diff --git a/.axiom/semantic_index/graph.duckdb b/.axiom/semantic_index/graph.duckdb index 85d521b4..003ca253 100644 Binary files a/.axiom/semantic_index/graph.duckdb and b/.axiom/semantic_index/graph.duckdb differ diff --git a/.axiom/semantic_index/index.json b/.axiom/semantic_index/index.json index d8ec59b2..c6446fcb 100644 --- a/.axiom/semantic_index/index.json +++ b/.axiom/semantic_index/index.json @@ -1,9 +1,9 @@ { - "generated_at": "2026-05-14T08:38:38.419481874Z", + "generated_at": "2026-05-14T17:15:29.345378725Z", "root_path": "/home/busya/dev/ss-tools", - "contract_count": 2516, - "edge_count": 1984, - "file_count": 548, + "contract_count": 2543, + "edge_count": 1987, + "file_count": 550, "contracts": [ { "contract_id": "DeleteRunningTasksUtil", @@ -54,9 +54,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'DeleteRunningTasksUtil' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:DeleteRunningTasksUtil:Module]\n# @PURPOSE: Script to delete tasks with RUNNING status from the database.\n# @LAYER: Utility\n# @SEMANTICS: maintenance, database, cleanup\n# @RELATION: DEPENDS_ON ->[TasksSessionLocal]\n# @RELATION: DEPENDS_ON ->[TaskRecord]\n\nfrom sqlalchemy.orm import Session\n\nfrom src.core.database import TasksSessionLocal\nfrom src.models.task import TaskRecord\n\n\n# [DEF:delete_running_tasks:Function]\n# @PURPOSE: Delete all tasks with RUNNING status from the database.\n# @PRE: Database is accessible and TaskRecord model is defined.\n# @POST: All tasks with status 'RUNNING' are removed from the database.\ndef delete_running_tasks():\n \"\"\"Delete all tasks with RUNNING status from the database.\"\"\"\n session: Session = TasksSessionLocal()\n try:\n # Find all task records with RUNNING status\n running_tasks = session.query(TaskRecord).filter(TaskRecord.status == \"RUNNING\").all()\n\n if not running_tasks:\n print(\"No RUNNING tasks found.\")\n return\n\n print(f\"Found {len(running_tasks)} RUNNING tasks:\")\n for task in running_tasks:\n print(f\"- Task ID: {task.id}, Type: {task.type}\")\n\n # Delete the found tasks\n session.query(TaskRecord).filter(TaskRecord.status == \"RUNNING\").delete(synchronize_session=False)\n session.commit()\n\n print(f\"Successfully deleted {len(running_tasks)} RUNNING tasks.\")\n except Exception as e:\n session.rollback()\n print(f\"Error deleting tasks: {e}\")\n finally:\n session.close()\n# [/DEF:delete_running_tasks:Function]\n\nif __name__ == \"__main__\":\n delete_running_tasks()\n# [/DEF:DeleteRunningTasksUtil:Module]\n" }, { @@ -100,9 +111,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'delete_running_tasks' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:delete_running_tasks:Function]\n# @PURPOSE: Delete all tasks with RUNNING status from the database.\n# @PRE: Database is accessible and TaskRecord model is defined.\n# @POST: All tasks with status 'RUNNING' are removed from the database.\ndef delete_running_tasks():\n \"\"\"Delete all tasks with RUNNING status from the database.\"\"\"\n session: Session = TasksSessionLocal()\n try:\n # Find all task records with RUNNING status\n running_tasks = session.query(TaskRecord).filter(TaskRecord.status == \"RUNNING\").all()\n\n if not running_tasks:\n print(\"No RUNNING tasks found.\")\n return\n\n print(f\"Found {len(running_tasks)} RUNNING tasks:\")\n for task in running_tasks:\n print(f\"- Task ID: {task.id}, Type: {task.type}\")\n\n # Delete the found tasks\n session.query(TaskRecord).filter(TaskRecord.status == \"RUNNING\").delete(synchronize_session=False)\n session.commit()\n\n print(f\"Successfully deleted {len(running_tasks)} RUNNING tasks.\")\n except Exception as e:\n session.rollback()\n print(f\"Error deleting tasks: {e}\")\n finally:\n session.close()\n# [/DEF:delete_running_tasks:Function]\n" }, { @@ -129,6 +151,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SrcRoot [TYPE Module] [SEMANTICS root, package]\n# @BRIEF Canonical backend package root for application, scripts, and tests.\n# #endregion SrcRoot\n" }, { @@ -173,6 +196,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region src.api [TYPE Package] [SEMANTICS api, package, init]\n# @BRIEF Backend API package root.\n# #endregion src.api\n" }, { @@ -227,6 +251,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AuthApi [C:3] [TYPE Module] [SEMANTICS fastapi, auth, api]\n#\n# @BRIEF Authentication API endpoints.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [AuthService]\n# @RELATION DEPENDS_ON -> [get_auth_db]\n# @RELATION DEPENDS_ON -> [get_current_user]\n# @RELATION DEPENDS_ON -> [is_adfs_configured]\n# @INVARIANT: All auth endpoints must return consistent error codes.\n\nimport starlette.requests\nfrom fastapi import APIRouter, Depends, HTTPException, status\nfrom fastapi.security import OAuth2PasswordRequestForm\nfrom sqlalchemy.orm import Session\n\nfrom ..core.auth.logger import log_security_event\nfrom ..core.auth.oauth import is_adfs_configured, oauth\nfrom ..core.database import get_auth_db\nfrom ..core.logger import belief_scope\nfrom ..dependencies import get_current_user\nfrom ..schemas.auth import Token\nfrom ..schemas.auth import User as UserSchema\nfrom ..services.auth_service import AuthService\n\n# #region router [C:1] [TYPE Variable]\n# @RELATION DEPENDS_ON -> [fastapi.APIRouter]\n# @BRIEF APIRouter instance for authentication routes.\nrouter = APIRouter(prefix=\"/api/auth\", tags=[\"auth\"])\n# #endregion router\n\n\n# #region login_for_access_token [C:3] [TYPE Function]\n# @BRIEF Authenticates a user and returns a JWT access token.\n# @PRE: form_data contains username and password.\n# @POST: Returns a Token object on success.\n# @RELATION CALLS -> [AuthService.authenticate_user]\n# @RELATION CALLS -> [AuthService.create_session]\n@router.post(\"/login\", response_model=Token)\nasync def login_for_access_token(\n form_data: OAuth2PasswordRequestForm = Depends(), db: Session = Depends(get_auth_db)\n):\n with belief_scope(\"api.auth.login\"):\n auth_service = AuthService(db)\n user = auth_service.authenticate_user(form_data.username, form_data.password)\n if not user:\n log_security_event(\n \"LOGIN_FAILED\", form_data.username, {\"reason\": \"Invalid credentials\"}\n )\n raise HTTPException(\n status_code=status.HTTP_401_UNAUTHORIZED,\n detail=\"Incorrect username or password\",\n headers={\"WWW-Authenticate\": \"Bearer\"},\n )\n log_security_event(\"LOGIN_SUCCESS\", user.username, {\"source\": \"LOCAL\"})\n return auth_service.create_session(user)\n\n\n# #endregion login_for_access_token\n\n\n# #region read_users_me [C:3] [TYPE Function]\n# @BRIEF Retrieves the profile of the currently authenticated user.\n# @PRE: Valid JWT token provided.\n# @POST: Returns the current user's data.\n# @RELATION DEPENDS_ON -> [get_current_user]\n@router.get(\"/me\", response_model=UserSchema)\nasync def read_users_me(current_user: UserSchema = Depends(get_current_user)):\n with belief_scope(\"api.auth.me\"):\n return current_user\n\n\n# #endregion read_users_me\n\n\n# #region logout [C:3] [TYPE Function]\n# @BRIEF Logs out the current user (placeholder for session revocation).\n# @PRE: Valid JWT token provided.\n# @POST: Returns success message.\n# @RELATION DEPENDS_ON -> [get_current_user]\n@router.post(\"/logout\")\nasync def logout(current_user: UserSchema = Depends(get_current_user)):\n with belief_scope(\"api.auth.logout\"):\n log_security_event(\"LOGOUT\", current_user.username)\n # In a stateless JWT setup, client-side token deletion is primary.\n # Server-side revocation (blacklisting) can be added here if needed.\n return {\"message\": \"Successfully logged out\"}\n\n\n# #endregion logout\n\n\n# #region login_adfs [C:3] [TYPE Function]\n# @BRIEF Initiates the ADFS OIDC login flow.\n# @POST: Redirects the user to ADFS.\n# @RELATION USES -> [is_adfs_configured]\n@router.get(\"/login/adfs\")\nasync def login_adfs(request: starlette.requests.Request):\n with belief_scope(\"api.auth.login_adfs\"):\n if not is_adfs_configured():\n raise HTTPException(\n status_code=status.HTTP_503_SERVICE_UNAVAILABLE,\n detail=\"ADFS is not configured. Please set ADFS_CLIENT_ID, ADFS_CLIENT_SECRET, and ADFS_METADATA_URL environment variables.\",\n )\n redirect_uri = request.url_for(\"auth_callback_adfs\")\n return await oauth.adfs.authorize_redirect(request, str(redirect_uri))\n\n\n# #endregion login_adfs\n\n\n# #region auth_callback_adfs [C:3] [TYPE Function]\n# @BRIEF Handles the callback from ADFS after successful authentication.\n# @POST: Provisions user JIT and returns session token.\n# @RELATION DEPENDS_ON -> [is_adfs_configured]\n# @RELATION CALLS -> [AuthService.provision_adfs_user]\n# @RELATION CALLS -> [AuthService.create_session]\n@router.get(\"/callback/adfs\", name=\"auth_callback_adfs\")\nasync def auth_callback_adfs(\n request: starlette.requests.Request, db: Session = Depends(get_auth_db)\n):\n with belief_scope(\"api.auth.callback_adfs\"):\n if not is_adfs_configured():\n raise HTTPException(\n status_code=status.HTTP_503_SERVICE_UNAVAILABLE,\n detail=\"ADFS is not configured. Please set ADFS_CLIENT_ID, ADFS_CLIENT_SECRET, and ADFS_METADATA_URL environment variables.\",\n )\n token = await oauth.adfs.authorize_access_token(request)\n user_info = token.get(\"userinfo\")\n if not user_info:\n raise HTTPException(\n status_code=400, detail=\"Failed to retrieve user info from ADFS\"\n )\n\n auth_service = AuthService(db)\n user = auth_service.provision_adfs_user(user_info)\n return auth_service.create_session(user)\n\n\n# #endregion auth_callback_adfs\n\n# #endregion AuthApi\n" }, { @@ -278,6 +303,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region login_for_access_token [C:3] [TYPE Function]\n# @BRIEF Authenticates a user and returns a JWT access token.\n# @PRE: form_data contains username and password.\n# @POST: Returns a Token object on success.\n# @RELATION CALLS -> [AuthService.authenticate_user]\n# @RELATION CALLS -> [AuthService.create_session]\n@router.post(\"/login\", response_model=Token)\nasync def login_for_access_token(\n form_data: OAuth2PasswordRequestForm = Depends(), db: Session = Depends(get_auth_db)\n):\n with belief_scope(\"api.auth.login\"):\n auth_service = AuthService(db)\n user = auth_service.authenticate_user(form_data.username, form_data.password)\n if not user:\n log_security_event(\n \"LOGIN_FAILED\", form_data.username, {\"reason\": \"Invalid credentials\"}\n )\n raise HTTPException(\n status_code=status.HTTP_401_UNAUTHORIZED,\n detail=\"Incorrect username or password\",\n headers={\"WWW-Authenticate\": \"Bearer\"},\n )\n log_security_event(\"LOGIN_SUCCESS\", user.username, {\"source\": \"LOCAL\"})\n return auth_service.create_session(user)\n\n\n# #endregion login_for_access_token\n" }, { @@ -323,6 +349,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region read_users_me [C:3] [TYPE Function]\n# @BRIEF Retrieves the profile of the currently authenticated user.\n# @PRE: Valid JWT token provided.\n# @POST: Returns the current user's data.\n# @RELATION DEPENDS_ON -> [get_current_user]\n@router.get(\"/me\", response_model=UserSchema)\nasync def read_users_me(current_user: UserSchema = Depends(get_current_user)):\n with belief_scope(\"api.auth.me\"):\n return current_user\n\n\n# #endregion read_users_me\n" }, { @@ -368,6 +395,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region logout [C:3] [TYPE Function]\n# @BRIEF Logs out the current user (placeholder for session revocation).\n# @PRE: Valid JWT token provided.\n# @POST: Returns success message.\n# @RELATION DEPENDS_ON -> [get_current_user]\n@router.post(\"/logout\")\nasync def logout(current_user: UserSchema = Depends(get_current_user)):\n with belief_scope(\"api.auth.logout\"):\n log_security_event(\"LOGOUT\", current_user.username)\n # In a stateless JWT setup, client-side token deletion is primary.\n # Server-side revocation (blacklisting) can be added here if needed.\n return {\"message\": \"Successfully logged out\"}\n\n\n# #endregion logout\n" }, { @@ -421,6 +449,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region login_adfs [C:3] [TYPE Function]\n# @BRIEF Initiates the ADFS OIDC login flow.\n# @POST: Redirects the user to ADFS.\n# @RELATION USES -> [is_adfs_configured]\n@router.get(\"/login/adfs\")\nasync def login_adfs(request: starlette.requests.Request):\n with belief_scope(\"api.auth.login_adfs\"):\n if not is_adfs_configured():\n raise HTTPException(\n status_code=status.HTTP_503_SERVICE_UNAVAILABLE,\n detail=\"ADFS is not configured. Please set ADFS_CLIENT_ID, ADFS_CLIENT_SECRET, and ADFS_METADATA_URL environment variables.\",\n )\n redirect_uri = request.url_for(\"auth_callback_adfs\")\n return await oauth.adfs.authorize_redirect(request, str(redirect_uri))\n\n\n# #endregion login_adfs\n" }, { @@ -468,6 +497,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region auth_callback_adfs [C:3] [TYPE Function]\n# @BRIEF Handles the callback from ADFS after successful authentication.\n# @POST: Provisions user JIT and returns session token.\n# @RELATION DEPENDS_ON -> [is_adfs_configured]\n# @RELATION CALLS -> [AuthService.provision_adfs_user]\n# @RELATION CALLS -> [AuthService.create_session]\n@router.get(\"/callback/adfs\", name=\"auth_callback_adfs\")\nasync def auth_callback_adfs(\n request: starlette.requests.Request, db: Session = Depends(get_auth_db)\n):\n with belief_scope(\"api.auth.callback_adfs\"):\n if not is_adfs_configured():\n raise HTTPException(\n status_code=status.HTTP_503_SERVICE_UNAVAILABLE,\n detail=\"ADFS is not configured. Please set ADFS_CLIENT_ID, ADFS_CLIENT_SECRET, and ADFS_METADATA_URL environment variables.\",\n )\n token = await oauth.adfs.authorize_access_token(request)\n user_info = token.get(\"userinfo\")\n if not user_info:\n raise HTTPException(\n status_code=400, detail=\"Failed to retrieve user info from ADFS\"\n )\n\n auth_service = AuthService(db)\n user = auth_service.provision_adfs_user(user_info)\n return auth_service.create_session(user)\n\n\n# #endregion auth_callback_adfs\n" }, { @@ -510,6 +540,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ApiRoutesModule [C:3] [TYPE Module] [SEMANTICS api, package, router, lazy, import]\n# @BRIEF Provide lazy route module loading to avoid heavyweight imports during tests.\n# @LAYER: API\n# @RELATION CALLS -> [ApiRoutesGetAttr]\n# @RELATION BINDS_TO -> [Route_Group_Contracts]\n# @INVARIANT: Only names listed in __all__ are importable via __getattr__.\n\n# #region Route_Group_Contracts [C:3] [TYPE Block]\n# @BRIEF Declare the canonical route-module registry used by lazy imports and app router inclusion.\n# @RELATION DEPENDS_ON -> [PluginsRouter]\n# @RELATION DEPENDS_ON -> [TasksRouter]\n# @RELATION DEPENDS_ON -> [SettingsRouter]\n# @RELATION DEPENDS_ON -> [ConnectionsRouter]\n# @RELATION DEPENDS_ON -> [ReportsRouter]\n# @RELATION DEPENDS_ON -> [LlmRoutes]\n__all__ = [\n \"admin\",\n \"assistant\",\n \"clean_release\",\n \"clean_release_v2\",\n \"connections\",\n \"dashboards\",\n \"dataset_review\",\n \"datasets\",\n \"environments\",\n \"git\",\n \"health\",\n \"llm\",\n \"mappings\",\n \"migration\",\n \"plugins\",\n \"profile\",\n \"reports\",\n \"settings\",\n \"storage\",\n \"tasks\",\n \"translate\",\n]\n# #endregion Route_Group_Contracts\n\n\n# #region ApiRoutesGetAttr [C:3] [TYPE Function]\n# @BRIEF Lazily import route module by attribute name.\n# @RELATION DEPENDS_ON -> [ApiRoutesModule]\n# @PRE: name is module candidate exposed in __all__.\n# @POST: Returns imported submodule or raises AttributeError.\ndef __getattr__(name):\n if name in __all__:\n import importlib\n\n return importlib.import_module(f\".{name}\", __name__)\n raise AttributeError(f\"module {__name__!r} has no attribute {name!r}\")\n\n\n# #endregion ApiRoutesGetAttr\n# #endregion ApiRoutesModule\n" }, { @@ -564,6 +595,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region Route_Group_Contracts [C:3] [TYPE Block]\n# @BRIEF Declare the canonical route-module registry used by lazy imports and app router inclusion.\n# @RELATION DEPENDS_ON -> [PluginsRouter]\n# @RELATION DEPENDS_ON -> [TasksRouter]\n# @RELATION DEPENDS_ON -> [SettingsRouter]\n# @RELATION DEPENDS_ON -> [ConnectionsRouter]\n# @RELATION DEPENDS_ON -> [ReportsRouter]\n# @RELATION DEPENDS_ON -> [LlmRoutes]\n__all__ = [\n \"admin\",\n \"assistant\",\n \"clean_release\",\n \"clean_release_v2\",\n \"connections\",\n \"dashboards\",\n \"dataset_review\",\n \"datasets\",\n \"environments\",\n \"git\",\n \"health\",\n \"llm\",\n \"mappings\",\n \"migration\",\n \"plugins\",\n \"profile\",\n \"reports\",\n \"settings\",\n \"storage\",\n \"tasks\",\n \"translate\",\n]\n# #endregion Route_Group_Contracts\n" }, { @@ -609,6 +641,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ApiRoutesGetAttr [C:3] [TYPE Function]\n# @BRIEF Lazily import route module by attribute name.\n# @RELATION DEPENDS_ON -> [ApiRoutesModule]\n# @PRE: name is module candidate exposed in __all__.\n# @POST: Returns imported submodule or raises AttributeError.\ndef __getattr__(name):\n if name in __all__:\n import importlib\n\n return importlib.import_module(f\".{name}\", __name__)\n raise AttributeError(f\"module {__name__!r} has no attribute {name!r}\")\n\n\n# #endregion ApiRoutesGetAttr\n" }, { @@ -640,6 +673,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _run_async [TYPE Function]\n# @RELATION BINDS_TO -> [AssistantApiTests]\ndef _run_async(coro):\n return asyncio.run(coro)\n# #endregion _run_async\n" }, { @@ -671,6 +705,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _clear_assistant_state [TYPE Function]\n# @RELATION BINDS_TO -> [AssistantApiTests]\ndef _clear_assistant_state():\n assistant_routes.CONVERSATIONS.clear()\n assistant_routes.USER_ACTIVE_CONVERSATION.clear()\n assistant_routes.CONFIRMATIONS.clear()\n assistant_routes.ASSISTANT_AUDIT.clear()\n# #endregion _clear_assistant_state\n" }, { @@ -704,6 +739,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_unknown_command_returns_needs_clarification [TYPE Function]\n# @RELATION BINDS_TO -> [AssistantApiTests]\n# @BRIEF Unknown command should return clarification state and unknown intent.\ndef test_unknown_command_returns_needs_clarification(monkeypatch):\n _clear_assistant_state()\n req = assistant_routes.AssistantMessageRequest(message=\"some random gibberish\")\n # We mock LLM planner to return low confidence\n monkeypatch.setattr(assistant_routes, \"_plan_intent_with_llm\", lambda *a, **k: None)\n resp = _run_async(\n assistant_routes.send_message(\n req,\n current_user=_admin_user(),\n task_manager=_FakeTaskManager(),\n config_manager=_FakeConfigManager(),\n db=_FakeDb(),\n )\n )\n assert resp.state == \"needs_clarification\"\n assert \"уточните\" in resp.text.lower() or \"неоднозначна\" in resp.text.lower()\n# #endregion test_unknown_command_returns_needs_clarification\n" }, { @@ -737,6 +773,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_capabilities_question_returns_successful_help [TYPE Function]\n# @RELATION BINDS_TO -> [AssistantApiTests]\n# @BRIEF Capability query should return deterministic help response.\ndef test_capabilities_question_returns_successful_help(monkeypatch):\n _clear_assistant_state()\n req = assistant_routes.AssistantMessageRequest(message=\"что ты умеешь?\")\n resp = _run_async(\n assistant_routes.send_message(\n req,\n current_user=_admin_user(),\n task_manager=_FakeTaskManager(),\n config_manager=_FakeConfigManager(),\n db=_FakeDb(),\n )\n )\n assert resp.state == \"success\"\n assert \"я могу сделать\" in resp.text.lower()\n# #endregion test_capabilities_question_returns_successful_help\n" }, { @@ -770,6 +807,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_assistant_message_request_accepts_dataset_review_session_binding [TYPE Function]\n# @RELATION BINDS_TO -> [AssistantApiTests]\n# @BRIEF Assistant request schema should accept active dataset review session binding for scoped orchestration.\ndef test_assistant_message_request_accepts_dataset_review_session_binding():\n request = assistant_routes.AssistantMessageRequest(\n message=\"approve mappings\",\n dataset_review_session_id=\"sess-1\",\n )\n assert request.dataset_review_session_id == \"sess-1\"\n# #endregion test_assistant_message_request_accepts_dataset_review_session_binding\n" }, { @@ -803,6 +841,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_dataset_review_scoped_message_uses_masked_filter_context [TYPE Function]\n# @RELATION BINDS_TO -> [AssistantApiTests]\n# @BRIEF Session-scoped assistant context should mask imported-filter raw values before assistant-visible metadata is persisted.\ndef test_dataset_review_scoped_message_uses_masked_filter_context(monkeypatch):\n _clear_assistant_state()\n db = _FakeDb()\n db.dataset_sessions[\"sess-1\"] = _dataset_review_session()\n req = assistant_routes.AssistantMessageRequest(\n message=\"show filters\",\n dataset_review_session_id=\"sess-1\",\n )\n assistant_routes._plan_intent_with_llm = _await_none\n async def _fake_dispatch_dataset_review_intent(\n intent, current_user, config_manager, db\n ):\n return str(intent[\"entities\"][\"summary\"]), None, []\n monkeypatch.setattr(\n assistant_routes,\n \"_dispatch_dataset_review_intent\",\n _fake_dispatch_dataset_review_intent,\n )\n resp = _run_async(\n assistant_routes.send_message(\n req,\n current_user=_admin_user(),\n task_manager=_FakeTaskManager(),\n config_manager=_FakeConfigManager(),\n db=db,\n )\n )\n assert resp.state == \"success\"\n persisted_assistant = [\n item for item in db.added if getattr(item, \"role\", None) == \"assistant\"\n ][-1]\n imported_filters = persisted_assistant.payload[\"dataset_review_context\"][\n \"imported_filters\"\n ]\n assert imported_filters[0][\"raw_value\"] == \"***@example.com\"\n assert imported_filters[0][\"raw_value_masked\"] is True\n# #endregion test_dataset_review_scoped_message_uses_masked_filter_context\n" }, { @@ -836,6 +875,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_dataset_review_scoped_command_returns_confirmation_for_mapping_approval [TYPE Function]\n# @RELATION BINDS_TO -> [AssistantApiTests]\n# @BRIEF Session-scoped assistant commands should route dataset-review mapping approvals into confirmation workflow with bound session metadata.\ndef test_dataset_review_scoped_command_returns_confirmation_for_mapping_approval():\n _clear_assistant_state()\n db = _FakeDb()\n db.dataset_sessions[\"sess-1\"] = _dataset_review_session()\n req = assistant_routes.AssistantMessageRequest(\n message=\"approve mappings\",\n dataset_review_session_id=\"sess-1\",\n )\n assistant_routes._plan_intent_with_llm = _await_none\n resp = _run_async(\n assistant_routes.send_message(\n req,\n current_user=_admin_user(),\n task_manager=_FakeTaskManager(),\n config_manager=_FakeConfigManager(),\n db=db,\n )\n )\n assert resp.state == \"needs_confirmation\"\n assert resp.intent[\"operation\"] == \"dataset_review_approve_mappings\"\n assert resp.intent[\"entities\"][\"dataset_review_session_id\"] == \"sess-1\"\n assert resp.intent[\"entities\"][\"session_version\"] == 3\n assert resp.intent[\"entities\"][\"mapping_ids\"] == [\"map-1\"]\n# #endregion test_dataset_review_scoped_command_returns_confirmation_for_mapping_approval\n" }, { @@ -869,6 +909,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_dataset_review_scoped_command_routes_field_semantics_update [TYPE Function]\n# @RELATION BINDS_TO -> [AssistantApiTests]\n# @BRIEF Session-scoped assistant commands should route semantic field updates through explicit confirmation metadata.\ndef test_dataset_review_scoped_command_routes_field_semantics_update():\n _clear_assistant_state()\n db = _FakeDb()\n db.dataset_sessions[\"sess-1\"] = _dataset_review_session()\n req = assistant_routes.AssistantMessageRequest(\n message='set field semantics target=field:field-1 desc=\"Approved semantic wording\" lock',\n dataset_review_session_id=\"sess-1\",\n )\n assistant_routes._plan_intent_with_llm = _await_none\n resp = _run_async(\n assistant_routes.send_message(\n req,\n current_user=_admin_user(),\n task_manager=_FakeTaskManager(),\n config_manager=_FakeConfigManager(),\n db=db,\n )\n )\n assert resp.state == \"needs_confirmation\"\n assert resp.intent[\"operation\"] == \"dataset_review_set_field_semantics\"\n assert resp.intent[\"entities\"][\"dataset_review_session_id\"] == \"sess-1\"\n assert resp.intent[\"entities\"][\"field_id\"] == \"field-1\"\n assert resp.intent[\"entities\"][\"description\"] == \"Approved semantic wording\"\n assert resp.intent[\"entities\"][\"lock_field\"] is True\n# #endregion test_dataset_review_scoped_command_routes_field_semantics_update\n" }, { @@ -922,6 +963,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_confirmation_owner_mismatch_returns_403 [TYPE Function]\n# @RELATION BINDS_TO -> [TestAssistantAuthz]\n# @BRIEF Confirm endpoint should reject requests from user that does not own the confirmation token.\n# @PRE: Confirmation token is created by first admin actor.\n# @POST: Second actor receives 403 on confirm operation.\ndef test_confirmation_owner_mismatch_returns_403():\n _clear_assistant_state()\n task_manager = _FakeTaskManager()\n db = _FakeDb()\n create = _run_async(\n assistant_module.send_message(\n request=assistant_module.AssistantMessageRequest(\n message=\"запусти миграцию с dev на prod для дашборда 18\"\n ),\n current_user=_admin_user(),\n task_manager=task_manager,\n config_manager=_FakeConfigManager(),\n db=db,\n )\n )\n assert create.state == \"needs_confirmation\"\n with pytest.raises(HTTPException) as exc:\n _run_async(\n assistant_module.confirm_operation(\n confirmation_id=create.confirmation_id,\n current_user=_other_admin_user(),\n task_manager=task_manager,\n config_manager=_FakeConfigManager(),\n db=db,\n )\n )\n assert exc.value.status_code == 403\n# #endregion test_confirmation_owner_mismatch_returns_403\n" }, { @@ -975,6 +1017,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_expired_confirmation_cannot_be_confirmed [TYPE Function]\n# @RELATION BINDS_TO -> [TestAssistantAuthz]\n# @BRIEF Expired confirmation token should be rejected and not create task.\n# @PRE: Confirmation token exists and is manually expired before confirm request.\n# @POST: Confirm endpoint raises 400 and no task is created.\ndef test_expired_confirmation_cannot_be_confirmed():\n _clear_assistant_state()\n task_manager = _FakeTaskManager()\n db = _FakeDb()\n create = _run_async(\n assistant_module.send_message(\n request=assistant_module.AssistantMessageRequest(\n message=\"запусти миграцию с dev на prod для дашборда 19\"\n ),\n current_user=_admin_user(),\n task_manager=task_manager,\n config_manager=_FakeConfigManager(),\n db=db,\n )\n )\n assistant_module.CONFIRMATIONS[create.confirmation_id].expires_at = (\n datetime.utcnow() - timedelta(minutes=1)\n )\n with pytest.raises(HTTPException) as exc:\n _run_async(\n assistant_module.confirm_operation(\n confirmation_id=create.confirmation_id,\n current_user=_admin_user(),\n task_manager=task_manager,\n config_manager=_FakeConfigManager(),\n db=db,\n )\n )\n assert exc.value.status_code == 400\n assert task_manager.get_tasks(limit=10, offset=0) == []\n# #endregion test_expired_confirmation_cannot_be_confirmed\n" }, { @@ -1028,6 +1071,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_limited_user_cannot_launch_restricted_operation [TYPE Function]\n# @RELATION BINDS_TO -> [TestAssistantAuthz]\n# @BRIEF Limited user should receive denied state for privileged operation.\n# @PRE: Restricted user attempts dangerous deploy command.\n# @POST: Assistant returns denied state and does not execute operation.\ndef test_limited_user_cannot_launch_restricted_operation():\n _clear_assistant_state()\n response = _run_async(\n assistant_module.send_message(\n request=assistant_module.AssistantMessageRequest(\n message=\"задеплой дашборд 88 в production\"\n ),\n current_user=_limited_user(),\n task_manager=_FakeTaskManager(),\n config_manager=_FakeConfigManager(),\n db=_FakeDb(),\n )\n )\n assert response.state == \"denied\"\n# #endregion test_limited_user_cannot_launch_restricted_operation\n" }, { @@ -1061,6 +1105,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_start_check_and_get_status_contract [TYPE Function]\n# @RELATION BINDS_TO -> TestCleanReleaseApi\n# @BRIEF Validate checks start endpoint returns expected identifiers and status endpoint reflects the same run.\ndef test_start_check_and_get_status_contract():\n repo = _repo_with_seed_data()\n app.dependency_overrides[get_clean_release_repository] = lambda: repo\n try:\n client = TestClient(app)\n start = client.post(\n \"/api/clean-release/checks\",\n json={\n \"candidate_id\": \"2026.03.03-rc1\",\n \"profile\": \"enterprise-clean\",\n \"execution_mode\": \"tui\",\n \"triggered_by\": \"tester\",\n },\n )\n assert start.status_code == 202\n payload = start.json()\n assert set([\"check_run_id\", \"candidate_id\", \"status\", \"started_at\"]).issubset(\n payload.keys()\n )\n check_run_id = payload[\"check_run_id\"]\n status_resp = client.get(f\"/api/clean-release/checks/{check_run_id}\")\n assert status_resp.status_code == 200\n status_payload = status_resp.json()\n assert status_payload[\"check_run_id\"] == check_run_id\n assert \"final_status\" in status_payload\n assert \"checks\" in status_payload\n finally:\n app.dependency_overrides.clear()\n# #endregion test_start_check_and_get_status_contract\n" }, { @@ -1094,6 +1139,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_report_not_found_returns_404 [TYPE Function]\n# @RELATION BINDS_TO -> TestCleanReleaseApi\n# @BRIEF Validate reports endpoint returns 404 for an unknown report identifier.\ndef test_get_report_not_found_returns_404():\n repo = _repo_with_seed_data()\n app.dependency_overrides[get_clean_release_repository] = lambda: repo\n try:\n client = TestClient(app)\n resp = client.get(\"/api/clean-release/reports/unknown-report\")\n assert resp.status_code == 404\n finally:\n app.dependency_overrides.clear()\n# #endregion test_get_report_not_found_returns_404\n" }, { @@ -1127,6 +1173,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_report_success [TYPE Function]\n# @RELATION BINDS_TO -> TestCleanReleaseApi\n# @BRIEF Validate reports endpoint returns persisted report payload for an existing report identifier.\ndef test_get_report_success():\n repo = _repo_with_seed_data()\n report = ComplianceReport(\n report_id=\"rep-1\",\n check_run_id=\"run-1\",\n candidate_id=\"2026.03.03-rc1\",\n generated_at=datetime.now(UTC),\n final_status=CheckFinalStatus.COMPLIANT,\n operator_summary=\"all systems go\",\n structured_payload_ref=\"manifest-1\",\n violations_count=0,\n blocking_violations_count=0,\n )\n repo.save_report(report)\n app.dependency_overrides[get_clean_release_repository] = lambda: repo\n try:\n client = TestClient(app)\n resp = client.get(\"/api/clean-release/reports/rep-1\")\n assert resp.status_code == 200\n assert resp.json()[\"report_id\"] == \"rep-1\"\n finally:\n app.dependency_overrides.clear()\n# #endregion test_get_report_success\n" }, { @@ -1160,6 +1207,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_prepare_candidate_api_success [TYPE Function]\n# @RELATION BINDS_TO -> TestCleanReleaseApi\n# @BRIEF Validate candidate preparation endpoint returns prepared status and manifest identifier on valid input.\ndef test_prepare_candidate_api_success():\n repo = _repo_with_seed_data()\n app.dependency_overrides[get_clean_release_repository] = lambda: repo\n try:\n client = TestClient(app)\n response = client.post(\n \"/api/clean-release/candidates/prepare\",\n json={\n \"candidate_id\": \"2026.03.03-rc1\",\n \"artifacts\": [\n {\"path\": \"file1.txt\", \"category\": \"system-init\", \"reason\": \"core\"}\n ],\n \"sources\": [\"repo.intra.company.local\"],\n \"operator_id\": \"operator-1\",\n },\n )\n assert response.status_code == 200\n data = response.json()\n assert data[\"status\"] == \"prepared\"\n assert \"manifest_id\" in data\n finally:\n app.dependency_overrides.clear()\n# #endregion test_prepare_candidate_api_success\n" }, { @@ -1222,6 +1270,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _seed_legacy_repo [TYPE Function]\n# @RELATION BINDS_TO -> TestCleanReleaseLegacyCompat\n# @BRIEF Seed in-memory repository with minimum trusted data for legacy endpoint contracts.\n# @PRE: Repository is empty.\n# @POST: Candidate, policy, registry and manifest are available for legacy checks flow.\ndef _seed_legacy_repo() -> CleanReleaseRepository:\n repo = CleanReleaseRepository()\n now = datetime.now(UTC)\n repo.save_candidate(\n ReleaseCandidate(\n id=\"legacy-rc-001\",\n version=\"1.0.0\",\n source_snapshot_ref=\"git:legacy-001\",\n created_at=now,\n created_by=\"compat-tester\",\n status=ReleaseCandidateStatus.DRAFT,\n )\n )\n registry = ResourceSourceRegistry(\n registry_id=\"legacy-reg-1\",\n name=\"Legacy Internal Registry\",\n entries=[\n ResourceSourceEntry(\n source_id=\"legacy-src-1\",\n host=\"repo.intra.company.local\",\n protocol=\"https\",\n purpose=\"artifact-repo\",\n enabled=True,\n )\n ],\n updated_at=now,\n updated_by=\"compat-tester\",\n status=\"ACTIVE\",\n )\n registry.immutable = True\n registry.allowed_hosts = [\"repo.intra.company.local\"]\n registry.allowed_schemes = [\"https\"]\n registry.allowed_source_types = [\"artifact-repo\"]\n repo.save_registry(registry)\n policy = CleanProfilePolicy(\n policy_id=\"legacy-pol-1\",\n policy_version=\"1.0.0\",\n profile=ProfileType.ENTERPRISE_CLEAN,\n active=True,\n internal_source_registry_ref=\"legacy-reg-1\",\n prohibited_artifact_categories=[\"test-data\"],\n required_system_categories=[\"core\"],\n effective_from=now,\n )\n policy.immutable = True\n policy.content_json = {\"profile\": \"enterprise-clean\", \"prohibited_artifact_categories\": [\"test-data\"], \"required_system_categories\": [\"core\"], \"external_source_forbidden\": True}\n repo.save_policy(policy)\n repo.save_manifest(\n DistributionManifest(\n id=\"legacy-manifest-1\",\n candidate_id=\"legacy-rc-001\",\n manifest_version=1,\n manifest_digest=\"sha256:legacy-manifest\",\n artifacts_digest=\"sha256:legacy-artifacts\",\n created_at=now,\n created_by=\"compat-tester\",\n source_snapshot_ref=\"git:legacy-001\",\n content_json={\n \"items\": [],\n \"summary\": {\"included_count\": 0, \"prohibited_detected_count\": 0},\n },\n immutable=True,\n )\n )\n return repo\n# #endregion _seed_legacy_repo\n" }, { @@ -1255,6 +1304,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_legacy_prepare_endpoint_still_available [TYPE Function]\n# @RELATION BINDS_TO -> TestCleanReleaseLegacyCompat\n# @BRIEF Verify legacy prepare endpoint remains reachable and returns a status payload.\ndef test_legacy_prepare_endpoint_still_available() -> None:\n repo = _seed_legacy_repo()\n app.dependency_overrides[get_clean_release_repository] = lambda: repo\n try:\n client = TestClient(app)\n response = client.post(\n \"/api/clean-release/candidates/prepare\",\n json={\n \"candidate_id\": \"legacy-rc-001\",\n \"artifacts\": [\n {\"path\": \"src/main.py\", \"category\": \"core\", \"reason\": \"required\"}\n ],\n \"sources\": [\"repo.intra.company.local\"],\n \"operator_id\": \"compat-tester\",\n },\n )\n assert response.status_code == 200\n payload = response.json()\n assert \"status\" in payload\n assert payload[\"status\"] in {\"prepared\", \"blocked\", \"PREPARED\", \"BLOCKED\"}\n finally:\n app.dependency_overrides.clear()\n# #endregion test_legacy_prepare_endpoint_still_available\n" }, { @@ -1288,6 +1338,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_legacy_checks_endpoints_still_available [TYPE Function]\n# @RELATION BINDS_TO -> TestCleanReleaseLegacyCompat\n# @BRIEF Verify legacy checks start/status endpoints remain available during v2 transition.\ndef test_legacy_checks_endpoints_still_available() -> None:\n repo = _seed_legacy_repo()\n app.dependency_overrides[get_clean_release_repository] = lambda: repo\n try:\n client = TestClient(app)\n start_response = client.post(\n \"/api/clean-release/checks\",\n json={\n \"candidate_id\": \"legacy-rc-001\",\n \"profile\": \"enterprise-clean\",\n \"execution_mode\": \"api\",\n \"triggered_by\": \"compat-tester\",\n },\n )\n assert start_response.status_code == 202\n start_payload = start_response.json()\n assert \"check_run_id\" in start_payload\n assert start_payload[\"candidate_id\"] == \"legacy-rc-001\"\n status_response = client.get(\n f\"/api/clean-release/checks/{start_payload['check_run_id']}\"\n )\n assert status_response.status_code == 200\n status_payload = status_response.json()\n assert status_payload[\"check_run_id\"] == start_payload[\"check_run_id\"]\n assert \"final_status\" in status_payload\n assert \"checks\" in status_payload\n finally:\n app.dependency_overrides.clear()\n# #endregion test_legacy_checks_endpoints_still_available\n" }, { @@ -1330,6 +1381,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _repo_with_seed_data [TYPE Function]\n# @RELATION BINDS_TO -> TestCleanReleaseSourcePolicy\n# @BRIEF Seed repository with candidate, registry, and active policy for source isolation test flow.\ndef _repo_with_seed_data() -> CleanReleaseRepository:\n repo = CleanReleaseRepository()\n repo.save_candidate(\n ReleaseCandidate(\n candidate_id=\"2026.03.03-rc1\",\n version=\"2026.03.03\",\n profile=ProfileType.ENTERPRISE_CLEAN,\n created_at=datetime.now(UTC),\n created_by=\"tester\",\n source_snapshot_ref=\"git:abc123\",\n status=ReleaseCandidateStatus.DRAFT,\n )\n )\n repo.save_registry(\n ResourceSourceRegistry(\n registry_id=\"registry-internal-v1\",\n name=\"Internal\",\n entries=[\n ResourceSourceEntry(\n source_id=\"src-1\",\n host=\"repo.intra.company.local\",\n protocol=\"https\",\n purpose=\"artifact-repo\",\n enabled=True,\n )\n ],\n updated_at=datetime.now(UTC),\n updated_by=\"tester\",\n status=\"active\",\n )\n )\n repo.save_policy(\n CleanProfilePolicy(\n policy_id=\"policy-enterprise-clean-v1\",\n policy_version=\"1.0.0\",\n active=True,\n prohibited_artifact_categories=[\"test-data\"],\n required_system_categories=[\"system-init\"],\n external_source_forbidden=True,\n internal_source_registry_ref=\"registry-internal-v1\",\n effective_from=datetime.now(UTC),\n profile=ProfileType.ENTERPRISE_CLEAN,\n )\n )\n return repo\n# #endregion _repo_with_seed_data\n" }, { @@ -1363,6 +1415,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_prepare_candidate_blocks_external_source [TYPE Function]\n# @RELATION BINDS_TO -> TestCleanReleaseSourcePolicy\n# @BRIEF Verify candidate preparation is blocked when at least one source host is external to the trusted registry.\ndef test_prepare_candidate_blocks_external_source():\n repo = _repo_with_seed_data()\n app.dependency_overrides[get_clean_release_repository] = lambda: repo\n try:\n client = TestClient(app)\n response = client.post(\n \"/api/clean-release/candidates/prepare\",\n json={\n \"candidate_id\": \"2026.03.03-rc1\",\n \"artifacts\": [\n {\n \"path\": \"cfg/system.yaml\",\n \"category\": \"system-init\",\n \"reason\": \"required\",\n }\n ],\n \"sources\": [\"repo.intra.company.local\", \"pypi.org\"],\n \"operator_id\": \"release-manager\",\n },\n )\n assert response.status_code == 200\n data = response.json()\n assert data[\"status\"] == \"blocked\"\n assert any(v[\"category\"] == \"external-source\" for v in data[\"violations\"])\n finally:\n app.dependency_overrides.clear()\n# #endregion test_prepare_candidate_blocks_external_source\n" }, { @@ -1396,6 +1449,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_candidate_registration_contract [TYPE Function]\n# @RELATION BINDS_TO -> CleanReleaseV2ApiTests\n# @BRIEF Validate candidate registration endpoint creates a draft candidate with expected identifier contract.\ndef test_candidate_registration_contract():\n \"\"\"\n @TEST_SCENARIO: candidate_registration -> Should return 201 and candidate DTO.\n @TEST_CONTRACT: POST /api/v2/clean-release/candidates -> CandidateDTO\n \"\"\"\n payload = {\n \"id\": \"rc-test-001\",\n \"version\": \"1.0.0\",\n \"source_snapshot_ref\": \"git:sha123\",\n \"created_by\": \"test-user\",\n }\n response = client.post(\"/api/v2/clean-release/candidates\", json=payload)\n assert response.status_code == 201\n data = response.json()\n assert data[\"id\"] == \"rc-test-001\"\n assert data[\"status\"] == CandidateStatus.DRAFT.value\n# #endregion test_candidate_registration_contract\n" }, { @@ -1429,6 +1483,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_artifact_import_contract [TYPE Function]\n# @RELATION BINDS_TO -> CleanReleaseV2ApiTests\n# @BRIEF Validate artifact import endpoint accepts candidate artifacts and returns success status payload.\ndef test_artifact_import_contract():\n \"\"\"\n @TEST_SCENARIO: artifact_import -> Should return 200 and success status.\n @TEST_CONTRACT: POST /api/v2/clean-release/candidates/{id}/artifacts -> SuccessDTO\n \"\"\"\n candidate_id = \"rc-test-001-art\"\n bootstrap_candidate = {\n \"id\": candidate_id,\n \"version\": \"1.0.0\",\n \"source_snapshot_ref\": \"git:sha123\",\n \"created_by\": \"test-user\",\n }\n create_response = client.post(\n \"/api/v2/clean-release/candidates\", json=bootstrap_candidate\n )\n assert create_response.status_code == 201\n payload = {\n \"artifacts\": [\n {\"id\": \"art-1\", \"path\": \"bin/app.exe\", \"sha256\": \"hash123\", \"size\": 1024}\n ]\n }\n response = client.post(\n f\"/api/v2/clean-release/candidates/{candidate_id}/artifacts\", json=payload\n )\n assert response.status_code == 200\n assert response.json()[\"status\"] == \"success\"\n# #endregion test_artifact_import_contract\n" }, { @@ -1462,6 +1517,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_manifest_build_contract [TYPE Function]\n# @RELATION BINDS_TO -> CleanReleaseV2ApiTests\n# @BRIEF Validate manifest build endpoint produces manifest payload linked to the target candidate.\ndef test_manifest_build_contract():\n \"\"\"\n @TEST_SCENARIO: manifest_build -> Should return 201 and manifest DTO.\n @TEST_CONTRACT: POST /api/v2/clean-release/candidates/{id}/manifests -> ManifestDTO\n \"\"\"\n candidate_id = \"rc-test-001-manifest\"\n bootstrap_candidate = {\n \"id\": candidate_id,\n \"version\": \"1.0.0\",\n \"source_snapshot_ref\": \"git:sha123\",\n \"created_by\": \"test-user\",\n }\n create_response = client.post(\n \"/api/v2/clean-release/candidates\", json=bootstrap_candidate\n )\n assert create_response.status_code == 201\n response = client.post(f\"/api/v2/clean-release/candidates/{candidate_id}/manifests\")\n assert response.status_code == 201\n data = response.json()\n assert \"manifest_digest\" in data\n assert data[\"candidate_id\"] == candidate_id\n# #endregion test_manifest_build_contract\n" }, { @@ -1504,6 +1560,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _seed_candidate_and_passed_report [TYPE Function]\n# @RELATION BINDS_TO -> CleanReleaseV2ReleaseApiTests\n# @BRIEF Seed repository with approvable candidate and passed report for release endpoint contracts.\ndef _seed_candidate_and_passed_report() -> tuple[str, str]:\n repository = get_clean_release_repository()\n candidate_id = f\"api-release-candidate-{uuid4()}\"\n report_id = f\"api-release-report-{uuid4()}\"\n repository.save_candidate(\n ReleaseCandidate(\n id=candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-api-release\",\n created_by=\"api-test\",\n created_at=datetime.now(UTC),\n status=CandidateStatus.CHECK_PASSED.value,\n )\n )\n repository.save_report(\n ComplianceReport(\n id=report_id,\n run_id=f\"run-{uuid4()}\",\n candidate_id=candidate_id,\n final_status=ComplianceDecision.PASSED.value,\n summary_json={\n \"operator_summary\": \"ok\",\n \"violations_count\": 0,\n \"blocking_violations_count\": 0,\n },\n generated_at=datetime.now(UTC),\n immutable=True,\n )\n )\n return candidate_id, report_id\n# #endregion _seed_candidate_and_passed_report\n" }, { @@ -1537,6 +1594,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_release_approve_and_publish_revoke_contract [TYPE Function]\n# @RELATION BINDS_TO -> CleanReleaseV2ReleaseApiTests\n# @BRIEF Verify approve, publish, and revoke endpoints preserve expected release lifecycle contract.\ndef test_release_approve_and_publish_revoke_contract() -> None:\n \"\"\"Contract for approve -> publish -> revoke lifecycle endpoints.\"\"\"\n candidate_id, report_id = _seed_candidate_and_passed_report()\n approve_response = client.post(\n f\"/api/v2/clean-release/candidates/{candidate_id}/approve\",\n json={\"report_id\": report_id, \"decided_by\": \"api-test\", \"comment\": \"approved\"},\n )\n assert approve_response.status_code == 200\n approve_payload = approve_response.json()\n assert approve_payload[\"status\"] == \"ok\"\n assert approve_payload[\"decision\"] == \"APPROVED\"\n publish_response = client.post(\n f\"/api/v2/clean-release/candidates/{candidate_id}/publish\",\n json={\n \"report_id\": report_id,\n \"published_by\": \"api-test\",\n \"target_channel\": \"stable\",\n \"publication_ref\": \"rel-api-001\",\n },\n )\n assert publish_response.status_code == 200\n publish_payload = publish_response.json()\n assert publish_payload[\"status\"] == \"ok\"\n assert publish_payload[\"publication\"][\"status\"] == \"ACTIVE\"\n publication_id = publish_payload[\"publication\"][\"id\"]\n revoke_response = client.post(\n f\"/api/v2/clean-release/publications/{publication_id}/revoke\",\n json={\"revoked_by\": \"api-test\", \"comment\": \"rollback\"},\n )\n assert revoke_response.status_code == 200\n revoke_payload = revoke_response.json()\n assert revoke_payload[\"status\"] == \"ok\"\n assert revoke_payload[\"publication\"][\"status\"] == \"REVOKED\"\n# #endregion test_release_approve_and_publish_revoke_contract\n" }, { @@ -1570,6 +1628,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_release_reject_contract [TYPE Function]\n# @RELATION BINDS_TO -> CleanReleaseV2ReleaseApiTests\n# @BRIEF Verify reject endpoint returns successful rejection decision payload.\ndef test_release_reject_contract() -> None:\n \"\"\"Contract for reject endpoint.\"\"\"\n candidate_id, report_id = _seed_candidate_and_passed_report()\n reject_response = client.post(\n f\"/api/v2/clean-release/candidates/{candidate_id}/reject\",\n json={\"report_id\": report_id, \"decided_by\": \"api-test\", \"comment\": \"rejected\"},\n )\n assert reject_response.status_code == 200\n payload = reject_response.json()\n assert payload[\"status\"] == \"ok\"\n assert payload[\"decision\"] == \"REJECTED\"\n# #endregion test_release_reject_contract\n" }, { @@ -1603,6 +1662,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_list_connections_bootstraps_missing_table [TYPE Function]\n# @RELATION BINDS_TO -> ConnectionsRoutesTests\n# @BRIEF Ensure listing connections auto-creates missing table and returns empty payload.\ndef test_list_connections_bootstraps_missing_table(db_session):\n from src.api.routes.connections import list_connections\n result = asyncio.run(list_connections(db=db_session))\n inspector = inspect(db_session.get_bind())\n assert result == []\n assert \"connection_configs\" in inspector.get_table_names()\n# #endregion test_list_connections_bootstraps_missing_table\n" }, { @@ -1636,6 +1696,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_create_connection_bootstraps_missing_table [TYPE Function]\n# @RELATION BINDS_TO -> ConnectionsRoutesTests\n# @BRIEF Ensure connection creation bootstraps table and persists returned connection fields.\ndef test_create_connection_bootstraps_missing_table(db_session):\n from src.api.routes.connections import ConnectionCreate, create_connection\n payload = ConnectionCreate(\n name=\"Analytics Warehouse\",\n type=\"postgres\",\n host=\"warehouse.internal\",\n port=5432,\n database=\"analytics\",\n username=\"reporter\",\n password=\"secret\",\n )\n created = asyncio.run(create_connection(connection=payload, db=db_session))\n inspector = inspect(db_session.get_bind())\n assert created.name == \"Analytics Warehouse\"\n assert created.host == \"warehouse.internal\"\n assert \"connection_configs\" in inspector.get_table_names()\n# #endregion test_create_connection_bootstraps_missing_table\n" }, { @@ -1717,6 +1778,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_dashboards_success [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @BRIEF Validate dashboards listing returns a populated response that satisfies the schema contract.\n# @TEST: GET /api/dashboards returns 200 and valid schema\n# @PRE: env_id exists\n# @POST: Response matches DashboardsResponse schema\ndef test_get_dashboards_success(mock_deps):\n \"\"\"Uses @TEST_FIXTURE: dashboard_list_happy data.\"\"\"\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].get_all_tasks.return_value = []\n # @TEST_FIXTURE: dashboard_list_happy -> {\"id\": 1, \"title\": \"Main Revenue\"}\n mock_deps[\"resource\"].get_dashboards_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 1,\n \"title\": \"Main Revenue\",\n \"slug\": \"main-revenue\",\n \"git_status\": {\"branch\": \"main\", \"sync_status\": \"OK\"},\n \"last_task\": {\"task_id\": \"task-1\", \"status\": \"SUCCESS\"},\n }\n ]\n )\n response = client.get(\"/api/dashboards?env_id=prod\")\n assert response.status_code == 200\n data = response.json()\n # exhaustive @POST assertions\n assert \"dashboards\" in data\n assert len(data[\"dashboards\"]) == 1\n assert data[\"dashboards\"][0][\"title\"] == \"Main Revenue\"\n assert data[\"total\"] == 1\n assert \"page\" in data\n DashboardsResponse(**data)\n# #endregion test_get_dashboards_success\n" }, { @@ -1777,6 +1839,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_dashboards_with_search [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @BRIEF Validate dashboards listing applies the search filter and returns only matching rows.\n# @TEST: GET /api/dashboards filters by search term\n# @PRE: search parameter provided\n# @POST: Only matching dashboards returned\ndef test_get_dashboards_with_search(mock_deps):\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].get_all_tasks.return_value = []\n async def mock_get_dashboards(env, tasks, include_git_status=False):\n return [\n {\n \"id\": 1,\n \"title\": \"Sales Report\",\n \"slug\": \"sales\",\n \"git_status\": {\"branch\": \"main\", \"sync_status\": \"OK\"},\n \"last_task\": None,\n },\n {\n \"id\": 2,\n \"title\": \"Marketing Dashboard\",\n \"slug\": \"marketing\",\n \"git_status\": {\"branch\": \"main\", \"sync_status\": \"OK\"},\n \"last_task\": None,\n },\n ]\n mock_deps[\"resource\"].get_dashboards_with_status = AsyncMock(\n side_effect=mock_get_dashboards\n )\n response = client.get(\"/api/dashboards?env_id=prod&search=sales\")\n assert response.status_code == 200\n data = response.json()\n # @POST: Filtered result count must match search\n assert len(data[\"dashboards\"]) == 1\n assert data[\"dashboards\"][0][\"title\"] == \"Sales Report\"\n# #endregion test_get_dashboards_with_search\n" }, { @@ -1811,6 +1874,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_dashboards_empty [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @BRIEF Validate dashboards listing returns an empty payload for an environment without dashboards.\n# @TEST_EDGE: empty_dashboards -> {env_id: 'empty_env', expected_total: 0}\ndef test_get_dashboards_empty(mock_deps):\n \"\"\"@TEST_EDGE: empty_dashboards -> {env_id: 'empty_env', expected_total: 0}\"\"\"\n mock_env = MagicMock()\n mock_env.id = \"empty_env\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].get_all_tasks.return_value = []\n mock_deps[\"resource\"].get_dashboards_with_status = AsyncMock(return_value=[])\n response = client.get(\"/api/dashboards?env_id=empty_env\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"total\"] == 0\n assert len(data[\"dashboards\"]) == 0\n assert data[\"total_pages\"] == 1\n DashboardsResponse(**data)\n# #endregion test_get_dashboards_empty\n" }, { @@ -1845,6 +1909,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_dashboards_superset_failure [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @BRIEF Validate dashboards listing surfaces a 503 contract when Superset access fails.\n# @TEST_EDGE: external_superset_failure -> {env_id: 'bad_conn', status: 503}\ndef test_get_dashboards_superset_failure(mock_deps):\n \"\"\"@TEST_EDGE: external_superset_failure -> {env_id: 'bad_conn', status: 503}\"\"\"\n mock_env = MagicMock()\n mock_env.id = \"bad_conn\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].get_all_tasks.return_value = []\n mock_deps[\"resource\"].get_dashboards_with_status = AsyncMock(\n side_effect=Exception(\"Connection refused\")\n )\n response = client.get(\"/api/dashboards?env_id=bad_conn\")\n assert response.status_code == 503\n assert \"Failed to fetch dashboards\" in response.json()[\"detail\"]\n# #endregion test_get_dashboards_superset_failure\n" }, { @@ -1905,6 +1970,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_dashboards_env_not_found [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @BRIEF Validate dashboards listing returns 404 when the requested environment does not exist.\n# @TEST: GET /api/dashboards returns 404 if env_id missing\n# @PRE: env_id does not exist\n# @POST: Returns 404 error\ndef test_get_dashboards_env_not_found(mock_deps):\n mock_deps[\"config\"].get_environments.return_value = []\n response = client.get(\"/api/dashboards?env_id=nonexistent\")\n assert response.status_code == 404\n assert \"Environment not found\" in response.json()[\"detail\"]\n# #endregion test_get_dashboards_env_not_found\n" }, { @@ -1965,6 +2031,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_dashboards_invalid_pagination [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @BRIEF Validate dashboards listing rejects invalid pagination parameters with 400 responses.\n# @TEST: GET /api/dashboards returns 400 for invalid page/page_size\n# @PRE: page < 1 or page_size > 100\n# @POST: Returns 400 error\ndef test_get_dashboards_invalid_pagination(mock_deps):\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n # Invalid page\n response = client.get(\"/api/dashboards?env_id=prod&page=0\")\n assert response.status_code == 400\n assert \"Page must be >= 1\" in response.json()[\"detail\"]\n # Invalid page_size\n response = client.get(\"/api/dashboards?env_id=prod&page_size=101\")\n assert response.status_code == 400\n assert \"Page size must be between 1 and 100\" in response.json()[\"detail\"]\n# #endregion test_get_dashboards_invalid_pagination\n" }, { @@ -2005,6 +2072,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_dashboard_detail_success [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @BRIEF Validate dashboard detail returns charts and datasets for an existing dashboard.\n# @TEST: GET /api/dashboards/{id} returns dashboard detail with charts and datasets\ndef test_get_dashboard_detail_success(mock_deps):\n with patch(\"src.api.routes.dashboards._detail_routes.SupersetClient\") as mock_client_cls:\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_client = MagicMock()\n mock_client.get_dashboard_detail.return_value = {\n \"id\": 42,\n \"title\": \"Revenue Dashboard\",\n \"slug\": \"revenue-dashboard\",\n \"url\": \"/superset/dashboard/42/\",\n \"description\": \"Overview\",\n \"last_modified\": \"2026-02-20T10:00:00+00:00\",\n \"published\": True,\n \"charts\": [\n {\n \"id\": 100,\n \"title\": \"Revenue by Month\",\n \"viz_type\": \"line\",\n \"dataset_id\": 7,\n \"last_modified\": \"2026-02-19T10:00:00+00:00\",\n \"overview\": \"line\",\n }\n ],\n \"datasets\": [\n {\n \"id\": 7,\n \"table_name\": \"fact_revenue\",\n \"schema\": \"mart\",\n \"database\": \"Analytics\",\n \"last_modified\": \"2026-02-18T10:00:00+00:00\",\n \"overview\": \"mart.fact_revenue\",\n }\n ],\n \"chart_count\": 1,\n \"dataset_count\": 1,\n }\n mock_client_cls.return_value = mock_client\n response = client.get(\"/api/dashboards/42?env_id=prod\")\n assert response.status_code == 200\n payload = response.json()\n assert payload[\"id\"] == 42\n assert payload[\"chart_count\"] == 1\n assert payload[\"dataset_count\"] == 1\n# #endregion test_get_dashboard_detail_success\n" }, { @@ -2045,6 +2113,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_dashboard_detail_env_not_found [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @BRIEF Validate dashboard detail returns 404 when the requested environment is missing.\n# @TEST: GET /api/dashboards/{id} returns 404 for missing environment\ndef test_get_dashboard_detail_env_not_found(mock_deps):\n mock_deps[\"config\"].get_environments.return_value = []\n response = client.get(\"/api/dashboards/42?env_id=missing\")\n assert response.status_code == 404\n assert \"Environment not found\" in response.json()[\"detail\"]\n# #endregion test_get_dashboard_detail_env_not_found\n" }, { @@ -2105,6 +2174,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_migrate_dashboards_success [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @TEST: POST /api/dashboards/migrate creates migration task\n# @PRE: Valid source_env_id, target_env_id, dashboard_ids\n# @BRIEF Validate dashboard migration request creates an async task and returns its identifier.\n# @POST: Returns task_id and create_task was called\ndef test_migrate_dashboards_success(mock_deps):\n mock_source = MagicMock()\n mock_source.id = \"source\"\n mock_target = MagicMock()\n mock_target.id = \"target\"\n mock_deps[\"config\"].get_environments.return_value = [mock_source, mock_target]\n mock_task = MagicMock()\n mock_task.id = \"task-migrate-123\"\n mock_deps[\"task\"].create_task = AsyncMock(return_value=mock_task)\n response = client.post(\n \"/api/dashboards/migrate\",\n json={\n \"source_env_id\": \"source\",\n \"target_env_id\": \"target\",\n \"dashboard_ids\": [1, 2, 3],\n \"db_mappings\": {\"old_db\": \"new_db\"},\n },\n )\n assert response.status_code == 200\n data = response.json()\n assert \"task_id\" in data\n # @POST/@SIDE_EFFECT: create_task was called\n mock_deps[\"task\"].create_task.assert_called_once()\n# #endregion test_migrate_dashboards_success\n" }, { @@ -2165,6 +2235,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_migrate_dashboards_no_ids [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @TEST: POST /api/dashboards/migrate returns 400 for empty dashboard_ids\n# @PRE: dashboard_ids is empty\n# @BRIEF Validate dashboard migration rejects empty dashboard identifier lists.\n# @POST: Returns 400 error\ndef test_migrate_dashboards_no_ids(mock_deps):\n response = client.post(\n \"/api/dashboards/migrate\",\n json={\n \"source_env_id\": \"source\",\n \"target_env_id\": \"target\",\n \"dashboard_ids\": [],\n },\n )\n assert response.status_code == 400\n assert \"At least one dashboard ID must be provided\" in response.json()[\"detail\"]\n# #endregion test_migrate_dashboards_no_ids\n" }, { @@ -2208,6 +2279,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_migrate_dashboards_env_not_found [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @BRIEF Validate migration creation returns 404 when the source environment cannot be resolved.\n# @PRE: source_env_id and target_env_id are valid environment IDs\ndef test_migrate_dashboards_env_not_found(mock_deps):\n \"\"\"@PRE: source_env_id and target_env_id are valid environment IDs.\"\"\"\n mock_deps[\"config\"].get_environments.return_value = []\n response = client.post(\n \"/api/dashboards/migrate\",\n json={\"source_env_id\": \"ghost\", \"target_env_id\": \"t\", \"dashboard_ids\": [1]},\n )\n assert response.status_code == 404\n assert \"Source environment not found\" in response.json()[\"detail\"]\n# #endregion test_migrate_dashboards_env_not_found\n" }, { @@ -2268,6 +2340,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_backup_dashboards_success [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @TEST: POST /api/dashboards/backup creates backup task\n# @PRE: Valid env_id, dashboard_ids\n# @BRIEF Validate dashboard backup request creates an async backup task and returns its identifier.\n# @POST: Returns task_id and create_task was called\ndef test_backup_dashboards_success(mock_deps):\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_task = MagicMock()\n mock_task.id = \"task-backup-456\"\n mock_deps[\"task\"].create_task = AsyncMock(return_value=mock_task)\n response = client.post(\n \"/api/dashboards/backup\",\n json={\"env_id\": \"prod\", \"dashboard_ids\": [1, 2, 3], \"schedule\": \"0 0 * * *\"},\n )\n assert response.status_code == 200\n data = response.json()\n assert \"task_id\" in data\n # @POST/@SIDE_EFFECT: create_task was called\n mock_deps[\"task\"].create_task.assert_called_once()\n# #endregion test_backup_dashboards_success\n" }, { @@ -2311,6 +2384,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_backup_dashboards_env_not_found [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @BRIEF Validate backup task creation returns 404 when the target environment is missing.\n# @PRE: env_id is a valid environment ID\ndef test_backup_dashboards_env_not_found(mock_deps):\n \"\"\"@PRE: env_id is a valid environment ID.\"\"\"\n mock_deps[\"config\"].get_environments.return_value = []\n response = client.post(\n \"/api/dashboards/backup\", json={\"env_id\": \"ghost\", \"dashboard_ids\": [1]}\n )\n assert response.status_code == 404\n assert \"Environment not found\" in response.json()[\"detail\"]\n# #endregion test_backup_dashboards_env_not_found\n" }, { @@ -2371,6 +2445,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_database_mappings_success [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @TEST: GET /api/dashboards/db-mappings returns mapping suggestions\n# @PRE: Valid source_env_id, target_env_id\n# @BRIEF Validate database mapping suggestions are returned for valid source and target environments.\n# @POST: Returns list of database mappings\ndef test_get_database_mappings_success(mock_deps):\n mock_source = MagicMock()\n mock_source.id = \"prod\"\n mock_target = MagicMock()\n mock_target.id = \"staging\"\n mock_deps[\"config\"].get_environments.return_value = [mock_source, mock_target]\n mock_deps[\"mapping\"].get_suggestions = AsyncMock(\n return_value=[\n {\n \"source_db\": \"old_sales\",\n \"target_db\": \"new_sales\",\n \"source_db_uuid\": \"uuid-1\",\n \"target_db_uuid\": \"uuid-2\",\n \"confidence\": 0.95,\n }\n ]\n )\n response = client.get(\n \"/api/dashboards/db-mappings?source_env_id=prod&target_env_id=staging\"\n )\n assert response.status_code == 200\n data = response.json()\n assert \"mappings\" in data\n assert len(data[\"mappings\"]) == 1\n assert data[\"mappings\"][0][\"confidence\"] == 0.95\n# #endregion test_get_database_mappings_success\n" }, { @@ -2414,6 +2489,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_database_mappings_env_not_found [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @BRIEF Validate database mapping suggestions return 404 when either environment is missing.\n# @PRE: source_env_id and target_env_id are valid environment IDs\ndef test_get_database_mappings_env_not_found(mock_deps):\n \"\"\"@PRE: source_env_id must be a valid environment.\"\"\"\n mock_deps[\"config\"].get_environments.return_value = []\n response = client.get(\n \"/api/dashboards/db-mappings?source_env_id=ghost&target_env_id=t\"\n )\n assert response.status_code == 404\n# #endregion test_get_database_mappings_env_not_found\n" }, { @@ -2454,6 +2530,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_dashboard_tasks_history_filters_success [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @BRIEF Validate dashboard task history returns only related backup and LLM tasks.\n# @TEST: GET /api/dashboards/{id}/tasks returns backup and llm tasks for dashboard\ndef test_get_dashboard_tasks_history_filters_success(mock_deps):\n now = datetime.now(UTC)\n llm_task = MagicMock()\n llm_task.id = \"task-llm-1\"\n llm_task.plugin_id = \"llm_dashboard_validation\"\n llm_task.status = \"SUCCESS\"\n llm_task.started_at = now\n llm_task.finished_at = now\n llm_task.params = {\"dashboard_id\": \"42\", \"environment_id\": \"prod\"}\n llm_task.result = {\"summary\": \"LLM validation complete\"}\n backup_task = MagicMock()\n backup_task.id = \"task-backup-1\"\n backup_task.plugin_id = \"superset-backup\"\n backup_task.status = \"RUNNING\"\n backup_task.started_at = now\n backup_task.finished_at = None\n backup_task.params = {\"env\": \"prod\", \"dashboards\": [42]}\n backup_task.result = {}\n other_task = MagicMock()\n other_task.id = \"task-other\"\n other_task.plugin_id = \"superset-backup\"\n other_task.status = \"SUCCESS\"\n other_task.started_at = now\n other_task.finished_at = now\n other_task.params = {\"env\": \"prod\", \"dashboards\": [777]}\n other_task.result = {}\n mock_deps[\"task\"].get_all_tasks.return_value = [other_task, llm_task, backup_task]\n response = client.get(\"/api/dashboards/42/tasks?env_id=prod&limit=10\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"dashboard_id\"] == 42\n assert len(data[\"items\"]) == 2\n assert {item[\"plugin_id\"] for item in data[\"items\"]} == {\n \"llm_dashboard_validation\",\n \"superset-backup\",\n }\n# #endregion test_get_dashboard_tasks_history_filters_success\n" }, { @@ -2494,6 +2571,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_dashboard_thumbnail_success [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @BRIEF Validate dashboard thumbnail endpoint proxies image bytes and content type from Superset.\n# @TEST: GET /api/dashboards/{id}/thumbnail proxies image bytes from Superset\ndef test_get_dashboard_thumbnail_success(mock_deps):\n with patch(\"src.api.routes.dashboards._detail_routes.SupersetClient\") as mock_client_cls:\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_client = MagicMock()\n mock_response = MagicMock()\n mock_response.status_code = 200\n mock_response.content = b\"fake-image-bytes\"\n mock_response.headers = {\"Content-Type\": \"image/png\"}\n def _network_request(method, endpoint, **kwargs):\n if method == \"POST\":\n return {\"image_url\": \"/api/v1/dashboard/42/screenshot/abc123/\"}\n return mock_response\n mock_client.network.request.side_effect = _network_request\n mock_client_cls.return_value = mock_client\n response = client.get(\"/api/dashboards/42/thumbnail?env_id=prod\")\n assert response.status_code == 200\n assert response.content == b\"fake-image-bytes\"\n assert response.headers[\"content-type\"].startswith(\"image/png\")\n# #endregion test_get_dashboard_thumbnail_success\n" }, { @@ -2556,6 +2634,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _build_profile_preference_stub [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @BRIEF Creates profile preference payload stub for dashboards filter contract tests.\n# @PRE: username can be empty; enabled indicates profile-default toggle state.\n# @POST: Returns object compatible with ProfileService.get_my_preference contract.\ndef _build_profile_preference_stub(username: str, enabled: bool):\n preference = MagicMock()\n preference.superset_username = username\n preference.superset_username_normalized = (\n str(username or \"\").strip().lower() or None\n )\n preference.show_only_my_dashboards = bool(enabled)\n payload = MagicMock()\n payload.preference = preference\n return payload\n# #endregion _build_profile_preference_stub\n" }, { @@ -2618,6 +2697,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _matches_actor_case_insensitive [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @BRIEF Applies trim + case-insensitive owners OR modified_by matching used by route contract tests.\n# @PRE: owners can be None or list-like values.\n# @POST: Returns True when bound username matches any owner or modified_by.\ndef _matches_actor_case_insensitive(bound_username, owners, modified_by):\n normalized_bound = str(bound_username or \"\").strip().lower()\n if not normalized_bound:\n return False\n owner_tokens = []\n for owner in owners or []:\n token = str(owner or \"\").strip().lower()\n if token:\n owner_tokens.append(token)\n modified_token = str(modified_by or \"\").strip().lower()\n return normalized_bound in owner_tokens or bool(\n modified_token and modified_token == normalized_bound\n )\n# #endregion _matches_actor_case_insensitive\n" }, { @@ -2678,6 +2758,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_dashboards_profile_filter_contract_owners_or_modified_by [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @TEST: GET /api/dashboards applies profile-default filter with owners OR modified_by trim+case-insensitive semantics.\n# @BRIEF Validate profile-default filtering matches owner and modifier aliases using normalized Superset actor values.\n# @PRE: Current user has enabled profile-default preference and bound username.\n# @POST: Response includes only matching dashboards and effective_profile_filter metadata.\ndef test_get_dashboards_profile_filter_contract_owners_or_modified_by(mock_deps):\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].get_all_tasks.return_value = []\n mock_deps[\"resource\"].get_dashboards_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 1,\n \"title\": \"Owner Match\",\n \"slug\": \"owner-match\",\n \"owners\": [\" John_Doe \"],\n \"modified_by\": \"someone_else\",\n },\n {\n \"id\": 2,\n \"title\": \"Modifier Match\",\n \"slug\": \"modifier-match\",\n \"owners\": [\"analytics-team\"],\n \"modified_by\": \" JOHN_DOE \",\n },\n {\n \"id\": 3,\n \"title\": \"No Match\",\n \"slug\": \"no-match\",\n \"owners\": [\"another-user\"],\n \"modified_by\": \"nobody\",\n },\n ]\n )\n with patch(\"src.api.routes.dashboards._listing_routes.ProfileService\") as profile_service_cls:\n profile_service = MagicMock()\n profile_service.get_my_preference.return_value = _build_profile_preference_stub(\n username=\" JOHN_DOE \",\n enabled=True,\n )\n profile_service.matches_dashboard_actor.side_effect = (\n _matches_actor_case_insensitive\n )\n profile_service_cls.return_value = profile_service\n response = client.get(\n \"/api/dashboards?env_id=prod&page_context=dashboards_main&apply_profile_default=true\"\n )\n assert response.status_code == 200\n payload = response.json()\n assert payload[\"total\"] == 2\n assert {item[\"id\"] for item in payload[\"dashboards\"]} == {1, 2}\n assert payload[\"effective_profile_filter\"][\"applied\"] is True\n assert payload[\"effective_profile_filter\"][\"source_page\"] == \"dashboards_main\"\n assert payload[\"effective_profile_filter\"][\"override_show_all\"] is False\n assert payload[\"effective_profile_filter\"][\"username\"] == \"john_doe\"\n assert payload[\"effective_profile_filter\"][\"match_logic\"] == \"owners_or_modified_by\"\n# #endregion test_get_dashboards_profile_filter_contract_owners_or_modified_by\n" }, { @@ -2738,6 +2819,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_dashboards_override_show_all_contract [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @TEST: GET /api/dashboards honors override_show_all and disables profile-default filter for current page.\n# @BRIEF Validate override_show_all bypasses profile-default filtering without changing dashboard list semantics.\n# @PRE: Profile-default preference exists but override_show_all=true query is provided.\n# @POST: Response remains unfiltered and effective_profile_filter.applied is false.\ndef test_get_dashboards_override_show_all_contract(mock_deps):\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].get_all_tasks.return_value = []\n mock_deps[\"resource\"].get_dashboards_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 1,\n \"title\": \"Dash A\",\n \"slug\": \"dash-a\",\n \"owners\": [\"john_doe\"],\n \"modified_by\": \"john_doe\",\n },\n {\n \"id\": 2,\n \"title\": \"Dash B\",\n \"slug\": \"dash-b\",\n \"owners\": [\"other\"],\n \"modified_by\": \"other\",\n },\n ]\n )\n with patch(\"src.api.routes.dashboards.ProfileService\") as profile_service_cls:\n profile_service = MagicMock()\n profile_service.get_my_preference.return_value = _build_profile_preference_stub(\n username=\"john_doe\",\n enabled=True,\n )\n profile_service.matches_dashboard_actor.side_effect = (\n _matches_actor_case_insensitive\n )\n profile_service_cls.return_value = profile_service\n response = client.get(\n \"/api/dashboards?env_id=prod&page_context=dashboards_main&apply_profile_default=true&override_show_all=true\"\n )\n assert response.status_code == 200\n payload = response.json()\n assert payload[\"total\"] == 2\n assert {item[\"id\"] for item in payload[\"dashboards\"]} == {1, 2}\n assert payload[\"effective_profile_filter\"][\"applied\"] is False\n assert payload[\"effective_profile_filter\"][\"source_page\"] == \"dashboards_main\"\n assert payload[\"effective_profile_filter\"][\"override_show_all\"] is True\n assert payload[\"effective_profile_filter\"][\"username\"] is None\n assert payload[\"effective_profile_filter\"][\"match_logic\"] is None\n profile_service.matches_dashboard_actor.assert_not_called()\n# #endregion test_get_dashboards_override_show_all_contract\n" }, { @@ -2798,6 +2880,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_dashboards_profile_filter_no_match_results_contract [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @TEST: GET /api/dashboards returns empty result set when profile-default filter is active and no dashboard actors match.\n# @BRIEF Validate profile-default filtering returns an empty dashboard page when no actor aliases match the bound user.\n# @PRE: Profile-default preference is enabled with bound username and all dashboards are non-matching.\n# @POST: Response total is 0 with deterministic pagination and active effective_profile_filter metadata.\ndef test_get_dashboards_profile_filter_no_match_results_contract(mock_deps):\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].get_all_tasks.return_value = []\n mock_deps[\"resource\"].get_dashboards_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 101,\n \"title\": \"Team Dashboard\",\n \"slug\": \"team-dashboard\",\n \"owners\": [\"analytics-team\"],\n \"modified_by\": \"someone_else\",\n },\n {\n \"id\": 102,\n \"title\": \"Ops Dashboard\",\n \"slug\": \"ops-dashboard\",\n \"owners\": [\"ops-user\"],\n \"modified_by\": \"ops-user\",\n },\n ]\n )\n with patch(\"src.api.routes.dashboards._listing_routes.ProfileService\") as profile_service_cls:\n profile_service = MagicMock()\n profile_service.get_my_preference.return_value = _build_profile_preference_stub(\n username=\"john_doe\",\n enabled=True,\n )\n profile_service.matches_dashboard_actor.side_effect = (\n _matches_actor_case_insensitive\n )\n profile_service_cls.return_value = profile_service\n response = client.get(\n \"/api/dashboards?env_id=prod&page_context=dashboards_main&apply_profile_default=true\"\n )\n assert response.status_code == 200\n payload = response.json()\n assert payload[\"total\"] == 0\n assert payload[\"dashboards\"] == []\n assert payload[\"page\"] == 1\n assert payload[\"page_size\"] == 10\n assert payload[\"total_pages\"] == 1\n assert payload[\"effective_profile_filter\"][\"applied\"] is True\n assert payload[\"effective_profile_filter\"][\"source_page\"] == \"dashboards_main\"\n assert payload[\"effective_profile_filter\"][\"override_show_all\"] is False\n assert payload[\"effective_profile_filter\"][\"username\"] == \"john_doe\"\n assert payload[\"effective_profile_filter\"][\"match_logic\"] == \"owners_or_modified_by\"\n# #endregion test_get_dashboards_profile_filter_no_match_results_contract\n" }, { @@ -2858,6 +2941,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_dashboards_page_context_other_disables_profile_default [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @TEST: GET /api/dashboards does not auto-apply profile-default filter outside dashboards_main page context.\n# @BRIEF Validate non-dashboard page contexts suppress profile-default filtering and preserve unfiltered results.\n# @PRE: Profile-default preference exists but page_context=other query is provided.\n# @POST: Response remains unfiltered and metadata reflects source_page=other.\ndef test_get_dashboards_page_context_other_disables_profile_default(mock_deps):\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].get_all_tasks.return_value = []\n mock_deps[\"resource\"].get_dashboards_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 1,\n \"title\": \"Dash A\",\n \"slug\": \"dash-a\",\n \"owners\": [\"john_doe\"],\n \"modified_by\": \"john_doe\",\n },\n {\n \"id\": 2,\n \"title\": \"Dash B\",\n \"slug\": \"dash-b\",\n \"owners\": [\"other\"],\n \"modified_by\": \"other\",\n },\n ]\n )\n with patch(\"src.api.routes.dashboards.ProfileService\") as profile_service_cls:\n profile_service = MagicMock()\n profile_service.get_my_preference.return_value = _build_profile_preference_stub(\n username=\"john_doe\",\n enabled=True,\n )\n profile_service.matches_dashboard_actor.side_effect = (\n _matches_actor_case_insensitive\n )\n profile_service_cls.return_value = profile_service\n response = client.get(\n \"/api/dashboards?env_id=prod&page_context=other&apply_profile_default=true\"\n )\n assert response.status_code == 200\n payload = response.json()\n assert payload[\"total\"] == 2\n assert {item[\"id\"] for item in payload[\"dashboards\"]} == {1, 2}\n assert payload[\"effective_profile_filter\"][\"applied\"] is False\n assert payload[\"effective_profile_filter\"][\"source_page\"] == \"other\"\n assert payload[\"effective_profile_filter\"][\"override_show_all\"] is False\n assert payload[\"effective_profile_filter\"][\"username\"] is None\n assert payload[\"effective_profile_filter\"][\"match_logic\"] is None\n profile_service.matches_dashboard_actor.assert_not_called()\n# #endregion test_get_dashboards_page_context_other_disables_profile_default\n" }, { @@ -2918,6 +3002,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_dashboards_profile_filter_matches_display_alias_without_detail_fanout [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @TEST: GET /api/dashboards resolves Superset display-name alias once and filters without per-dashboard detail calls.\n# @BRIEF Validate profile-default filtering reuses resolved Superset display aliases without triggering per-dashboard detail fanout.\n# @PRE: Profile-default filter is active, bound username is `admin`, dashboard actors contain display labels.\n# @POST: Route matches by alias (`Superset Admin`) and does not call `SupersetClient.get_dashboard` in list filter path.\ndef test_get_dashboards_profile_filter_matches_display_alias_without_detail_fanout(\n mock_deps,\n):\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].get_all_tasks.return_value = []\n mock_deps[\"resource\"].get_dashboards_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 5,\n \"title\": \"Alias Match\",\n \"slug\": \"alias-match\",\n \"owners\": [],\n \"created_by\": None,\n \"modified_by\": \"Superset Admin\",\n },\n {\n \"id\": 6,\n \"title\": \"Alias No Match\",\n \"slug\": \"alias-no-match\",\n \"owners\": [],\n \"created_by\": None,\n \"modified_by\": \"Other User\",\n },\n ]\n )\n with (\n patch(\"src.api.routes.dashboards._listing_routes.ProfileService\") as profile_service_cls,\n patch(\"src.api.routes.dashboards._projection.SupersetClient\") as superset_client_cls,\n patch(\n \"src.api.routes.dashboards._projection.SupersetAccountLookupAdapter\"\n ) as lookup_adapter_cls,\n ):\n profile_service = MagicMock()\n profile_service.get_my_preference.return_value = _build_profile_preference_stub(\n username=\"admin\",\n enabled=True,\n )\n profile_service.matches_dashboard_actor.side_effect = (\n _matches_actor_case_insensitive\n )\n profile_service_cls.return_value = profile_service\n superset_client = MagicMock()\n superset_client_cls.return_value = superset_client\n lookup_adapter = MagicMock()\n lookup_adapter.get_users_page.return_value = {\n \"items\": [\n {\n \"environment_id\": \"prod\",\n \"username\": \"admin\",\n \"display_name\": \"Superset Admin\",\n \"email\": \"admin@example.com\",\n \"is_active\": True,\n }\n ],\n \"total\": 1,\n }\n lookup_adapter_cls.return_value = lookup_adapter\n response = client.get(\n \"/api/dashboards?env_id=prod&page_context=dashboards_main&apply_profile_default=true\"\n )\n assert response.status_code == 200\n payload = response.json()\n assert payload[\"total\"] == 1\n assert {item[\"id\"] for item in payload[\"dashboards\"]} == {5}\n assert payload[\"effective_profile_filter\"][\"applied\"] is True\n lookup_adapter.get_users_page.assert_called_once()\n superset_client.get_dashboard.assert_not_called()\n# #endregion test_get_dashboards_profile_filter_matches_display_alias_without_detail_fanout\n" }, { @@ -2978,6 +3063,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_dashboards_profile_filter_matches_owner_object_payload_contract [TYPE Function]\n# @RELATION BINDS_TO -> DashboardsApiTests\n# @TEST: GET /api/dashboards profile-default filter matches Superset owner object payloads.\n# @BRIEF Validate profile-default filtering accepts owner object payloads once aliases resolve to the bound Superset username.\n# @PRE: Profile-default preference is enabled and owners list contains dict payloads.\n# @POST: Response keeps dashboards where owner object resolves to bound username alias.\ndef test_get_dashboards_profile_filter_matches_owner_object_payload_contract(mock_deps):\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].get_all_tasks.return_value = []\n mock_deps[\"resource\"].get_dashboards_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 701,\n \"title\": \"Featured Charts\",\n \"slug\": \"featured-charts\",\n \"owners\": [\n {\n \"id\": 11,\n \"first_name\": \"user\",\n \"last_name\": \"1\",\n \"username\": None,\n \"email\": \"user_1@example.local\",\n }\n ],\n \"modified_by\": \"another_user\",\n },\n {\n \"id\": 702,\n \"title\": \"Other Dashboard\",\n \"slug\": \"other-dashboard\",\n \"owners\": [\n {\n \"id\": 12,\n \"first_name\": \"other\",\n \"last_name\": \"user\",\n \"username\": None,\n \"email\": \"other@example.local\",\n }\n ],\n \"modified_by\": \"other_user\",\n },\n ]\n )\n with (\n patch(\"src.api.routes.dashboards._listing_routes.ProfileService\") as profile_service_cls,\n patch(\n \"src.api.routes.dashboards._projection._resolve_profile_actor_aliases\",\n return_value=[\"user_1\"],\n ),\n ):\n profile_service = MagicMock(spec=DomainProfileService)\n profile_service.get_my_preference.return_value = _build_profile_preference_stub(\n username=\"user_1\",\n enabled=True,\n )\n profile_service.matches_dashboard_actor.side_effect = (\n lambda bound_username, owners, modified_by: any(\n str(owner.get(\"email\", \"\")).split(\"@\", 1)[0].strip().lower()\n == str(bound_username).strip().lower()\n for owner in (owners or [])\n if isinstance(owner, dict)\n )\n )\n profile_service_cls.return_value = profile_service\n response = client.get(\n \"/api/dashboards?env_id=prod&page_context=dashboards_main&apply_profile_default=true\"\n )\n assert response.status_code == 200\n payload = response.json()\n assert payload[\"total\"] == 1\n assert {item[\"id\"] for item in payload[\"dashboards\"]} == {701}\n assert payload[\"dashboards\"][0][\"title\"] == \"Featured Charts\"\n# #endregion test_get_dashboards_profile_filter_matches_owner_object_payload_contract\n" }, { @@ -3009,6 +3095,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _make_user [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\ndef _make_user():\n permissions = [\n SimpleNamespace(resource=\"dataset:session\", action=\"READ\"),\n SimpleNamespace(resource=\"dataset:session\", action=\"MANAGE\"),\n SimpleNamespace(resource=\"dataset:execution:launch\", action=\"EXECUTE\"),\n ]\n dataset_review_role = SimpleNamespace(\n name=\"DatasetReviewOperator\", permissions=permissions\n )\n return SimpleNamespace(id=\"user-1\", username=\"tester\", roles=[dataset_review_role])\n# #endregion _make_user\n" }, { @@ -3040,6 +3127,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _make_config_manager [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\ndef _make_config_manager():\n env = Environment(\n id=\"env-1\",\n name=\"DEV\",\n url=\"http://superset.local\",\n username=\"demo\",\n password=\"secret\",\n )\n config = AppConfig(environments=[env], settings=GlobalSettings())\n manager = MagicMock()\n manager.get_environment.side_effect = (\n lambda env_id: env if env_id == \"env-1\" else None\n )\n manager.get_config.return_value = config\n return manager\n# #endregion _make_config_manager\n" }, { @@ -3071,6 +3159,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _make_session [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\ndef _make_session():\n now = datetime.now(UTC)\n return DatasetReviewSession(\n session_id=\"sess-1\",\n user_id=\"user-1\",\n environment_id=\"env-1\",\n source_kind=\"superset_link\",\n source_input=\"http://superset.local/dashboard/10\",\n dataset_ref=\"public.sales\",\n dataset_id=42,\n dashboard_id=10,\n version=0,\n readiness_state=ReadinessState.REVIEW_READY,\n recommended_action=RecommendedAction.REVIEW_DOCUMENTATION,\n status=SessionStatus.ACTIVE,\n current_phase=SessionPhase.REVIEW,\n created_at=now,\n updated_at=now,\n last_activity_at=now,\n )\n# #endregion _make_session\n" }, { @@ -3102,6 +3191,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _make_us2_session [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\ndef _make_us2_session():\n now = datetime.now(UTC)\n session = _make_session()\n session.readiness_state = ReadinessState.CLARIFICATION_NEEDED\n session.recommended_action = RecommendedAction.START_CLARIFICATION\n session.current_phase = SessionPhase.CLARIFICATION\n field = SemanticFieldEntry(\n field_id=\"field-1\",\n session_id=\"sess-1\",\n field_name=\"revenue\",\n field_kind=FieldKind.COLUMN,\n verbose_name=\"Revenue\",\n description=\"AI-generated revenue description\",\n display_format=\"$,.2f\",\n provenance=FieldProvenance.AI_GENERATED,\n source_id=\"source-ai\",\n source_version=None,\n confidence_rank=1,\n is_locked=False,\n has_conflict=True,\n needs_review=True,\n last_changed_by=\"agent\",\n user_feedback=None,\n created_at=now,\n updated_at=now,\n )\n candidate = SemanticCandidate(\n candidate_id=\"cand-1\",\n field_id=\"field-1\",\n source_id=\"dict-1\",\n candidate_rank=1,\n match_type=CandidateMatchType.EXACT,\n confidence_score=1.0,\n proposed_verbose_name=\"Recognized Revenue\",\n proposed_description=\"Trusted dictionary description\",\n proposed_display_format=\"$,.2f\",\n status=CandidateStatus.PROPOSED,\n created_at=now,\n )\n field.candidates = [candidate]\n clarification_session = ClarificationSession(\n clarification_session_id=\"clar-1\",\n session_id=\"sess-1\",\n status=ClarificationStatus.PENDING,\n current_question_id=None,\n resolved_count=0,\n remaining_count=1,\n summary_delta=None,\n started_at=now,\n updated_at=now,\n completed_at=None,\n )\n question = ClarificationQuestion(\n question_id=\"q-1\",\n clarification_session_id=\"clar-1\",\n topic_ref=\"dataset.business_purpose\",\n question_text=\"Which business concept does this dataset represent?\",\n why_it_matters=\"This determines how downstream users interpret revenue KPIs.\",\n current_guess=\"Revenue reporting\",\n priority=100,\n state=QuestionState.OPEN,\n created_at=now,\n updated_at=now,\n )\n question.options = [\n ClarificationOption(\n option_id=\"opt-1\",\n question_id=\"q-1\",\n label=\"Revenue reporting\",\n value=\"Revenue reporting\",\n is_recommended=True,\n display_order=1,\n ),\n ClarificationOption(\n option_id=\"opt-2\",\n question_id=\"q-1\",\n label=\"Margin analysis\",\n value=\"Margin analysis\",\n is_recommended=False,\n display_order=2,\n ),\n ]\n question.answer = None\n clarification_session.questions = [question]\n session.findings = []\n session.collaborators = []\n session.semantic_sources = [\n SemanticSource(\n source_id=\"dict-1\",\n session_id=\"sess-1\",\n source_type=SemanticSourceType.CONNECTED_DICTIONARY,\n source_ref=\"dict://finance\",\n source_version=\"2026.03\",\n display_name=\"Finance Dictionary\",\n trust_level=TrustLevel.TRUSTED,\n schema_overlap_score=1.0,\n status=SemanticSourceStatus.AVAILABLE,\n created_at=now,\n )\n ]\n session.semantic_fields = [field]\n session.imported_filters = []\n session.template_variables = []\n session.execution_mappings = []\n session.clarification_sessions = [clarification_session]\n session.previews = []\n session.run_contexts = []\n return session\n# #endregion _make_us2_session\n" }, { @@ -3133,6 +3223,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _make_us3_session [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\ndef _make_us3_session():\n \"\"\"Fake session factory for US3 flow tests.\n `imported_filter` and `template_variable` are bare MagicMocks without spec;\n ORM attribute access is unchecked.\n \"\"\"\n now = datetime.now(UTC)\n session = _make_session()\n session.readiness_state = ReadinessState.MAPPING_REVIEW_NEEDED\n session.recommended_action = RecommendedAction.APPROVE_MAPPING\n session.current_phase = SessionPhase.MAPPING_REVIEW\n imported_filter = MagicMock() # @RISK: No spec= guard — enum/field contract changes are undetectable at test time.\n imported_filter.filter_id = \"filter-1\"\n imported_filter.session_id = \"sess-1\"\n imported_filter.filter_name = \"country\"\n imported_filter.display_name = \"Country\"\n imported_filter.raw_value = \"DE\"\n imported_filter.normalized_value = \"DE\"\n imported_filter.source = \"superset_url\"\n imported_filter.confidence_state = \"imported\"\n imported_filter.requires_confirmation = False\n imported_filter.recovery_status = \"recovered\"\n imported_filter.notes = \"Recovered from URL state\"\n template_variable = MagicMock() # @RISK: No spec= guard — enum/field contract changes are undetectable at test time.\n template_variable.variable_id = \"var-1\"\n template_variable.session_id = \"sess-1\"\n template_variable.variable_name = \"country\"\n template_variable.expression_source = \"{{ filter_values('country') }}\"\n template_variable.variable_kind = \"native_filter\"\n template_variable.is_required = True\n template_variable.default_value = None\n template_variable.mapping_status = \"unmapped\"\n mapping = ExecutionMapping(\n mapping_id=\"map-1\",\n session_id=\"sess-1\",\n filter_id=\"filter-1\",\n variable_id=\"var-1\",\n mapping_method=\"direct_match\",\n raw_input_value=\"DE\",\n effective_value=\"DE\",\n transformation_note=\"Trimmed imported value\",\n warning_level=\"medium\",\n requires_explicit_approval=True,\n approval_state=ApprovalState.PENDING,\n approved_by_user_id=None,\n approved_at=None,\n created_at=now,\n updated_at=now,\n )\n session.findings = []\n session.collaborators = []\n session.semantic_sources = []\n session.semantic_fields = []\n session.imported_filters = [imported_filter]\n session.template_variables = [template_variable]\n session.execution_mappings = [mapping]\n session.clarification_sessions = []\n session.previews = []\n session.run_contexts = []\n return session\n# #endregion _make_us3_session\n" }, { @@ -3164,6 +3255,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _make_preview_ready_session [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\ndef _make_preview_ready_session():\n session = _make_us3_session()\n session.readiness_state = ReadinessState.COMPILED_PREVIEW_READY\n session.recommended_action = RecommendedAction.GENERATE_SQL_PREVIEW\n session.current_phase = SessionPhase.PREVIEW\n return session\n# #endregion _make_preview_ready_session\n" }, { @@ -3195,6 +3287,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region dataset_review_api_dependencies [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n@pytest.fixture(autouse=True)\ndef dataset_review_api_dependencies():\n mock_user = _make_user()\n config_manager = _make_config_manager()\n task_manager = MagicMock()\n app.dependency_overrides[get_current_user] = lambda: mock_user\n app.dependency_overrides[get_config_manager] = lambda: config_manager\n app.dependency_overrides[get_task_manager] = lambda: task_manager\n yield {\n \"user\": mock_user,\n \"config_manager\": config_manager,\n \"task_manager\": task_manager,\n }\n app.dependency_overrides.clear()\n# #endregion dataset_review_api_dependencies\n" }, { @@ -3228,6 +3321,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_parse_superset_link_dashboard_partial_recovery [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Verify dashboard links recover dataset context and preserve explicit partial-recovery markers.\ndef test_parse_superset_link_dashboard_partial_recovery():\n env = Environment(\n id=\"env-1\",\n name=\"DEV\",\n url=\"http://superset.local\",\n username=\"demo\",\n password=\"secret\",\n )\n fake_client = MagicMock()\n fake_client.get_dashboard_detail.return_value = {\n \"id\": 10,\n \"datasets\": [{\"id\": 42}, {\"id\": 77}],\n }\n fake_client.get_dataset_detail.return_value = {\n \"table_name\": \"sales\",\n \"schema\": \"public\",\n }\n extractor = SupersetContextExtractor(environment=env, client=fake_client)\n result = extractor.parse_superset_link(\n \"http://superset.local/dashboard/10/?native_filters=%5B%7B%22name%22%3A%22country%22%2C%22value%22%3A%22DE%22%7D%5D\"\n )\n assert result.dataset_id == 42\n assert result.dashboard_id == 10\n assert result.dataset_ref == \"public.sales\"\n assert result.partial_recovery is True\n assert \"multiple_dashboard_datasets\" in result.unresolved_references\n assert result.imported_filters[0][\"filter_name\"] == \"country\"\n# #endregion test_parse_superset_link_dashboard_partial_recovery\n" }, { @@ -3261,6 +3355,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_parse_superset_link_dashboard_slug_recovery [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Verify dashboard slug links resolve through dashboard detail endpoints and recover dataset context.\ndef test_parse_superset_link_dashboard_slug_recovery():\n env = Environment(\n id=\"env-1\",\n name=\"DEV\",\n url=\"http://superset.local\",\n username=\"demo\",\n password=\"secret\",\n )\n fake_client = MagicMock()\n fake_client.get_dashboard_detail.return_value = {\n \"id\": 15,\n \"datasets\": [{\"id\": 42}],\n }\n fake_client.get_dataset_detail.return_value = {\n \"table_name\": \"sales\",\n \"schema\": \"public\",\n }\n extractor = SupersetContextExtractor(environment=env, client=fake_client)\n result = extractor.parse_superset_link(\n \"https://ss-dev.bebesh.ru/superset/dashboard/slack/?native_filters_key=8ZLV4M-UXOM\"\n )\n assert result.dataset_id == 42\n assert result.dashboard_id == 15\n assert result.dataset_ref == \"public.sales\"\n assert result.partial_recovery is False\n assert result.query_state[\"native_filters_key\"] == \"8ZLV4M-UXOM\"\n fake_client.get_dashboard_detail.assert_called_once_with(\"slack\")\n# #endregion test_parse_superset_link_dashboard_slug_recovery\n" }, { @@ -3294,6 +3389,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_parse_superset_link_dashboard_permalink_partial_recovery [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Verify dashboard permalink links no longer fail parsing and preserve permalink filter state for partial recovery.\ndef test_parse_superset_link_dashboard_permalink_partial_recovery():\n env = Environment(\n id=\"env-1\",\n name=\"DEV\",\n url=\"http://superset.local\",\n username=\"demo\",\n password=\"secret\",\n )\n fake_client = MagicMock()\n fake_client.get_dashboard_permalink_state.return_value = {\n \"state\": {\n \"dataMask\": {\n \"NATIVE_FILTER-1\": {\n \"id\": \"country\",\n \"filterState\": {\n \"label\": \"Country\",\n \"value\": [\"DE\"],\n },\n \"extraFormData\": {\n \"filters\": [{\"col\": \"country\", \"op\": \"IN\", \"val\": [\"DE\"]}],\n },\n }\n }\n }\n }\n extractor = SupersetContextExtractor(environment=env, client=fake_client)\n result = extractor.parse_superset_link(\n \"http://ss-dev.bebesh.ru/superset/dashboard/p/QabXy6wG30Z/\"\n )\n assert result.resource_type == \"dashboard\"\n assert result.dataset_id is None\n assert result.dashboard_id is None\n assert result.dataset_ref == \"dashboard_permalink:QabXy6wG30Z\"\n assert result.partial_recovery is True\n assert (\n \"dashboard_permalink_dataset_binding_unresolved\" in result.unresolved_references\n )\n assert result.imported_filters[0][\"filter_name\"] == \"country\"\n assert result.imported_filters[0][\"raw_value\"] == [\"DE\"]\n fake_client.get_dashboard_permalink_state.assert_called_once_with(\"QabXy6wG30Z\")\n# #region test_parse_superset_link_dashboard_permalink_recovers_dataset_from_nested_dashboard_state [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Verify permalink state with nested dashboard id recovers dataset binding and keeps imported filters.\ndef test_parse_superset_link_dashboard_permalink_recovers_dataset_from_nested_dashboard_state():\n env = Environment(\n id=\"env-1\",\n name=\"DEV\",\n url=\"http://superset.local\",\n username=\"demo\",\n password=\"secret\",\n )\n fake_client = MagicMock()\n fake_client.get_dashboard_permalink_state.return_value = {\n \"state\": {\n \"form_data\": {\"dashboardId\": 22},\n \"dataMask\": {\n \"NATIVE_FILTER-1\": {\n \"id\": \"country\",\n \"filterState\": {\"label\": \"Country\", \"value\": [\"DE\"]},\n }\n },\n }\n }\n fake_client.get_dashboard_detail.return_value = {\"id\": 22, \"datasets\": [{\"id\": 42}]}\n fake_client.get_dataset_detail.return_value = {\n \"table_name\": \"sales\",\n \"schema\": \"public\",\n }\n extractor = SupersetContextExtractor(environment=env, client=fake_client)\n result = extractor.parse_superset_link(\n \"http://ss-dev.bebesh.ru/superset/dashboard/p/QabXy6wG30Z/\"\n )\n assert result.dashboard_id == 22\n assert result.dataset_id == 42\n assert result.dataset_ref == \"public.sales\"\n assert (\n \"dashboard_permalink_dataset_binding_unresolved\"\n not in result.unresolved_references\n )\n assert result.imported_filters[0][\"filter_name\"] == \"country\"\n# #endregion test_parse_superset_link_dashboard_permalink_recovers_dataset_from_nested_dashboard_state\n# #endregion test_parse_superset_link_dashboard_permalink_partial_recovery\n" }, { @@ -3327,6 +3423,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_parse_superset_link_dashboard_permalink_recovers_dataset_from_nested_dashboard_state [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Verify permalink state with nested dashboard id recovers dataset binding and keeps imported filters.\ndef test_parse_superset_link_dashboard_permalink_recovers_dataset_from_nested_dashboard_state():\n env = Environment(\n id=\"env-1\",\n name=\"DEV\",\n url=\"http://superset.local\",\n username=\"demo\",\n password=\"secret\",\n )\n fake_client = MagicMock()\n fake_client.get_dashboard_permalink_state.return_value = {\n \"state\": {\n \"form_data\": {\"dashboardId\": 22},\n \"dataMask\": {\n \"NATIVE_FILTER-1\": {\n \"id\": \"country\",\n \"filterState\": {\"label\": \"Country\", \"value\": [\"DE\"]},\n }\n },\n }\n }\n fake_client.get_dashboard_detail.return_value = {\"id\": 22, \"datasets\": [{\"id\": 42}]}\n fake_client.get_dataset_detail.return_value = {\n \"table_name\": \"sales\",\n \"schema\": \"public\",\n }\n extractor = SupersetContextExtractor(environment=env, client=fake_client)\n result = extractor.parse_superset_link(\n \"http://ss-dev.bebesh.ru/superset/dashboard/p/QabXy6wG30Z/\"\n )\n assert result.dashboard_id == 22\n assert result.dataset_id == 42\n assert result.dataset_ref == \"public.sales\"\n assert (\n \"dashboard_permalink_dataset_binding_unresolved\"\n not in result.unresolved_references\n )\n assert result.imported_filters[0][\"filter_name\"] == \"country\"\n# #endregion test_parse_superset_link_dashboard_permalink_recovers_dataset_from_nested_dashboard_state\n" }, { @@ -3360,6 +3457,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_resolve_from_dictionary_prefers_exact_match [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Verify trusted dictionary exact matches outrank fuzzy candidates and unresolved fields stay explicit.\ndef test_resolve_from_dictionary_prefers_exact_match():\n resolver = SemanticSourceResolver()\n result = resolver.resolve_from_dictionary(\n {\n \"source_ref\": \"dict://finance\",\n \"rows\": [\n {\n \"field_name\": \"revenue\",\n \"verbose_name\": \"Revenue\",\n \"description\": \"Recognized revenue amount\",\n \"display_format\": \"$,.2f\",\n },\n {\n \"field_name\": \"revnue\",\n \"verbose_name\": \"Revenue typo\",\n \"description\": \"Fuzzy variant\",\n },\n ],\n },\n [\n {\"field_name\": \"revenue\", \"is_locked\": False},\n {\"field_name\": \"margin\", \"is_locked\": False},\n ],\n )\n resolved_exact = next(\n item for item in result.resolved_fields if item[\"field_name\"] == \"revenue\"\n )\n unresolved = next(\n item for item in result.resolved_fields if item[\"field_name\"] == \"margin\"\n )\n assert resolved_exact[\"applied_candidate\"][\"match_type\"] == \"exact\"\n assert resolved_exact[\"provenance\"] == \"dictionary_exact\"\n assert unresolved[\"status\"] == \"unresolved\"\n assert \"margin\" in result.unresolved_fields\n assert result.partial_recovery is True\n# #endregion test_resolve_from_dictionary_prefers_exact_match\n" }, { @@ -3393,6 +3491,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_orchestrator_start_session_preserves_partial_recovery [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Verify session start persists usable recovery-required state when Superset intake is partial.\ndef test_orchestrator_start_session_preserves_partial_recovery(\n dataset_review_api_dependencies,\n):\n repository = MagicMock()\n created_session = _make_session()\n created_session.readiness_state = ReadinessState.RECOVERY_REQUIRED\n created_session.current_phase = SessionPhase.RECOVERY\n repository.create_session.return_value = created_session\n repository.save_profile_and_findings.return_value = created_session\n repository.save_recovery_state.return_value = created_session\n repository.db = MagicMock()\n orchestrator = DatasetReviewOrchestrator(\n repository=repository,\n config_manager=dataset_review_api_dependencies[\"config_manager\"],\n # WARNING: task_manager=None — all async task dispatch paths are bypassed.\n # Task dispatch failures are invisible to this test.\n task_manager=None,\n )\n parsed_context = SimpleNamespace(\n dataset_ref=\"public.sales\",\n dataset_id=42,\n dashboard_id=10,\n chart_id=None,\n partial_recovery=True,\n unresolved_references=[\"dashboard_dataset_binding_missing\"],\n imported_filters=[],\n )\n fake_extractor = MagicMock()\n fake_extractor.parse_superset_link.return_value = parsed_context\n fake_extractor.recover_imported_filters.return_value = []\n fake_extractor.client.get_dataset_detail.return_value = {\n \"id\": 42,\n \"sql\": \"\",\n \"columns\": [],\n \"metrics\": [],\n }\n fake_extractor.discover_template_variables.return_value = []\n with patch(\n \"src.services.dataset_review.orchestrator.SupersetContextExtractor\",\n side_effect=[fake_extractor, fake_extractor],\n ):\n result = orchestrator.start_session(\n StartSessionCommand(\n user=dataset_review_api_dependencies[\"user\"],\n environment_id=\"env-1\",\n source_kind=\"superset_link\",\n source_input=\"http://superset.local/dashboard/10\",\n )\n )\n assert result.session.readiness_state == ReadinessState.RECOVERY_REQUIRED\n assert result.findings\n assert result.findings[0].severity.value == \"warning\"\n repository.create_session.assert_called_once()\n repository.save_profile_and_findings.assert_called_once()\n# #endregion test_orchestrator_start_session_preserves_partial_recovery\n" }, { @@ -3426,6 +3525,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_orchestrator_start_session_bootstraps_recovery_state [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Verify session start persists recovered filters, template variables, and initial execution mappings for review workspace bootstrap.\ndef test_orchestrator_start_session_bootstraps_recovery_state(\n dataset_review_api_dependencies,\n):\n repository = MagicMock()\n created_session = _make_session()\n created_session.readiness_state = ReadinessState.RECOVERY_REQUIRED\n created_session.current_phase = SessionPhase.RECOVERY\n repository.create_session.return_value = created_session\n repository.save_profile_and_findings.return_value = created_session\n repository.save_recovery_state.return_value = created_session\n repository.db = MagicMock()\n orchestrator = DatasetReviewOrchestrator(\n repository=repository,\n config_manager=dataset_review_api_dependencies[\"config_manager\"],\n # WARNING: task_manager=None — all async task dispatch paths are bypassed.\n # Task dispatch failures are invisible to this test.\n task_manager=None,\n )\n parsed_context = SimpleNamespace(\n dataset_ref=\"public.sales\",\n dataset_id=42,\n dashboard_id=10,\n chart_id=None,\n partial_recovery=True,\n unresolved_references=[\"dashboard_dataset_binding_missing\"],\n imported_filters=[{\"filter_name\": \"country\", \"raw_value\": [\"DE\"]}],\n dataset_payload=None,\n )\n fake_extractor = MagicMock()\n fake_extractor.parse_superset_link.return_value = parsed_context\n fake_extractor.recover_imported_filters.return_value = [\n {\n \"filter_name\": \"country\",\n \"display_name\": \"Country\",\n \"raw_value\": [\"DE\"],\n \"normalized_value\": {\n \"filter_clauses\": [{\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\"]}],\n \"extra_form_data\": {\n \"filters\": [{\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\"]}]\n },\n \"value_origin\": \"extra_form_data.filters\",\n },\n \"source\": \"superset_url\",\n \"confidence_state\": \"imported\",\n \"requires_confirmation\": False,\n \"recovery_status\": \"recovered\",\n \"notes\": \"Recovered from permalink state\",\n }\n ]\n fake_extractor.client.get_dataset_detail.return_value = {\n \"id\": 42,\n \"sql\": \"select * from sales where country in {{ filter_values('country') }}\",\n \"columns\": [],\n \"metrics\": [],\n }\n fake_extractor.discover_template_variables.return_value = [\n {\n \"variable_name\": \"country\",\n \"expression_source\": \"{{ filter_values('country') }}\",\n \"variable_kind\": \"native_filter\",\n \"is_required\": True,\n \"default_value\": None,\n \"mapping_status\": \"unmapped\",\n }\n ]\n with patch(\n \"src.services.dataset_review.orchestrator.SupersetContextExtractor\",\n side_effect=[fake_extractor, fake_extractor],\n ):\n result = orchestrator.start_session(\n StartSessionCommand(\n user=dataset_review_api_dependencies[\"user\"],\n environment_id=\"env-1\",\n source_kind=\"superset_link\",\n source_input=\"http://superset.local/dashboard/10\",\n )\n )\n assert result.session.readiness_state == ReadinessState.RECOVERY_REQUIRED\n repository.save_recovery_state.assert_called_once()\n saved_filters = repository.save_recovery_state.call_args.args[2]\n saved_variables = repository.save_recovery_state.call_args.args[3]\n saved_mappings = repository.save_recovery_state.call_args.args[4]\n assert len(saved_filters) == 1\n assert saved_filters[0].filter_name == \"country\"\n assert saved_filters[0].normalized_value == {\n \"filter_clauses\": [{\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\"]}],\n \"extra_form_data\": {\n \"filters\": [{\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\"]}]\n },\n \"value_origin\": \"extra_form_data.filters\",\n }\n assert len(saved_variables) == 1\n assert saved_variables[0].variable_name == \"country\"\n assert len(saved_mappings) == 1\n assert saved_mappings[0].raw_input_value == [\"DE\"]\n# #endregion test_orchestrator_start_session_bootstraps_recovery_state\n" }, { @@ -3459,6 +3559,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_start_session_endpoint_returns_created_summary [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Verify POST session lifecycle endpoint returns a persisted ownership-scoped summary.\ndef test_start_session_endpoint_returns_created_summary(\n dataset_review_api_dependencies,\n):\n session = _make_session()\n orchestrator = MagicMock()\n orchestrator.start_session.return_value = SimpleNamespace(\n session=session, findings=[], parsed_context=None\n )\n app.dependency_overrides[_get_orchestrator] = lambda: orchestrator\n response = client.post(\n \"/api/dataset-orchestration/sessions\",\n json={\n \"source_kind\": \"superset_link\",\n \"source_input\": \"http://superset.local/dashboard/10\",\n \"environment_id\": \"env-1\",\n },\n )\n assert response.status_code == 201\n payload = response.json()\n assert payload[\"session_id\"] == \"sess-1\"\n assert payload[\"dataset_ref\"] == \"public.sales\"\n assert payload[\"environment_id\"] == \"env-1\"\n# #endregion test_start_session_endpoint_returns_created_summary\n" }, { @@ -3492,6 +3593,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_session_detail_export_and_lifecycle_endpoints [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Verify lifecycle get/patch/delete plus documentation and validation exports remain ownership-scoped and usable.\ndef test_get_session_detail_export_and_lifecycle_endpoints(\n dataset_review_api_dependencies,\n):\n now = datetime.now(UTC)\n session = MagicMock(spec=DatasetReviewSession)\n session.session_id = \"sess-1\"\n session.user_id = \"user-1\"\n session.environment_id = \"env-1\"\n session.source_kind = \"superset_link\"\n session.source_input = \"http://superset.local/dashboard/10\"\n session.dataset_ref = \"public.sales\"\n session.dataset_id = 42\n session.dashboard_id = 10\n session.readiness_state = ReadinessState.REVIEW_READY\n session.recommended_action = RecommendedAction.REVIEW_DOCUMENTATION\n session.status = SessionStatus.ACTIVE\n session.current_phase = SessionPhase.REVIEW\n session.created_at = now\n session.updated_at = now\n session.last_activity_at = now\n session.profile = SimpleNamespace(\n dataset_name=\"sales\",\n business_summary=\"Summary text\",\n confidence_state=ConfidenceState.MOSTLY_CONFIRMED,\n dataset_type=\"unknown\",\n schema_name=None,\n database_name=None,\n business_summary_source=BusinessSummarySource.IMPORTED,\n description=None,\n is_sqllab_view=False,\n completeness_score=None,\n has_blocking_findings=False,\n has_warning_findings=True,\n manual_summary_locked=False,\n created_at=now,\n updated_at=now,\n profile_id=\"profile-1\",\n session_id=\"sess-1\",\n )\n session.findings = [\n SimpleNamespace(\n finding_id=\"f-1\",\n session_id=\"sess-1\",\n area=FindingArea.SOURCE_INTAKE,\n severity=FindingSeverity.WARNING,\n code=\"PARTIAL_SUPERSET_RECOVERY\",\n title=\"Partial\",\n message=\"Some filters require review\",\n resolution_state=ResolutionState.OPEN,\n resolution_note=None,\n caused_by_ref=None,\n created_at=now,\n resolved_at=None,\n )\n ]\n session.collaborators = []\n session.semantic_sources = []\n session.semantic_fields = []\n session.imported_filters = []\n session.template_variables = []\n session.execution_mappings = []\n session.clarification_sessions = []\n session.previews = []\n session.run_contexts = []\n repository = MagicMock()\n repository.load_session_detail.return_value = session\n repository.list_sessions_for_user.return_value = [session]\n repository.require_session_version.side_effect = lambda current, expected: current\n repository.bump_session_version.side_effect = lambda current: setattr(\n current, \"version\", int(getattr(current, \"version\", 0) or 0) + 1\n ) or getattr(current, \"version\", 0)\n repository.db = MagicMock()\n repository.event_logger = MagicMock(spec=SessionEventLogger)\n repository.event_logger.log_for_session.return_value = SimpleNamespace(\n session_event_id=\"evt-0\"\n )\n app.dependency_overrides[_get_repository] = lambda: repository\n detail_response = client.get(\"/api/dataset-orchestration/sessions/sess-1\")\n assert detail_response.status_code == 200\n assert detail_response.json()[\"session_id\"] == \"sess-1\"\n patch_response = client.patch(\n \"/api/dataset-orchestration/sessions/sess-1\",\n json={\"status\": \"paused\"},\n headers={\"X-Session-Version\": \"0\"},\n )\n assert patch_response.status_code == 200\n assert patch_response.json()[\"status\"] == \"paused\"\n doc_response = client.get(\n \"/api/dataset-orchestration/sessions/sess-1/exports/documentation?format=json\"\n )\n assert doc_response.status_code == 200\n assert doc_response.json()[\"artifact_type\"] == \"documentation\"\n validation_response = client.get(\n \"/api/dataset-orchestration/sessions/sess-1/exports/validation?format=markdown\"\n )\n assert validation_response.status_code == 200\n assert validation_response.json()[\"artifact_type\"] == \"validation_report\"\n assert \"Validation Report\" in validation_response.json()[\"content\"][\"markdown\"]\n delete_response = client.delete(\n \"/api/dataset-orchestration/sessions/sess-1\",\n headers={\"X-Session-Version\": \"1\"},\n )\n assert delete_response.status_code == 204\n# #endregion test_get_session_detail_export_and_lifecycle_endpoints\n" }, { @@ -3508,6 +3610,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_clarification_state_returns_empty_payload_when_session_has_no_record [TYPE Function]\n# @BRIEF Clarification state endpoint should return a non-blocking empty payload when the session has no clarification aggregate yet.\ndef test_get_clarification_state_returns_empty_payload_when_session_has_no_record(\n dataset_review_api_dependencies,\n):\n session = _make_us3_session()\n repository = MagicMock()\n repository.load_session_detail.return_value = session\n app.dependency_overrides[_get_repository] = lambda: repository\n response = client.get(\"/api/dataset-orchestration/sessions/sess-1/clarification\")\n assert response.status_code == 200\n assert response.json() == {\n \"clarification_session\": None,\n \"current_question\": None,\n }\n# #endregion test_get_clarification_state_returns_empty_payload_when_session_has_no_record\n" }, { @@ -3541,6 +3644,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_us2_clarification_endpoints_persist_answer_and_feedback [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Clarification endpoints should expose one current question, persist the answer before advancement, and store feedback on the answer audit record.\ndef test_us2_clarification_endpoints_persist_answer_and_feedback(\n dataset_review_api_dependencies,\n):\n session = _make_us2_session()\n repository = MagicMock()\n repository.load_session_detail.return_value = session\n repository.require_session_version.side_effect = lambda current, expected: current\n repository.db = MagicMock()\n repository.db.commit.side_effect = lambda: None\n repository.db.refresh.side_effect = lambda obj: None\n def _add_side_effect(obj):\n if obj.__class__.__name__ == \"ClarificationAnswer\":\n session.clarification_sessions[0].questions[0].answer = obj\n repository.db.add.side_effect = _add_side_effect\n repository.db.flush.side_effect = lambda: None\n app.dependency_overrides[_get_repository] = lambda: repository\n state_response = client.get(\n \"/api/dataset-orchestration/sessions/sess-1/clarification\"\n )\n assert state_response.status_code == 200\n state_payload = state_response.json()\n assert (\n state_payload[\"current_question\"][\"why_it_matters\"]\n == \"This determines how downstream users interpret revenue KPIs.\"\n )\n assert state_payload[\"current_question\"][\"current_guess\"] == \"Revenue reporting\"\n assert len(state_payload[\"current_question\"][\"options\"]) == 2\n answer_response = client.post(\n \"/api/dataset-orchestration/sessions/sess-1/clarification/answers\",\n json={\n \"question_id\": \"q-1\",\n \"answer_kind\": \"selected\",\n \"answer_value\": \"Revenue reporting\",\n },\n headers={\"X-Session-Version\": \"0\"},\n )\n assert answer_response.status_code == 200\n answer_payload = answer_response.json()\n assert answer_payload[\"session\"][\"readiness_state\"] == \"review_ready\"\n assert answer_payload[\"clarification_state\"][\"current_question\"] is None\n assert answer_payload[\"changed_findings\"][0][\"resolution_state\"] == \"resolved\"\n assert (\n session.clarification_sessions[0].questions[0].answer.answer_value\n == \"Revenue reporting\"\n )\n feedback_response = client.post(\n \"/api/dataset-orchestration/sessions/sess-1/clarification/questions/q-1/feedback\",\n json={\"feedback\": \"up\"},\n headers={\"X-Session-Version\": \"0\"},\n )\n assert feedback_response.status_code == 200\n assert feedback_response.json() == {\"target_id\": \"q-1\", \"feedback\": \"up\"}\n assert session.clarification_sessions[0].questions[0].answer.user_feedback == \"up\"\n# #endregion test_us2_clarification_endpoints_persist_answer_and_feedback\n" }, { @@ -3574,6 +3678,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_us2_field_semantic_override_lock_unlock_and_feedback [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Semantic field endpoints should apply manual overrides with lock/provenance invariants and persist feedback independently.\ndef test_us2_field_semantic_override_lock_unlock_and_feedback(\n dataset_review_api_dependencies,\n):\n session = _make_us2_session()\n repository = MagicMock()\n repository.load_session_detail.return_value = session\n repository.require_session_version.side_effect = lambda current, expected: current\n repository.bump_session_version.side_effect = lambda current: setattr(\n current, \"version\", int(getattr(current, \"version\", 0) or 0) + 1\n ) or getattr(current, \"version\", 0)\n repository.db = MagicMock()\n repository.db.commit.side_effect = lambda: None\n repository.db.refresh.side_effect = lambda obj: None\n repository.db.add.side_effect = lambda obj: None\n repository.db.flush.side_effect = lambda: None\n repository.event_logger = MagicMock(spec=SessionEventLogger)\n repository.event_logger.log_for_session.return_value = SimpleNamespace(\n session_event_id=\"evt-1\"\n )\n app.dependency_overrides[_get_repository] = lambda: repository\n override_response = client.patch(\n \"/api/dataset-orchestration/sessions/sess-1/fields/field-1/semantic\",\n json={\n \"verbose_name\": \"Confirmed Revenue\",\n \"description\": \"Manual business-approved description\",\n \"display_format\": \"$,.0f\",\n },\n headers={\"X-Session-Version\": \"0\"},\n )\n assert override_response.status_code == 200\n override_payload = override_response.json()\n assert override_payload[\"provenance\"] == \"manual_override\"\n assert override_payload[\"is_locked\"] is True\n unlock_response = client.post(\n \"/api/dataset-orchestration/sessions/sess-1/fields/field-1/unlock\",\n headers={\"X-Session-Version\": \"1\"},\n )\n assert unlock_response.status_code == 200\n assert unlock_response.json()[\"is_locked\"] is False\n candidate_response = client.patch(\n \"/api/dataset-orchestration/sessions/sess-1/fields/field-1/semantic\",\n json={\"candidate_id\": \"cand-1\", \"lock_field\": True},\n headers={\"X-Session-Version\": \"2\"},\n )\n assert candidate_response.status_code == 200\n candidate_payload = candidate_response.json()\n assert candidate_payload[\"verbose_name\"] == \"Recognized Revenue\"\n assert candidate_payload[\"provenance\"] == \"dictionary_exact\"\n assert candidate_payload[\"is_locked\"] is True\n batch_response = client.post(\n \"/api/dataset-orchestration/sessions/sess-1/fields/semantic/approve-batch\",\n json={\n \"items\": [\n {\"field_id\": \"field-1\", \"candidate_id\": \"cand-1\", \"lock_field\": False}\n ]\n },\n headers={\"X-Session-Version\": \"3\"},\n )\n assert batch_response.status_code == 200\n assert batch_response.json()[0][\"field_id\"] == \"field-1\"\n feedback_response = client.post(\n \"/api/dataset-orchestration/sessions/sess-1/fields/field-1/feedback\",\n json={\"feedback\": \"down\"},\n headers={\"X-Session-Version\": \"4\"},\n )\n assert feedback_response.status_code == 200\n assert feedback_response.json() == {\"target_id\": \"field-1\", \"feedback\": \"down\"}\n assert session.semantic_fields[0].user_feedback == \"down\"\n# #endregion test_us2_field_semantic_override_lock_unlock_and_feedback\n" }, { @@ -3607,6 +3712,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_us3_mapping_patch_approval_preview_and_launch_endpoints [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF US3 execution endpoints should persist manual overrides, preserve explicit approval semantics, return contract-shaped preview truth, and expose audited launch handoff.\ndef test_us3_mapping_patch_approval_preview_and_launch_endpoints(\n dataset_review_api_dependencies,\n):\n session = _make_us3_session()\n latest_preview = CompiledPreview(\n preview_id=\"preview-old\",\n session_id=\"sess-1\",\n preview_status=PreviewStatus.READY,\n compiled_sql=\"SELECT * FROM sales WHERE country = 'FR'\",\n preview_fingerprint=\"fingerprint-old\",\n compiled_by=\"superset\",\n error_code=None,\n error_details=None,\n compiled_at=datetime.now(UTC),\n created_at=datetime.now(UTC),\n )\n session.previews = [latest_preview]\n repository = MagicMock()\n repository.load_session_detail.return_value = session\n repository.require_session_version.side_effect = lambda current, expected: current\n repository.bump_session_version.side_effect = lambda current: setattr(\n current, \"version\", int(getattr(current, \"version\", 0) or 0) + 1\n ) or getattr(current, \"version\", 0)\n repository.db = MagicMock()\n repository.db.commit.side_effect = lambda: None\n repository.db.refresh.side_effect = lambda obj: None\n repository.event_logger = MagicMock(spec=SessionEventLogger)\n repository.event_logger.log_for_session.return_value = SimpleNamespace(\n session_event_id=\"evt-2\"\n )\n preview = SimpleNamespace(\n preview_id=\"preview-1\",\n session_id=\"sess-1\",\n preview_status=PreviewStatus.READY,\n compiled_sql=\"SELECT * FROM sales WHERE country = 'DE'\",\n preview_fingerprint=\"fingerprint-1\",\n compiled_by=\"superset\",\n error_code=None,\n error_details=None,\n compiled_at=datetime.now(UTC),\n created_at=datetime.now(UTC),\n )\n run_context = SimpleNamespace(\n run_context_id=\"run-1\",\n session_id=\"sess-1\",\n dataset_ref=\"public.sales\",\n environment_id=\"env-1\",\n preview_id=\"preview-1\",\n sql_lab_session_ref=\"sql-lab-77\",\n effective_filters=[{\"mapping_id\": \"map-1\", \"effective_value\": \"EU\"}],\n template_params={\"country\": \"EU\"},\n approved_mapping_ids=[\"map-1\"],\n semantic_decision_refs=[],\n open_warning_refs=[],\n launch_status=LaunchStatus.STARTED,\n launch_error=None,\n created_at=datetime.now(UTC),\n )\n orchestrator = MagicMock()\n orchestrator.prepare_launch_preview.return_value = PreparePreviewResult(\n session=session,\n preview=preview,\n blocked_reasons=[],\n )\n orchestrator.launch_dataset.return_value = LaunchDatasetResult(\n session=session,\n run_context=run_context,\n blocked_reasons=[],\n )\n def _assert_expected_preview_version(command):\n assert command.expected_version == 3\n return PreparePreviewResult(\n session=session, preview=preview, blocked_reasons=[]\n )\n def _assert_expected_launch_version(command):\n assert command.expected_version == 5\n return LaunchDatasetResult(\n session=session, run_context=run_context, blocked_reasons=[]\n )\n orchestrator.prepare_launch_preview.side_effect = _assert_expected_preview_version\n orchestrator.launch_dataset.side_effect = _assert_expected_launch_version\n app.dependency_overrides[_get_repository] = lambda: repository\n app.dependency_overrides[_get_orchestrator] = lambda: orchestrator\n patch_response = client.patch(\n \"/api/dataset-orchestration/sessions/sess-1/mappings/map-1\",\n json={\n \"effective_value\": \"EU\",\n \"mapping_method\": \"manual_override\",\n \"transformation_note\": \"Manual override for SQL Lab launch\",\n },\n headers={\"X-Session-Version\": \"0\"},\n )\n assert patch_response.status_code == 200\n patch_payload = patch_response.json()\n assert patch_payload[\"mapping_id\"] == \"map-1\"\n assert patch_payload[\"mapping_method\"] == \"manual_override\"\n assert patch_payload[\"effective_value\"] == \"EU\"\n assert patch_payload[\"approval_state\"] == \"approved\"\n assert patch_payload[\"approved_by_user_id\"] == \"user-1\"\n assert session.execution_mappings[0].mapping_method == MappingMethod.MANUAL_OVERRIDE\n assert (\n session.execution_mappings[0].transformation_note\n == \"Manual override for SQL Lab launch\"\n )\n assert session.execution_mappings[0].effective_value == \"EU\"\n assert session.recommended_action == RecommendedAction.GENERATE_SQL_PREVIEW\n assert latest_preview.preview_status == PreviewStatus.STALE\n approve_response = client.post(\n \"/api/dataset-orchestration/sessions/sess-1/mappings/map-1/approve\",\n json={\"approval_note\": \"Approved after reviewing transformation\"},\n headers={\"X-Session-Version\": \"1\"},\n )\n assert approve_response.status_code == 200\n approve_payload = approve_response.json()\n assert approve_payload[\"mapping_id\"] == \"map-1\"\n assert approve_payload[\"approval_state\"] == \"approved\"\n assert approve_payload[\"approved_by_user_id\"] == \"user-1\"\n assert (\n session.execution_mappings[0].transformation_note\n == \"Approved after reviewing transformation\"\n )\n batch_response = client.post(\n \"/api/dataset-orchestration/sessions/sess-1/mappings/approve-batch\",\n json={\"mapping_ids\": [\"map-1\"]},\n headers={\"X-Session-Version\": \"2\"},\n )\n assert batch_response.status_code == 200\n assert batch_response.json()[0][\"mapping_id\"] == \"map-1\"\n list_response = client.get(\"/api/dataset-orchestration/sessions/sess-1/mappings\")\n assert list_response.status_code == 200\n assert list_response.json()[\"items\"][0][\"mapping_id\"] == \"map-1\"\n preview_response = client.post(\n \"/api/dataset-orchestration/sessions/sess-1/preview\",\n headers={\"X-Session-Version\": \"3\"},\n )\n assert preview_response.status_code == 200\n preview_payload = preview_response.json()\n assert preview_payload[\"preview_id\"] == \"preview-1\"\n assert preview_payload[\"preview_status\"] == \"ready\"\n assert preview_payload[\"compiled_by\"] == \"superset\"\n assert \"SELECT * FROM sales\" in preview_payload[\"compiled_sql\"]\n def _assert_expected_pending_preview_version(command):\n assert command.expected_version == 4\n return PreparePreviewResult(\n session=session,\n preview=SimpleNamespace(\n preview_id=\"preview-pending\",\n session_id=\"sess-1\",\n preview_status=PreviewStatus.PENDING,\n compiled_sql=None,\n preview_fingerprint=\"fingerprint-pending\",\n compiled_by=\"superset\",\n error_code=None,\n error_details=None,\n compiled_at=None,\n created_at=datetime.now(UTC),\n ),\n blocked_reasons=[],\n )\n orchestrator.prepare_launch_preview.side_effect = (\n _assert_expected_pending_preview_version\n )\n preview_enqueue_response = client.post(\n \"/api/dataset-orchestration/sessions/sess-1/preview\",\n headers={\"X-Session-Version\": \"4\"},\n )\n assert preview_enqueue_response.status_code == 202\n assert preview_enqueue_response.json() == {\n \"session_id\": \"sess-1\",\n \"session_version\": 3,\n \"preview_status\": \"pending\",\n \"task_id\": None,\n }\n launch_response = client.post(\n \"/api/dataset-orchestration/sessions/sess-1/launch\",\n headers={\"X-Session-Version\": \"5\"},\n )\n assert launch_response.status_code == 201\n launch_payload = launch_response.json()\n assert launch_payload[\"run_context\"][\"run_context_id\"] == \"run-1\"\n assert launch_payload[\"run_context\"][\"sql_lab_session_ref\"] == \"sql-lab-77\"\n assert launch_payload[\"run_context\"][\"launch_status\"] == \"started\"\n assert (\n launch_payload[\"redirect_url\"]\n == \"http://superset.local/superset/sqllab?queryId=sql-lab-77\"\n )\n# #endregion test_us3_mapping_patch_approval_preview_and_launch_endpoints\n" }, { @@ -3640,6 +3746,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_us3_preview_response_propagates_refreshed_session_version_for_launch_follow_up [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Preview response should expose the refreshed session version so the normal preview-then-launch UI flow can satisfy optimistic locking without a forced full reload.\ndef test_us3_preview_response_propagates_refreshed_session_version_for_launch_follow_up(\n dataset_review_api_dependencies,\n):\n session = _make_us3_session()\n session.version = 4\n repository = MagicMock()\n repository.load_session_detail.return_value = session\n def _require_session_version(current, expected):\n if int(getattr(current, \"version\", 0) or 0) != expected:\n raise DatasetReviewSessionVersionConflictError(\n current.session_id,\n expected,\n int(getattr(current, \"version\", 0) or 0),\n )\n return current\n repository.require_session_version.side_effect = _require_session_version\n repository.db = MagicMock()\n repository.event_logger = MagicMock(spec=SessionEventLogger)\n preview = SimpleNamespace(\n preview_id=\"preview-2\",\n session_id=\"sess-1\",\n preview_status=PreviewStatus.READY,\n compiled_sql=\"SELECT * FROM sales WHERE country = 'FR'\",\n preview_fingerprint=\"fingerprint-2\",\n compiled_by=\"superset\",\n error_code=None,\n error_details=None,\n compiled_at=datetime.now(UTC),\n created_at=datetime.now(UTC),\n )\n run_context = SimpleNamespace(\n run_context_id=\"run-2\",\n session_id=\"sess-1\",\n dataset_ref=\"public.sales\",\n environment_id=\"env-1\",\n preview_id=\"preview-2\",\n sql_lab_session_ref=\"sql-lab-88\",\n effective_filters=[{\"mapping_id\": \"map-1\", \"effective_value\": \"FR\"}],\n template_params={\"country\": \"FR\"},\n approved_mapping_ids=[],\n semantic_decision_refs=[],\n open_warning_refs=[],\n launch_status=LaunchStatus.STARTED,\n launch_error=None,\n created_at=datetime.now(UTC),\n )\n orchestrator = MagicMock()\n def _prepare_preview(command):\n assert command.expected_version == 4\n session.version = 5\n return PreparePreviewResult(\n session=session,\n preview=preview,\n blocked_reasons=[],\n )\n def _launch_dataset(command):\n assert command.expected_version == 5\n return LaunchDatasetResult(\n session=session,\n run_context=run_context,\n blocked_reasons=[],\n )\n orchestrator.prepare_launch_preview.side_effect = _prepare_preview\n orchestrator.launch_dataset.side_effect = _launch_dataset\n app.dependency_overrides[_get_repository] = lambda: repository\n app.dependency_overrides[_get_orchestrator] = lambda: orchestrator\n preview_response = client.post(\n \"/api/dataset-orchestration/sessions/sess-1/preview\",\n headers={\"X-Session-Version\": \"4\"},\n )\n assert preview_response.status_code == 200\n preview_payload = preview_response.json()\n assert preview_payload[\"session_version\"] == 5\n launch_response = client.post(\n \"/api/dataset-orchestration/sessions/sess-1/launch\",\n headers={\"X-Session-Version\": str(preview_payload[\"session_version\"])},\n )\n assert launch_response.status_code == 201\n assert launch_response.json()[\"run_context\"][\"run_context_id\"] == \"run-2\"\n# #endregion test_us3_preview_response_propagates_refreshed_session_version_for_launch_follow_up\n" }, { @@ -3673,6 +3780,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_us3_preview_endpoint_returns_failed_preview_without_false_dashboard_not_found_contract_drift [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Preview endpoint should preserve API contract and surface generic upstream preview failures without fabricating dashboard-not-found semantics for non-dashboard 404s.\ndef test_us3_preview_endpoint_returns_failed_preview_without_false_dashboard_not_found_contract_drift(\n dataset_review_api_dependencies,\n):\n session = _make_us3_session()\n repository = MagicMock()\n repository.load_session_detail.return_value = session\n repository.db = MagicMock()\n repository.event_logger = MagicMock(spec=SessionEventLogger)\n failed_preview = SimpleNamespace(\n preview_id=\"preview-failed\",\n session_id=\"sess-1\",\n preview_status=PreviewStatus.FAILED,\n compiled_sql=None,\n preview_fingerprint=\"fingerprint-failed\",\n compiled_by=\"superset\",\n error_code=\"superset_preview_failed\",\n error_details=\"RuntimeError: [API_FAILURE] API resource not found at endpoint '/chart/data' | Context: {'status_code': 404, 'endpoint': '/chart/data', 'subtype': 'not_found'}\",\n compiled_at=None,\n created_at=datetime.now(UTC),\n )\n orchestrator = MagicMock()\n orchestrator.prepare_launch_preview.return_value = PreparePreviewResult(\n session=session,\n preview=failed_preview,\n blocked_reasons=[],\n )\n app.dependency_overrides[_get_repository] = lambda: repository\n app.dependency_overrides[_get_orchestrator] = lambda: orchestrator\n response = client.post(\n \"/api/dataset-orchestration/sessions/sess-1/preview\",\n headers={\"X-Session-Version\": \"0\"},\n )\n assert response.status_code == 200\n payload = response.json()\n assert payload[\"preview_id\"] == \"preview-failed\"\n assert payload[\"preview_status\"] == \"failed\"\n assert payload[\"compiled_sql\"] is None\n assert payload[\"compiled_by\"] == \"superset\"\n assert payload[\"error_code\"] == \"superset_preview_failed\"\n assert \"/chart/data\" in payload[\"error_details\"]\n assert \"API resource not found\" in payload[\"error_details\"]\n assert \"Dashboard not found\" not in payload[\"error_details\"]\n# #endregion test_us3_preview_endpoint_returns_failed_preview_without_false_dashboard_not_found_contract_drift\n" }, { @@ -3706,6 +3814,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_mutation_endpoints_surface_session_version_conflict_payload [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Dataset review mutation endpoints should return deterministic 409 conflict semantics when optimistic-lock versions are stale.\ndef test_mutation_endpoints_surface_session_version_conflict_payload(\n dataset_review_api_dependencies,\n):\n session = _make_us3_session()\n repository = MagicMock()\n repository.load_session_detail.return_value = session\n repository.require_session_version.side_effect = (\n DatasetReviewSessionVersionConflictError(\n session_id=\"sess-1\",\n expected_version=2,\n actual_version=5,\n )\n )\n repository.db = MagicMock()\n repository.event_logger = MagicMock(spec=SessionEventLogger)\n app.dependency_overrides[_get_repository] = lambda: repository\n response = client.patch(\n \"/api/dataset-orchestration/sessions/sess-1/mappings/map-1\",\n json={\n \"effective_value\": \"EU\",\n \"mapping_method\": \"manual_override\",\n },\n headers={\"X-Session-Version\": \"2\"},\n )\n assert response.status_code == 409\n payload = response.json()[\"detail\"]\n assert payload[\"error_code\"] == \"session_version_conflict\"\n assert payload[\"expected_version\"] == 2\n assert payload[\"actual_version\"] == 5\n# #endregion test_mutation_endpoints_surface_session_version_conflict_payload\n" }, { @@ -3739,6 +3848,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_update_session_surfaces_commit_time_session_version_conflict_payload [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Session lifecycle mutation should return deterministic 409 conflict semantics when commit-time optimistic locking rejects a stale write.\ndef test_update_session_surfaces_commit_time_session_version_conflict_payload(\n dataset_review_api_dependencies,\n):\n session = _make_session()\n repository = MagicMock()\n repository.load_session_detail.return_value = session\n repository.require_session_version.return_value = session\n repository.commit_session_mutation.side_effect = (\n DatasetReviewSessionVersionConflictError(\n session_id=\"sess-1\",\n expected_version=0,\n actual_version=1,\n )\n )\n repository.db = MagicMock()\n repository.event_logger = MagicMock(spec=SessionEventLogger)\n app.dependency_overrides[_get_repository] = lambda: repository\n response = client.patch(\n \"/api/dataset-orchestration/sessions/sess-1\",\n json={\"status\": \"paused\"},\n headers={\"X-Session-Version\": \"0\"},\n )\n assert response.status_code == 409\n payload = response.json()[\"detail\"]\n assert payload[\"error_code\"] == \"session_version_conflict\"\n assert payload[\"expected_version\"] == 0\n assert payload[\"actual_version\"] == 1\n# #endregion test_update_session_surfaces_commit_time_session_version_conflict_payload\n" }, { @@ -3772,6 +3882,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_execution_snapshot_includes_recovered_imported_filters_without_template_mapping [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Recovered imported filters with values should flow into preview filter context even when no template variable mapping exists.\ndef test_execution_snapshot_includes_recovered_imported_filters_without_template_mapping(\n dataset_review_api_dependencies,\n):\n repository = MagicMock()\n repository.db = MagicMock()\n repository.event_logger = MagicMock(spec=SessionEventLogger)\n orchestrator = DatasetReviewOrchestrator(\n repository=repository,\n config_manager=dataset_review_api_dependencies[\"config_manager\"],\n # WARNING: task_manager=None — all async task dispatch paths are bypassed.\n # Task dispatch failures are invisible to this test.\n task_manager=None,\n )\n session = _make_preview_ready_session()\n recovered_filter = MagicMock()\n recovered_filter.filter_id = \"filter-country\"\n recovered_filter.filter_name = \"country\"\n recovered_filter.display_name = \"Country\"\n recovered_filter.raw_value = [\"DE\", \"FR\"]\n recovered_filter.normalized_value = [\"DE\", \"FR\"]\n recovered_filter.requires_confirmation = False\n recovered_filter.recovery_status = \"recovered\"\n session.imported_filters = [recovered_filter]\n session.template_variables = []\n session.execution_mappings = []\n session.semantic_fields = []\n snapshot = build_execution_snapshot(session)\n assert snapshot[\"template_params\"] == {}\n assert snapshot[\"preview_blockers\"] == []\n recovered_filter.normalized_value = {\n \"filter_clauses\": [{\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\", \"FR\"]}],\n \"extra_form_data\": {\n \"filters\": [{\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\", \"FR\"]}]\n },\n \"value_origin\": \"extra_form_data.filters\",\n }\n snapshot = build_execution_snapshot(session)\n assert snapshot[\"template_params\"] == {}\n assert snapshot[\"preview_blockers\"] == []\n assert snapshot[\"effective_filters\"] == [\n {\n \"filter_id\": \"filter-country\",\n \"filter_name\": \"country\",\n \"display_name\": \"Country\",\n \"effective_value\": [\"DE\", \"FR\"],\n \"raw_input_value\": [\"DE\", \"FR\"],\n \"normalized_filter_payload\": {\n \"filter_clauses\": [\n {\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\", \"FR\"]}\n ],\n \"extra_form_data\": {\n \"filters\": [\n {\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\", \"FR\"]}\n ]\n },\n \"value_origin\": \"extra_form_data.filters\",\n },\n }\n ]\n# #endregion test_execution_snapshot_includes_recovered_imported_filters_without_template_mapping\n" }, { @@ -3805,6 +3916,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_execution_snapshot_preserves_mapped_template_variables_and_filter_context [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Mapped template variables should still populate template params while contributing their effective filter context.\ndef test_execution_snapshot_preserves_mapped_template_variables_and_filter_context(\n dataset_review_api_dependencies,\n):\n repository = MagicMock()\n repository.db = MagicMock()\n repository.event_logger = MagicMock(spec=SessionEventLogger)\n orchestrator = DatasetReviewOrchestrator(\n repository=repository,\n config_manager=dataset_review_api_dependencies[\"config_manager\"],\n # WARNING: task_manager=None — all async task dispatch paths are bypassed.\n # Task dispatch failures are invisible to this test.\n task_manager=None,\n )\n session = _make_preview_ready_session()\n snapshot = build_execution_snapshot(session)\n assert snapshot[\"template_params\"] == {\"country\": \"DE\"}\n assert snapshot[\"preview_blockers\"] == []\n assert snapshot[\"effective_filters\"] == [\n {\n \"mapping_id\": \"map-1\",\n \"filter_id\": \"filter-1\",\n \"filter_name\": \"country\",\n \"variable_id\": \"var-1\",\n \"variable_name\": \"country\",\n \"effective_value\": \"DE\",\n \"raw_input_value\": \"DE\",\n }\n ]\n assert snapshot[\"open_warning_refs\"] == [\"map-1\"]\n# #endregion test_execution_snapshot_preserves_mapped_template_variables_and_filter_context\n" }, { @@ -3838,6 +3950,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_execution_snapshot_skips_partial_imported_filters_without_values [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Partial imported filters without raw or normalized values must not emit bogus active preview filters.\ndef test_execution_snapshot_skips_partial_imported_filters_without_values(\n dataset_review_api_dependencies,\n):\n repository = MagicMock()\n repository.db = MagicMock()\n repository.event_logger = MagicMock(spec=SessionEventLogger)\n orchestrator = DatasetReviewOrchestrator(\n repository=repository,\n config_manager=dataset_review_api_dependencies[\"config_manager\"],\n # WARNING: task_manager=None — all async task dispatch paths are bypassed.\n # Task dispatch failures are invisible to this test.\n task_manager=None,\n )\n session = _make_preview_ready_session()\n unresolved_filter = MagicMock()\n unresolved_filter.filter_id = \"filter-region\"\n unresolved_filter.filter_name = \"region\"\n unresolved_filter.display_name = \"Region\"\n unresolved_filter.raw_value = None\n unresolved_filter.normalized_value = None\n unresolved_filter.requires_confirmation = True\n unresolved_filter.recovery_status = \"partial\"\n session.imported_filters = [unresolved_filter]\n session.template_variables = []\n session.execution_mappings = []\n session.semantic_fields = []\n snapshot = build_execution_snapshot(session)\n assert snapshot[\"template_params\"] == {}\n assert snapshot[\"effective_filters\"] == []\n assert snapshot[\"preview_blockers\"] == []\n# #endregion test_execution_snapshot_skips_partial_imported_filters_without_values\n" }, { @@ -3871,6 +3984,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_us3_launch_endpoint_requires_launch_permission [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Launch endpoint should enforce the contract RBAC permission instead of the generic session-manage permission.\ndef test_us3_launch_endpoint_requires_launch_permission(\n dataset_review_api_dependencies,\n):\n session = _make_us3_session()\n repository = MagicMock()\n repository.load_session_detail.return_value = session\n repository.db = MagicMock()\n repository.event_logger = MagicMock(spec=SessionEventLogger)\n run_context = SimpleNamespace(\n run_context_id=\"run-1\",\n session_id=\"sess-1\",\n dataset_ref=\"public.sales\",\n environment_id=\"env-1\",\n preview_id=\"preview-1\",\n sql_lab_session_ref=\"sql-lab-77\",\n effective_filters=[],\n template_params={},\n approved_mapping_ids=[\"map-1\"],\n semantic_decision_refs=[],\n open_warning_refs=[],\n launch_status=LaunchStatus.STARTED,\n launch_error=None,\n created_at=datetime.now(UTC),\n )\n orchestrator = MagicMock()\n orchestrator.launch_dataset.return_value = LaunchDatasetResult(\n session=session,\n run_context=run_context,\n blocked_reasons=[],\n )\n app.dependency_overrides[_get_repository] = lambda: repository\n app.dependency_overrides[_get_orchestrator] = lambda: orchestrator\n dataset_review_api_dependencies[\"user\"].roles = [\n SimpleNamespace(\n name=\"SessionManager\",\n permissions=[SimpleNamespace(resource=\"dataset:session\", action=\"MANAGE\")],\n )\n ]\n response = client.post(\"/api/dataset-orchestration/sessions/sess-1/launch\")\n assert response.status_code == 403\n assert (\n response.json()[\"detail\"]\n == \"Permission denied for dataset:execution:launch:EXECUTE\"\n )\n# #endregion test_us3_launch_endpoint_requires_launch_permission\n" }, { @@ -3904,6 +4018,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_semantic_source_version_propagation_preserves_locked_fields [TYPE Function]\n# @RELATION BINDS_TO -> DatasetReviewApiTests\n# @BRIEF Updated semantic source versions should mark unlocked fields reviewable while preserving locked manual values.\ndef test_semantic_source_version_propagation_preserves_locked_fields():\n resolver = SemanticSourceResolver()\n source = SimpleNamespace(source_id=\"src-1\", source_version=\"2026.04\")\n unlocked_field = SimpleNamespace(\n source_id=\"src-1\",\n source_version=\"2026.03\",\n is_locked=False,\n provenance=FieldProvenance.DICTIONARY_EXACT,\n needs_review=False,\n has_conflict=False,\n )\n locked_field = SimpleNamespace(\n source_id=\"src-1\",\n source_version=\"2026.03\",\n is_locked=True,\n provenance=FieldProvenance.MANUAL_OVERRIDE,\n needs_review=False,\n has_conflict=False,\n )\n result = resolver.propagate_source_version_update(\n source, [unlocked_field, locked_field]\n )\n assert result[\"propagated\"] == 1\n assert result[\"preserved_locked\"] == 1\n assert unlocked_field.source_version == \"2026.04\"\n assert unlocked_field.needs_review is True\n assert locked_field.source_version == \"2026.03\"\n assert locked_field.needs_review is False\n# #endregion test_semantic_source_version_propagation_preserves_locked_fields\n" }, { @@ -3964,6 +4079,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_datasets_success [TYPE Function]\n# @RELATION BINDS_TO -> [DatasetsApiTests:Module]\n# @BRIEF Validate successful datasets listing contract for an existing environment.\n# @TEST: GET /api/datasets returns 200 and valid schema\n# @PRE: env_id exists\n# @POST: Response matches DatasetsResponse schema\ndef test_get_datasets_success(mock_deps):\n # Mock environment\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n # Mock resource service response\n mock_deps[\"resource\"].get_datasets_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 1,\n \"table_name\": \"sales_data\",\n \"schema\": \"public\",\n \"database\": \"sales_db\",\n \"mapped_fields\": {\"total\": 10, \"mapped\": 5},\n \"last_task\": {\"task_id\": \"task-1\", \"status\": \"SUCCESS\"},\n }\n ]\n )\n response = client.get(\"/api/datasets?env_id=prod\")\n assert response.status_code == 200\n data = response.json()\n assert \"datasets\" in data\n assert len(data[\"datasets\"]) >= 0\n # Validate against Pydantic model\n DatasetsResponse(**data)\n# #endregion test_get_datasets_success\n" }, { @@ -4024,6 +4140,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_datasets_env_not_found [TYPE Function]\n# @RELATION BINDS_TO -> [DatasetsApiTests:Module]\n# @BRIEF Validate datasets listing returns 404 when the requested environment does not exist.\n# @TEST: GET /api/datasets returns 404 if env_id missing\n# @PRE: env_id does not exist\n# @POST: Returns 404 error\ndef test_get_datasets_env_not_found(mock_deps):\n mock_deps[\"config\"].get_environments.return_value = []\n response = client.get(\"/api/datasets?env_id=nonexistent\")\n assert response.status_code == 404\n assert \"Environment not found\" in response.json()[\"detail\"]\n# #endregion test_get_datasets_env_not_found\n" }, { @@ -4084,6 +4201,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_datasets_invalid_pagination [TYPE Function]\n# @RELATION BINDS_TO -> [DatasetsApiTests:Module]\n# @BRIEF Validate datasets listing rejects invalid pagination parameters with 400 responses.\n# @TEST: GET /api/datasets returns 400 for invalid page/page_size\n# @PRE: page < 1 or page_size > 100\n# @POST: Returns 400 error\ndef test_get_datasets_invalid_pagination(mock_deps):\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n # Invalid page\n response = client.get(\"/api/datasets?env_id=prod&page=0\")\n assert response.status_code == 400\n assert \"Page must be >= 1\" in response.json()[\"detail\"]\n # Invalid page_size (too small)\n response = client.get(\"/api/datasets?env_id=prod&page_size=0\")\n assert response.status_code == 400\n assert \"Page size must be between 1 and 100\" in response.json()[\"detail\"]\n # @TEST_EDGE: page_size > 100 exceeds max\n response = client.get(\"/api/datasets?env_id=prod&page_size=101\")\n assert response.status_code == 400\n assert \"Page size must be between 1 and 100\" in response.json()[\"detail\"]\n# #endregion test_get_datasets_invalid_pagination\n" }, { @@ -4144,6 +4262,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_map_columns_success [TYPE Function]\n# @RELATION BINDS_TO -> [DatasetsApiTests:Module]\n# @BRIEF Validate map-columns request creates an async mapping task and returns its identifier.\n# @TEST: POST /api/datasets/map-columns creates mapping task\n# @PRE: Valid env_id, dataset_ids, source_type\n# @POST: Returns task_id\ndef test_map_columns_success(mock_deps):\n # Mock environment\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n # Mock task manager\n mock_task = MagicMock()\n mock_task.id = \"task-123\"\n mock_deps[\"task\"].create_task = AsyncMock(return_value=mock_task)\n response = client.post(\n \"/api/datasets/map-columns\",\n json={\"env_id\": \"prod\", \"dataset_ids\": [1, 2, 3], \"source_type\": \"postgresql\"},\n )\n assert response.status_code == 200\n data = response.json()\n assert \"task_id\" in data\n # @POST/@SIDE_EFFECT: create_task was called\n mock_deps[\"task\"].create_task.assert_called_once()\n# #endregion test_map_columns_success\n" }, { @@ -4204,6 +4323,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_map_columns_invalid_source_type [TYPE Function]\n# @RELATION BINDS_TO -> [DatasetsApiTests:Module]\n# @BRIEF Validate map-columns rejects unsupported source types with a 400 contract response.\n# @TEST: POST /api/datasets/map-columns returns 400 for invalid source_type\n# @PRE: source_type is not 'postgresql' or 'xlsx'\n# @POST: Returns 400 error\ndef test_map_columns_invalid_source_type(mock_deps):\n response = client.post(\n \"/api/datasets/map-columns\",\n json={\"env_id\": \"prod\", \"dataset_ids\": [1], \"source_type\": \"invalid\"},\n )\n assert response.status_code == 400\n assert \"Source type must be 'postgresql' or 'xlsx'\" in response.json()[\"detail\"]\n# #endregion test_map_columns_invalid_source_type\n" }, { @@ -4264,6 +4384,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_generate_docs_success [TYPE Function]\n# @RELATION BINDS_TO -> [DatasetsApiTests:Module]\n# @TEST: POST /api/datasets/generate-docs creates doc generation task\n# @PRE: Valid env_id, dataset_ids, llm_provider\n# @BRIEF Validate generate-docs request creates an async documentation task and returns its identifier.\n# @POST: Returns task_id\ndef test_generate_docs_success(mock_deps):\n # Mock environment\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n # Mock task manager\n mock_task = MagicMock()\n mock_task.id = \"task-456\"\n mock_deps[\"task\"].create_task = AsyncMock(return_value=mock_task)\n response = client.post(\n \"/api/datasets/generate-docs\",\n json={\"env_id\": \"prod\", \"dataset_ids\": [1], \"llm_provider\": \"openai\"},\n )\n assert response.status_code == 200\n data = response.json()\n assert \"task_id\" in data\n # @POST/@SIDE_EFFECT: create_task was called\n mock_deps[\"task\"].create_task.assert_called_once()\n# #endregion test_generate_docs_success\n" }, { @@ -4324,6 +4445,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_map_columns_empty_ids [TYPE Function]\n# @RELATION BINDS_TO -> [DatasetsApiTests:Module]\n# @BRIEF Validate map-columns rejects empty dataset identifier lists.\n# @TEST: POST /api/datasets/map-columns returns 400 for empty dataset_ids\n# @PRE: dataset_ids is empty\n# @POST: Returns 400 error\ndef test_map_columns_empty_ids(mock_deps):\n \"\"\"@PRE: dataset_ids must be non-empty.\"\"\"\n response = client.post(\n \"/api/datasets/map-columns\",\n json={\"env_id\": \"prod\", \"dataset_ids\": [], \"source_type\": \"postgresql\"},\n )\n assert response.status_code == 400\n assert \"At least one dataset ID must be provided\" in response.json()[\"detail\"]\n# #endregion test_map_columns_empty_ids\n" }, { @@ -4384,6 +4506,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_generate_docs_empty_ids [TYPE Function]\n# @RELATION BINDS_TO -> [DatasetsApiTests:Module]\n# @BRIEF Validate generate-docs rejects empty dataset identifier lists.\n# @TEST: POST /api/datasets/generate-docs returns 400 for empty dataset_ids\n# @PRE: dataset_ids is empty\n# @POST: Returns 400 error\ndef test_generate_docs_empty_ids(mock_deps):\n \"\"\"@PRE: dataset_ids must be non-empty.\"\"\"\n response = client.post(\n \"/api/datasets/generate-docs\",\n json={\"env_id\": \"prod\", \"dataset_ids\": [], \"llm_provider\": \"openai\"},\n )\n assert response.status_code == 400\n assert \"At least one dataset ID must be provided\" in response.json()[\"detail\"]\n# #endregion test_generate_docs_empty_ids\n" }, { @@ -4444,6 +4567,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_generate_docs_env_not_found [TYPE Function]\n# @RELATION BINDS_TO -> [DatasetsApiTests:Module]\n# @TEST: POST /api/datasets/generate-docs returns 404 for missing env\n# @PRE: env_id does not exist\n# @BRIEF Validate generate-docs returns 404 when the requested environment cannot be resolved.\n# @POST: Returns 404 error\ndef test_generate_docs_env_not_found(mock_deps):\n \"\"\"@PRE: env_id must be a valid environment.\"\"\"\n mock_deps[\"config\"].get_environments.return_value = []\n response = client.post(\n \"/api/datasets/generate-docs\",\n json={\"env_id\": \"ghost\", \"dataset_ids\": [1], \"llm_provider\": \"openai\"},\n )\n assert response.status_code == 404\n assert \"Environment not found\" in response.json()[\"detail\"]\n# #endregion test_generate_docs_env_not_found\n" }, { @@ -4488,6 +4612,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_datasets_superset_failure [TYPE Function]\n# @RELATION BINDS_TO -> [DatasetsApiTests:Module]\n# @BRIEF Validate datasets listing surfaces a 503 contract when Superset access fails.\n# @TEST_EDGE: external_superset_failure -> {status: 503}\n# @POST: Returns 503 with stable error detail when upstream dataset fetch fails.\ndef test_get_datasets_superset_failure(mock_deps):\n \"\"\"@TEST_EDGE: external_superset_failure -> {status: 503}\"\"\"\n mock_env = MagicMock()\n mock_env.id = \"bad_conn\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].get_all_tasks.return_value = []\n mock_deps[\"resource\"].get_datasets_with_status = AsyncMock(\n side_effect=Exception(\"Connection refused\")\n )\n response = client.get(\"/api/datasets?env_id=bad_conn\")\n assert response.status_code == 503\n assert \"Failed to fetch datasets\" in response.json()[\"detail\"]\n# #endregion test_get_datasets_superset_failure\n" }, { @@ -4521,6 +4646,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_git_configs_masks_pat [TYPE Function]\n# @RELATION BINDS_TO -> [TestGitApi]\n# @BRIEF Validate listing git configs masks stored PAT values in API-facing responses.\ndef test_get_git_configs_masks_pat():\n \"\"\"\n @PRE: Database session `db` is available.\n @POST: Returns a list of all GitServerConfig objects from the database with PAT masked.\n \"\"\"\n db = DbMock(\n [\n GitServerConfig(\n id=\"config-1\",\n name=\"Test Server\",\n provider=GitProvider.GITHUB,\n url=\"https://github.com\",\n pat=\"secret-token\",\n status=GitStatus.CONNECTED,\n last_validated=\"2026-03-08T00:00:00Z\",\n )\n ]\n )\n result = asyncio.run(git_routes.get_git_configs(db=db))\n assert len(result) == 1\n assert result[0].pat == \"********\"\n assert result[0].name == \"Test Server\"\n# #endregion test_get_git_configs_masks_pat\n" }, { @@ -4554,6 +4680,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_create_git_config_persists_config [TYPE Function]\n# @RELATION BINDS_TO -> [TestGitApi]\n# @BRIEF Validate creating git config persists supplied server attributes in backing session.\ndef test_create_git_config_persists_config():\n \"\"\"\n @PRE: `config` contains valid GitServerConfigCreate data.\n @POST: A new GitServerConfig record is created in the database.\n \"\"\"\n from src.api.routes.git_schemas import GitServerConfigCreate\n db = DbMock()\n config = GitServerConfigCreate(\n name=\"New Server\",\n provider=GitProvider.GITLAB,\n url=\"https://gitlab.com\",\n pat=\"new-token\",\n default_branch=\"master\",\n )\n result = asyncio.run(git_routes.create_git_config(config=config, db=db))\n assert len(db._added) == 1\n assert db._added[0].name == \"New Server\"\n assert db._added[0].pat == \"new-token\"\n assert result.name == \"New Server\"\n assert (\n result.pat == \"new-token\"\n ) # Note: route returns unmasked until serialized by FastAPI usually, but in tests schema might catch it or not.\n# #endregion test_create_git_config_persists_config\n" }, { @@ -4587,6 +4714,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_update_git_config_modifies_record [TYPE Function]\n# @RELATION BINDS_TO -> [TestGitApi]\n# @BRIEF Validate updating git config modifies mutable fields while preserving masked PAT semantics.\ndef test_update_git_config_modifies_record():\n \"\"\"\n @PRE: `config_id` corresponds to an existing configuration.\n @POST: The configuration record is updated in the database, preserving PAT if masked is sent.\n \"\"\"\n existing_config = GitServerConfig(\n id=\"config-1\",\n name=\"Old Server\",\n provider=GitProvider.GITHUB,\n url=\"https://github.com\",\n pat=\"old-token\",\n status=GitStatus.CONNECTED,\n last_validated=\"2026-03-08T00:00:00Z\",\n )\n # The monkeypatched query will return existing_config as it's the only one in the list\n # #region SingleConfigDbMock [TYPE Class]\n class SingleConfigDbMock:\n def query(self, *args):\n return self\n def filter(self, *args):\n return self\n def first(self):\n return existing_config\n def commit(self):\n pass\n def refresh(self, config):\n pass\n # #endregion SingleConfigDbMock\n db = SingleConfigDbMock()\n update_data = GitServerConfigUpdate(name=\"Updated Server\", pat=\"********\")\n result = asyncio.run(\n git_routes.update_git_config(\n config_id=\"config-1\", config_update=update_data, db=db\n )\n )\n assert existing_config.name == \"Updated Server\"\n assert (\n existing_config.pat == \"old-token\"\n ) # Ensure PAT is not overwritten with asterisks\n assert result.pat == \"********\"\n# #endregion test_update_git_config_modifies_record\n" }, { @@ -4601,6 +4729,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region SingleConfigDbMock [TYPE Class]\n class SingleConfigDbMock:\n def query(self, *args):\n return self\n def filter(self, *args):\n return self\n def first(self):\n return existing_config\n def commit(self):\n pass\n def refresh(self, config):\n pass\n # #endregion SingleConfigDbMock\n" }, { @@ -4634,6 +4763,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_update_git_config_raises_404_if_not_found [TYPE Function]\n# @RELATION BINDS_TO -> [TestGitApi]\n# @BRIEF Validate updating non-existent git config raises HTTP 404 contract response.\ndef test_update_git_config_raises_404_if_not_found():\n \"\"\"\n @PRE: `config_id` corresponds to a missing configuration.\n @THROW: HTTPException 404\n \"\"\"\n db = DbMock([]) # Empty db\n update_data = GitServerConfigUpdate(name=\"Updated Server\", pat=\"new-token\")\n with pytest.raises(HTTPException) as exc_info:\n asyncio.run(\n git_routes.update_git_config(\n config_id=\"config-1\", config_update=update_data, db=db\n )\n )\n assert exc_info.value.status_code == 404\n assert exc_info.value.detail == \"Configuration not found\"\n# #endregion test_update_git_config_raises_404_if_not_found\n" }, { @@ -4667,6 +4797,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_delete_git_config_removes_record [TYPE Function]\n# @RELATION BINDS_TO -> [TestGitApi]\n# @BRIEF Validate deleting existing git config removes record and returns success payload.\ndef test_delete_git_config_removes_record():\n \"\"\"\n @PRE: `config_id` corresponds to an existing configuration.\n @POST: The configuration record is removed from the database.\n \"\"\"\n existing_config = GitServerConfig(id=\"config-1\")\n # #region SingleConfigDbMock [TYPE Class]\n class SingleConfigDbMock:\n def query(self, *args):\n return self\n def filter(self, *args):\n return self\n def first(self):\n return existing_config\n def delete(self, config):\n self.deleted = config\n def commit(self):\n pass\n # #endregion SingleConfigDbMock\n db = SingleConfigDbMock()\n result = asyncio.run(git_routes.delete_git_config(config_id=\"config-1\", db=db))\n assert db.deleted == existing_config\n assert result[\"status\"] == \"success\"\n# #endregion test_delete_git_config_removes_record\n" }, { @@ -4700,6 +4831,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_test_git_config_validates_connection_successfully [TYPE Function]\n# @RELATION BINDS_TO -> [TestGitApi]\n# @BRIEF Validate test-connection endpoint returns success when provider connectivity check passes.\ndef test_test_git_config_validates_connection_successfully(monkeypatch):\n \"\"\"\n @PRE: `config` contains provider, url, and pat.\n @POST: Returns success if the connection is validated via GitService.\n \"\"\"\n # #region MockGitService [TYPE Class]\n class MockGitService:\n async def test_connection(self, provider, url, pat):\n return True\n # #endregion MockGitService\n monkeypatch.setattr(git_routes, \"git_service\", MockGitService())\n from src.api.routes.git_schemas import GitServerConfigCreate\n config = GitServerConfigCreate(\n name=\"Test Server\",\n provider=GitProvider.GITHUB,\n url=\"https://github.com\",\n pat=\"test-pat\",\n )\n db = DbMock([])\n result = asyncio.run(git_routes.test_git_config(config=config, db=db))\n assert result[\"status\"] == \"success\"\n# #endregion test_test_git_config_validates_connection_successfully\n" }, { @@ -4714,6 +4846,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region MockGitService [TYPE Class]\n class MockGitService:\n async def test_connection(self, provider, url, pat):\n return True\n # #endregion MockGitService\n" }, { @@ -4747,6 +4880,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_test_git_config_fails_validation [TYPE Function]\n# @RELATION BINDS_TO -> [TestGitApi]\n# @BRIEF Validate test-connection endpoint raises HTTP 400 when provider connectivity check fails.\ndef test_test_git_config_fails_validation(monkeypatch):\n \"\"\"\n @PRE: `config` contains provider, url, and pat BUT connection fails.\n @THROW: HTTPException 400\n \"\"\"\n # #region MockGitService [TYPE Class]\n class MockGitService:\n async def test_connection(self, provider, url, pat):\n return False\n # #endregion MockGitService\n monkeypatch.setattr(git_routes, \"git_service\", MockGitService())\n from src.api.routes.git_schemas import GitServerConfigCreate\n config = GitServerConfigCreate(\n name=\"Test Server\",\n provider=GitProvider.GITHUB,\n url=\"https://github.com\",\n pat=\"bad-pat\",\n )\n db = DbMock([])\n with pytest.raises(HTTPException) as exc_info:\n asyncio.run(git_routes.test_git_config(config=config, db=db))\n assert exc_info.value.status_code == 400\n assert exc_info.value.detail == \"Connection failed\"\n# #endregion test_test_git_config_fails_validation\n" }, { @@ -4780,6 +4914,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_list_gitea_repositories_returns_payload [TYPE Function]\n# @RELATION BINDS_TO -> [TestGitApi]\n# @BRIEF Validate gitea repositories endpoint returns normalized list for GITEA provider configs.\ndef test_list_gitea_repositories_returns_payload(monkeypatch):\n \"\"\"\n @PRE: config_id exists and provider is GITEA.\n @POST: Returns repositories visible to PAT user.\n \"\"\"\n # #region MockGitService [TYPE Class]\n class MockGitService:\n async def list_gitea_repositories(self, url, pat):\n return [\n {\"name\": \"test-repo\", \"full_name\": \"owner/test-repo\", \"private\": True}\n ]\n # #endregion MockGitService\n monkeypatch.setattr(git_routes, \"git_service\", MockGitService())\n existing_config = GitServerConfig(\n id=\"config-1\",\n name=\"Gitea Server\",\n provider=GitProvider.GITEA,\n url=\"https://gitea.local\",\n pat=\"gitea-token\",\n )\n db = DbMock([existing_config])\n result = asyncio.run(\n git_routes.list_gitea_repositories(config_id=\"config-1\", db=db)\n )\n assert len(result) == 1\n assert result[0].name == \"test-repo\"\n assert result[0].private is True\n# #endregion test_list_gitea_repositories_returns_payload\n" }, { @@ -4813,6 +4948,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_list_gitea_repositories_rejects_non_gitea [TYPE Function]\n# @RELATION BINDS_TO -> [TestGitApi]\n# @BRIEF Validate gitea repositories endpoint rejects non-GITEA providers with HTTP 400.\ndef test_list_gitea_repositories_rejects_non_gitea(monkeypatch):\n \"\"\"\n @PRE: config_id exists and provider is NOT GITEA.\n @THROW: HTTPException 400\n \"\"\"\n existing_config = GitServerConfig(\n id=\"config-1\",\n name=\"GitHub Server\",\n provider=GitProvider.GITHUB,\n url=\"https://github.com\",\n pat=\"token\",\n )\n db = DbMock([existing_config])\n with pytest.raises(HTTPException) as exc_info:\n asyncio.run(git_routes.list_gitea_repositories(config_id=\"config-1\", db=db))\n assert exc_info.value.status_code == 400\n assert \"GITEA provider only\" in exc_info.value.detail\n# #endregion test_list_gitea_repositories_rejects_non_gitea\n" }, { @@ -4846,6 +4982,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_create_remote_repository_creates_provider_repo [TYPE Function]\n# @RELATION BINDS_TO -> [TestGitApi]\n# @BRIEF Validate remote repository creation endpoint maps provider response into normalized payload.\ndef test_create_remote_repository_creates_provider_repo(monkeypatch):\n \"\"\"\n @PRE: config_id exists and PAT has creation permissions.\n @POST: Returns normalized remote repository payload.\n \"\"\"\n # #region MockGitService [TYPE Class]\n class MockGitService:\n async def create_gitlab_repository(\n self, server_url, pat, name, private, description, auto_init, default_branch\n ):\n return {\n \"name\": name,\n \"full_name\": f\"user/{name}\",\n \"private\": private,\n \"clone_url\": f\"{server_url}/user/{name}.git\",\n }\n # #endregion MockGitService\n monkeypatch.setattr(git_routes, \"git_service\", MockGitService())\n from src.api.routes.git_schemas import RemoteRepoCreateRequest\n existing_config = GitServerConfig(\n id=\"config-1\",\n name=\"GitLab Server\",\n provider=GitProvider.GITLAB,\n url=\"https://gitlab.com\",\n pat=\"token\",\n )\n db = DbMock([existing_config])\n request = RemoteRepoCreateRequest(name=\"new-repo\", private=True, description=\"desc\")\n result = asyncio.run(\n git_routes.create_remote_repository(\n config_id=\"config-1\", request=request, db=db\n )\n )\n assert result.provider == GitProvider.GITLAB\n assert result.name == \"new-repo\"\n assert result.full_name == \"user/new-repo\"\n# #endregion test_create_remote_repository_creates_provider_repo\n" }, { @@ -4879,6 +5016,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_init_repository_initializes_and_saves_binding [TYPE Function]\n# @RELATION BINDS_TO -> [TestGitApi]\n# @BRIEF Validate repository initialization endpoint creates local repo and persists dashboard binding.\ndef test_init_repository_initializes_and_saves_binding(monkeypatch):\n \"\"\"\n @PRE: `dashboard_ref` exists and `init_data` contains valid config_id and remote_url.\n @POST: Repository is initialized on disk and a GitRepository record is saved in DB.\n \"\"\"\n from src.api.routes.git_schemas import RepoInitRequest\n # #region MockGitService [TYPE Class]\n class MockGitService:\n def init_repo(self, dashboard_id, remote_url, pat, repo_key, default_branch):\n self.init_called = True\n def _get_repo_path(self, dashboard_id, repo_key):\n return f\"/tmp/repos/{repo_key}\"\n # #endregion MockGitService\n git_service_mock = MockGitService()\n monkeypatch.setattr(git_routes, \"git_service\", git_service_mock)\n monkeypatch.setattr(\n git_routes, \"_resolve_dashboard_id_from_ref\", lambda *args, **kwargs: 123\n )\n monkeypatch.setattr(\n git_routes,\n \"_resolve_repo_key_from_ref\",\n lambda *args, **kwargs: \"dashboard-123\",\n )\n existing_config = GitServerConfig(\n id=\"config-1\",\n name=\"GitLab Server\",\n provider=GitProvider.GITLAB,\n url=\"https://gitlab.com\",\n pat=\"token\",\n default_branch=\"main\",\n )\n db = DbMock([existing_config])\n init_data = RepoInitRequest(\n config_id=\"config-1\", remote_url=\"https://git.local/repo.git\"\n )\n result = asyncio.run(\n git_routes.init_repository(\n dashboard_ref=\"123\", init_data=init_data, config_manager=MagicMock(), db=db\n )\n )\n assert result[\"status\"] == \"success\"\n assert git_service_mock.init_called is True\n assert len(db._added) == 1\n assert isinstance(db._added[0], GitRepository)\n assert db._added[0].dashboard_id == 123\n# #endregion test_init_repository_initializes_and_saves_binding\n" }, { @@ -4932,6 +5070,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_repository_status_returns_no_repo_payload_for_missing_repo [TYPE Function]\n# @RELATION BINDS_TO -> TestGitStatusRoute\n# @BRIEF Ensure missing local repository is represented as NO_REPO payload instead of an API error.\n# @PRE: GitService.get_status raises HTTPException(404).\n# @POST: Route returns a deterministic NO_REPO status payload.\ndef test_get_repository_status_returns_no_repo_payload_for_missing_repo(monkeypatch):\n class MissingRepoGitService:\n def _get_repo_path(self, dashboard_id: int) -> str:\n return f\"/tmp/missing-repo-{dashboard_id}\"\n def get_status(self, dashboard_id: int) -> dict:\n raise AssertionError(\"get_status must not be called when repository path is missing\")\n monkeypatch.setattr(git_routes, \"git_service\", MissingRepoGitService())\n response = asyncio.run(git_routes.get_repository_status(34))\n assert response[\"sync_status\"] == \"NO_REPO\"\n assert response[\"sync_state\"] == \"NO_REPO\"\n assert response[\"has_repo\"] is False\n assert response[\"current_branch\"] is None\n# #endregion test_get_repository_status_returns_no_repo_payload_for_missing_repo\n" }, { @@ -4985,6 +5124,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_repository_status_propagates_non_404_http_exception [TYPE Function]\n# @RELATION BINDS_TO -> TestGitStatusRoute\n# @BRIEF Ensure HTTP exceptions other than 404 are not masked.\n# @PRE: GitService.get_status raises HTTPException with non-404 status.\n# @POST: Raised exception preserves original status and detail.\ndef test_get_repository_status_propagates_non_404_http_exception(monkeypatch):\n class ConflictGitService:\n def _get_repo_path(self, dashboard_id: int) -> str:\n return f\"/tmp/existing-repo-{dashboard_id}\"\n def get_status(self, dashboard_id: int) -> dict:\n raise HTTPException(status_code=409, detail=\"Conflict\")\n monkeypatch.setattr(git_routes, \"git_service\", ConflictGitService())\n monkeypatch.setattr(git_routes.os.path, \"exists\", lambda _path: True)\n with pytest.raises(HTTPException) as exc_info:\n asyncio.run(git_routes.get_repository_status(34))\n assert exc_info.value.status_code == 409\n assert exc_info.value.detail == \"Conflict\"\n# #endregion test_get_repository_status_propagates_non_404_http_exception\n" }, { @@ -5038,6 +5178,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_repository_diff_propagates_http_exception [TYPE Function]\n# @RELATION BINDS_TO -> TestGitStatusRoute\n# @BRIEF Ensure diff endpoint preserves domain HTTP errors from GitService.\n# @PRE: GitService.get_diff raises HTTPException.\n# @POST: Endpoint raises same HTTPException values.\ndef test_get_repository_diff_propagates_http_exception(monkeypatch):\n class DiffGitService:\n def get_diff(self, dashboard_id: int, file_path=None, staged: bool = False) -> str:\n raise HTTPException(status_code=404, detail=\"Repository missing\")\n monkeypatch.setattr(git_routes, \"git_service\", DiffGitService())\n with pytest.raises(HTTPException) as exc_info:\n asyncio.run(git_routes.get_repository_diff(12))\n assert exc_info.value.status_code == 404\n assert exc_info.value.detail == \"Repository missing\"\n# #endregion test_get_repository_diff_propagates_http_exception\n" }, { @@ -5091,6 +5232,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_history_wraps_unexpected_error_as_500 [TYPE Function]\n# @RELATION BINDS_TO -> TestGitStatusRoute\n# @BRIEF Ensure non-HTTP exceptions in history endpoint become deterministic 500 errors.\n# @PRE: GitService.get_commit_history raises ValueError.\n# @POST: Endpoint returns HTTPException with status 500 and route context.\ndef test_get_history_wraps_unexpected_error_as_500(monkeypatch):\n class HistoryGitService:\n def get_commit_history(self, dashboard_id: int, limit: int = 50):\n raise ValueError(\"broken parser\")\n monkeypatch.setattr(git_routes, \"git_service\", HistoryGitService())\n with pytest.raises(HTTPException) as exc_info:\n asyncio.run(git_routes.get_history(12))\n assert exc_info.value.status_code == 500\n assert exc_info.value.detail == \"get_history failed: broken parser\"\n# #endregion test_get_history_wraps_unexpected_error_as_500\n" }, { @@ -5144,6 +5286,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_commit_changes_wraps_unexpected_error_as_500 [TYPE Function]\n# @RELATION BINDS_TO -> TestGitStatusRoute\n# @BRIEF Ensure commit endpoint does not leak unexpected errors as 400.\n# @PRE: GitService.commit_changes raises RuntimeError.\n# @POST: Endpoint raises HTTPException(500) with route context.\ndef test_commit_changes_wraps_unexpected_error_as_500(monkeypatch):\n class CommitGitService:\n def commit_changes(self, dashboard_id: int, message: str, files):\n raise RuntimeError(\"index lock\")\n class CommitPayload:\n message = \"test\"\n files = [\"dashboards/a.yaml\"]\n monkeypatch.setattr(git_routes, \"git_service\", CommitGitService())\n with pytest.raises(HTTPException) as exc_info:\n asyncio.run(git_routes.commit_changes(12, CommitPayload()))\n assert exc_info.value.status_code == 500\n assert exc_info.value.detail == \"commit_changes failed: index lock\"\n# #endregion test_commit_changes_wraps_unexpected_error_as_500\n" }, { @@ -5197,6 +5340,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_repository_status_batch_returns_mixed_statuses [TYPE Function]\n# @RELATION BINDS_TO -> TestGitStatusRoute\n# @BRIEF Ensure batch endpoint returns per-dashboard statuses in one response.\n# @PRE: Some repositories are missing and some are initialized.\n# @POST: Returned map includes resolved status for each requested dashboard ID.\ndef test_get_repository_status_batch_returns_mixed_statuses(monkeypatch):\n class BatchGitService:\n def _get_repo_path(self, dashboard_id: int) -> str:\n return f\"/tmp/repo-{dashboard_id}\"\n def get_status(self, dashboard_id: int) -> dict:\n if dashboard_id == 2:\n return {\"sync_state\": \"SYNCED\", \"sync_status\": \"OK\"}\n raise HTTPException(status_code=404, detail=\"not found\")\n monkeypatch.setattr(git_routes, \"git_service\", BatchGitService())\n monkeypatch.setattr(git_routes.os.path, \"exists\", lambda path: path.endswith(\"/repo-2\"))\n class BatchRequest:\n dashboard_ids = [1, 2]\n response = asyncio.run(git_routes.get_repository_status_batch(BatchRequest()))\n assert response.statuses[\"1\"][\"sync_status\"] == \"NO_REPO\"\n assert response.statuses[\"2\"][\"sync_state\"] == \"SYNCED\"\n# #endregion test_get_repository_status_batch_returns_mixed_statuses\n" }, { @@ -5250,6 +5394,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_repository_status_batch_marks_item_as_error_on_service_failure [TYPE Function]\n# @RELATION BINDS_TO -> TestGitStatusRoute\n# @BRIEF Ensure batch endpoint marks failed items as ERROR without failing entire request.\n# @PRE: GitService raises non-HTTP exception for one dashboard.\n# @POST: Failed dashboard status is marked as ERROR.\ndef test_get_repository_status_batch_marks_item_as_error_on_service_failure(monkeypatch):\n class BatchErrorGitService:\n def _get_repo_path(self, dashboard_id: int) -> str:\n return f\"/tmp/repo-{dashboard_id}\"\n def get_status(self, dashboard_id: int) -> dict:\n raise RuntimeError(\"boom\")\n monkeypatch.setattr(git_routes, \"git_service\", BatchErrorGitService())\n monkeypatch.setattr(git_routes.os.path, \"exists\", lambda _path: True)\n class BatchRequest:\n dashboard_ids = [9]\n response = asyncio.run(git_routes.get_repository_status_batch(BatchRequest()))\n assert response.statuses[\"9\"][\"sync_status\"] == \"ERROR\"\n assert response.statuses[\"9\"][\"sync_state\"] == \"ERROR\"\n# #endregion test_get_repository_status_batch_marks_item_as_error_on_service_failure\n" }, { @@ -5303,6 +5448,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_repository_status_batch_deduplicates_and_truncates_ids [TYPE Function]\n# @RELATION BINDS_TO -> TestGitStatusRoute\n# @BRIEF Ensure batch endpoint protects server from oversized payloads.\n# @PRE: request includes duplicate IDs and more than MAX_REPOSITORY_STATUS_BATCH entries.\n# @POST: Result contains unique IDs up to configured cap.\ndef test_get_repository_status_batch_deduplicates_and_truncates_ids(monkeypatch):\n class SafeBatchGitService:\n def _get_repo_path(self, dashboard_id: int) -> str:\n return f\"/tmp/repo-{dashboard_id}\"\n def get_status(self, dashboard_id: int) -> dict:\n return {\"sync_state\": \"SYNCED\", \"sync_status\": \"OK\"}\n monkeypatch.setattr(git_routes, \"git_service\", SafeBatchGitService())\n monkeypatch.setattr(git_routes.os.path, \"exists\", lambda _path: True)\n class BatchRequest:\n dashboard_ids = [1, 1] + list(range(2, 90))\n response = asyncio.run(git_routes.get_repository_status_batch(BatchRequest()))\n assert len(response.statuses) == git_routes.MAX_REPOSITORY_STATUS_BATCH\n assert \"1\" in response.statuses\n# #endregion test_get_repository_status_batch_deduplicates_and_truncates_ids\n" }, { @@ -5356,6 +5502,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_commit_changes_applies_profile_identity_before_commit [TYPE Function]\n# @RELATION BINDS_TO -> TestGitStatusRoute\n# @BRIEF Ensure commit route configures repository identity from profile preferences before commit call.\n# @PRE: Profile preference contains git_username/git_email for current user.\n# @POST: git_service.configure_identity receives resolved identity and commit proceeds.\ndef test_commit_changes_applies_profile_identity_before_commit(monkeypatch):\n class IdentityGitService:\n def __init__(self):\n self.configured_identity = None\n self.commit_payload = None\n def configure_identity(self, dashboard_id: int, git_username: str, git_email: str):\n self.configured_identity = (dashboard_id, git_username, git_email)\n def commit_changes(self, dashboard_id: int, message: str, files):\n self.commit_payload = (dashboard_id, message, files)\n class PreferenceRow:\n git_username = \"user_1\"\n git_email = \"user1@mail.ru\"\n class PreferenceQuery:\n def filter(self, *_args, **_kwargs):\n return self\n def first(self):\n return PreferenceRow()\n class DbStub:\n def query(self, _model):\n return PreferenceQuery()\n class UserStub:\n id = \"u-1\"\n class CommitPayload:\n message = \"test\"\n files = [\"dashboards/a.yaml\"]\n identity_service = IdentityGitService()\n monkeypatch.setattr(git_routes, \"git_service\", identity_service)\n monkeypatch.setattr(\n git_routes,\n \"_resolve_dashboard_id_from_ref\",\n lambda *_args, **_kwargs: 12,\n )\n asyncio.run(\n git_routes.commit_changes(\n \"dashboard-12\",\n CommitPayload(),\n config_manager=MagicMock(),\n db=DbStub(),\n current_user=UserStub(),\n )\n )\n assert identity_service.configured_identity == (12, \"user_1\", \"user1@mail.ru\")\n assert identity_service.commit_payload == (12, \"test\", [\"dashboards/a.yaml\"])\n# #endregion test_commit_changes_applies_profile_identity_before_commit\n" }, { @@ -5409,6 +5556,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_pull_changes_applies_profile_identity_before_pull [TYPE Function]\n# @RELATION BINDS_TO -> TestGitStatusRoute\n# @BRIEF Ensure pull route configures repository identity from profile preferences before pull call.\n# @PRE: Profile preference contains git_username/git_email for current user.\n# @POST: git_service.configure_identity receives resolved identity and pull proceeds.\ndef test_pull_changes_applies_profile_identity_before_pull(monkeypatch):\n class IdentityGitService:\n def __init__(self):\n self.configured_identity = None\n self.pulled_dashboard_id = None\n def configure_identity(self, dashboard_id: int, git_username: str, git_email: str):\n self.configured_identity = (dashboard_id, git_username, git_email)\n def pull_changes(self, dashboard_id: int):\n self.pulled_dashboard_id = dashboard_id\n class PreferenceRow:\n git_username = \"user_1\"\n git_email = \"user1@mail.ru\"\n class PreferenceQuery:\n def filter(self, *_args, **_kwargs):\n return self\n def first(self):\n return PreferenceRow()\n class DbStub:\n def query(self, _model):\n return PreferenceQuery()\n class UserStub:\n id = \"u-1\"\n identity_service = IdentityGitService()\n monkeypatch.setattr(git_routes, \"git_service\", identity_service)\n monkeypatch.setattr(\n git_routes,\n \"_resolve_dashboard_id_from_ref\",\n lambda *_args, **_kwargs: 12,\n )\n asyncio.run(\n git_routes.pull_changes(\n \"dashboard-12\",\n config_manager=MagicMock(),\n db=DbStub(),\n current_user=UserStub(),\n )\n )\n assert identity_service.configured_identity == (12, \"user_1\", \"user1@mail.ru\")\n assert identity_service.pulled_dashboard_id == 12\n# #endregion test_pull_changes_applies_profile_identity_before_pull\n" }, { @@ -5462,6 +5610,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_merge_status_returns_service_payload [TYPE Function]\n# @RELATION BINDS_TO -> TestGitStatusRoute\n# @BRIEF Ensure merge status route returns service payload as-is.\n# @PRE: git_service.get_merge_status returns unfinished merge payload.\n# @POST: Route response contains has_unfinished_merge=True.\ndef test_get_merge_status_returns_service_payload(monkeypatch):\n class MergeStatusGitService:\n def get_merge_status(self, dashboard_id: int) -> dict:\n return {\n \"has_unfinished_merge\": True,\n \"repository_path\": \"/tmp/repo-12\",\n \"git_dir\": \"/tmp/repo-12/.git\",\n \"current_branch\": \"dev\",\n \"merge_head\": \"abc\",\n \"merge_message_preview\": \"merge msg\",\n \"conflicts_count\": 2,\n }\n monkeypatch.setattr(git_routes, \"git_service\", MergeStatusGitService())\n monkeypatch.setattr(git_routes, \"_resolve_dashboard_id_from_ref\", lambda *_args, **_kwargs: 12)\n response = asyncio.run(\n git_routes.get_merge_status(\n \"dashboard-12\",\n config_manager=MagicMock(),\n )\n )\n assert response[\"has_unfinished_merge\"] is True\n assert response[\"conflicts_count\"] == 2\n# #endregion test_get_merge_status_returns_service_payload\n" }, { @@ -5515,6 +5664,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_resolve_merge_conflicts_passes_resolution_items_to_service [TYPE Function]\n# @RELATION BINDS_TO -> TestGitStatusRoute\n# @BRIEF Ensure merge resolve route forwards parsed resolutions to service.\n# @PRE: resolve_data has one file strategy.\n# @POST: Service receives normalized list and route returns resolved files.\ndef test_resolve_merge_conflicts_passes_resolution_items_to_service(monkeypatch):\n captured = {}\n class MergeResolveGitService:\n def resolve_merge_conflicts(self, dashboard_id: int, resolutions):\n captured[\"dashboard_id\"] = dashboard_id\n captured[\"resolutions\"] = resolutions\n return [\"dashboards/a.yaml\"]\n class ResolveData:\n class _Resolution:\n def dict(self):\n return {\"file_path\": \"dashboards/a.yaml\", \"resolution\": \"mine\", \"content\": None}\n resolutions = [_Resolution()]\n monkeypatch.setattr(git_routes, \"git_service\", MergeResolveGitService())\n monkeypatch.setattr(git_routes, \"_resolve_dashboard_id_from_ref\", lambda *_args, **_kwargs: 12)\n response = asyncio.run(\n git_routes.resolve_merge_conflicts(\n \"dashboard-12\",\n ResolveData(),\n config_manager=MagicMock(),\n )\n )\n assert captured[\"dashboard_id\"] == 12\n assert captured[\"resolutions\"][0][\"resolution\"] == \"mine\"\n assert response[\"resolved_files\"] == [\"dashboards/a.yaml\"]\n# #endregion test_resolve_merge_conflicts_passes_resolution_items_to_service\n" }, { @@ -5568,6 +5718,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_abort_merge_calls_service_and_returns_result [TYPE Function]\n# @RELATION BINDS_TO -> TestGitStatusRoute\n# @BRIEF Ensure abort route delegates to service.\n# @PRE: Service abort_merge returns aborted status.\n# @POST: Route returns aborted status.\ndef test_abort_merge_calls_service_and_returns_result(monkeypatch):\n class AbortGitService:\n def abort_merge(self, dashboard_id: int):\n assert dashboard_id == 12\n return {\"status\": \"aborted\"}\n monkeypatch.setattr(git_routes, \"git_service\", AbortGitService())\n monkeypatch.setattr(git_routes, \"_resolve_dashboard_id_from_ref\", lambda *_args, **_kwargs: 12)\n response = asyncio.run(\n git_routes.abort_merge(\n \"dashboard-12\",\n config_manager=MagicMock(),\n )\n )\n assert response[\"status\"] == \"aborted\"\n# #endregion test_abort_merge_calls_service_and_returns_result\n" }, { @@ -5621,6 +5772,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_continue_merge_passes_message_and_returns_commit [TYPE Function]\n# @RELATION BINDS_TO -> TestGitStatusRoute\n# @BRIEF Ensure continue route passes commit message to service.\n# @PRE: continue_data.message is provided.\n# @POST: Route returns committed status and hash.\ndef test_continue_merge_passes_message_and_returns_commit(monkeypatch):\n class ContinueGitService:\n def continue_merge(self, dashboard_id: int, message: str):\n assert dashboard_id == 12\n assert message == \"Resolve all conflicts\"\n return {\"status\": \"committed\", \"commit_hash\": \"abc123\"}\n class ContinueData:\n message = \"Resolve all conflicts\"\n monkeypatch.setattr(git_routes, \"git_service\", ContinueGitService())\n monkeypatch.setattr(git_routes, \"_resolve_dashboard_id_from_ref\", lambda *_args, **_kwargs: 12)\n response = asyncio.run(\n git_routes.continue_merge(\n \"dashboard-12\",\n ContinueData(),\n config_manager=MagicMock(),\n )\n )\n assert response[\"status\"] == \"committed\"\n assert response[\"commit_hash\"] == \"abc123\"\n# #endregion test_continue_merge_passes_message_and_returns_commit\n" }, { @@ -5652,6 +5804,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _mock_env [TYPE Function]\n# @RELATION BINDS_TO -> TestMigrationRoutes\ndef _mock_env():\n \"\"\"Creates a mock config environment object.\"\"\"\n env = MagicMock()\n env.id = \"test-env-1\"\n env.name = \"Test Env\"\n env.url = \"http://superset.test\"\n env.username = \"admin\"\n env.password = \"admin\"\n env.verify_ssl = False\n env.timeout = 30\n return env\n# #endregion _mock_env\n" }, { @@ -5683,6 +5836,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _make_sync_config_manager [TYPE Function]\n# @RELATION BINDS_TO -> TestMigrationRoutes\ndef _make_sync_config_manager(environments):\n \"\"\"Creates a mock config manager with environments list.\"\"\"\n settings = MagicMock()\n settings.migration_sync_cron = \"0 2 * * *\"\n config = MagicMock()\n config.settings = settings\n config.environments = environments\n cm = MagicMock()\n cm.get_config.return_value = config\n cm.get_environments.return_value = environments\n return cm\n# #endregion _make_sync_config_manager\n" }, { @@ -5745,6 +5899,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region mock_profile_route_dependencies [TYPE Function]\n# @RELATION BINDS_TO -> TestProfileApi\n# @BRIEF Provides deterministic dependency overrides for profile route tests.\n# @PRE: App instance is initialized.\n# @POST: Dependencies are overridden for current test and restored afterward.\ndef mock_profile_route_dependencies():\n mock_user = MagicMock()\n mock_user.id = \"u-1\"\n mock_user.username = \"test-user\"\n mock_db = MagicMock()\n mock_config_manager = MagicMock()\n app.dependency_overrides[get_current_user] = lambda: mock_user\n app.dependency_overrides[get_db] = lambda: mock_db\n app.dependency_overrides[get_config_manager] = lambda: mock_config_manager\n return mock_user, mock_db, mock_config_manager\n# #endregion mock_profile_route_dependencies\n" }, { @@ -5807,6 +5962,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region profile_route_deps_fixture [TYPE Function]\n# @RELATION BINDS_TO -> TestProfileApi\n# @BRIEF Pytest fixture wrapper for profile route dependency overrides.\n# @PRE: None.\n# @POST: Yields overridden dependencies and clears overrides after test.\nimport pytest\n\n\n@pytest.fixture(autouse=True)\ndef profile_route_deps_fixture():\n yielded = mock_profile_route_dependencies()\n yield yielded\n app.dependency_overrides.clear()\n# #endregion profile_route_deps_fixture\n" }, { @@ -5869,6 +6025,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _build_preference_response [TYPE Function]\n# @RELATION BINDS_TO -> TestProfileApi\n# @BRIEF Builds stable profile preference response payload for route tests.\n# @PRE: user_id is provided.\n# @POST: Returns ProfilePreferenceResponse object with deterministic timestamps.\ndef _build_preference_response(user_id: str = \"u-1\") -> ProfilePreferenceResponse:\n now = datetime.now(UTC)\n return ProfilePreferenceResponse(\n status=\"success\",\n message=\"Preference loaded\",\n preference=ProfilePreference(\n user_id=user_id,\n superset_username=\"John_Doe\",\n superset_username_normalized=\"john_doe\",\n show_only_my_dashboards=True,\n show_only_slug_dashboards=True,\n git_username=\"ivan.ivanov\",\n git_email=\"ivan@company.local\",\n has_git_personal_access_token=True,\n git_personal_access_token_masked=\"iv***al\",\n start_page=\"reports\",\n auto_open_task_drawer=False,\n dashboards_table_density=\"compact\",\n created_at=now,\n updated_at=now,\n ),\n security=ProfileSecuritySummary(\n read_only=True,\n auth_source=\"adfs\",\n current_role=\"Data Engineer\",\n role_source=\"adfs\",\n roles=[\"Data Engineer\"],\n permissions=[\n ProfilePermissionState(key=\"migration:run\", allowed=True),\n ProfilePermissionState(key=\"admin:users\", allowed=False),\n ],\n ),\n )\n# #endregion _build_preference_response\n" }, { @@ -5922,6 +6079,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_profile_preferences_returns_self_payload [TYPE Function]\n# @RELATION BINDS_TO -> TestProfileApi\n# @BRIEF Verifies GET /api/profile/preferences returns stable self-scoped payload.\n# @PRE: Authenticated user context is available.\n# @POST: Response status is 200 and payload contains current user preference.\ndef test_get_profile_preferences_returns_self_payload(profile_route_deps_fixture):\n mock_user, _, _ = profile_route_deps_fixture\n service = MagicMock()\n service.get_my_preference.return_value = _build_preference_response(user_id=mock_user.id)\n with patch(\"src.api.routes.profile._get_profile_service\", return_value=service):\n response = client.get(\"/api/profile/preferences\")\n assert response.status_code == 200\n payload = response.json()\n assert payload[\"status\"] == \"success\"\n assert payload[\"preference\"][\"user_id\"] == mock_user.id\n assert payload[\"preference\"][\"superset_username_normalized\"] == \"john_doe\"\n assert payload[\"preference\"][\"git_username\"] == \"ivan.ivanov\"\n assert payload[\"preference\"][\"git_email\"] == \"ivan@company.local\"\n assert payload[\"preference\"][\"show_only_slug_dashboards\"] is True\n assert payload[\"preference\"][\"has_git_personal_access_token\"] is True\n assert payload[\"preference\"][\"git_personal_access_token_masked\"] == \"iv***al\"\n assert payload[\"preference\"][\"start_page\"] == \"reports\"\n assert payload[\"preference\"][\"auto_open_task_drawer\"] is False\n assert payload[\"preference\"][\"dashboards_table_density\"] == \"compact\"\n assert payload[\"security\"][\"read_only\"] is True\n assert payload[\"security\"][\"current_role\"] == \"Data Engineer\"\n assert payload[\"security\"][\"permissions\"][0][\"key\"] == \"migration:run\"\n service.get_my_preference.assert_called_once_with(mock_user)\n# #endregion test_get_profile_preferences_returns_self_payload\n" }, { @@ -5975,6 +6133,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_patch_profile_preferences_success [TYPE Function]\n# @RELATION BINDS_TO -> TestProfileApi\n# @BRIEF Verifies PATCH /api/profile/preferences persists valid payload through route mapping.\n# @PRE: Valid request payload and authenticated user.\n# @POST: Response status is 200 with saved preference payload.\ndef test_patch_profile_preferences_success(profile_route_deps_fixture):\n mock_user, _, _ = profile_route_deps_fixture\n service = MagicMock()\n service.update_my_preference.return_value = _build_preference_response(user_id=mock_user.id)\n with patch(\"src.api.routes.profile._get_profile_service\", return_value=service):\n response = client.patch(\n \"/api/profile/preferences\",\n json={\n \"superset_username\": \"John_Doe\",\n \"show_only_my_dashboards\": True,\n \"show_only_slug_dashboards\": True,\n \"git_username\": \"ivan.ivanov\",\n \"git_email\": \"ivan@company.local\",\n \"git_personal_access_token\": \"ghp_1234567890\",\n \"start_page\": \"reports-logs\",\n \"auto_open_task_drawer\": False,\n \"dashboards_table_density\": \"free\",\n },\n )\n assert response.status_code == 200\n payload = response.json()\n assert payload[\"status\"] == \"success\"\n assert payload[\"preference\"][\"superset_username\"] == \"John_Doe\"\n assert payload[\"preference\"][\"show_only_my_dashboards\"] is True\n assert payload[\"preference\"][\"show_only_slug_dashboards\"] is True\n assert payload[\"preference\"][\"git_username\"] == \"ivan.ivanov\"\n assert payload[\"preference\"][\"git_email\"] == \"ivan@company.local\"\n assert payload[\"preference\"][\"start_page\"] == \"reports\"\n assert payload[\"preference\"][\"auto_open_task_drawer\"] is False\n assert payload[\"preference\"][\"dashboards_table_density\"] == \"compact\"\n service.update_my_preference.assert_called_once()\n called_kwargs = service.update_my_preference.call_args.kwargs\n assert called_kwargs[\"current_user\"] == mock_user\n assert called_kwargs[\"payload\"].git_username == \"ivan.ivanov\"\n assert called_kwargs[\"payload\"].git_email == \"ivan@company.local\"\n assert called_kwargs[\"payload\"].git_personal_access_token == \"ghp_1234567890\"\n assert called_kwargs[\"payload\"].show_only_slug_dashboards is True\n assert called_kwargs[\"payload\"].start_page == \"reports-logs\"\n assert called_kwargs[\"payload\"].auto_open_task_drawer is False\n assert called_kwargs[\"payload\"].dashboards_table_density == \"free\"\n# #endregion test_patch_profile_preferences_success\n" }, { @@ -6028,6 +6187,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_patch_profile_preferences_validation_error [TYPE Function]\n# @RELATION BINDS_TO -> TestProfileApi\n# @BRIEF Verifies route maps domain validation failure to HTTP 422 with actionable details.\n# @PRE: Service raises ProfileValidationError.\n# @POST: Response status is 422 and includes validation messages.\ndef test_patch_profile_preferences_validation_error(profile_route_deps_fixture):\n service = MagicMock()\n service.update_my_preference.side_effect = ProfileValidationError(\n [\"Superset username is required when default filter is enabled.\"]\n )\n with patch(\"src.api.routes.profile._get_profile_service\", return_value=service):\n response = client.patch(\n \"/api/profile/preferences\",\n json={\n \"superset_username\": \"\",\n \"show_only_my_dashboards\": True,\n },\n )\n assert response.status_code == 422\n payload = response.json()\n assert \"detail\" in payload\n assert \"Superset username is required when default filter is enabled.\" in payload[\"detail\"]\n# #endregion test_patch_profile_preferences_validation_error\n" }, { @@ -6081,6 +6241,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_patch_profile_preferences_cross_user_denied [TYPE Function]\n# @RELATION BINDS_TO -> TestProfileApi\n# @BRIEF Verifies route maps domain authorization guard failure to HTTP 403.\n# @PRE: Service raises ProfileAuthorizationError.\n# @POST: Response status is 403 with denial message.\ndef test_patch_profile_preferences_cross_user_denied(profile_route_deps_fixture):\n service = MagicMock()\n service.update_my_preference.side_effect = ProfileAuthorizationError(\n \"Cross-user preference mutation is forbidden\"\n )\n with patch(\"src.api.routes.profile._get_profile_service\", return_value=service):\n response = client.patch(\n \"/api/profile/preferences\",\n json={\n \"superset_username\": \"john_doe\",\n \"show_only_my_dashboards\": True,\n },\n )\n assert response.status_code == 403\n payload = response.json()\n assert payload[\"detail\"] == \"Cross-user preference mutation is forbidden\"\n# #endregion test_patch_profile_preferences_cross_user_denied\n" }, { @@ -6134,6 +6295,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_lookup_superset_accounts_success [TYPE Function]\n# @RELATION BINDS_TO -> TestProfileApi\n# @BRIEF Verifies lookup route returns success payload with normalized candidates.\n# @PRE: Valid environment_id and service success response.\n# @POST: Response status is 200 and items list is returned.\ndef test_lookup_superset_accounts_success(profile_route_deps_fixture):\n service = MagicMock()\n service.lookup_superset_accounts.return_value = SupersetAccountLookupResponse(\n status=\"success\",\n environment_id=\"dev\",\n page_index=0,\n page_size=20,\n total=1,\n warning=None,\n items=[\n SupersetAccountCandidate(\n environment_id=\"dev\",\n username=\"john_doe\",\n display_name=\"John Doe\",\n email=\"john@example.local\",\n is_active=True,\n )\n ],\n )\n with patch(\"src.api.routes.profile._get_profile_service\", return_value=service):\n response = client.get(\"/api/profile/superset-accounts?environment_id=dev\")\n assert response.status_code == 200\n payload = response.json()\n assert payload[\"status\"] == \"success\"\n assert payload[\"environment_id\"] == \"dev\"\n assert payload[\"total\"] == 1\n assert payload[\"items\"][0][\"username\"] == \"john_doe\"\n# #endregion test_lookup_superset_accounts_success\n" }, { @@ -6187,6 +6349,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_lookup_superset_accounts_env_not_found [TYPE Function]\n# @RELATION BINDS_TO -> TestProfileApi\n# @BRIEF Verifies lookup route maps missing environment to HTTP 404.\n# @PRE: Service raises EnvironmentNotFoundError.\n# @POST: Response status is 404 with explicit message.\ndef test_lookup_superset_accounts_env_not_found(profile_route_deps_fixture):\n service = MagicMock()\n service.lookup_superset_accounts.side_effect = EnvironmentNotFoundError(\n \"Environment 'missing-env' not found\"\n )\n with patch(\"src.api.routes.profile._get_profile_service\", return_value=service):\n response = client.get(\"/api/profile/superset-accounts?environment_id=missing-env\")\n assert response.status_code == 404\n payload = response.json()\n assert payload[\"detail\"] == \"Environment 'missing-env' not found\"\n# #endregion test_lookup_superset_accounts_env_not_found\n" }, { @@ -6229,6 +6392,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _make_task [TYPE Function]\n# @RELATION BINDS_TO -> TestReportsApi\n# @BRIEF Build Task fixture with controlled timestamps/status for reports list/detail normalization.\ndef _make_task(\n task_id: str,\n plugin_id: str,\n status: TaskStatus,\n started_at: datetime,\n finished_at: datetime = None,\n result=None,\n):\n return Task(\n id=task_id,\n plugin_id=plugin_id,\n status=status,\n started_at=started_at,\n finished_at=finished_at,\n params={\"environment_id\": \"env-1\"},\n result=result or {\"summary\": f\"{plugin_id} {status.value.lower()}\"},\n )\n# #endregion _make_task\n" }, { @@ -6262,6 +6426,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_reports_default_pagination_contract [TYPE Function]\n# @RELATION BINDS_TO -> TestReportsApi\n# @BRIEF Validate reports list endpoint default pagination and contract keys for mixed task statuses.\ndef test_get_reports_default_pagination_contract():\n now = datetime.utcnow()\n tasks = [\n _make_task(\n \"t-1\",\n \"superset-backup\",\n TaskStatus.SUCCESS,\n now - timedelta(minutes=10),\n now - timedelta(minutes=9),\n ),\n _make_task(\n \"t-2\",\n \"superset-migration\",\n TaskStatus.FAILED,\n now - timedelta(minutes=8),\n now - timedelta(minutes=7),\n ),\n _make_task(\n \"t-3\",\n \"llm_dashboard_validation\",\n TaskStatus.RUNNING,\n now - timedelta(minutes=6),\n None,\n ),\n ]\n app.dependency_overrides[get_current_user] = lambda: _admin_user()\n app.dependency_overrides[get_task_manager] = lambda: _FakeTaskManager(tasks)\n try:\n client = TestClient(app)\n response = client.get(\"/api/reports\")\n assert response.status_code == 200\n data = response.json()\n assert set(\n [\"items\", \"total\", \"page\", \"page_size\", \"has_next\", \"applied_filters\"]\n ).issubset(data.keys())\n assert data[\"page\"] == 1\n assert data[\"page_size\"] == 20\n assert data[\"total\"] == 3\n assert isinstance(data[\"items\"], list)\n assert data[\"applied_filters\"][\"sort_by\"] == \"updated_at\"\n assert data[\"applied_filters\"][\"sort_order\"] == \"desc\"\n finally:\n app.dependency_overrides.clear()\n# #endregion test_get_reports_default_pagination_contract\n" }, { @@ -6295,6 +6460,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_reports_filter_and_pagination [TYPE Function]\n# @RELATION BINDS_TO -> TestReportsApi\n# @BRIEF Validate reports list endpoint applies task-type/status filters and pagination boundaries.\ndef test_get_reports_filter_and_pagination():\n now = datetime.utcnow()\n tasks = [\n _make_task(\n \"t-1\",\n \"superset-backup\",\n TaskStatus.SUCCESS,\n now - timedelta(minutes=30),\n now - timedelta(minutes=29),\n ),\n _make_task(\n \"t-2\",\n \"superset-backup\",\n TaskStatus.FAILED,\n now - timedelta(minutes=20),\n now - timedelta(minutes=19),\n ),\n _make_task(\n \"t-3\",\n \"superset-migration\",\n TaskStatus.FAILED,\n now - timedelta(minutes=10),\n now - timedelta(minutes=9),\n ),\n ]\n app.dependency_overrides[get_current_user] = lambda: _admin_user()\n app.dependency_overrides[get_task_manager] = lambda: _FakeTaskManager(tasks)\n try:\n client = TestClient(app)\n response = client.get(\n \"/api/reports?task_types=backup&statuses=failed&page=1&page_size=1\"\n )\n assert response.status_code == 200\n data = response.json()\n assert data[\"total\"] == 1\n assert data[\"page\"] == 1\n assert data[\"page_size\"] == 1\n assert data[\"has_next\"] is False\n assert len(data[\"items\"]) == 1\n assert data[\"items\"][0][\"task_type\"] == \"backup\"\n assert data[\"items\"][0][\"status\"] == \"failed\"\n finally:\n app.dependency_overrides.clear()\n# #endregion test_get_reports_filter_and_pagination\n" }, { @@ -6328,6 +6494,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_reports_handles_mixed_naive_and_aware_datetimes [TYPE Function]\n# @RELATION BINDS_TO -> TestReportsApi\n# @BRIEF Validate reports sorting remains stable when task timestamps mix naive and timezone-aware datetimes.\ndef test_get_reports_handles_mixed_naive_and_aware_datetimes():\n naive_now = datetime.utcnow()\n aware_now = datetime.now(UTC)\n tasks = [\n _make_task(\n \"t-naive\",\n \"superset-backup\",\n TaskStatus.SUCCESS,\n naive_now - timedelta(minutes=5),\n naive_now - timedelta(minutes=4),\n ),\n _make_task(\n \"t-aware\",\n \"superset-migration\",\n TaskStatus.FAILED,\n aware_now - timedelta(minutes=3),\n aware_now - timedelta(minutes=2),\n ),\n ]\n app.dependency_overrides[get_current_user] = lambda: _admin_user()\n app.dependency_overrides[get_task_manager] = lambda: _FakeTaskManager(tasks)\n try:\n client = TestClient(app)\n response = client.get(\"/api/reports?sort_by=updated_at&sort_order=desc\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"total\"] == 2\n assert len(data[\"items\"]) == 2\n finally:\n app.dependency_overrides.clear()\n# #endregion test_get_reports_handles_mixed_naive_and_aware_datetimes\n" }, { @@ -6361,6 +6528,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_reports_invalid_filter_returns_400 [TYPE Function]\n# @RELATION BINDS_TO -> TestReportsApi\n# @BRIEF Validate reports list endpoint rejects unsupported task type filters with HTTP 400.\ndef test_get_reports_invalid_filter_returns_400():\n now = datetime.utcnow()\n tasks = [\n _make_task(\n \"t-1\",\n \"superset-backup\",\n TaskStatus.SUCCESS,\n now - timedelta(minutes=5),\n now - timedelta(minutes=4),\n )\n ]\n app.dependency_overrides[get_current_user] = lambda: _admin_user()\n app.dependency_overrides[get_task_manager] = lambda: _FakeTaskManager(tasks)\n try:\n client = TestClient(app)\n response = client.get(\"/api/reports?task_types=bad_type\")\n assert response.status_code == 400\n body = response.json()\n assert \"detail\" in body\n finally:\n app.dependency_overrides.clear()\n# #endregion test_get_reports_invalid_filter_returns_400\n" }, { @@ -6394,6 +6562,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_report_detail_success [TYPE Function]\n# @RELATION BINDS_TO -> TestReportsDetailApi\n# @BRIEF Validate report detail endpoint returns report body with diagnostics and next actions for existing task.\ndef test_get_report_detail_success():\n task = _make_task(\n \"detail-1\",\n \"superset-migration\",\n TaskStatus.FAILED,\n result={\n \"error\": {\n \"message\": \"Step failed\",\n \"next_actions\": [\"Check mapping\", \"Retry\"],\n }\n },\n )\n app.dependency_overrides[get_current_user] = lambda: _admin_user()\n app.dependency_overrides[get_task_manager] = lambda: _FakeTaskManager([task])\n try:\n client = TestClient(app)\n response = client.get(\"/api/reports/detail-1\")\n assert response.status_code == 200\n data = response.json()\n assert \"report\" in data\n assert data[\"report\"][\"report_id\"] == \"detail-1\"\n assert \"diagnostics\" in data\n assert \"next_actions\" in data\n finally:\n app.dependency_overrides.clear()\n# #endregion test_get_report_detail_success\n" }, { @@ -6427,6 +6596,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_report_detail_not_found [TYPE Function]\n# @RELATION BINDS_TO -> TestReportsDetailApi\n# @BRIEF Validate report detail endpoint returns 404 when requested report identifier is absent.\ndef test_get_report_detail_not_found():\n task = _make_task(\"detail-2\", \"superset-backup\", TaskStatus.SUCCESS)\n app.dependency_overrides[get_current_user] = lambda: _admin_user()\n app.dependency_overrides[get_task_manager] = lambda: _FakeTaskManager([task])\n try:\n client = TestClient(app)\n response = client.get(\"/api/reports/unknown-id\")\n assert response.status_code == 404\n finally:\n app.dependency_overrides.clear()\n# #endregion test_get_report_detail_not_found\n" }, { @@ -6469,6 +6639,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _admin_user [TYPE Function]\n# @RELATION BINDS_TO -> TestReportsOpenapiConformance\n# @BRIEF Provide admin principal fixture required by reports routes in conformance tests.\ndef _admin_user():\n role = SimpleNamespace(name=\"Admin\", permissions=[])\n return SimpleNamespace(username=\"test-admin\", roles=[role])\n# #endregion _admin_user\n" }, { @@ -6511,6 +6682,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _task [TYPE Function]\n# @RELATION BINDS_TO -> TestReportsOpenapiConformance\n# @BRIEF Construct deterministic task fixture consumed by reports list/detail payload assertions.\ndef _task(task_id: str, plugin_id: str, status: TaskStatus):\n now = datetime.utcnow()\n return Task(\n id=task_id,\n plugin_id=plugin_id,\n status=status,\n started_at=now,\n finished_at=now if status != TaskStatus.RUNNING else None,\n params={\"environment_id\": \"env-1\"},\n result={\"summary\": f\"{plugin_id} {status.value.lower()}\"},\n )\n# #endregion _task\n" }, { @@ -6544,6 +6716,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_reports_list_openapi_required_keys [TYPE Function]\n# @RELATION BINDS_TO -> TestReportsOpenapiConformance\n# @BRIEF Verify reports list endpoint includes all required OpenAPI top-level keys.\ndef test_reports_list_openapi_required_keys():\n tasks = [\n _task(\"r-1\", \"superset-backup\", TaskStatus.SUCCESS),\n _task(\"r-2\", \"superset-migration\", TaskStatus.FAILED),\n ]\n app.dependency_overrides[get_current_user] = lambda: _admin_user()\n app.dependency_overrides[get_task_manager] = lambda: _FakeTaskManager(tasks)\n try:\n client = TestClient(app)\n response = client.get(\"/api/reports\")\n assert response.status_code == 200\n body = response.json()\n required = {\n \"items\",\n \"total\",\n \"page\",\n \"page_size\",\n \"has_next\",\n \"applied_filters\",\n }\n assert required.issubset(body.keys())\n finally:\n app.dependency_overrides.clear()\n# #endregion test_reports_list_openapi_required_keys\n" }, { @@ -6577,6 +6750,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_reports_detail_openapi_required_keys [TYPE Function]\n# @RELATION BINDS_TO -> TestReportsOpenapiConformance\n# @BRIEF Verify reports detail endpoint returns payload containing the report object key.\ndef test_reports_detail_openapi_required_keys():\n tasks = [_task(\"r-3\", \"llm_dashboard_validation\", TaskStatus.SUCCESS)]\n app.dependency_overrides[get_current_user] = lambda: _admin_user()\n app.dependency_overrides[get_task_manager] = lambda: _FakeTaskManager(tasks)\n try:\n client = TestClient(app)\n response = client.get(\"/api/reports/r-3\")\n assert response.status_code == 200\n body = response.json()\n assert \"report\" in body\n finally:\n app.dependency_overrides.clear()\n# #endregion test_reports_detail_openapi_required_keys\n" }, { @@ -6610,6 +6784,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_task_logs_success [TYPE Function]\n# @RELATION BINDS_TO -> test_tasks_logs_module\n# @BRIEF Validate task logs endpoint returns filtered logs for an existing task.\ndef test_get_task_logs_success(client):\n tc, tm = client\n # Setup mock task\n mock_task = MagicMock()\n tm.get_task.return_value = mock_task\n tm.get_task_logs.return_value = [{\"level\": \"INFO\", \"message\": \"msg1\"}]\n response = tc.get(\"/tasks/task-1/logs?level=INFO\")\n assert response.status_code == 200\n assert response.json() == [{\"level\": \"INFO\", \"message\": \"msg1\"}]\n tm.get_task.assert_called_with(\"task-1\")\n # Verify filter construction inside route\n args = tm.get_task_logs.call_args\n assert args[0][0] == \"task-1\"\n assert args[0][1].level == \"INFO\"\n# @TEST_EDGE: task_not_found\n# #endregion test_get_task_logs_success\n" }, { @@ -6644,6 +6819,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_task_logs_not_found [TYPE Function]\n# @RELATION BINDS_TO -> test_tasks_logs_module\n# @BRIEF Validate task logs endpoint returns 404 when the task identifier is missing.\ndef test_get_task_logs_not_found(client):\n tc, tm = client\n tm.get_task.return_value = None\n response = tc.get(\"/tasks/missing/logs\")\n assert response.status_code == 404\n assert response.json()[\"detail\"] == \"Task not found\"\n# @TEST_EDGE: invalid_limit\n# #endregion test_get_task_logs_not_found\n" }, { @@ -6677,6 +6853,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_task_logs_invalid_limit [TYPE Function]\n# @RELATION BINDS_TO -> test_tasks_logs_module\n# @BRIEF Validate task logs endpoint enforces query validation for limit lower bound.\ndef test_get_task_logs_invalid_limit(client):\n tc, tm = client\n # limit=0 is ge=1 in Query\n response = tc.get(\"/tasks/task-1/logs?limit=0\")\n assert response.status_code == 422\n# @TEST_INVARIANT: response_purity\n# #endregion test_get_task_logs_invalid_limit\n" }, { @@ -6710,6 +6887,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_task_log_stats_success [TYPE Function]\n# @RELATION BINDS_TO -> test_tasks_logs_module\n# @BRIEF Validate log stats endpoint returns success payload for an existing task.\ndef test_get_task_log_stats_success(client):\n tc, tm = client\n tm.get_task.return_value = MagicMock()\n tm.get_task_log_stats.return_value = {\"INFO\": 5, \"ERROR\": 1}\n response = tc.get(\"/tasks/task-1/logs/stats\")\n assert response.status_code == 200\n# response_model=LogStats might wrap this, but let's check basic structure\n# assuming tm.get_task_log_stats returns something compatible with LogStats\n# #endregion test_get_task_log_stats_success\n" }, { @@ -6758,6 +6936,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AdminApi [C:3] [TYPE Module] [SEMANTICS fastapi, admin, api, rbac, user]\n#\n# @BRIEF Admin API endpoints for user and role management.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [AuthRepository:Class]\n# @RELATION DEPENDS_ON -> [get_auth_db:Function]\n# @RELATION DEPENDS_ON -> [has_permission:Function]\n#\n# @INVARIANT: All endpoints in this module require 'Admin' role or 'admin' scope.\n\n\nfrom fastapi import APIRouter, Depends, HTTPException, status\nfrom sqlalchemy.orm import Session\n\nfrom ...core.auth.repository import AuthRepository\nfrom ...core.auth.security import get_password_hash\nfrom ...core.database import get_auth_db\nfrom ...core.logger import belief_scope, logger\nfrom ...dependencies import get_plugin_loader, has_permission\nfrom ...models.auth import ADGroupMapping, Role, User\nfrom ...schemas.auth import (\n ADGroupMappingCreate,\n ADGroupMappingSchema,\n PermissionSchema,\n RoleCreate,\n RoleSchema,\n RoleUpdate,\n UserCreate,\n UserUpdate,\n)\nfrom ...schemas.auth import (\n User as UserSchema,\n)\nfrom ...services.rbac_permission_catalog import (\n discover_declared_permissions,\n sync_permission_catalog,\n)\n\n# #region router [TYPE Variable]\n# @RELATION DEPENDS_ON -> fastapi.APIRouter\n# @BRIEF APIRouter instance for admin routes.\nrouter = APIRouter(prefix=\"/api/admin\", tags=[\"admin\"])\n# #endregion router\n\n\n# #region list_users [C:3] [TYPE Function]\n# @BRIEF Lists all registered users.\n# @PRE: Current user has 'Admin' role.\n# @POST: Returns a list of UserSchema objects.\n# @RELATION CALLS -> User\n@router.get(\"/users\", response_model=list[UserSchema])\nasync def list_users(\n db: Session = Depends(get_auth_db), _=Depends(has_permission(\"admin:users\", \"READ\"))\n):\n with belief_scope(\"api.admin.list_users\"):\n users = db.query(User).all()\n return users\n\n\n# #endregion list_users\n\n\n# #region create_user [C:3] [TYPE Function]\n# @BRIEF Creates a new local user.\n# @PRE: Current user has 'Admin' role.\n# @POST: New user is created in the database.\n# @RELATION CALLS -> [AuthRepository:Class]\n@router.post(\"/users\", response_model=UserSchema, status_code=status.HTTP_201_CREATED)\nasync def create_user(\n user_in: UserCreate,\n db: Session = Depends(get_auth_db),\n _=Depends(has_permission(\"admin:users\", \"WRITE\")),\n):\n with belief_scope(\"api.admin.create_user\"):\n repo = AuthRepository(db)\n if repo.get_user_by_username(user_in.username):\n raise HTTPException(status_code=400, detail=\"Username already exists\")\n\n new_user = User(\n username=user_in.username,\n email=user_in.email,\n password_hash=get_password_hash(user_in.password),\n auth_source=\"LOCAL\",\n is_active=user_in.is_active,\n )\n\n for role_name in user_in.roles:\n role = repo.get_role_by_name(role_name)\n if role:\n new_user.roles.append(role)\n\n db.add(new_user)\n db.commit()\n db.refresh(new_user)\n return new_user\n\n\n# #endregion create_user\n\n\n# #region update_user [C:3] [TYPE Function]\n# @BRIEF Updates an existing user.\n# @PRE: Current user has 'Admin' role.\n# @POST: User record is updated in the database.\n# @RELATION CALLS -> AuthRepository\n@router.put(\"/users/{user_id}\", response_model=UserSchema)\nasync def update_user(\n user_id: str,\n user_in: UserUpdate,\n db: Session = Depends(get_auth_db),\n _=Depends(has_permission(\"admin:users\", \"WRITE\")),\n):\n with belief_scope(\"api.admin.update_user\"):\n repo = AuthRepository(db)\n user = repo.get_user_by_id(user_id)\n if not user:\n raise HTTPException(status_code=404, detail=\"User not found\")\n\n if user_in.email is not None:\n user.email = user_in.email\n if user_in.is_active is not None:\n user.is_active = user_in.is_active\n if user_in.password is not None:\n user.password_hash = get_password_hash(user_in.password)\n\n if user_in.roles is not None:\n user.roles = []\n for role_name in user_in.roles:\n role = repo.get_role_by_name(role_name)\n if role:\n user.roles.append(role)\n\n db.commit()\n db.refresh(user)\n return user\n\n\n# #endregion update_user\n\n\n# #region delete_user [C:3] [TYPE Function]\n# @BRIEF Deletes a user.\n# @PRE: Current user has 'Admin' role.\n# @POST: User record is removed from the database.\n# @RELATION CALLS -> AuthRepository\n@router.delete(\"/users/{user_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_user(\n user_id: str,\n db: Session = Depends(get_auth_db),\n _=Depends(has_permission(\"admin:users\", \"WRITE\")),\n):\n with belief_scope(\"api.admin.delete_user\"):\n logger.info(\n f\"[DEBUG] Attempting to delete user context={{'user_id': '{user_id}'}}\"\n )\n repo = AuthRepository(db)\n user = repo.get_user_by_id(user_id)\n if not user:\n logger.warning(\n f\"[DEBUG] User not found for deletion context={{'user_id': '{user_id}'}}\"\n )\n raise HTTPException(status_code=404, detail=\"User not found\")\n\n logger.info(\n f\"[DEBUG] Found user to delete context={{'username': '{user.username}'}}\"\n )\n db.delete(user)\n db.commit()\n logger.info(\n f\"[DEBUG] Successfully deleted user context={{'user_id': '{user_id}'}}\"\n )\n return None\n\n\n# #endregion delete_user\n\n\n# #region list_roles [C:3] [TYPE Function]\n# @BRIEF Lists all available roles.\n# @RELATION CALLS -> [Role:Class]\n@router.get(\"/roles\", response_model=list[RoleSchema])\nasync def list_roles(\n db: Session = Depends(get_auth_db), _=Depends(has_permission(\"admin:roles\", \"READ\"))\n):\n with belief_scope(\"api.admin.list_roles\"):\n return db.query(Role).all()\n\n\n# #endregion list_roles\n\n\n# #region create_role [C:3] [TYPE Function]\n# @BRIEF Creates a new system role with associated permissions.\n# @PRE: Role name must be unique.\n# @POST: New Role record is created in auth.db.\n# @SIDE_EFFECT: Commits new role and associations to auth.db.\n# @RELATION CALLS -> [get_permission_by_id:Function]\n@router.post(\"/roles\", response_model=RoleSchema, status_code=status.HTTP_201_CREATED)\nasync def create_role(\n role_in: RoleCreate,\n db: Session = Depends(get_auth_db),\n _=Depends(has_permission(\"admin:roles\", \"WRITE\")),\n):\n with belief_scope(\"api.admin.create_role\"):\n if db.query(Role).filter(Role.name == role_in.name).first():\n raise HTTPException(status_code=400, detail=\"Role already exists\")\n\n new_role = Role(name=role_in.name, description=role_in.description)\n repo = AuthRepository(db)\n\n for perm_id_or_str in role_in.permissions:\n perm = repo.get_permission_by_id(perm_id_or_str)\n if not perm and \":\" in perm_id_or_str:\n res, act = perm_id_or_str.split(\":\", 1)\n perm = repo.get_permission_by_resource_action(res, act)\n\n if perm:\n new_role.permissions.append(perm)\n\n db.add(new_role)\n db.commit()\n db.refresh(new_role)\n return new_role\n\n\n# #endregion create_role\n\n\n# #region update_role [C:3] [TYPE Function]\n# @BRIEF Updates an existing role's metadata and permissions.\n# @PRE: role_id must be a valid existing role UUID.\n# @POST: Role record is updated in auth.db.\n# @SIDE_EFFECT: Commits updates to auth.db.\n# @RELATION CALLS -> [get_role_by_id:Function]\n@router.put(\"/roles/{role_id}\", response_model=RoleSchema)\nasync def update_role(\n role_id: str,\n role_in: RoleUpdate,\n db: Session = Depends(get_auth_db),\n _=Depends(has_permission(\"admin:roles\", \"WRITE\")),\n):\n with belief_scope(\"api.admin.update_role\"):\n repo = AuthRepository(db)\n role = repo.get_role_by_id(role_id)\n if not role:\n raise HTTPException(status_code=404, detail=\"Role not found\")\n\n if role_in.name is not None:\n role.name = role_in.name\n if role_in.description is not None:\n role.description = role_in.description\n\n if role_in.permissions is not None:\n role.permissions = []\n for perm_id_or_str in role_in.permissions:\n perm = repo.get_permission_by_id(perm_id_or_str)\n if not perm and \":\" in perm_id_or_str:\n res, act = perm_id_or_str.split(\":\", 1)\n perm = repo.get_permission_by_resource_action(res, act)\n\n if perm:\n role.permissions.append(perm)\n\n db.commit()\n db.refresh(role)\n return role\n\n\n# #endregion update_role\n\n\n# #region delete_role [C:3] [TYPE Function]\n# @BRIEF Removes a role from the system.\n# @PRE: role_id must be a valid existing role UUID.\n# @POST: Role record is removed from auth.db.\n# @SIDE_EFFECT: Deletes record from auth.db and commits.\n# @RELATION CALLS -> [get_role_by_id:Function]\n@router.delete(\"/roles/{role_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_role(\n role_id: str,\n db: Session = Depends(get_auth_db),\n _=Depends(has_permission(\"admin:roles\", \"WRITE\")),\n):\n with belief_scope(\"api.admin.delete_role\"):\n repo = AuthRepository(db)\n role = repo.get_role_by_id(role_id)\n if not role:\n raise HTTPException(status_code=404, detail=\"Role not found\")\n\n db.delete(role)\n db.commit()\n return None\n\n\n# #endregion delete_role\n\n\n# #region list_permissions [C:3] [TYPE Function]\n# @BRIEF Lists all available system permissions for assignment.\n# @POST: Returns a list of all PermissionSchema objects.\n# @RELATION CALLS -> backend.src.core.auth.repository.AuthRepository.list_permissions\n@router.get(\"/permissions\", response_model=list[PermissionSchema])\nasync def list_permissions(\n db: Session = Depends(get_auth_db),\n plugin_loader=Depends(get_plugin_loader),\n _=Depends(has_permission(\"admin:roles\", \"READ\")),\n):\n with belief_scope(\"api.admin.list_permissions\"):\n declared_permissions = discover_declared_permissions(\n plugin_loader=plugin_loader\n )\n inserted_count = sync_permission_catalog(\n db=db, declared_permissions=declared_permissions\n )\n if inserted_count > 0:\n logger.reason(\n f\"Synchronized {inserted_count} missing RBAC permissions into auth catalog\",\n extra={\"src\": \"api.admin.list_permissions\"},\n )\n\n repo = AuthRepository(db)\n return repo.list_permissions()\n\n\n# #endregion list_permissions\n\n\n# #region list_ad_mappings [C:3] [TYPE Function]\n# @BRIEF Lists all AD Group to Role mappings.\n# @RELATION CALLS -> ADGroupMapping\n@router.get(\"/ad-mappings\", response_model=list[ADGroupMappingSchema])\nasync def list_ad_mappings(\n db: Session = Depends(get_auth_db),\n _=Depends(has_permission(\"admin:settings\", \"READ\")),\n):\n with belief_scope(\"api.admin.list_ad_mappings\"):\n return db.query(ADGroupMapping).all()\n\n\n# #endregion list_ad_mappings\n\n\n# #region create_ad_mapping [C:2] [TYPE Function]\n# @RELATION DEPENDS_ON -> [ADGroupMapping:Class]\n# @RELATION DEPENDS_ON -> [get_auth_db:Function]\n# @RELATION DEPENDS_ON -> [has_permission:Function]\n# @BRIEF Creates a new AD Group mapping.\n@router.post(\"/ad-mappings\", response_model=ADGroupMappingSchema)\nasync def create_ad_mapping(\n mapping_in: ADGroupMappingCreate,\n db: Session = Depends(get_auth_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"api.admin.create_ad_mapping\"):\n new_mapping = ADGroupMapping(\n ad_group=mapping_in.ad_group, role_id=mapping_in.role_id\n )\n db.add(new_mapping)\n db.commit()\n db.refresh(new_mapping)\n return new_mapping\n\n\n# #endregion create_ad_mapping\n\n# #endregion AdminApi\n" }, { @@ -6803,6 +6982,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region list_users [C:3] [TYPE Function]\n# @BRIEF Lists all registered users.\n# @PRE: Current user has 'Admin' role.\n# @POST: Returns a list of UserSchema objects.\n# @RELATION CALLS -> User\n@router.get(\"/users\", response_model=list[UserSchema])\nasync def list_users(\n db: Session = Depends(get_auth_db), _=Depends(has_permission(\"admin:users\", \"READ\"))\n):\n with belief_scope(\"api.admin.list_users\"):\n users = db.query(User).all()\n return users\n\n\n# #endregion list_users\n" }, { @@ -6848,6 +7028,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_user [C:3] [TYPE Function]\n# @BRIEF Creates a new local user.\n# @PRE: Current user has 'Admin' role.\n# @POST: New user is created in the database.\n# @RELATION CALLS -> [AuthRepository:Class]\n@router.post(\"/users\", response_model=UserSchema, status_code=status.HTTP_201_CREATED)\nasync def create_user(\n user_in: UserCreate,\n db: Session = Depends(get_auth_db),\n _=Depends(has_permission(\"admin:users\", \"WRITE\")),\n):\n with belief_scope(\"api.admin.create_user\"):\n repo = AuthRepository(db)\n if repo.get_user_by_username(user_in.username):\n raise HTTPException(status_code=400, detail=\"Username already exists\")\n\n new_user = User(\n username=user_in.username,\n email=user_in.email,\n password_hash=get_password_hash(user_in.password),\n auth_source=\"LOCAL\",\n is_active=user_in.is_active,\n )\n\n for role_name in user_in.roles:\n role = repo.get_role_by_name(role_name)\n if role:\n new_user.roles.append(role)\n\n db.add(new_user)\n db.commit()\n db.refresh(new_user)\n return new_user\n\n\n# #endregion create_user\n" }, { @@ -6893,6 +7074,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_user [C:3] [TYPE Function]\n# @BRIEF Updates an existing user.\n# @PRE: Current user has 'Admin' role.\n# @POST: User record is updated in the database.\n# @RELATION CALLS -> AuthRepository\n@router.put(\"/users/{user_id}\", response_model=UserSchema)\nasync def update_user(\n user_id: str,\n user_in: UserUpdate,\n db: Session = Depends(get_auth_db),\n _=Depends(has_permission(\"admin:users\", \"WRITE\")),\n):\n with belief_scope(\"api.admin.update_user\"):\n repo = AuthRepository(db)\n user = repo.get_user_by_id(user_id)\n if not user:\n raise HTTPException(status_code=404, detail=\"User not found\")\n\n if user_in.email is not None:\n user.email = user_in.email\n if user_in.is_active is not None:\n user.is_active = user_in.is_active\n if user_in.password is not None:\n user.password_hash = get_password_hash(user_in.password)\n\n if user_in.roles is not None:\n user.roles = []\n for role_name in user_in.roles:\n role = repo.get_role_by_name(role_name)\n if role:\n user.roles.append(role)\n\n db.commit()\n db.refresh(user)\n return user\n\n\n# #endregion update_user\n" }, { @@ -6938,6 +7120,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region delete_user [C:3] [TYPE Function]\n# @BRIEF Deletes a user.\n# @PRE: Current user has 'Admin' role.\n# @POST: User record is removed from the database.\n# @RELATION CALLS -> AuthRepository\n@router.delete(\"/users/{user_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_user(\n user_id: str,\n db: Session = Depends(get_auth_db),\n _=Depends(has_permission(\"admin:users\", \"WRITE\")),\n):\n with belief_scope(\"api.admin.delete_user\"):\n logger.info(\n f\"[DEBUG] Attempting to delete user context={{'user_id': '{user_id}'}}\"\n )\n repo = AuthRepository(db)\n user = repo.get_user_by_id(user_id)\n if not user:\n logger.warning(\n f\"[DEBUG] User not found for deletion context={{'user_id': '{user_id}'}}\"\n )\n raise HTTPException(status_code=404, detail=\"User not found\")\n\n logger.info(\n f\"[DEBUG] Found user to delete context={{'username': '{user.username}'}}\"\n )\n db.delete(user)\n db.commit()\n logger.info(\n f\"[DEBUG] Successfully deleted user context={{'user_id': '{user_id}'}}\"\n )\n return None\n\n\n# #endregion delete_user\n" }, { @@ -6962,6 +7145,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region list_roles [C:3] [TYPE Function]\n# @BRIEF Lists all available roles.\n# @RELATION CALLS -> [Role:Class]\n@router.get(\"/roles\", response_model=list[RoleSchema])\nasync def list_roles(\n db: Session = Depends(get_auth_db), _=Depends(has_permission(\"admin:roles\", \"READ\"))\n):\n with belief_scope(\"api.admin.list_roles\"):\n return db.query(Role).all()\n\n\n# #endregion list_roles\n" }, { @@ -7017,6 +7201,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_role [C:3] [TYPE Function]\n# @BRIEF Creates a new system role with associated permissions.\n# @PRE: Role name must be unique.\n# @POST: New Role record is created in auth.db.\n# @SIDE_EFFECT: Commits new role and associations to auth.db.\n# @RELATION CALLS -> [get_permission_by_id:Function]\n@router.post(\"/roles\", response_model=RoleSchema, status_code=status.HTTP_201_CREATED)\nasync def create_role(\n role_in: RoleCreate,\n db: Session = Depends(get_auth_db),\n _=Depends(has_permission(\"admin:roles\", \"WRITE\")),\n):\n with belief_scope(\"api.admin.create_role\"):\n if db.query(Role).filter(Role.name == role_in.name).first():\n raise HTTPException(status_code=400, detail=\"Role already exists\")\n\n new_role = Role(name=role_in.name, description=role_in.description)\n repo = AuthRepository(db)\n\n for perm_id_or_str in role_in.permissions:\n perm = repo.get_permission_by_id(perm_id_or_str)\n if not perm and \":\" in perm_id_or_str:\n res, act = perm_id_or_str.split(\":\", 1)\n perm = repo.get_permission_by_resource_action(res, act)\n\n if perm:\n new_role.permissions.append(perm)\n\n db.add(new_role)\n db.commit()\n db.refresh(new_role)\n return new_role\n\n\n# #endregion create_role\n" }, { @@ -7072,6 +7257,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_role [C:3] [TYPE Function]\n# @BRIEF Updates an existing role's metadata and permissions.\n# @PRE: role_id must be a valid existing role UUID.\n# @POST: Role record is updated in auth.db.\n# @SIDE_EFFECT: Commits updates to auth.db.\n# @RELATION CALLS -> [get_role_by_id:Function]\n@router.put(\"/roles/{role_id}\", response_model=RoleSchema)\nasync def update_role(\n role_id: str,\n role_in: RoleUpdate,\n db: Session = Depends(get_auth_db),\n _=Depends(has_permission(\"admin:roles\", \"WRITE\")),\n):\n with belief_scope(\"api.admin.update_role\"):\n repo = AuthRepository(db)\n role = repo.get_role_by_id(role_id)\n if not role:\n raise HTTPException(status_code=404, detail=\"Role not found\")\n\n if role_in.name is not None:\n role.name = role_in.name\n if role_in.description is not None:\n role.description = role_in.description\n\n if role_in.permissions is not None:\n role.permissions = []\n for perm_id_or_str in role_in.permissions:\n perm = repo.get_permission_by_id(perm_id_or_str)\n if not perm and \":\" in perm_id_or_str:\n res, act = perm_id_or_str.split(\":\", 1)\n perm = repo.get_permission_by_resource_action(res, act)\n\n if perm:\n role.permissions.append(perm)\n\n db.commit()\n db.refresh(role)\n return role\n\n\n# #endregion update_role\n" }, { @@ -7127,6 +7313,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region delete_role [C:3] [TYPE Function]\n# @BRIEF Removes a role from the system.\n# @PRE: role_id must be a valid existing role UUID.\n# @POST: Role record is removed from auth.db.\n# @SIDE_EFFECT: Deletes record from auth.db and commits.\n# @RELATION CALLS -> [get_role_by_id:Function]\n@router.delete(\"/roles/{role_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_role(\n role_id: str,\n db: Session = Depends(get_auth_db),\n _=Depends(has_permission(\"admin:roles\", \"WRITE\")),\n):\n with belief_scope(\"api.admin.delete_role\"):\n repo = AuthRepository(db)\n role = repo.get_role_by_id(role_id)\n if not role:\n raise HTTPException(status_code=404, detail=\"Role not found\")\n\n db.delete(role)\n db.commit()\n return None\n\n\n# #endregion delete_role\n" }, { @@ -7151,6 +7338,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region list_ad_mappings [C:3] [TYPE Function]\n# @BRIEF Lists all AD Group to Role mappings.\n# @RELATION CALLS -> ADGroupMapping\n@router.get(\"/ad-mappings\", response_model=list[ADGroupMappingSchema])\nasync def list_ad_mappings(\n db: Session = Depends(get_auth_db),\n _=Depends(has_permission(\"admin:settings\", \"READ\")),\n):\n with belief_scope(\"api.admin.list_ad_mappings\"):\n return db.query(ADGroupMapping).all()\n\n\n# #endregion list_ad_mappings\n" }, { @@ -7197,6 +7385,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_ad_mapping [C:2] [TYPE Function]\n# @RELATION DEPENDS_ON -> [ADGroupMapping:Class]\n# @RELATION DEPENDS_ON -> [get_auth_db:Function]\n# @RELATION DEPENDS_ON -> [has_permission:Function]\n# @BRIEF Creates a new AD Group mapping.\n@router.post(\"/ad-mappings\", response_model=ADGroupMappingSchema)\nasync def create_ad_mapping(\n mapping_in: ADGroupMappingCreate,\n db: Session = Depends(get_auth_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"api.admin.create_ad_mapping\"):\n new_mapping = ADGroupMapping(\n ad_group=mapping_in.ad_group, role_id=mapping_in.role_id\n )\n db.add(new_mapping)\n db.commit()\n db.refresh(new_mapping)\n return new_mapping\n\n\n# #endregion create_ad_mapping\n" }, { @@ -7290,6 +7479,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantAdminRoutes [C:5] [TYPE Module] [SEMANTICS assistant, admin, route, audit, conversation]\n# @BRIEF FastAPI route handlers for assistant admin operations — conversation listing, deletion, history, audit.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [AssistantRoutes]\n# @RELATION DEPENDS_ON -> [AssistantSchemas]\n# @RELATION DEPENDS_ON -> [AssistantHistory]\n# @INVARIANT: Audit endpoint requires tasks:READ permission.\n\nfrom __future__ import annotations\n\nfrom datetime import datetime\nfrom typing import Any\n\nfrom fastapi import Depends, HTTPException, Query\nfrom sqlalchemy import desc\nfrom sqlalchemy.orm import Session\n\nfrom src.core.database import get_db\nfrom src.core.logger import belief_scope\nfrom src.dependencies import get_current_user, has_permission\nfrom src.models.assistant import (\n AssistantAuditRecord,\n AssistantMessageRecord,\n)\nfrom src.schemas.auth import User\n\nfrom ._history import (\n _cleanup_history_ttl,\n _coerce_query_bool,\n _is_conversation_archived,\n _resolve_or_create_conversation,\n)\nfrom ._routes import router\nfrom ._schemas import (\n ASSISTANT_AUDIT,\n CONVERSATIONS,\n)\n\n\n# #region list_conversations [C:2] [TYPE Function]\n# @BRIEF Return paginated conversation list for current user with archived flag and last message preview.\n# @PRE: Authenticated user context and valid pagination params.\n# @POST: Conversations are grouped by conversation_id sorted by latest activity descending.\n@router.get(\"/conversations\")\nasync def list_conversations(\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n include_archived: bool = Query(False),\n archived_only: bool = Query(False),\n search: str | None = Query(None),\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n):\n with belief_scope(\"assistant.conversations\"):\n user_id = current_user.id\n include_archived = _coerce_query_bool(include_archived)\n archived_only = _coerce_query_bool(archived_only)\n _cleanup_history_ttl(db, user_id)\n\n rows = (\n db.query(AssistantMessageRecord)\n .filter(AssistantMessageRecord.user_id == user_id)\n .order_by(desc(AssistantMessageRecord.created_at))\n .all()\n )\n\n summary: dict[str, dict[str, Any]] = {}\n for row in rows:\n conv_id = row.conversation_id\n if not conv_id:\n continue\n created_at = row.created_at or datetime.utcnow()\n if conv_id not in summary:\n summary[conv_id] = {\n \"conversation_id\": conv_id,\n \"title\": \"\",\n \"updated_at\": created_at,\n \"last_message\": row.text,\n \"last_role\": row.role,\n \"last_state\": row.state,\n \"last_task_id\": row.task_id,\n \"message_count\": 0,\n }\n item = summary[conv_id]\n item[\"message_count\"] += 1\n if row.role == \"user\" and row.text and not item[\"title\"]:\n item[\"title\"] = row.text.strip()[:80]\n\n items = []\n search_term = search.lower().strip() if search else \"\"\n archived_total = sum(\n 1\n for c in summary.values()\n if _is_conversation_archived(c.get(\"updated_at\"))\n )\n active_total = len(summary) - archived_total\n for conv in summary.values():\n conv[\"archived\"] = _is_conversation_archived(conv.get(\"updated_at\"))\n if not conv.get(\"title\"):\n conv[\"title\"] = f\"Conversation {conv['conversation_id'][:8]}\"\n if search_term:\n haystack = (\n f\"{conv.get('title', '')} {conv.get('last_message', '')}\".lower()\n )\n if search_term not in haystack:\n continue\n if archived_only and not conv[\"archived\"]:\n continue\n if not archived_only and not include_archived and conv[\"archived\"]:\n continue\n updated = conv.get(\"updated_at\")\n conv[\"updated_at\"] = (\n updated.isoformat() if isinstance(updated, datetime) else None\n )\n items.append(conv)\n\n items.sort(key=lambda x: x.get(\"updated_at\") or \"\", reverse=True)\n total = len(items)\n start = (page - 1) * page_size\n page_items = items[start : start + page_size]\n\n return {\n \"items\": page_items,\n \"total\": total,\n \"page\": page,\n \"page_size\": page_size,\n \"has_next\": start + page_size < total,\n \"active_total\": active_total,\n \"archived_total\": archived_total,\n }\n\n\n# #endregion list_conversations\n\n\n# #region delete_conversation [C:2] [TYPE Function]\n# @BRIEF Soft-delete or hard-delete a conversation and clear its in-memory trace.\n# @PRE: conversation_id belongs to current_user.\n# @POST: Conversation records are removed from DB and CONVERSATIONS cache.\n@router.delete(\"/conversations/{conversation_id}\")\nasync def delete_conversation(\n conversation_id: str,\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n):\n with belief_scope(\"assistant.conversations.delete\"):\n user_id = current_user.id\n\n # 1. Remove from in-memory cache\n key = (user_id, conversation_id)\n if key in CONVERSATIONS:\n del CONVERSATIONS[key]\n\n # 2. Delete from database\n deleted_count = (\n db.query(AssistantMessageRecord)\n .filter(\n AssistantMessageRecord.user_id == user_id,\n AssistantMessageRecord.conversation_id == conversation_id,\n )\n .delete()\n )\n\n db.commit()\n\n if deleted_count == 0:\n raise HTTPException(\n status_code=404, detail=\"Conversation not found or already deleted\"\n )\n\n return {\n \"status\": \"success\",\n \"deleted\": deleted_count,\n \"conversation_id\": conversation_id,\n }\n\n\n# #endregion delete_conversation\n\n\n@router.get(\"/history\")\n# #region get_history [TYPE Function]\n# @BRIEF Retrieve paginated assistant conversation history for current user.\n# @PRE: Authenticated user is available and page params are valid.\n# @POST: Returns persistent messages and mirrored in-memory snapshot for diagnostics.\nasync def get_history(\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n conversation_id: str | None = Query(None),\n from_latest: bool = Query(False),\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n):\n with belief_scope(\"assistant.history\"):\n user_id = current_user.id\n _cleanup_history_ttl(db, user_id)\n conv_id = _resolve_or_create_conversation(user_id, conversation_id, db)\n\n base_query = db.query(AssistantMessageRecord).filter(\n AssistantMessageRecord.user_id == user_id,\n AssistantMessageRecord.conversation_id == conv_id,\n )\n total = base_query.count()\n start = (page - 1) * page_size\n if from_latest:\n rows = (\n base_query.order_by(desc(AssistantMessageRecord.created_at))\n .offset(start)\n .limit(page_size)\n .all()\n )\n rows = list(reversed(rows))\n else:\n rows = (\n base_query.order_by(AssistantMessageRecord.created_at.asc())\n .offset(start)\n .limit(page_size)\n .all()\n )\n\n persistent_items = [\n {\n \"message_id\": row.id,\n \"conversation_id\": row.conversation_id,\n \"role\": row.role,\n \"text\": row.text,\n \"state\": row.state,\n \"task_id\": row.task_id,\n \"confirmation_id\": row.confirmation_id,\n \"created_at\": row.created_at.isoformat() if row.created_at else None,\n \"metadata\": row.payload,\n }\n for row in rows\n ]\n\n memory_items = CONVERSATIONS.get((user_id, conv_id), [])\n return {\n \"items\": persistent_items,\n \"memory_items\": memory_items,\n \"total\": total,\n \"page\": page,\n \"page_size\": page_size,\n \"has_next\": start + page_size < total,\n \"from_latest\": from_latest,\n \"conversation_id\": conv_id,\n }\n\n\n# #endregion get_history\n\n\n@router.get(\"/audit\")\n# #region get_assistant_audit [TYPE Function]\n# @BRIEF Return assistant audit decisions for current user from persistent and in-memory stores.\n# @PRE: User has tasks:READ permission.\n# @POST: Audit payload is returned in reverse chronological order from DB.\nasync def get_assistant_audit(\n limit: int = Query(50, ge=1, le=500),\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"tasks\", \"READ\")),\n):\n with belief_scope(\"assistant.audit\"):\n memory_rows = ASSISTANT_AUDIT.get(current_user.id, [])\n db_rows = (\n db.query(AssistantAuditRecord)\n .filter(AssistantAuditRecord.user_id == current_user.id)\n .order_by(AssistantAuditRecord.created_at.desc())\n .limit(limit)\n .all()\n )\n persistent = [\n {\n \"id\": row.id,\n \"user_id\": row.user_id,\n \"conversation_id\": row.conversation_id,\n \"decision\": row.decision,\n \"task_id\": row.task_id,\n \"message\": row.message,\n \"payload\": row.payload,\n \"created_at\": row.created_at.isoformat() if row.created_at else None,\n }\n for row in db_rows\n ]\n return {\n \"items\": persistent,\n \"memory_items\": memory_rows[-limit:],\n \"total\": len(persistent),\n \"memory_total\": len(memory_rows),\n }\n\n\n# #endregion get_assistant_audit\n\n\n# #endregion AssistantAdminRoutes\n" }, { @@ -7328,6 +7518,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region list_conversations [C:2] [TYPE Function]\n# @BRIEF Return paginated conversation list for current user with archived flag and last message preview.\n# @PRE: Authenticated user context and valid pagination params.\n# @POST: Conversations are grouped by conversation_id sorted by latest activity descending.\n@router.get(\"/conversations\")\nasync def list_conversations(\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n include_archived: bool = Query(False),\n archived_only: bool = Query(False),\n search: str | None = Query(None),\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n):\n with belief_scope(\"assistant.conversations\"):\n user_id = current_user.id\n include_archived = _coerce_query_bool(include_archived)\n archived_only = _coerce_query_bool(archived_only)\n _cleanup_history_ttl(db, user_id)\n\n rows = (\n db.query(AssistantMessageRecord)\n .filter(AssistantMessageRecord.user_id == user_id)\n .order_by(desc(AssistantMessageRecord.created_at))\n .all()\n )\n\n summary: dict[str, dict[str, Any]] = {}\n for row in rows:\n conv_id = row.conversation_id\n if not conv_id:\n continue\n created_at = row.created_at or datetime.utcnow()\n if conv_id not in summary:\n summary[conv_id] = {\n \"conversation_id\": conv_id,\n \"title\": \"\",\n \"updated_at\": created_at,\n \"last_message\": row.text,\n \"last_role\": row.role,\n \"last_state\": row.state,\n \"last_task_id\": row.task_id,\n \"message_count\": 0,\n }\n item = summary[conv_id]\n item[\"message_count\"] += 1\n if row.role == \"user\" and row.text and not item[\"title\"]:\n item[\"title\"] = row.text.strip()[:80]\n\n items = []\n search_term = search.lower().strip() if search else \"\"\n archived_total = sum(\n 1\n for c in summary.values()\n if _is_conversation_archived(c.get(\"updated_at\"))\n )\n active_total = len(summary) - archived_total\n for conv in summary.values():\n conv[\"archived\"] = _is_conversation_archived(conv.get(\"updated_at\"))\n if not conv.get(\"title\"):\n conv[\"title\"] = f\"Conversation {conv['conversation_id'][:8]}\"\n if search_term:\n haystack = (\n f\"{conv.get('title', '')} {conv.get('last_message', '')}\".lower()\n )\n if search_term not in haystack:\n continue\n if archived_only and not conv[\"archived\"]:\n continue\n if not archived_only and not include_archived and conv[\"archived\"]:\n continue\n updated = conv.get(\"updated_at\")\n conv[\"updated_at\"] = (\n updated.isoformat() if isinstance(updated, datetime) else None\n )\n items.append(conv)\n\n items.sort(key=lambda x: x.get(\"updated_at\") or \"\", reverse=True)\n total = len(items)\n start = (page - 1) * page_size\n page_items = items[start : start + page_size]\n\n return {\n \"items\": page_items,\n \"total\": total,\n \"page\": page,\n \"page_size\": page_size,\n \"has_next\": start + page_size < total,\n \"active_total\": active_total,\n \"archived_total\": archived_total,\n }\n\n\n# #endregion list_conversations\n" }, { @@ -7366,6 +7557,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region delete_conversation [C:2] [TYPE Function]\n# @BRIEF Soft-delete or hard-delete a conversation and clear its in-memory trace.\n# @PRE: conversation_id belongs to current_user.\n# @POST: Conversation records are removed from DB and CONVERSATIONS cache.\n@router.delete(\"/conversations/{conversation_id}\")\nasync def delete_conversation(\n conversation_id: str,\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n):\n with belief_scope(\"assistant.conversations.delete\"):\n user_id = current_user.id\n\n # 1. Remove from in-memory cache\n key = (user_id, conversation_id)\n if key in CONVERSATIONS:\n del CONVERSATIONS[key]\n\n # 2. Delete from database\n deleted_count = (\n db.query(AssistantMessageRecord)\n .filter(\n AssistantMessageRecord.user_id == user_id,\n AssistantMessageRecord.conversation_id == conversation_id,\n )\n .delete()\n )\n\n db.commit()\n\n if deleted_count == 0:\n raise HTTPException(\n status_code=404, detail=\"Conversation not found or already deleted\"\n )\n\n return {\n \"status\": \"success\",\n \"deleted\": deleted_count,\n \"conversation_id\": conversation_id,\n }\n\n\n# #endregion delete_conversation\n" }, { @@ -7412,6 +7604,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_history [TYPE Function]\n# @BRIEF Retrieve paginated assistant conversation history for current user.\n# @PRE: Authenticated user is available and page params are valid.\n# @POST: Returns persistent messages and mirrored in-memory snapshot for diagnostics.\nasync def get_history(\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n conversation_id: str | None = Query(None),\n from_latest: bool = Query(False),\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n):\n with belief_scope(\"assistant.history\"):\n user_id = current_user.id\n _cleanup_history_ttl(db, user_id)\n conv_id = _resolve_or_create_conversation(user_id, conversation_id, db)\n\n base_query = db.query(AssistantMessageRecord).filter(\n AssistantMessageRecord.user_id == user_id,\n AssistantMessageRecord.conversation_id == conv_id,\n )\n total = base_query.count()\n start = (page - 1) * page_size\n if from_latest:\n rows = (\n base_query.order_by(desc(AssistantMessageRecord.created_at))\n .offset(start)\n .limit(page_size)\n .all()\n )\n rows = list(reversed(rows))\n else:\n rows = (\n base_query.order_by(AssistantMessageRecord.created_at.asc())\n .offset(start)\n .limit(page_size)\n .all()\n )\n\n persistent_items = [\n {\n \"message_id\": row.id,\n \"conversation_id\": row.conversation_id,\n \"role\": row.role,\n \"text\": row.text,\n \"state\": row.state,\n \"task_id\": row.task_id,\n \"confirmation_id\": row.confirmation_id,\n \"created_at\": row.created_at.isoformat() if row.created_at else None,\n \"metadata\": row.payload,\n }\n for row in rows\n ]\n\n memory_items = CONVERSATIONS.get((user_id, conv_id), [])\n return {\n \"items\": persistent_items,\n \"memory_items\": memory_items,\n \"total\": total,\n \"page\": page,\n \"page_size\": page_size,\n \"has_next\": start + page_size < total,\n \"from_latest\": from_latest,\n \"conversation_id\": conv_id,\n }\n\n\n# #endregion get_history\n" }, { @@ -7458,6 +7651,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_assistant_audit [TYPE Function]\n# @BRIEF Return assistant audit decisions for current user from persistent and in-memory stores.\n# @PRE: User has tasks:READ permission.\n# @POST: Audit payload is returned in reverse chronological order from DB.\nasync def get_assistant_audit(\n limit: int = Query(50, ge=1, le=500),\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"tasks\", \"READ\")),\n):\n with belief_scope(\"assistant.audit\"):\n memory_rows = ASSISTANT_AUDIT.get(current_user.id, [])\n db_rows = (\n db.query(AssistantAuditRecord)\n .filter(AssistantAuditRecord.user_id == current_user.id)\n .order_by(AssistantAuditRecord.created_at.desc())\n .limit(limit)\n .all()\n )\n persistent = [\n {\n \"id\": row.id,\n \"user_id\": row.user_id,\n \"conversation_id\": row.conversation_id,\n \"decision\": row.decision,\n \"task_id\": row.task_id,\n \"message\": row.message,\n \"payload\": row.payload,\n \"created_at\": row.created_at.isoformat() if row.created_at else None,\n }\n for row in db_rows\n ]\n return {\n \"items\": persistent,\n \"memory_items\": memory_rows[-limit:],\n \"total\": len(persistent),\n \"memory_total\": len(memory_rows),\n }\n\n\n# #endregion get_assistant_audit\n" }, { @@ -7521,6 +7715,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantCommandParser [C:4] [TYPE Module] [SEMANTICS assistant, command, parser, nlu, intent]\n# @BRIEF Deterministic RU/EN command text parser that converts user messages into intent payloads.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [AssistantResolvers]\n# @INVARIANT: Every return path includes domain, operation, entities, confidence, risk_level, requires_confirmation.\n\nfrom __future__ import annotations\n\nimport re\nfrom typing import Any\n\nfrom src.core.config_manager import ConfigManager\nfrom src.core.logger import belief_scope, logger\n\nfrom ._resolvers import _extract_id, _is_production_env\n\n\n# #region _parse_command [C:4] [TYPE Function]\n# @BRIEF Deterministically parse RU/EN command text into intent payload.\n# @DATA_CONTRACT: Input[message:str, config_manager:ConfigManager] -> Output[Dict[str,Any]{domain,operation,entities,confidence,risk_level,requires_confirmation}]\n# @RELATION DEPENDS_ON -> [_extract_id]\n# @RELATION DEPENDS_ON -> [_is_production_env]\n# @SIDE_EFFECT: None (pure parsing logic).\n# @PRE: message contains raw user text and config manager resolves environments.\n# @POST: Returns intent dict with domain/operation/entities/confidence/risk fields.\n# @INVARIANT: every return path includes domain, operation, entities, confidence, risk_level, requires_confirmation.\ndef _parse_command(message: str, config_manager: ConfigManager) -> dict[str, Any]:\n with belief_scope('_parse_command'):\n logger.reason('Belief protocol reasoning checkpoint for _parse_command')\n text = message.strip()\n lower = text.lower()\n if any(phrase in lower for phrase in ['что ты умеешь', 'что умеешь', 'что ты можешь', 'help', 'помощь', 'доступные команды', 'какие команды']):\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'assistant', 'operation': 'show_capabilities', 'entities': {}, 'confidence': 0.98, 'risk_level': 'safe', 'requires_confirmation': False}\n dashboard_id = _extract_id(lower, ['(?:дашборд\\\\w*|dashboard)\\\\s*(?:id\\\\s*)?(\\\\d+)'])\n dashboard_ref = _extract_id(lower, ['(?:дашборд\\\\w*|dashboard)\\\\s*(?:id\\\\s*)?([a-zа-я0-9._-]+)'])\n dataset_id = _extract_id(lower, ['(?:датасет\\\\w*|dataset)\\\\s*(?:id\\\\s*)?(\\\\d+)'])\n task_id = _extract_id(lower, ['(task[-_a-z0-9]{1,}|[0-9a-f]{8}-[0-9a-f-]{27,})'])\n if any(k in lower for k in ['статус', 'status', 'state', 'проверь задачу']):\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'status', 'operation': 'get_task_status', 'entities': {'task_id': task_id}, 'confidence': 0.92 if task_id else 0.66, 'risk_level': 'safe', 'requires_confirmation': False}\n if any(k in lower for k in ['ветк', 'branch']) and any(k in lower for k in ['созд', 'сделай', 'create']):\n branch = _extract_id(lower, ['(?:ветк\\\\w*|branch)\\\\s+([a-z0-9._/-]+)'])\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'git', 'operation': 'create_branch', 'entities': {'dashboard_id': int(dashboard_id) if dashboard_id else None, 'branch_name': branch}, 'confidence': 0.95 if branch and dashboard_id else 0.7, 'risk_level': 'guarded', 'requires_confirmation': False}\n if any(k in lower for k in ['коммит', 'commit']):\n quoted = re.search('\"([^\"]{3,120})\"', text)\n message_text = quoted.group(1) if quoted else 'assistant: update dashboard changes'\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'git', 'operation': 'commit_changes', 'entities': {'dashboard_id': int(dashboard_id) if dashboard_id else None, 'message': message_text}, 'confidence': 0.9 if dashboard_id else 0.7, 'risk_level': 'guarded', 'requires_confirmation': False}\n if any(k in lower for k in ['деплой', 'deploy', 'разверн']):\n env_match = _extract_id(lower, ['(?:в|to)\\\\s+([a-z0-9_-]+)'])\n is_dangerous = _is_production_env(env_match, config_manager)\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'git', 'operation': 'deploy_dashboard', 'entities': {'dashboard_id': int(dashboard_id) if dashboard_id else None, 'environment': env_match}, 'confidence': 0.92 if dashboard_id and env_match else 0.7, 'risk_level': 'dangerous' if is_dangerous else 'guarded', 'requires_confirmation': is_dangerous}\n if any(k in lower for k in ['миграц', 'migration', 'migrate']):\n src = _extract_id(lower, ['(?:с|from)\\\\s+([a-z0-9_-]+)'])\n tgt = _extract_id(lower, ['(?:на|to)\\\\s+([a-z0-9_-]+)'])\n dry_run = '--dry-run' in lower or 'dry run' in lower\n replace_db_config = '--replace-db-config' in lower\n fix_cross_filters = '--no-fix-cross-filters' not in lower\n is_dangerous = _is_production_env(tgt, config_manager)\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'migration', 'operation': 'execute_migration', 'entities': {'dashboard_id': int(dashboard_id) if dashboard_id else None, 'source_env': src, 'target_env': tgt, 'dry_run': dry_run, 'replace_db_config': replace_db_config, 'fix_cross_filters': fix_cross_filters}, 'confidence': 0.95 if dashboard_id and src and tgt else 0.72, 'risk_level': 'dangerous' if is_dangerous else 'guarded', 'requires_confirmation': is_dangerous or dry_run}\n if any(k in lower for k in ['бэкап', 'backup', 'резерв']):\n env_match = _extract_id(lower, ['(?:в|for|из|from)\\\\s+([a-z0-9_-]+)'])\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'backup', 'operation': 'run_backup', 'entities': {'dashboard_id': int(dashboard_id) if dashboard_id else None, 'environment': env_match}, 'confidence': 0.9 if env_match else 0.7, 'risk_level': 'guarded', 'requires_confirmation': False}\n if any(k in lower for k in ['здоровье', 'health', 'ошибки', 'failing', 'проблемы']):\n env_match = _extract_id(lower, ['(?:в|for|env|окружени[ея])\\\\s+([a-z0-9_-]+)'])\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'health', 'operation': 'get_health_summary', 'entities': {'environment': env_match}, 'confidence': 0.9, 'risk_level': 'safe', 'requires_confirmation': False}\n if any(k in lower for k in ['валидац', 'validate', 'провер']):\n env_match = _extract_id(lower, ['(?:в|for|env|окружени[ея])\\\\s+([a-z0-9_-]+)'])\n provider_match = _extract_id(lower, ['(?:provider|провайдер)\\\\s+([a-z0-9_-]+)'])\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'llm', 'operation': 'run_llm_validation', 'entities': {'dashboard_id': int(dashboard_id) if dashboard_id else None, 'dashboard_ref': dashboard_ref if dashboard_ref and (not dashboard_ref.isdigit()) else None, 'environment': env_match, 'provider': provider_match}, 'confidence': 0.88 if dashboard_id else 0.64, 'risk_level': 'guarded', 'requires_confirmation': False}\n if any(k in lower for k in ['документац', 'documentation', 'generate docs', 'сгенерируй док']):\n env_match = _extract_id(lower, ['(?:в|for|env|окружени[ея])\\\\s+([a-z0-9_-]+)'])\n provider_match = _extract_id(lower, ['(?:provider|провайдер)\\\\s+([a-z0-9_-]+)'])\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'llm', 'operation': 'run_llm_documentation', 'entities': {'dataset_id': int(dataset_id) if dataset_id else None, 'environment': env_match, 'provider': provider_match}, 'confidence': 0.88 if dataset_id else 0.64, 'risk_level': 'guarded', 'requires_confirmation': False}\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'unknown', 'operation': 'clarify', 'entities': {}, 'confidence': 0.3, 'risk_level': 'safe', 'requires_confirmation': False}\n\n\n# #endregion _parse_command\n\n\n# #endregion AssistantCommandParser\n" }, { @@ -7575,6 +7770,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _parse_command [C:4] [TYPE Function]\n# @BRIEF Deterministically parse RU/EN command text into intent payload.\n# @DATA_CONTRACT: Input[message:str, config_manager:ConfigManager] -> Output[Dict[str,Any]{domain,operation,entities,confidence,risk_level,requires_confirmation}]\n# @RELATION DEPENDS_ON -> [_extract_id]\n# @RELATION DEPENDS_ON -> [_is_production_env]\n# @SIDE_EFFECT: None (pure parsing logic).\n# @PRE: message contains raw user text and config manager resolves environments.\n# @POST: Returns intent dict with domain/operation/entities/confidence/risk fields.\n# @INVARIANT: every return path includes domain, operation, entities, confidence, risk_level, requires_confirmation.\ndef _parse_command(message: str, config_manager: ConfigManager) -> dict[str, Any]:\n with belief_scope('_parse_command'):\n logger.reason('Belief protocol reasoning checkpoint for _parse_command')\n text = message.strip()\n lower = text.lower()\n if any(phrase in lower for phrase in ['что ты умеешь', 'что умеешь', 'что ты можешь', 'help', 'помощь', 'доступные команды', 'какие команды']):\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'assistant', 'operation': 'show_capabilities', 'entities': {}, 'confidence': 0.98, 'risk_level': 'safe', 'requires_confirmation': False}\n dashboard_id = _extract_id(lower, ['(?:дашборд\\\\w*|dashboard)\\\\s*(?:id\\\\s*)?(\\\\d+)'])\n dashboard_ref = _extract_id(lower, ['(?:дашборд\\\\w*|dashboard)\\\\s*(?:id\\\\s*)?([a-zа-я0-9._-]+)'])\n dataset_id = _extract_id(lower, ['(?:датасет\\\\w*|dataset)\\\\s*(?:id\\\\s*)?(\\\\d+)'])\n task_id = _extract_id(lower, ['(task[-_a-z0-9]{1,}|[0-9a-f]{8}-[0-9a-f-]{27,})'])\n if any(k in lower for k in ['статус', 'status', 'state', 'проверь задачу']):\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'status', 'operation': 'get_task_status', 'entities': {'task_id': task_id}, 'confidence': 0.92 if task_id else 0.66, 'risk_level': 'safe', 'requires_confirmation': False}\n if any(k in lower for k in ['ветк', 'branch']) and any(k in lower for k in ['созд', 'сделай', 'create']):\n branch = _extract_id(lower, ['(?:ветк\\\\w*|branch)\\\\s+([a-z0-9._/-]+)'])\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'git', 'operation': 'create_branch', 'entities': {'dashboard_id': int(dashboard_id) if dashboard_id else None, 'branch_name': branch}, 'confidence': 0.95 if branch and dashboard_id else 0.7, 'risk_level': 'guarded', 'requires_confirmation': False}\n if any(k in lower for k in ['коммит', 'commit']):\n quoted = re.search('\"([^\"]{3,120})\"', text)\n message_text = quoted.group(1) if quoted else 'assistant: update dashboard changes'\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'git', 'operation': 'commit_changes', 'entities': {'dashboard_id': int(dashboard_id) if dashboard_id else None, 'message': message_text}, 'confidence': 0.9 if dashboard_id else 0.7, 'risk_level': 'guarded', 'requires_confirmation': False}\n if any(k in lower for k in ['деплой', 'deploy', 'разверн']):\n env_match = _extract_id(lower, ['(?:в|to)\\\\s+([a-z0-9_-]+)'])\n is_dangerous = _is_production_env(env_match, config_manager)\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'git', 'operation': 'deploy_dashboard', 'entities': {'dashboard_id': int(dashboard_id) if dashboard_id else None, 'environment': env_match}, 'confidence': 0.92 if dashboard_id and env_match else 0.7, 'risk_level': 'dangerous' if is_dangerous else 'guarded', 'requires_confirmation': is_dangerous}\n if any(k in lower for k in ['миграц', 'migration', 'migrate']):\n src = _extract_id(lower, ['(?:с|from)\\\\s+([a-z0-9_-]+)'])\n tgt = _extract_id(lower, ['(?:на|to)\\\\s+([a-z0-9_-]+)'])\n dry_run = '--dry-run' in lower or 'dry run' in lower\n replace_db_config = '--replace-db-config' in lower\n fix_cross_filters = '--no-fix-cross-filters' not in lower\n is_dangerous = _is_production_env(tgt, config_manager)\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'migration', 'operation': 'execute_migration', 'entities': {'dashboard_id': int(dashboard_id) if dashboard_id else None, 'source_env': src, 'target_env': tgt, 'dry_run': dry_run, 'replace_db_config': replace_db_config, 'fix_cross_filters': fix_cross_filters}, 'confidence': 0.95 if dashboard_id and src and tgt else 0.72, 'risk_level': 'dangerous' if is_dangerous else 'guarded', 'requires_confirmation': is_dangerous or dry_run}\n if any(k in lower for k in ['бэкап', 'backup', 'резерв']):\n env_match = _extract_id(lower, ['(?:в|for|из|from)\\\\s+([a-z0-9_-]+)'])\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'backup', 'operation': 'run_backup', 'entities': {'dashboard_id': int(dashboard_id) if dashboard_id else None, 'environment': env_match}, 'confidence': 0.9 if env_match else 0.7, 'risk_level': 'guarded', 'requires_confirmation': False}\n if any(k in lower for k in ['здоровье', 'health', 'ошибки', 'failing', 'проблемы']):\n env_match = _extract_id(lower, ['(?:в|for|env|окружени[ея])\\\\s+([a-z0-9_-]+)'])\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'health', 'operation': 'get_health_summary', 'entities': {'environment': env_match}, 'confidence': 0.9, 'risk_level': 'safe', 'requires_confirmation': False}\n if any(k in lower for k in ['валидац', 'validate', 'провер']):\n env_match = _extract_id(lower, ['(?:в|for|env|окружени[ея])\\\\s+([a-z0-9_-]+)'])\n provider_match = _extract_id(lower, ['(?:provider|провайдер)\\\\s+([a-z0-9_-]+)'])\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'llm', 'operation': 'run_llm_validation', 'entities': {'dashboard_id': int(dashboard_id) if dashboard_id else None, 'dashboard_ref': dashboard_ref if dashboard_ref and (not dashboard_ref.isdigit()) else None, 'environment': env_match, 'provider': provider_match}, 'confidence': 0.88 if dashboard_id else 0.64, 'risk_level': 'guarded', 'requires_confirmation': False}\n if any(k in lower for k in ['документац', 'documentation', 'generate docs', 'сгенерируй док']):\n env_match = _extract_id(lower, ['(?:в|for|env|окружени[ея])\\\\s+([a-z0-9_-]+)'])\n provider_match = _extract_id(lower, ['(?:provider|провайдер)\\\\s+([a-z0-9_-]+)'])\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'llm', 'operation': 'run_llm_documentation', 'entities': {'dataset_id': int(dataset_id) if dataset_id else None, 'environment': env_match, 'provider': provider_match}, 'confidence': 0.88 if dataset_id else 0.64, 'risk_level': 'guarded', 'requires_confirmation': False}\n logger.reflect('Belief protocol postcondition checkpoint for _parse_command')\n return {'domain': 'unknown', 'operation': 'clarify', 'entities': {}, 'confidence': 0.3, 'risk_level': 'safe', 'requires_confirmation': False}\n\n\n# #endregion _parse_command\n" }, { @@ -7650,6 +7846,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantDatasetReview [C:4] [TYPE Module] [SEMANTICS assistant, dataset, review, context, intent]\n# @BRIEF Dataset review context loading and intent planning for the assistant API.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [DatasetReviewOrchestrator]\n# @RELATION DEPENDS_ON -> [AssistantSchemas]\n# @RELATION DISPATCHES -> [AssistantDatasetReviewDispatch]\n# @INVARIANT: Dataset review operations are always scoped to the owner's session.\n\nfrom __future__ import annotations\n\nimport re\nfrom typing import Any\n\nfrom fastapi import HTTPException\nfrom sqlalchemy.orm import Session\n\nfrom src.core.logger import belief_scope, logger\nfrom src.core.utils.superset_context_extractor import (\n sanitize_imported_filter_for_assistant,\n)\nfrom src.models.dataset_review import (\n ApprovalState,\n DatasetReviewSession,\n)\nfrom src.schemas.auth import User\nfrom src.services.dataset_review.repositories.session_repository import (\n DatasetReviewSessionRepository,\n)\n\n\n# #region _serialize_dataset_review_context [C:4] [TYPE Function]\n# @BRIEF Build assistant-safe dataset-review context snapshot with masked imported-filter payloads for session-scoped assistant routing.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\n# @PRE: session_id is a valid active review session identifier.\n# @POST: Returns a serializable dictionary containing the complete review context.\n# @SIDE_EFFECT: Reads session data from the database.\ndef _serialize_dataset_review_context(session: DatasetReviewSession) -> dict[str, Any]:\n with belief_scope('_serialize_dataset_review_context'):\n logger.reason('Belief protocol reasoning checkpoint for _serialize_dataset_review_context')\n latest_preview = None\n previews = getattr(session, 'previews', []) or []\n if previews:\n latest_preview = previews[-1]\n logger.reflect('Belief protocol postcondition checkpoint for _serialize_dataset_review_context')\n return {'session_id': session.session_id, 'version': int(getattr(session, 'version', 0) or 0), 'dataset_ref': session.dataset_ref, 'dataset_id': session.dataset_id, 'environment_id': session.environment_id, 'readiness_state': session.readiness_state.value, 'recommended_action': session.recommended_action.value, 'status': session.status.value, 'current_phase': session.current_phase.value, 'findings': [{'finding_id': item.finding_id, 'code': item.code, 'severity': item.severity.value, 'message': item.message, 'resolution_state': item.resolution_state.value} for item in getattr(session, 'findings', [])], 'imported_filters': [sanitize_imported_filter_for_assistant({'filter_id': item.filter_id, 'filter_name': item.filter_name, 'display_name': item.display_name, 'raw_value': item.raw_value, 'raw_value_masked': bool(getattr(item, 'raw_value_masked', False)), 'normalized_value': item.normalized_value, 'source': getattr(item.source, 'value', item.source), 'confidence_state': getattr(item.confidence_state, 'value', item.confidence_state), 'requires_confirmation': bool(item.requires_confirmation), 'recovery_status': getattr(item.recovery_status, 'value', item.recovery_status), 'notes': item.notes}) for item in getattr(session, 'imported_filters', [])], 'mappings': [{'mapping_id': item.mapping_id, 'filter_id': item.filter_id, 'variable_id': item.variable_id, 'mapping_method': getattr(item.mapping_method, 'value', item.mapping_method), 'effective_value': item.effective_value, 'approval_state': getattr(item.approval_state, 'value', item.approval_state), 'requires_explicit_approval': bool(item.requires_explicit_approval)} for item in getattr(session, 'execution_mappings', [])], 'semantic_fields': [{'field_id': item.field_id, 'field_name': item.field_name, 'verbose_name': item.verbose_name, 'description': item.description, 'display_format': item.display_format, 'provenance': getattr(item.provenance, 'value', item.provenance), 'is_locked': bool(item.is_locked), 'needs_review': bool(getattr(item, 'needs_review', False)), 'candidates': [{'candidate_id': c.candidate_id, 'field_id': c.field_id, 'verbose_name': c.proposed_verbose_name, 'description': c.proposed_description, 'display_format': c.proposed_display_format, 'status': getattr(c.status, 'value', c.status), 'source': c.source_id, 'score': c.confidence_score, 'created_at': c.created_at.isoformat() if c.created_at else None} for c in getattr(item, 'candidates', [])]} for item in getattr(session, 'semantic_fields', [])]}\n\n\n# #endregion _serialize_dataset_review_context\n\n\n# #region _load_dataset_review_context [C:4] [TYPE Function]\n# @BRIEF Load owner-scoped dataset-review context for assistant planning and grounded response generation.\n# @RELATION DEPENDS_ON -> [DatasetReviewSessionRepository]\n# @PRE: session_id is a valid active review session identifier.\n# @POST: Returns a loaded context object with session data and findings.\n# @SIDE_EFFECT: Reads session data from the database.\ndef _load_dataset_review_context(dataset_review_session_id: str | None, current_user: User, db: Session) -> dict[str, Any] | None:\n with belief_scope('_load_dataset_review_context'):\n if not dataset_review_session_id:\n return None\n logger.reason('Belief protocol reasoning checkpoint for _load_dataset_review_context')\n repository = DatasetReviewSessionRepository(db)\n session = repository.load_session_detail(dataset_review_session_id, current_user.id)\n if session is None or session.user_id != current_user.id:\n raise HTTPException(status_code=404, detail='Dataset review session not found')\n logger.reflect('Belief protocol postcondition checkpoint for _load_dataset_review_context')\n return _serialize_dataset_review_context(session)\n\n\n# #endregion _load_dataset_review_context\n\n\n# #region _extract_dataset_review_target [C:2] [TYPE Function]\n# @BRIEF Extract structured dataset-review focus target hints embedded in assistant prompts.\ndef _extract_dataset_review_target(message: str) -> tuple[str | None, str | None]:\n match = re.search(\n r\"(?:target|focus)\\s*[:=]\\s*(field|mapping|finding|filter)[:=]([A-Za-z0-9._-]+)\",\n str(message or \"\"),\n re.IGNORECASE,\n )\n if not match:\n return None, None\n return match.group(1).lower(), match.group(2)\n\n\n# #endregion _extract_dataset_review_target\n\n\n# #region _match_dataset_review_field [C:2] [TYPE Function]\n# @BRIEF Resolve one semantic field from assistant-visible context by id or user-visible label.\ndef _match_dataset_review_field(\n dataset_context: dict[str, Any],\n message: str,\n) -> dict[str, Any] | None:\n target_kind, target_id = _extract_dataset_review_target(message)\n fields = dataset_context.get(\"semantic_fields\", []) or []\n if target_kind == \"field\" and target_id:\n return next(\n (item for item in fields if str(item.get(\"field_id\")) == str(target_id)),\n None,\n )\n\n normalized_message = str(message or \"\").lower()\n for field in fields:\n if str(field.get(\"field_id\", \"\")).lower() in normalized_message:\n return field\n field_name = str(field.get(\"field_name\", \"\")).lower()\n if field_name and field_name in normalized_message:\n return field\n verbose_name = str(field.get(\"verbose_name\", \"\")).lower()\n if verbose_name and verbose_name in normalized_message:\n return field\n return None\n\n\n# #endregion _match_dataset_review_field\n\n\n# #region _extract_quoted_segment [C:2] [TYPE Function]\n# @BRIEF Extract one quoted assistant command segment after a label token.\ndef _extract_quoted_segment(message: str, label: str) -> str | None:\n pattern = rf\"{label}\\s*[=:]?\\s*[\\\"']([^\\\"']+)[\\\"']\"\n match = re.search(pattern, str(message or \"\"), re.IGNORECASE)\n return match.group(1).strip() if match else None\n\n\n# #endregion _extract_quoted_segment\n\n\n# #region _plan_dataset_review_intent [C:3] [TYPE Function]\n# @BRIEF Parse session-scoped dataset-review assistant commands before falling back to generic assistant tool routing.\n# @RELATION CALLS -> DatasetReviewOrchestrator\ndef _plan_dataset_review_intent(\n message: str,\n dataset_context: dict[str, Any],\n) -> dict[str, Any] | None:\n lower = message.strip().lower()\n session_id = dataset_context[\"session_id\"]\n session_version = int(dataset_context.get(\"version\", 0) or 0)\n target_kind, target_id = _extract_dataset_review_target(message)\n\n if any(\n token in lower\n for token in [\n \"approve mappings\",\n \"approve mapping\",\n \"подтверди мапп\",\n \"одобри мапп\",\n ]\n ):\n pending_mapping_ids = [\n item[\"mapping_id\"]\n for item in dataset_context.get(\"mappings\", [])\n if item.get(\"requires_explicit_approval\")\n and item.get(\"approval_state\") != ApprovalState.APPROVED.value\n ]\n return {\n \"domain\": \"dataset_review\",\n \"operation\": \"dataset_review_approve_mappings\",\n \"entities\": {\n \"dataset_review_session_id\": session_id,\n \"session_version\": session_version,\n \"mapping_ids\": pending_mapping_ids,\n },\n \"confidence\": 0.95,\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": True,\n }\n\n if any(\n token in lower\n for token in [\n \"generate sql preview\",\n \"generate preview\",\n \"сгенерируй превью\",\n \"собери превью\",\n ]\n ):\n return {\n \"domain\": \"dataset_review\",\n \"operation\": \"dataset_review_generate_sql_preview\",\n \"entities\": {\n \"dataset_review_session_id\": session_id,\n \"session_version\": session_version,\n },\n \"confidence\": 0.94,\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": True,\n }\n\n if any(\n token in lower\n for token in [\n \"set field semantics\",\n \"apply field semantics\",\n \"semantic override\",\n \"update semantic field\",\n \"установи семантик\",\n \"обнови семантик\",\n ]\n ):\n field = _match_dataset_review_field(dataset_context, message)\n if field is None:\n return None\n candidate_id = None\n if any(\n token in lower for token in [\"accept candidate\", \"apply candidate\", \"прими кандидат\"]\n ):\n candidates = field.get(\"candidates\") or []\n if candidates:\n candidate_id = candidates[0].get(\"candidate_id\")\n verbose_name = _extract_quoted_segment(\n message, \"verbose_name|verbose name|label\"\n )\n description = _extract_quoted_segment(message, \"description|desc\")\n display_format = _extract_quoted_segment(\n message, \"display_format|display format|format\"\n )\n lock_field = any(\n token in lower for token in [\" lock\", \"lock it\", \"зафикс\", \"закреп\"]\n )\n if not any([candidate_id, verbose_name, description, display_format]):\n return None\n return {\n \"domain\": \"dataset_review\",\n \"operation\": \"dataset_review_set_field_semantics\",\n \"entities\": {\n \"dataset_review_session_id\": session_id,\n \"session_version\": session_version,\n \"field_id\": field.get(\"field_id\") or target_id,\n \"candidate_id\": candidate_id,\n \"verbose_name\": verbose_name,\n \"description\": description,\n \"display_format\": display_format,\n \"lock_field\": lock_field,\n },\n \"confidence\": 0.9,\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": True,\n }\n\n if any(\n token in lower\n for token in [\n \"filters\",\n \"фильтр\",\n \"mapping\",\n \"маппинг\",\n \"preview\",\n \"превью\",\n \"finding\",\n \"ошиб\",\n ]\n ):\n findings_count = len(dataset_context.get(\"findings\", []))\n mappings_count = len(dataset_context.get(\"mappings\", []))\n filters_count = len(dataset_context.get(\"imported_filters\", []))\n preview = dataset_context.get(\"preview\") or {}\n preview_status = preview.get(\"preview_status\") or \"missing\"\n masked_filters = dataset_context.get(\"imported_filters\", [])\n return {\n \"domain\": \"dataset_review\",\n \"operation\": \"dataset_review_answer_context\",\n \"entities\": {\n \"dataset_review_session_id\": session_id,\n \"summary\": (\n f\"Session {session_id}: readiness={dataset_context['readiness_state']}, \"\n f\"recommended_action={dataset_context['recommended_action']}, \"\n f\"filters={filters_count}, mappings={mappings_count}, findings={findings_count}, \"\n f\"preview_status={preview_status}, imported_filters={masked_filters}\"\n ),\n },\n \"confidence\": 0.8,\n \"risk_level\": \"safe\",\n \"requires_confirmation\": False,\n }\n return None\n\n\n# #endregion _plan_dataset_review_intent\n\n\n# #endregion AssistantDatasetReview\n" }, { @@ -7677,6 +7874,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _serialize_dataset_review_context [C:4] [TYPE Function]\n# @BRIEF Build assistant-safe dataset-review context snapshot with masked imported-filter payloads for session-scoped assistant routing.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\n# @PRE: session_id is a valid active review session identifier.\n# @POST: Returns a serializable dictionary containing the complete review context.\n# @SIDE_EFFECT: Reads session data from the database.\ndef _serialize_dataset_review_context(session: DatasetReviewSession) -> dict[str, Any]:\n with belief_scope('_serialize_dataset_review_context'):\n logger.reason('Belief protocol reasoning checkpoint for _serialize_dataset_review_context')\n latest_preview = None\n previews = getattr(session, 'previews', []) or []\n if previews:\n latest_preview = previews[-1]\n logger.reflect('Belief protocol postcondition checkpoint for _serialize_dataset_review_context')\n return {'session_id': session.session_id, 'version': int(getattr(session, 'version', 0) or 0), 'dataset_ref': session.dataset_ref, 'dataset_id': session.dataset_id, 'environment_id': session.environment_id, 'readiness_state': session.readiness_state.value, 'recommended_action': session.recommended_action.value, 'status': session.status.value, 'current_phase': session.current_phase.value, 'findings': [{'finding_id': item.finding_id, 'code': item.code, 'severity': item.severity.value, 'message': item.message, 'resolution_state': item.resolution_state.value} for item in getattr(session, 'findings', [])], 'imported_filters': [sanitize_imported_filter_for_assistant({'filter_id': item.filter_id, 'filter_name': item.filter_name, 'display_name': item.display_name, 'raw_value': item.raw_value, 'raw_value_masked': bool(getattr(item, 'raw_value_masked', False)), 'normalized_value': item.normalized_value, 'source': getattr(item.source, 'value', item.source), 'confidence_state': getattr(item.confidence_state, 'value', item.confidence_state), 'requires_confirmation': bool(item.requires_confirmation), 'recovery_status': getattr(item.recovery_status, 'value', item.recovery_status), 'notes': item.notes}) for item in getattr(session, 'imported_filters', [])], 'mappings': [{'mapping_id': item.mapping_id, 'filter_id': item.filter_id, 'variable_id': item.variable_id, 'mapping_method': getattr(item.mapping_method, 'value', item.mapping_method), 'effective_value': item.effective_value, 'approval_state': getattr(item.approval_state, 'value', item.approval_state), 'requires_explicit_approval': bool(item.requires_explicit_approval)} for item in getattr(session, 'execution_mappings', [])], 'semantic_fields': [{'field_id': item.field_id, 'field_name': item.field_name, 'verbose_name': item.verbose_name, 'description': item.description, 'display_format': item.display_format, 'provenance': getattr(item.provenance, 'value', item.provenance), 'is_locked': bool(item.is_locked), 'needs_review': bool(getattr(item, 'needs_review', False)), 'candidates': [{'candidate_id': c.candidate_id, 'field_id': c.field_id, 'verbose_name': c.proposed_verbose_name, 'description': c.proposed_description, 'display_format': c.proposed_display_format, 'status': getattr(c.status, 'value', c.status), 'source': c.source_id, 'score': c.confidence_score, 'created_at': c.created_at.isoformat() if c.created_at else None} for c in getattr(item, 'candidates', [])]} for item in getattr(session, 'semantic_fields', [])]}\n\n\n# #endregion _serialize_dataset_review_context\n" }, { @@ -7704,6 +7902,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _load_dataset_review_context [C:4] [TYPE Function]\n# @BRIEF Load owner-scoped dataset-review context for assistant planning and grounded response generation.\n# @RELATION DEPENDS_ON -> [DatasetReviewSessionRepository]\n# @PRE: session_id is a valid active review session identifier.\n# @POST: Returns a loaded context object with session data and findings.\n# @SIDE_EFFECT: Reads session data from the database.\ndef _load_dataset_review_context(dataset_review_session_id: str | None, current_user: User, db: Session) -> dict[str, Any] | None:\n with belief_scope('_load_dataset_review_context'):\n if not dataset_review_session_id:\n return None\n logger.reason('Belief protocol reasoning checkpoint for _load_dataset_review_context')\n repository = DatasetReviewSessionRepository(db)\n session = repository.load_session_detail(dataset_review_session_id, current_user.id)\n if session is None or session.user_id != current_user.id:\n raise HTTPException(status_code=404, detail='Dataset review session not found')\n logger.reflect('Belief protocol postcondition checkpoint for _load_dataset_review_context')\n return _serialize_dataset_review_context(session)\n\n\n# #endregion _load_dataset_review_context\n" }, { @@ -7721,6 +7920,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _extract_dataset_review_target [C:2] [TYPE Function]\n# @BRIEF Extract structured dataset-review focus target hints embedded in assistant prompts.\ndef _extract_dataset_review_target(message: str) -> tuple[str | None, str | None]:\n match = re.search(\n r\"(?:target|focus)\\s*[:=]\\s*(field|mapping|finding|filter)[:=]([A-Za-z0-9._-]+)\",\n str(message or \"\"),\n re.IGNORECASE,\n )\n if not match:\n return None, None\n return match.group(1).lower(), match.group(2)\n\n\n# #endregion _extract_dataset_review_target\n" }, { @@ -7738,6 +7938,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _match_dataset_review_field [C:2] [TYPE Function]\n# @BRIEF Resolve one semantic field from assistant-visible context by id or user-visible label.\ndef _match_dataset_review_field(\n dataset_context: dict[str, Any],\n message: str,\n) -> dict[str, Any] | None:\n target_kind, target_id = _extract_dataset_review_target(message)\n fields = dataset_context.get(\"semantic_fields\", []) or []\n if target_kind == \"field\" and target_id:\n return next(\n (item for item in fields if str(item.get(\"field_id\")) == str(target_id)),\n None,\n )\n\n normalized_message = str(message or \"\").lower()\n for field in fields:\n if str(field.get(\"field_id\", \"\")).lower() in normalized_message:\n return field\n field_name = str(field.get(\"field_name\", \"\")).lower()\n if field_name and field_name in normalized_message:\n return field\n verbose_name = str(field.get(\"verbose_name\", \"\")).lower()\n if verbose_name and verbose_name in normalized_message:\n return field\n return None\n\n\n# #endregion _match_dataset_review_field\n" }, { @@ -7755,6 +7956,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _extract_quoted_segment [C:2] [TYPE Function]\n# @BRIEF Extract one quoted assistant command segment after a label token.\ndef _extract_quoted_segment(message: str, label: str) -> str | None:\n pattern = rf\"{label}\\s*[=:]?\\s*[\\\"']([^\\\"']+)[\\\"']\"\n match = re.search(pattern, str(message or \"\"), re.IGNORECASE)\n return match.group(1).strip() if match else None\n\n\n# #endregion _extract_quoted_segment\n" }, { @@ -7779,6 +7981,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _plan_dataset_review_intent [C:3] [TYPE Function]\n# @BRIEF Parse session-scoped dataset-review assistant commands before falling back to generic assistant tool routing.\n# @RELATION CALLS -> DatasetReviewOrchestrator\ndef _plan_dataset_review_intent(\n message: str,\n dataset_context: dict[str, Any],\n) -> dict[str, Any] | None:\n lower = message.strip().lower()\n session_id = dataset_context[\"session_id\"]\n session_version = int(dataset_context.get(\"version\", 0) or 0)\n target_kind, target_id = _extract_dataset_review_target(message)\n\n if any(\n token in lower\n for token in [\n \"approve mappings\",\n \"approve mapping\",\n \"подтверди мапп\",\n \"одобри мапп\",\n ]\n ):\n pending_mapping_ids = [\n item[\"mapping_id\"]\n for item in dataset_context.get(\"mappings\", [])\n if item.get(\"requires_explicit_approval\")\n and item.get(\"approval_state\") != ApprovalState.APPROVED.value\n ]\n return {\n \"domain\": \"dataset_review\",\n \"operation\": \"dataset_review_approve_mappings\",\n \"entities\": {\n \"dataset_review_session_id\": session_id,\n \"session_version\": session_version,\n \"mapping_ids\": pending_mapping_ids,\n },\n \"confidence\": 0.95,\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": True,\n }\n\n if any(\n token in lower\n for token in [\n \"generate sql preview\",\n \"generate preview\",\n \"сгенерируй превью\",\n \"собери превью\",\n ]\n ):\n return {\n \"domain\": \"dataset_review\",\n \"operation\": \"dataset_review_generate_sql_preview\",\n \"entities\": {\n \"dataset_review_session_id\": session_id,\n \"session_version\": session_version,\n },\n \"confidence\": 0.94,\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": True,\n }\n\n if any(\n token in lower\n for token in [\n \"set field semantics\",\n \"apply field semantics\",\n \"semantic override\",\n \"update semantic field\",\n \"установи семантик\",\n \"обнови семантик\",\n ]\n ):\n field = _match_dataset_review_field(dataset_context, message)\n if field is None:\n return None\n candidate_id = None\n if any(\n token in lower for token in [\"accept candidate\", \"apply candidate\", \"прими кандидат\"]\n ):\n candidates = field.get(\"candidates\") or []\n if candidates:\n candidate_id = candidates[0].get(\"candidate_id\")\n verbose_name = _extract_quoted_segment(\n message, \"verbose_name|verbose name|label\"\n )\n description = _extract_quoted_segment(message, \"description|desc\")\n display_format = _extract_quoted_segment(\n message, \"display_format|display format|format\"\n )\n lock_field = any(\n token in lower for token in [\" lock\", \"lock it\", \"зафикс\", \"закреп\"]\n )\n if not any([candidate_id, verbose_name, description, display_format]):\n return None\n return {\n \"domain\": \"dataset_review\",\n \"operation\": \"dataset_review_set_field_semantics\",\n \"entities\": {\n \"dataset_review_session_id\": session_id,\n \"session_version\": session_version,\n \"field_id\": field.get(\"field_id\") or target_id,\n \"candidate_id\": candidate_id,\n \"verbose_name\": verbose_name,\n \"description\": description,\n \"display_format\": display_format,\n \"lock_field\": lock_field,\n },\n \"confidence\": 0.9,\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": True,\n }\n\n if any(\n token in lower\n for token in [\n \"filters\",\n \"фильтр\",\n \"mapping\",\n \"маппинг\",\n \"preview\",\n \"превью\",\n \"finding\",\n \"ошиб\",\n ]\n ):\n findings_count = len(dataset_context.get(\"findings\", []))\n mappings_count = len(dataset_context.get(\"mappings\", []))\n filters_count = len(dataset_context.get(\"imported_filters\", []))\n preview = dataset_context.get(\"preview\") or {}\n preview_status = preview.get(\"preview_status\") or \"missing\"\n masked_filters = dataset_context.get(\"imported_filters\", [])\n return {\n \"domain\": \"dataset_review\",\n \"operation\": \"dataset_review_answer_context\",\n \"entities\": {\n \"dataset_review_session_id\": session_id,\n \"summary\": (\n f\"Session {session_id}: readiness={dataset_context['readiness_state']}, \"\n f\"recommended_action={dataset_context['recommended_action']}, \"\n f\"filters={filters_count}, mappings={mappings_count}, findings={findings_count}, \"\n f\"preview_status={preview_status}, imported_filters={masked_filters}\"\n ),\n },\n \"confidence\": 0.8,\n \"risk_level\": \"safe\",\n \"requires_confirmation\": False,\n }\n return None\n\n\n# #endregion _plan_dataset_review_intent\n" }, { @@ -7854,6 +8057,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantDatasetReviewDispatch [C:4] [TYPE Module] [SEMANTICS assistant, dataset, review, dispatch, confirm]\n# @BRIEF Dispatch and confirmation handling for dataset-review assistant intents.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [AssistantDatasetReview]\n# @RELATION DEPENDS_ON -> [DatasetReviewOrchestrator]\n# @RELATION DEPENDS_ON -> [AssistantSchemas]\n# @INVARIANT: Dataset review dispatch requires valid session version for write operations.\n\nfrom __future__ import annotations\n\nfrom datetime import datetime\nfrom typing import Any\n\nfrom fastapi import HTTPException, status\nfrom sqlalchemy.orm import Session\n\nfrom src.api.routes.dataset_review import FieldSemanticUpdateRequest, _update_semantic_field_state\nfrom src.core.config_manager import ConfigManager\nfrom src.core.logger import belief_scope, logger\nfrom src.models.dataset_review import (\n ApprovalState,\n ReadinessState,\n RecommendedAction,\n)\nfrom src.schemas.auth import User\nfrom src.services.dataset_review.orchestrator import (\n DatasetReviewOrchestrator,\n PreparePreviewCommand,\n)\nfrom src.services.dataset_review.repositories.session_repository import (\n DatasetReviewSessionRepository,\n DatasetReviewSessionVersionConflictError,\n)\n\nfrom ._schemas import (\n AssistantAction,\n)\n\n\n# #region _dataset_review_conflict_http_exception [C:2] [TYPE Function]\n# @BRIEF Convert dataset-review optimistic-lock conflicts into shared 409 assistant semantics.\ndef _dataset_review_conflict_http_exception(\n exc: DatasetReviewSessionVersionConflictError,\n) -> HTTPException:\n return HTTPException(\n status_code=status.HTTP_409_CONFLICT,\n detail={\n \"error_code\": \"session_version_conflict\",\n \"message\": str(exc),\n \"session_id\": exc.session_id,\n \"expected_version\": exc.expected_version,\n \"actual_version\": exc.actual_version,\n },\n )\n\n\n# #endregion _dataset_review_conflict_http_exception\n\n\n# #region _dispatch_dataset_review_intent [C:4] [TYPE Function]\n# @BRIEF Route confirmed dataset-review assistant intents through existing backend dataset-review APIs and orchestration boundaries.\n# @RELATION CALLS -> DatasetReviewOrchestrator\n# @PRE: context contains valid session data and user intent.\n# @POST: Returns a structured response with planned actions and confirmations.\n# @SIDE_EFFECT: May update session state and enqueue tasks.\nasync def _dispatch_dataset_review_intent(\n intent: dict[str, Any],\n current_user: User,\n config_manager: ConfigManager,\n db: Session,\n) -> tuple[str, str | None, list[AssistantAction]]:\n with belief_scope(\"_dispatch_dataset_review_intent\"):\n logger.reason(\n \"Dispatching assistant dataset-review intent\",\n extra={\"operation\": intent.get(\"operation\")},\n )\n entities = intent.get(\"entities\", {})\n session_id = entities.get(\"dataset_review_session_id\")\n session_version = entities.get(\"session_version\")\n if not session_id or session_version is None:\n raise HTTPException(\n status_code=422,\n detail=\"Missing dataset_review_session_id/session_version\",\n )\n\n operation = str(intent.get(\"operation\") or \"\")\n repository = DatasetReviewSessionRepository(db)\n if operation == \"dataset_review_answer_context\":\n summary = str(entities.get(\"summary\") or \"\")\n logger.reflect(\n \"Returned assistant-safe dataset review context summary\",\n extra={\"session_id\": session_id, \"operation\": operation},\n )\n return summary, None, []\n\n session = repository.load_session_detail(session_id, current_user.id)\n if session is None or session.user_id != current_user.id:\n logger.explore(\n \"Assistant dataset-review intent rejected because session was not found\",\n extra={\"session_id\": session_id, \"user_id\": current_user.id},\n )\n raise HTTPException(\n status_code=404, detail=\"Dataset review session not found\"\n )\n\n try:\n repository.require_session_version(session, int(session_version))\n except DatasetReviewSessionVersionConflictError as exc:\n logger.explore(\n \"Assistant dataset-review intent rejected due to stale session version\",\n extra={\n \"session_id\": exc.session_id,\n \"expected_version\": exc.expected_version,\n \"actual_version\": exc.actual_version,\n \"operation\": operation,\n },\n )\n raise _dataset_review_conflict_http_exception(exc) from exc\n\n logger.reason(\n \"Dispatching confirmed assistant dataset-review intent\",\n extra={\n \"session_id\": session_id,\n \"session_version\": session_version,\n \"operation\": operation,\n },\n )\n\n if operation == \"dataset_review_approve_mappings\":\n mapping_ids = list(dict.fromkeys(entities.get(\"mapping_ids\") or []))\n if not mapping_ids:\n raise HTTPException(\n status_code=409, detail=\"No pending mappings to approve\"\n )\n updated_count = 0\n for mapping in session.execution_mappings:\n if mapping.mapping_id not in mapping_ids:\n continue\n mapping.approval_state = ApprovalState.APPROVED\n mapping.approved_by_user_id = current_user.id\n mapping.approved_at = datetime.utcnow()\n updated_count += 1\n if updated_count == 0:\n raise HTTPException(\n status_code=409, detail=\"No matching mappings available to approve\"\n )\n session.last_activity_at = datetime.utcnow()\n if session.readiness_state == ReadinessState.MAPPING_REVIEW_NEEDED:\n session.recommended_action = RecommendedAction.GENERATE_SQL_PREVIEW\n repository.bump_session_version(session)\n repository.db.commit()\n repository.db.refresh(session)\n repository.event_logger.log_for_session(\n session,\n actor_user_id=current_user.id,\n event_type=\"assistant_mapping_approval\",\n event_summary=\"Assistant-approved warning-sensitive mappings persisted\",\n event_details={\n \"mapping_ids\": mapping_ids,\n \"count\": updated_count,\n \"version\": int(getattr(session, \"version\", 0) or 0),\n },\n )\n logger.reflect(\n \"Assistant mapping approval persisted within optimistic-lock boundary\",\n extra={\n \"session_id\": session_id,\n \"updated_count\": updated_count,\n \"version\": int(getattr(session, \"version\", 0) or 0),\n },\n )\n return (\n f\"Approved {updated_count} mapping(s) for dataset review session {session_id}.\",\n None,\n [\n AssistantAction(\n type=\"focus_target\",\n label=\"Open mapping review\",\n target=\"mapping\",\n )\n ],\n )\n\n if operation == \"dataset_review_set_field_semantics\":\n field_id = str(entities.get(\"field_id\") or \"\").strip()\n if not field_id:\n raise HTTPException(status_code=422, detail=\"Missing field_id\")\n field = next(\n (item for item in session.semantic_fields if item.field_id == field_id),\n None,\n )\n if field is None:\n raise HTTPException(status_code=404, detail=\"Semantic field not found\")\n update_request = FieldSemanticUpdateRequest(\n candidate_id=entities.get(\"candidate_id\"),\n verbose_name=entities.get(\"verbose_name\"),\n description=entities.get(\"description\"),\n display_format=entities.get(\"display_format\"),\n lock_field=bool(entities.get(\"lock_field\", False)),\n )\n try:\n _update_semantic_field_state(\n field, update_request, changed_by=\"assistant\"\n )\n except HTTPException:\n raise\n except ValueError as exc:\n raise HTTPException(status_code=400, detail=str(exc)) from exc\n session.last_activity_at = datetime.utcnow()\n repository.bump_session_version(session)\n repository.db.commit()\n repository.db.refresh(session)\n repository.db.refresh(field)\n repository.event_logger.log_for_session(\n session,\n actor_user_id=current_user.id,\n event_type=\"assistant_field_semantics_updated\",\n event_summary=\"Assistant semantic field update persisted\",\n event_details={\n \"field_id\": field.field_id,\n \"candidate_id\": entities.get(\"candidate_id\"),\n \"lock_field\": bool(entities.get(\"lock_field\", False)),\n \"version\": int(getattr(session, \"version\", 0) or 0),\n },\n )\n logger.reflect(\n \"Assistant semantic field update committed safely\",\n extra={\n \"session_id\": session_id,\n \"field_id\": field_id,\n \"version\": int(getattr(session, \"version\", 0) or 0),\n },\n )\n return (\n f\"Updated semantic field {field.field_name} for dataset review session {session_id}.\",\n None,\n [\n AssistantAction(\n type=\"focus_target\",\n label=\"Open semantic review\",\n target=f\"field:{field.field_id}\",\n )\n ],\n )\n\n if operation == \"dataset_review_generate_sql_preview\":\n orchestrator = DatasetReviewOrchestrator(\n repository=repository,\n config_manager=config_manager,\n )\n result = orchestrator.prepare_launch_preview(\n PreparePreviewCommand(\n user=current_user,\n session_id=session_id,\n expected_version=int(session_version),\n )\n )\n preview_status = getattr(\n result.preview.preview_status, \"value\", result.preview.preview_status\n )\n logger.reflect(\n \"Assistant-triggered Superset preview generation completed\",\n extra={\n \"session_id\": session_id,\n \"preview_status\": preview_status,\n },\n )\n return (\n f\"SQL preview {preview_status} for dataset review session {session_id}.\",\n None,\n [\n AssistantAction(\n type=\"focus_target\",\n label=\"Open SQL preview\",\n target=\"sql-preview\",\n )\n ],\n )\n\n raise HTTPException(\n status_code=400, detail=\"Unsupported dataset review operation\"\n )\n\n\n# #endregion _dispatch_dataset_review_intent\n\n\n# #endregion AssistantDatasetReviewDispatch\n" }, { @@ -7871,6 +8075,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _dataset_review_conflict_http_exception [C:2] [TYPE Function]\n# @BRIEF Convert dataset-review optimistic-lock conflicts into shared 409 assistant semantics.\ndef _dataset_review_conflict_http_exception(\n exc: DatasetReviewSessionVersionConflictError,\n) -> HTTPException:\n return HTTPException(\n status_code=status.HTTP_409_CONFLICT,\n detail={\n \"error_code\": \"session_version_conflict\",\n \"message\": str(exc),\n \"session_id\": exc.session_id,\n \"expected_version\": exc.expected_version,\n \"actual_version\": exc.actual_version,\n },\n )\n\n\n# #endregion _dataset_review_conflict_http_exception\n" }, { @@ -7898,6 +8103,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _dispatch_dataset_review_intent [C:4] [TYPE Function]\n# @BRIEF Route confirmed dataset-review assistant intents through existing backend dataset-review APIs and orchestration boundaries.\n# @RELATION CALLS -> DatasetReviewOrchestrator\n# @PRE: context contains valid session data and user intent.\n# @POST: Returns a structured response with planned actions and confirmations.\n# @SIDE_EFFECT: May update session state and enqueue tasks.\nasync def _dispatch_dataset_review_intent(\n intent: dict[str, Any],\n current_user: User,\n config_manager: ConfigManager,\n db: Session,\n) -> tuple[str, str | None, list[AssistantAction]]:\n with belief_scope(\"_dispatch_dataset_review_intent\"):\n logger.reason(\n \"Dispatching assistant dataset-review intent\",\n extra={\"operation\": intent.get(\"operation\")},\n )\n entities = intent.get(\"entities\", {})\n session_id = entities.get(\"dataset_review_session_id\")\n session_version = entities.get(\"session_version\")\n if not session_id or session_version is None:\n raise HTTPException(\n status_code=422,\n detail=\"Missing dataset_review_session_id/session_version\",\n )\n\n operation = str(intent.get(\"operation\") or \"\")\n repository = DatasetReviewSessionRepository(db)\n if operation == \"dataset_review_answer_context\":\n summary = str(entities.get(\"summary\") or \"\")\n logger.reflect(\n \"Returned assistant-safe dataset review context summary\",\n extra={\"session_id\": session_id, \"operation\": operation},\n )\n return summary, None, []\n\n session = repository.load_session_detail(session_id, current_user.id)\n if session is None or session.user_id != current_user.id:\n logger.explore(\n \"Assistant dataset-review intent rejected because session was not found\",\n extra={\"session_id\": session_id, \"user_id\": current_user.id},\n )\n raise HTTPException(\n status_code=404, detail=\"Dataset review session not found\"\n )\n\n try:\n repository.require_session_version(session, int(session_version))\n except DatasetReviewSessionVersionConflictError as exc:\n logger.explore(\n \"Assistant dataset-review intent rejected due to stale session version\",\n extra={\n \"session_id\": exc.session_id,\n \"expected_version\": exc.expected_version,\n \"actual_version\": exc.actual_version,\n \"operation\": operation,\n },\n )\n raise _dataset_review_conflict_http_exception(exc) from exc\n\n logger.reason(\n \"Dispatching confirmed assistant dataset-review intent\",\n extra={\n \"session_id\": session_id,\n \"session_version\": session_version,\n \"operation\": operation,\n },\n )\n\n if operation == \"dataset_review_approve_mappings\":\n mapping_ids = list(dict.fromkeys(entities.get(\"mapping_ids\") or []))\n if not mapping_ids:\n raise HTTPException(\n status_code=409, detail=\"No pending mappings to approve\"\n )\n updated_count = 0\n for mapping in session.execution_mappings:\n if mapping.mapping_id not in mapping_ids:\n continue\n mapping.approval_state = ApprovalState.APPROVED\n mapping.approved_by_user_id = current_user.id\n mapping.approved_at = datetime.utcnow()\n updated_count += 1\n if updated_count == 0:\n raise HTTPException(\n status_code=409, detail=\"No matching mappings available to approve\"\n )\n session.last_activity_at = datetime.utcnow()\n if session.readiness_state == ReadinessState.MAPPING_REVIEW_NEEDED:\n session.recommended_action = RecommendedAction.GENERATE_SQL_PREVIEW\n repository.bump_session_version(session)\n repository.db.commit()\n repository.db.refresh(session)\n repository.event_logger.log_for_session(\n session,\n actor_user_id=current_user.id,\n event_type=\"assistant_mapping_approval\",\n event_summary=\"Assistant-approved warning-sensitive mappings persisted\",\n event_details={\n \"mapping_ids\": mapping_ids,\n \"count\": updated_count,\n \"version\": int(getattr(session, \"version\", 0) or 0),\n },\n )\n logger.reflect(\n \"Assistant mapping approval persisted within optimistic-lock boundary\",\n extra={\n \"session_id\": session_id,\n \"updated_count\": updated_count,\n \"version\": int(getattr(session, \"version\", 0) or 0),\n },\n )\n return (\n f\"Approved {updated_count} mapping(s) for dataset review session {session_id}.\",\n None,\n [\n AssistantAction(\n type=\"focus_target\",\n label=\"Open mapping review\",\n target=\"mapping\",\n )\n ],\n )\n\n if operation == \"dataset_review_set_field_semantics\":\n field_id = str(entities.get(\"field_id\") or \"\").strip()\n if not field_id:\n raise HTTPException(status_code=422, detail=\"Missing field_id\")\n field = next(\n (item for item in session.semantic_fields if item.field_id == field_id),\n None,\n )\n if field is None:\n raise HTTPException(status_code=404, detail=\"Semantic field not found\")\n update_request = FieldSemanticUpdateRequest(\n candidate_id=entities.get(\"candidate_id\"),\n verbose_name=entities.get(\"verbose_name\"),\n description=entities.get(\"description\"),\n display_format=entities.get(\"display_format\"),\n lock_field=bool(entities.get(\"lock_field\", False)),\n )\n try:\n _update_semantic_field_state(\n field, update_request, changed_by=\"assistant\"\n )\n except HTTPException:\n raise\n except ValueError as exc:\n raise HTTPException(status_code=400, detail=str(exc)) from exc\n session.last_activity_at = datetime.utcnow()\n repository.bump_session_version(session)\n repository.db.commit()\n repository.db.refresh(session)\n repository.db.refresh(field)\n repository.event_logger.log_for_session(\n session,\n actor_user_id=current_user.id,\n event_type=\"assistant_field_semantics_updated\",\n event_summary=\"Assistant semantic field update persisted\",\n event_details={\n \"field_id\": field.field_id,\n \"candidate_id\": entities.get(\"candidate_id\"),\n \"lock_field\": bool(entities.get(\"lock_field\", False)),\n \"version\": int(getattr(session, \"version\", 0) or 0),\n },\n )\n logger.reflect(\n \"Assistant semantic field update committed safely\",\n extra={\n \"session_id\": session_id,\n \"field_id\": field_id,\n \"version\": int(getattr(session, \"version\", 0) or 0),\n },\n )\n return (\n f\"Updated semantic field {field.field_name} for dataset review session {session_id}.\",\n None,\n [\n AssistantAction(\n type=\"focus_target\",\n label=\"Open semantic review\",\n target=f\"field:{field.field_id}\",\n )\n ],\n )\n\n if operation == \"dataset_review_generate_sql_preview\":\n orchestrator = DatasetReviewOrchestrator(\n repository=repository,\n config_manager=config_manager,\n )\n result = orchestrator.prepare_launch_preview(\n PreparePreviewCommand(\n user=current_user,\n session_id=session_id,\n expected_version=int(session_version),\n )\n )\n preview_status = getattr(\n result.preview.preview_status, \"value\", result.preview.preview_status\n )\n logger.reflect(\n \"Assistant-triggered Superset preview generation completed\",\n extra={\n \"session_id\": session_id,\n \"preview_status\": preview_status,\n },\n )\n return (\n f\"SQL preview {preview_status} for dataset review session {session_id}.\",\n None,\n [\n AssistantAction(\n type=\"focus_target\",\n label=\"Open SQL preview\",\n target=\"sql-preview\",\n )\n ],\n )\n\n raise HTTPException(\n status_code=400, detail=\"Unsupported dataset review operation\"\n )\n\n\n# #endregion _dispatch_dataset_review_intent\n" }, { @@ -7997,6 +8203,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantDispatch [C:5] [TYPE Module] [SEMANTICS assistant, dispatch, confirm, execution, orchestration]\n# @BRIEF Intent dispatch engine, confirmation summary, and clarification text for the assistant API.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [AssistantSchemas]\n# @RELATION DEPENDS_ON -> [AssistantResolvers]\n# @RELATION DEPENDS_ON -> [AssistantLlmPlanner]\n# @RELATION DEPENDS_ON -> [AssistantDatasetReview]\n# @INVARIANT: Unsupported operations are rejected via HTTPException(400).\n\nfrom __future__ import annotations\n\nfrom typing import Any\n\nfrom fastapi import HTTPException\nfrom sqlalchemy.orm import Session\n\nfrom src.core.config_manager import ConfigManager\nfrom src.core.logger import belief_scope, logger\nfrom src.core.task_manager import TaskManager\nfrom src.schemas.auth import User\nfrom src.services.git_service import GitService\nfrom src.services.llm_prompt_templates import is_multimodal_model\nfrom src.services.llm_provider import LLMProviderService\n\nfrom ._dataset_review_dispatch import _dispatch_dataset_review_intent\nfrom ._history import _coerce_query_bool\nfrom ._llm_planner import _check_any_permission\nfrom ._resolvers import (\n _build_task_observability_summary,\n _extract_result_deep_links,\n _get_environment_name_by_id,\n _resolve_dashboard_id_entity,\n _resolve_env_id,\n _resolve_provider_id,\n)\nfrom ._schemas import (\n _DATASET_REVIEW_OPS,\n AssistantAction,\n)\n\ngit_service = GitService()\n\n\n# #region _clarification_text_for_intent [C:2] [TYPE Function]\n# @BRIEF Convert technical missing-parameter errors into user-facing clarification prompts.\n# @PRE: state was classified as needs_clarification for current intent/error combination.\n# @POST: Returned text is human-readable and actionable for target operation.\ndef _clarification_text_for_intent(\n intent: dict[str, Any] | None, detail_text: str\n) -> str:\n operation = (intent or {}).get(\"operation\")\n guidance_by_operation: dict[str, str] = {\n \"run_llm_validation\": (\n \"Нужно уточнение для запуска LLM-валидации: Укажите дашборд (id или slug), окружение и провайдер LLM.\"\n ),\n \"run_llm_documentation\": (\n \"Нужно уточнение для генерации документации: Укажите dataset_id, окружение и провайдер LLM.\"\n ),\n \"create_branch\": \"Нужно уточнение: укажите дашборд (id/slug/title) и имя ветки.\",\n \"commit_changes\": \"Нужно уточнение: укажите дашборд (id/slug/title) для коммита.\",\n \"deploy_dashboard\": \"Нужно уточнение: укажите дашборд (id/slug/title) и целевое окружение.\",\n \"execute_migration\": \"Нужно уточнение: укажите дашборд (id/slug/title), source_env и target_env.\",\n \"run_backup\": \"Нужно уточнение: укажите окружение и при необходимости дашборд (id/slug/title).\",\n }\n return guidance_by_operation.get(operation, detail_text)\n\n\n# #endregion _clarification_text_for_intent\n\n\n# #region _async_confirmation_summary [C:4] [TYPE Function]\n# @BRIEF Build human-readable confirmation prompt for an intent before execution.\n# @PRE: actions is a non-empty list of planned review actions.\n# @POST: Returns a formatted summary string suitable for display to the user.\n# @SIDE_EFFECT: None - pure formatting function.\nasync def _async_confirmation_summary(intent: dict[str, Any], config_manager: ConfigManager, db: Session) -> str:\n with belief_scope('_confirmation_summary'):\n logger.reason('Belief protocol reasoning checkpoint for _confirmation_summary')\n operation = intent.get('operation', '')\n entities = intent.get('entities', {})\n descriptions: dict[str, str] = {'create_branch': 'создание ветки{branch} для дашборда{dashboard}', 'commit_changes': 'коммит изменений для дашборда{dashboard}', 'deploy_dashboard': 'деплой дашборда{dashboard} в окружение{env}', 'execute_migration': 'миграция дашборда{dashboard} с{src} на{tgt}', 'run_backup': 'бэкап окружения{env}{dashboard}', 'run_llm_validation': 'LLM-валидация дашборда{dashboard}{env}', 'run_llm_documentation': 'генерация документации для датасета{dataset}{env}'}\n template = descriptions.get(operation)\n if not template:\n logger.reflect('Belief protocol postcondition checkpoint for _confirmation_summary')\n return 'Подтвердите выполнение операции или отмените.'\n\n def _label(value: Any, prefix: str=' ') -> str:\n logger.reflect('Belief protocol postcondition checkpoint for _confirmation_summary')\n return f'{prefix}{value}' if value else ''\n dashboard = entities.get('dashboard_id') or entities.get('dashboard_ref')\n text = template.format(branch=_label(entities.get('branch_name')), dashboard=_label(dashboard), env=_label(entities.get('environment') or entities.get('target_env')), src=_label(entities.get('source_env')), tgt=_label(entities.get('target_env')), dataset=_label(entities.get('dataset_id')))\n if operation == 'execute_migration':\n flags = []\n flags.append('маппинг БД: ' + ('ВКЛ' if _coerce_query_bool(entities.get('replace_db_config', False)) else 'ВЫКЛ'))\n flags.append('исправление кроссфильтров: ' + ('ВКЛ' if _coerce_query_bool(entities.get('fix_cross_filters', True)) else 'ВЫКЛ'))\n dry_run_enabled = _coerce_query_bool(entities.get('dry_run', False))\n flags.append('отчет dry-run: ' + ('ВКЛ' if dry_run_enabled else 'ВЫКЛ'))\n text += f\" ({', '.join(flags)})\"\n if dry_run_enabled:\n try:\n from src.core.migration.dry_run_orchestrator import MigrationDryRunService\n from src.core.superset_client import SupersetClient\n from src.models.dashboard import DashboardSelection\n src_token = entities.get('source_env')\n tgt_token = entities.get('target_env')\n dashboard_id = _resolve_dashboard_id_entity(entities, config_manager, env_hint=src_token)\n if dashboard_id and src_token and tgt_token:\n src_env_id = _resolve_env_id(src_token, config_manager)\n tgt_env_id = _resolve_env_id(tgt_token, config_manager)\n if src_env_id and tgt_env_id:\n env_map = {env.id: env for env in config_manager.get_environments()}\n source_env = env_map.get(src_env_id)\n target_env = env_map.get(tgt_env_id)\n if source_env and target_env and (source_env.id != target_env.id):\n selection = DashboardSelection(source_env_id=source_env.id, target_env_id=target_env.id, selected_ids=[dashboard_id], replace_db_config=_coerce_query_bool(entities.get('replace_db_config', False)), fix_cross_filters=_coerce_query_bool(entities.get('fix_cross_filters', True)))\n service = MigrationDryRunService()\n source_client = SupersetClient(source_env)\n target_client = SupersetClient(target_env)\n report = service.run(selection, source_client, target_client, db)\n s = report.get('summary', {})\n dash_s = s.get('dashboards', {})\n charts_s = s.get('charts', {})\n ds_s = s.get('datasets', {})\n creates = dash_s.get('create', 0) + charts_s.get('create', 0) + ds_s.get('create', 0)\n updates = dash_s.get('update', 0) + charts_s.get('update', 0) + ds_s.get('update', 0)\n deletes = dash_s.get('delete', 0) + charts_s.get('delete', 0) + ds_s.get('delete', 0)\n text += f'\\n\\nОтчет dry-run:\\n- Будет создано новых объектов: {creates}\\n- Будет обновлено: {updates}\\n- Будет удалено: {deletes}'\n else:\n text += '\\n\\n(Не удалось загрузить отчет dry-run: неверные окружения).'\n except Exception as e:\n import traceback\n logger.warning('[assistant.dry_run_summary][failed] Exception: %s\\n%s', e, traceback.format_exc())\n text += f'\\n\\n(Не удалось загрузить отчет dry-run: {e}).'\n logger.reflect('Belief protocol postcondition checkpoint for _confirmation_summary')\n return f'Выполнить: {text}. Подтвердите или отмените.'\n\n\n# #endregion _async_confirmation_summary\n\n\n# #region _dispatch_intent [C:5] [TYPE Function]\n# @BRIEF Execute parsed assistant intent via existing task/plugin/git services.\n# @DATA_CONTRACT: Input[intent,current_user,task_manager,config_manager,db] -> Output[Tuple[text:str,task_id:Optional[str],actions:List[AssistantAction]]]\n# @RELATION DEPENDS_ON -> [_check_any_permission]\n# @RELATION DEPENDS_ON -> [_resolve_dashboard_id_entity]\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @RELATION DEPENDS_ON -> [GitService]\n# @SIDE_EFFECT: May enqueue tasks, invoke git operations, and query/update external service state.\n# @PRE: intent operation is known and actor permissions are validated per operation.\n# @POST: Returns response text, optional task id, and UI actions for follow-up.\n# @INVARIANT: unsupported operations are rejected via HTTPException(400).\nasync def _dispatch_intent(intent: dict[str, Any], current_user: User, task_manager: TaskManager, config_manager: ConfigManager, db: Session) -> tuple[str, str | None, list[AssistantAction]]:\n with belief_scope('_dispatch_intent'):\n logger.reason('Belief protocol reasoning checkpoint for _dispatch_intent')\n operation = intent.get('operation')\n entities = intent.get('entities', {})\n if operation in _DATASET_REVIEW_OPS or operation == 'dataset_review_answer_context':\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return await _dispatch_dataset_review_intent(intent, current_user, config_manager, db)\n if operation == 'show_capabilities':\n from ._llm_planner import _build_tool_catalog\n tools_catalog = _build_tool_catalog(current_user, config_manager, db)\n labels = {'create_branch': 'Git: создание ветки', 'commit_changes': 'Git: коммит', 'deploy_dashboard': 'Git: деплой дашборда', 'execute_migration': 'Миграции: запуск переноса', 'run_backup': 'Бэкапы: запуск резервного копирования', 'run_llm_validation': 'LLM: валидация дашборда', 'run_llm_documentation': 'LLM: генерация документации', 'get_task_status': 'Статус: проверка задачи', 'get_health_summary': 'Здоровье: сводка по дашбордам'}\n available = [labels[t['operation']] for t in tools_catalog if t['operation'] in labels]\n if not available:\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return ('Сейчас нет доступных для вас операций ассистента.', None, [])\n commands = '\\n'.join(f'- {item}' for item in available)\n text = f'Вот что я могу сделать для вас:\\n{commands}\\n\\nПример: `запусти миграцию с dev на prod для дашборда 42`.'\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (text, None, [])\n if operation == 'get_health_summary':\n from src.services.health_service import HealthService\n env_token = entities.get('environment')\n env_id = _resolve_env_id(env_token, config_manager)\n service = HealthService(db)\n summary = await service.get_health_summary(environment_id=env_id)\n env_name = _get_environment_name_by_id(env_id, config_manager) if env_id else 'всех окружений'\n text = f'Сводка здоровья дашбордов для {env_name}:\\n- ✅ Прошли проверку: {summary.pass_count}\\n- ⚠️ С предупреждениями: {summary.warn_count}\\n- ❌ Ошибки валидации: {summary.fail_count}\\n- ❓ Неизвестно: {summary.unknown_count}'\n actions = [AssistantAction(type='open_route', label='Открыть Health Center', target='/dashboards/health')]\n if summary.fail_count > 0:\n text += '\\n\\nОбнаружены ошибки в следующих дашбордах:'\n for item in summary.items:\n if item.status == 'FAIL':\n text += f\"\\n- {item.dashboard_id} ({item.environment_id}): {item.summary or 'Нет деталей'}\"\n actions.append(AssistantAction(type='open_route', label=f'Отчет {item.dashboard_id}', target=f'/reports/llm/{item.task_id}'))\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (text, None, actions[:5])\n if operation == 'get_task_status':\n _check_any_permission(current_user, [('tasks', 'READ')])\n task_id = entities.get('task_id')\n if not task_id:\n recent = [t for t in task_manager.get_tasks(limit=20, offset=0) if t.user_id == current_user.id]\n if not recent:\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return ('У вас пока нет задач в истории.', None, [])\n task = recent[0]\n actions = [AssistantAction(type='open_task', label='Open Task', target=task.id)]\n if str(task.status).upper() in {'SUCCESS', 'FAILED'}:\n actions.extend(_extract_result_deep_links(task, config_manager))\n summary_line = _build_task_observability_summary(task, config_manager)\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (f'Последняя задача: {task.id}, статус: {task.status}.' + (f'\\n{summary_line}' if summary_line else ''), task.id, actions)\n task = task_manager.get_task(task_id)\n if not task:\n raise HTTPException(status_code=404, detail=f'Task {task_id} not found')\n actions = [AssistantAction(type='open_task', label='Open Task', target=task.id)]\n if str(task.status).upper() in {'SUCCESS', 'FAILED'}:\n actions.extend(_extract_result_deep_links(task, config_manager))\n summary_line = _build_task_observability_summary(task, config_manager)\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (f'Статус задачи {task.id}: {task.status}.' + (f'\\n{summary_line}' if summary_line else ''), task.id, actions)\n if operation == 'create_branch':\n _check_any_permission(current_user, [('plugin:git', 'EXECUTE')])\n dashboard_id = _resolve_dashboard_id_entity(entities, config_manager)\n branch_name = entities.get('branch_name')\n if not dashboard_id or not branch_name:\n raise HTTPException(status_code=422, detail='Missing dashboard_id/dashboard_ref or branch_name')\n git_service.create_branch(dashboard_id, branch_name, 'main')\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (f'Ветка `{branch_name}` создана для дашборда {dashboard_id}.', None, [])\n if operation == 'commit_changes':\n _check_any_permission(current_user, [('plugin:git', 'EXECUTE')])\n dashboard_id = _resolve_dashboard_id_entity(entities, config_manager)\n commit_message = entities.get('message')\n if not dashboard_id:\n raise HTTPException(status_code=422, detail='Missing dashboard_id/dashboard_ref')\n git_service.commit_changes(dashboard_id, commit_message, None)\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return ('Коммит выполнен успешно.', None, [])\n if operation == 'deploy_dashboard':\n _check_any_permission(current_user, [('plugin:git', 'EXECUTE')])\n env_token = entities.get('environment')\n env_id = _resolve_env_id(env_token, config_manager)\n dashboard_id = _resolve_dashboard_id_entity(entities, config_manager, env_hint=env_token)\n if not dashboard_id or not env_id:\n raise HTTPException(status_code=422, detail='Missing dashboard_id/dashboard_ref or environment')\n task = await task_manager.create_task(plugin_id='git-integration', params={'operation': 'deploy', 'dashboard_id': dashboard_id, 'environment_id': env_id}, user_id=current_user.id)\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (f'Деплой запущен. task_id={task.id}', task.id, [AssistantAction(type='open_task', label='Open Task', target=task.id), AssistantAction(type='open_reports', label='Open Reports', target='/reports')])\n if operation == 'execute_migration':\n _check_any_permission(current_user, [('plugin:migration', 'EXECUTE'), ('plugin:superset-migration', 'EXECUTE')])\n src_token = entities.get('source_env')\n dashboard_ref = entities.get('dashboard_ref')\n dashboard_id = _resolve_dashboard_id_entity(entities, config_manager, env_hint=src_token)\n src = _resolve_env_id(src_token, config_manager)\n tgt = _resolve_env_id(entities.get('target_env'), config_manager)\n if not src or not tgt:\n raise HTTPException(status_code=422, detail='Missing source_env/target_env')\n if not dashboard_id and (not dashboard_ref):\n raise HTTPException(status_code=422, detail='Missing dashboard_id/dashboard_ref')\n migration_params: dict[str, Any] = {'source_env_id': src, 'target_env_id': tgt, 'replace_db_config': _coerce_query_bool(entities.get('replace_db_config', False)), 'fix_cross_filters': _coerce_query_bool(entities.get('fix_cross_filters', True))}\n if dashboard_id:\n migration_params['selected_ids'] = [dashboard_id]\n else:\n migration_params['dashboard_regex'] = str(dashboard_ref)\n task = await task_manager.create_task(plugin_id='superset-migration', params=migration_params, user_id=current_user.id)\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (f'Миграция запущена. task_id={task.id}', task.id, [AssistantAction(type='open_task', label='Open Task', target=task.id), AssistantAction(type='open_reports', label='Open Reports', target='/reports'), *([AssistantAction(type='open_route', label=f'Открыть дашборд в {_get_environment_name_by_id(tgt, config_manager)}', target=f'/dashboards/{dashboard_id}?env_id={tgt}'), AssistantAction(type='open_diff', label='Показать Diff', target=str(dashboard_id))] if dashboard_id else [])])\n if operation == 'run_backup':\n _check_any_permission(current_user, [('plugin:superset-backup', 'EXECUTE'), ('plugin:backup', 'EXECUTE')])\n env_token = entities.get('environment')\n env_id = _resolve_env_id(env_token, config_manager)\n if not env_id:\n raise HTTPException(status_code=400, detail='Missing or unknown environment')\n params: dict[str, Any] = {'environment_id': env_id}\n if entities.get('dashboard_id') or entities.get('dashboard_ref'):\n dashboard_id = _resolve_dashboard_id_entity(entities, config_manager, env_hint=env_token)\n if not dashboard_id:\n raise HTTPException(status_code=422, detail='Missing dashboard_id/dashboard_ref')\n params['dashboard_ids'] = [dashboard_id]\n task = await task_manager.create_task(plugin_id='superset-backup', params=params, user_id=current_user.id)\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (f'Бэкап запущен. task_id={task.id}', task.id, [AssistantAction(type='open_task', label='Open Task', target=task.id), AssistantAction(type='open_reports', label='Open Reports', target='/reports'), *([AssistantAction(type='open_route', label=f'Открыть дашборд в {_get_environment_name_by_id(env_id, config_manager)}', target=f'/dashboards/{dashboard_id}?env_id={env_id}'), AssistantAction(type='open_diff', label='Показать Diff', target=str(dashboard_id))] if entities.get('dashboard_id') or entities.get('dashboard_ref') else [])])\n if operation == 'run_llm_validation':\n _check_any_permission(current_user, [('plugin:llm_dashboard_validation', 'EXECUTE')])\n env_token = entities.get('environment')\n env_id = _resolve_env_id(env_token, config_manager) or _resolve_env_id(None, config_manager)\n dashboard_id = _resolve_dashboard_id_entity(entities, config_manager, env_hint=env_token)\n provider_id = _resolve_provider_id(entities.get('provider'), db, config_manager=config_manager, task_key='dashboard_validation')\n if not dashboard_id or not env_id or (not provider_id):\n raise HTTPException(status_code=422, detail='Missing dashboard_id/environment/provider. Укажите ID/slug дашборда или окружение.')\n provider = LLMProviderService(db).get_provider(provider_id)\n provider_model = provider.default_model if provider else ''\n if not is_multimodal_model(provider_model, provider.provider_type if provider else None):\n raise HTTPException(status_code=422, detail='Selected provider model is not multimodal for dashboard validation. Выберите мультимодальную модель (например, gpt-4o).')\n task = await task_manager.create_task(plugin_id='llm_dashboard_validation', params={'dashboard_id': str(dashboard_id), 'environment_id': env_id, 'provider_id': provider_id}, user_id=current_user.id)\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (f'LLM-валидация запущена. task_id={task.id}', task.id, [AssistantAction(type='open_task', label='Open Task', target=task.id), AssistantAction(type='open_reports', label='Open Reports', target='/reports')])\n if operation == 'run_llm_documentation':\n _check_any_permission(current_user, [('plugin:llm_documentation', 'EXECUTE')])\n dataset_id = entities.get('dataset_id')\n env_id = _resolve_env_id(entities.get('environment'), config_manager)\n provider_id = _resolve_provider_id(entities.get('provider'), db, config_manager=config_manager, task_key='documentation')\n if not dataset_id or not env_id or (not provider_id):\n raise HTTPException(status_code=400, detail='Missing dataset_id/environment/provider')\n task = await task_manager.create_task(plugin_id='llm_documentation', params={'dataset_id': str(dataset_id), 'environment_id': env_id, 'provider_id': provider_id}, user_id=current_user.id)\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (f'Генерация документации запущена. task_id={task.id}', task.id, [AssistantAction(type='open_task', label='Open Task', target=task.id), AssistantAction(type='open_reports', label='Open Reports', target='/reports')])\n raise HTTPException(status_code=400, detail='Unsupported operation')\n\n\n# #endregion _dispatch_intent\n\n\n# #endregion AssistantDispatch\n" }, { @@ -8035,6 +8242,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _clarification_text_for_intent [C:2] [TYPE Function]\n# @BRIEF Convert technical missing-parameter errors into user-facing clarification prompts.\n# @PRE: state was classified as needs_clarification for current intent/error combination.\n# @POST: Returned text is human-readable and actionable for target operation.\ndef _clarification_text_for_intent(\n intent: dict[str, Any] | None, detail_text: str\n) -> str:\n operation = (intent or {}).get(\"operation\")\n guidance_by_operation: dict[str, str] = {\n \"run_llm_validation\": (\n \"Нужно уточнение для запуска LLM-валидации: Укажите дашборд (id или slug), окружение и провайдер LLM.\"\n ),\n \"run_llm_documentation\": (\n \"Нужно уточнение для генерации документации: Укажите dataset_id, окружение и провайдер LLM.\"\n ),\n \"create_branch\": \"Нужно уточнение: укажите дашборд (id/slug/title) и имя ветки.\",\n \"commit_changes\": \"Нужно уточнение: укажите дашборд (id/slug/title) для коммита.\",\n \"deploy_dashboard\": \"Нужно уточнение: укажите дашборд (id/slug/title) и целевое окружение.\",\n \"execute_migration\": \"Нужно уточнение: укажите дашборд (id/slug/title), source_env и target_env.\",\n \"run_backup\": \"Нужно уточнение: укажите окружение и при необходимости дашборд (id/slug/title).\",\n }\n return guidance_by_operation.get(operation, detail_text)\n\n\n# #endregion _clarification_text_for_intent\n" }, { @@ -8065,6 +8273,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _async_confirmation_summary [C:4] [TYPE Function]\n# @BRIEF Build human-readable confirmation prompt for an intent before execution.\n# @PRE: actions is a non-empty list of planned review actions.\n# @POST: Returns a formatted summary string suitable for display to the user.\n# @SIDE_EFFECT: None - pure formatting function.\nasync def _async_confirmation_summary(intent: dict[str, Any], config_manager: ConfigManager, db: Session) -> str:\n with belief_scope('_confirmation_summary'):\n logger.reason('Belief protocol reasoning checkpoint for _confirmation_summary')\n operation = intent.get('operation', '')\n entities = intent.get('entities', {})\n descriptions: dict[str, str] = {'create_branch': 'создание ветки{branch} для дашборда{dashboard}', 'commit_changes': 'коммит изменений для дашборда{dashboard}', 'deploy_dashboard': 'деплой дашборда{dashboard} в окружение{env}', 'execute_migration': 'миграция дашборда{dashboard} с{src} на{tgt}', 'run_backup': 'бэкап окружения{env}{dashboard}', 'run_llm_validation': 'LLM-валидация дашборда{dashboard}{env}', 'run_llm_documentation': 'генерация документации для датасета{dataset}{env}'}\n template = descriptions.get(operation)\n if not template:\n logger.reflect('Belief protocol postcondition checkpoint for _confirmation_summary')\n return 'Подтвердите выполнение операции или отмените.'\n\n def _label(value: Any, prefix: str=' ') -> str:\n logger.reflect('Belief protocol postcondition checkpoint for _confirmation_summary')\n return f'{prefix}{value}' if value else ''\n dashboard = entities.get('dashboard_id') or entities.get('dashboard_ref')\n text = template.format(branch=_label(entities.get('branch_name')), dashboard=_label(dashboard), env=_label(entities.get('environment') or entities.get('target_env')), src=_label(entities.get('source_env')), tgt=_label(entities.get('target_env')), dataset=_label(entities.get('dataset_id')))\n if operation == 'execute_migration':\n flags = []\n flags.append('маппинг БД: ' + ('ВКЛ' if _coerce_query_bool(entities.get('replace_db_config', False)) else 'ВЫКЛ'))\n flags.append('исправление кроссфильтров: ' + ('ВКЛ' if _coerce_query_bool(entities.get('fix_cross_filters', True)) else 'ВЫКЛ'))\n dry_run_enabled = _coerce_query_bool(entities.get('dry_run', False))\n flags.append('отчет dry-run: ' + ('ВКЛ' if dry_run_enabled else 'ВЫКЛ'))\n text += f\" ({', '.join(flags)})\"\n if dry_run_enabled:\n try:\n from src.core.migration.dry_run_orchestrator import MigrationDryRunService\n from src.core.superset_client import SupersetClient\n from src.models.dashboard import DashboardSelection\n src_token = entities.get('source_env')\n tgt_token = entities.get('target_env')\n dashboard_id = _resolve_dashboard_id_entity(entities, config_manager, env_hint=src_token)\n if dashboard_id and src_token and tgt_token:\n src_env_id = _resolve_env_id(src_token, config_manager)\n tgt_env_id = _resolve_env_id(tgt_token, config_manager)\n if src_env_id and tgt_env_id:\n env_map = {env.id: env for env in config_manager.get_environments()}\n source_env = env_map.get(src_env_id)\n target_env = env_map.get(tgt_env_id)\n if source_env and target_env and (source_env.id != target_env.id):\n selection = DashboardSelection(source_env_id=source_env.id, target_env_id=target_env.id, selected_ids=[dashboard_id], replace_db_config=_coerce_query_bool(entities.get('replace_db_config', False)), fix_cross_filters=_coerce_query_bool(entities.get('fix_cross_filters', True)))\n service = MigrationDryRunService()\n source_client = SupersetClient(source_env)\n target_client = SupersetClient(target_env)\n report = service.run(selection, source_client, target_client, db)\n s = report.get('summary', {})\n dash_s = s.get('dashboards', {})\n charts_s = s.get('charts', {})\n ds_s = s.get('datasets', {})\n creates = dash_s.get('create', 0) + charts_s.get('create', 0) + ds_s.get('create', 0)\n updates = dash_s.get('update', 0) + charts_s.get('update', 0) + ds_s.get('update', 0)\n deletes = dash_s.get('delete', 0) + charts_s.get('delete', 0) + ds_s.get('delete', 0)\n text += f'\\n\\nОтчет dry-run:\\n- Будет создано новых объектов: {creates}\\n- Будет обновлено: {updates}\\n- Будет удалено: {deletes}'\n else:\n text += '\\n\\n(Не удалось загрузить отчет dry-run: неверные окружения).'\n except Exception as e:\n import traceback\n logger.warning('[assistant.dry_run_summary][failed] Exception: %s\\n%s', e, traceback.format_exc())\n text += f'\\n\\n(Не удалось загрузить отчет dry-run: {e}).'\n logger.reflect('Belief protocol postcondition checkpoint for _confirmation_summary')\n return f'Выполнить: {text}. Подтвердите или отмените.'\n\n\n# #endregion _async_confirmation_summary\n" }, { @@ -8131,6 +8340,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _dispatch_intent [C:5] [TYPE Function]\n# @BRIEF Execute parsed assistant intent via existing task/plugin/git services.\n# @DATA_CONTRACT: Input[intent,current_user,task_manager,config_manager,db] -> Output[Tuple[text:str,task_id:Optional[str],actions:List[AssistantAction]]]\n# @RELATION DEPENDS_ON -> [_check_any_permission]\n# @RELATION DEPENDS_ON -> [_resolve_dashboard_id_entity]\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @RELATION DEPENDS_ON -> [GitService]\n# @SIDE_EFFECT: May enqueue tasks, invoke git operations, and query/update external service state.\n# @PRE: intent operation is known and actor permissions are validated per operation.\n# @POST: Returns response text, optional task id, and UI actions for follow-up.\n# @INVARIANT: unsupported operations are rejected via HTTPException(400).\nasync def _dispatch_intent(intent: dict[str, Any], current_user: User, task_manager: TaskManager, config_manager: ConfigManager, db: Session) -> tuple[str, str | None, list[AssistantAction]]:\n with belief_scope('_dispatch_intent'):\n logger.reason('Belief protocol reasoning checkpoint for _dispatch_intent')\n operation = intent.get('operation')\n entities = intent.get('entities', {})\n if operation in _DATASET_REVIEW_OPS or operation == 'dataset_review_answer_context':\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return await _dispatch_dataset_review_intent(intent, current_user, config_manager, db)\n if operation == 'show_capabilities':\n from ._llm_planner import _build_tool_catalog\n tools_catalog = _build_tool_catalog(current_user, config_manager, db)\n labels = {'create_branch': 'Git: создание ветки', 'commit_changes': 'Git: коммит', 'deploy_dashboard': 'Git: деплой дашборда', 'execute_migration': 'Миграции: запуск переноса', 'run_backup': 'Бэкапы: запуск резервного копирования', 'run_llm_validation': 'LLM: валидация дашборда', 'run_llm_documentation': 'LLM: генерация документации', 'get_task_status': 'Статус: проверка задачи', 'get_health_summary': 'Здоровье: сводка по дашбордам'}\n available = [labels[t['operation']] for t in tools_catalog if t['operation'] in labels]\n if not available:\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return ('Сейчас нет доступных для вас операций ассистента.', None, [])\n commands = '\\n'.join(f'- {item}' for item in available)\n text = f'Вот что я могу сделать для вас:\\n{commands}\\n\\nПример: `запусти миграцию с dev на prod для дашборда 42`.'\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (text, None, [])\n if operation == 'get_health_summary':\n from src.services.health_service import HealthService\n env_token = entities.get('environment')\n env_id = _resolve_env_id(env_token, config_manager)\n service = HealthService(db)\n summary = await service.get_health_summary(environment_id=env_id)\n env_name = _get_environment_name_by_id(env_id, config_manager) if env_id else 'всех окружений'\n text = f'Сводка здоровья дашбордов для {env_name}:\\n- ✅ Прошли проверку: {summary.pass_count}\\n- ⚠️ С предупреждениями: {summary.warn_count}\\n- ❌ Ошибки валидации: {summary.fail_count}\\n- ❓ Неизвестно: {summary.unknown_count}'\n actions = [AssistantAction(type='open_route', label='Открыть Health Center', target='/dashboards/health')]\n if summary.fail_count > 0:\n text += '\\n\\nОбнаружены ошибки в следующих дашбордах:'\n for item in summary.items:\n if item.status == 'FAIL':\n text += f\"\\n- {item.dashboard_id} ({item.environment_id}): {item.summary or 'Нет деталей'}\"\n actions.append(AssistantAction(type='open_route', label=f'Отчет {item.dashboard_id}', target=f'/reports/llm/{item.task_id}'))\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (text, None, actions[:5])\n if operation == 'get_task_status':\n _check_any_permission(current_user, [('tasks', 'READ')])\n task_id = entities.get('task_id')\n if not task_id:\n recent = [t for t in task_manager.get_tasks(limit=20, offset=0) if t.user_id == current_user.id]\n if not recent:\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return ('У вас пока нет задач в истории.', None, [])\n task = recent[0]\n actions = [AssistantAction(type='open_task', label='Open Task', target=task.id)]\n if str(task.status).upper() in {'SUCCESS', 'FAILED'}:\n actions.extend(_extract_result_deep_links(task, config_manager))\n summary_line = _build_task_observability_summary(task, config_manager)\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (f'Последняя задача: {task.id}, статус: {task.status}.' + (f'\\n{summary_line}' if summary_line else ''), task.id, actions)\n task = task_manager.get_task(task_id)\n if not task:\n raise HTTPException(status_code=404, detail=f'Task {task_id} not found')\n actions = [AssistantAction(type='open_task', label='Open Task', target=task.id)]\n if str(task.status).upper() in {'SUCCESS', 'FAILED'}:\n actions.extend(_extract_result_deep_links(task, config_manager))\n summary_line = _build_task_observability_summary(task, config_manager)\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (f'Статус задачи {task.id}: {task.status}.' + (f'\\n{summary_line}' if summary_line else ''), task.id, actions)\n if operation == 'create_branch':\n _check_any_permission(current_user, [('plugin:git', 'EXECUTE')])\n dashboard_id = _resolve_dashboard_id_entity(entities, config_manager)\n branch_name = entities.get('branch_name')\n if not dashboard_id or not branch_name:\n raise HTTPException(status_code=422, detail='Missing dashboard_id/dashboard_ref or branch_name')\n git_service.create_branch(dashboard_id, branch_name, 'main')\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (f'Ветка `{branch_name}` создана для дашборда {dashboard_id}.', None, [])\n if operation == 'commit_changes':\n _check_any_permission(current_user, [('plugin:git', 'EXECUTE')])\n dashboard_id = _resolve_dashboard_id_entity(entities, config_manager)\n commit_message = entities.get('message')\n if not dashboard_id:\n raise HTTPException(status_code=422, detail='Missing dashboard_id/dashboard_ref')\n git_service.commit_changes(dashboard_id, commit_message, None)\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return ('Коммит выполнен успешно.', None, [])\n if operation == 'deploy_dashboard':\n _check_any_permission(current_user, [('plugin:git', 'EXECUTE')])\n env_token = entities.get('environment')\n env_id = _resolve_env_id(env_token, config_manager)\n dashboard_id = _resolve_dashboard_id_entity(entities, config_manager, env_hint=env_token)\n if not dashboard_id or not env_id:\n raise HTTPException(status_code=422, detail='Missing dashboard_id/dashboard_ref or environment')\n task = await task_manager.create_task(plugin_id='git-integration', params={'operation': 'deploy', 'dashboard_id': dashboard_id, 'environment_id': env_id}, user_id=current_user.id)\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (f'Деплой запущен. task_id={task.id}', task.id, [AssistantAction(type='open_task', label='Open Task', target=task.id), AssistantAction(type='open_reports', label='Open Reports', target='/reports')])\n if operation == 'execute_migration':\n _check_any_permission(current_user, [('plugin:migration', 'EXECUTE'), ('plugin:superset-migration', 'EXECUTE')])\n src_token = entities.get('source_env')\n dashboard_ref = entities.get('dashboard_ref')\n dashboard_id = _resolve_dashboard_id_entity(entities, config_manager, env_hint=src_token)\n src = _resolve_env_id(src_token, config_manager)\n tgt = _resolve_env_id(entities.get('target_env'), config_manager)\n if not src or not tgt:\n raise HTTPException(status_code=422, detail='Missing source_env/target_env')\n if not dashboard_id and (not dashboard_ref):\n raise HTTPException(status_code=422, detail='Missing dashboard_id/dashboard_ref')\n migration_params: dict[str, Any] = {'source_env_id': src, 'target_env_id': tgt, 'replace_db_config': _coerce_query_bool(entities.get('replace_db_config', False)), 'fix_cross_filters': _coerce_query_bool(entities.get('fix_cross_filters', True))}\n if dashboard_id:\n migration_params['selected_ids'] = [dashboard_id]\n else:\n migration_params['dashboard_regex'] = str(dashboard_ref)\n task = await task_manager.create_task(plugin_id='superset-migration', params=migration_params, user_id=current_user.id)\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (f'Миграция запущена. task_id={task.id}', task.id, [AssistantAction(type='open_task', label='Open Task', target=task.id), AssistantAction(type='open_reports', label='Open Reports', target='/reports'), *([AssistantAction(type='open_route', label=f'Открыть дашборд в {_get_environment_name_by_id(tgt, config_manager)}', target=f'/dashboards/{dashboard_id}?env_id={tgt}'), AssistantAction(type='open_diff', label='Показать Diff', target=str(dashboard_id))] if dashboard_id else [])])\n if operation == 'run_backup':\n _check_any_permission(current_user, [('plugin:superset-backup', 'EXECUTE'), ('plugin:backup', 'EXECUTE')])\n env_token = entities.get('environment')\n env_id = _resolve_env_id(env_token, config_manager)\n if not env_id:\n raise HTTPException(status_code=400, detail='Missing or unknown environment')\n params: dict[str, Any] = {'environment_id': env_id}\n if entities.get('dashboard_id') or entities.get('dashboard_ref'):\n dashboard_id = _resolve_dashboard_id_entity(entities, config_manager, env_hint=env_token)\n if not dashboard_id:\n raise HTTPException(status_code=422, detail='Missing dashboard_id/dashboard_ref')\n params['dashboard_ids'] = [dashboard_id]\n task = await task_manager.create_task(plugin_id='superset-backup', params=params, user_id=current_user.id)\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (f'Бэкап запущен. task_id={task.id}', task.id, [AssistantAction(type='open_task', label='Open Task', target=task.id), AssistantAction(type='open_reports', label='Open Reports', target='/reports'), *([AssistantAction(type='open_route', label=f'Открыть дашборд в {_get_environment_name_by_id(env_id, config_manager)}', target=f'/dashboards/{dashboard_id}?env_id={env_id}'), AssistantAction(type='open_diff', label='Показать Diff', target=str(dashboard_id))] if entities.get('dashboard_id') or entities.get('dashboard_ref') else [])])\n if operation == 'run_llm_validation':\n _check_any_permission(current_user, [('plugin:llm_dashboard_validation', 'EXECUTE')])\n env_token = entities.get('environment')\n env_id = _resolve_env_id(env_token, config_manager) or _resolve_env_id(None, config_manager)\n dashboard_id = _resolve_dashboard_id_entity(entities, config_manager, env_hint=env_token)\n provider_id = _resolve_provider_id(entities.get('provider'), db, config_manager=config_manager, task_key='dashboard_validation')\n if not dashboard_id or not env_id or (not provider_id):\n raise HTTPException(status_code=422, detail='Missing dashboard_id/environment/provider. Укажите ID/slug дашборда или окружение.')\n provider = LLMProviderService(db).get_provider(provider_id)\n provider_model = provider.default_model if provider else ''\n if not is_multimodal_model(provider_model, provider.provider_type if provider else None):\n raise HTTPException(status_code=422, detail='Selected provider model is not multimodal for dashboard validation. Выберите мультимодальную модель (например, gpt-4o).')\n task = await task_manager.create_task(plugin_id='llm_dashboard_validation', params={'dashboard_id': str(dashboard_id), 'environment_id': env_id, 'provider_id': provider_id}, user_id=current_user.id)\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (f'LLM-валидация запущена. task_id={task.id}', task.id, [AssistantAction(type='open_task', label='Open Task', target=task.id), AssistantAction(type='open_reports', label='Open Reports', target='/reports')])\n if operation == 'run_llm_documentation':\n _check_any_permission(current_user, [('plugin:llm_documentation', 'EXECUTE')])\n dataset_id = entities.get('dataset_id')\n env_id = _resolve_env_id(entities.get('environment'), config_manager)\n provider_id = _resolve_provider_id(entities.get('provider'), db, config_manager=config_manager, task_key='documentation')\n if not dataset_id or not env_id or (not provider_id):\n raise HTTPException(status_code=400, detail='Missing dataset_id/environment/provider')\n task = await task_manager.create_task(plugin_id='llm_documentation', params={'dataset_id': str(dataset_id), 'environment_id': env_id, 'provider_id': provider_id}, user_id=current_user.id)\n logger.reflect('Belief protocol postcondition checkpoint for _dispatch_intent')\n return (f'Генерация документации запущена. task_id={task.id}', task.id, [AssistantAction(type='open_task', label='Open Task', target=task.id), AssistantAction(type='open_reports', label='Open Reports', target='/reports')])\n raise HTTPException(status_code=400, detail='Unsupported operation')\n\n\n# #endregion _dispatch_intent\n" }, { @@ -8176,6 +8386,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantHistory [C:2] [TYPE Module] [SEMANTICS assistant, history, audit, persistence, conversation]\n# @BRIEF Conversation history, audit trail, and confirmation persistence helpers for the assistant API.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [AssistantSchemas]\n# @INVARIANT: Failed persistence attempts always rollback before returning.\n\nfrom __future__ import annotations\n\nimport uuid\nfrom datetime import datetime, timedelta\nfrom typing import Any\n\nfrom sqlalchemy.orm import Session\n\nfrom src.core.logger import logger\nfrom src.models.assistant import (\n AssistantAuditRecord,\n AssistantConfirmationRecord,\n AssistantMessageRecord,\n)\n\nfrom ._schemas import (\n ASSISTANT_ARCHIVE_AFTER_DAYS,\n ASSISTANT_AUDIT,\n ASSISTANT_MESSAGE_TTL_DAYS,\n CONVERSATIONS,\n ConfirmationRecord,\n)\n\nlogger = logger\n\n\n# #region _append_history [C:2] [TYPE Function]\n# @BRIEF Append conversation message to in-memory history buffer.\n# @DATA_CONTRACT: Input[user_id,conversation_id,role,text,state?,task_id?,confirmation_id?] -> Output[None]\n# @RELATION UPDATES -> [CONVERSATIONS]\n# @SIDE_EFFECT: Mutates in-memory CONVERSATIONS store for user conversation history.\n# @PRE: user_id and conversation_id identify target conversation bucket.\n# @POST: Message entry is appended to CONVERSATIONS key list.\n# @INVARIANT: every appended entry includes generated message_id and created_at timestamp.\ndef _append_history(\n user_id: str,\n conversation_id: str,\n role: str,\n text: str,\n state: str | None = None,\n task_id: str | None = None,\n confirmation_id: str | None = None,\n):\n key = (user_id, conversation_id)\n if key not in CONVERSATIONS:\n CONVERSATIONS[key] = []\n CONVERSATIONS[key].append(\n {\n \"message_id\": str(uuid.uuid4()),\n \"conversation_id\": conversation_id,\n \"role\": role,\n \"text\": text,\n \"state\": state,\n \"task_id\": task_id,\n \"confirmation_id\": confirmation_id,\n \"created_at\": datetime.utcnow(),\n }\n )\n\n\n# #endregion _append_history\n\n\n# #region _persist_message [C:2] [TYPE Function]\n# @BRIEF Persist assistant/user message record to database.\n# @DATA_CONTRACT: Input[Session,user_id,conversation_id,role,text,state?,task_id?,confirmation_id?,metadata?] -> Output[None]\n# @RELATION DEPENDS_ON -> [AssistantMessageRecord]\n# @SIDE_EFFECT: Writes AssistantMessageRecord rows and commits or rollbacks the DB session.\n# @PRE: db session is writable and message payload is serializable.\n# @POST: Message row is committed or persistence failure is logged.\n# @INVARIANT: failed persistence attempts always rollback before returning.\ndef _persist_message(\n db: Session,\n user_id: str,\n conversation_id: str,\n role: str,\n text: str,\n state: str | None = None,\n task_id: str | None = None,\n confirmation_id: str | None = None,\n metadata: dict[str, Any] | None = None,\n):\n try:\n row = AssistantMessageRecord(\n id=str(uuid.uuid4()),\n user_id=user_id,\n conversation_id=conversation_id,\n role=role,\n text=text,\n state=state,\n task_id=task_id,\n confirmation_id=confirmation_id,\n payload=metadata,\n )\n db.add(row)\n db.commit()\n except Exception as exc:\n db.rollback()\n logger.warning(f\"[assistant.message][persist_failed] {exc}\")\n\n\n# #endregion _persist_message\n\n\n# #region _audit [C:2] [TYPE Function]\n# @BRIEF Append in-memory audit record for assistant decision trace.\n# @DATA_CONTRACT: Input[user_id,payload:Dict[str,Any]] -> Output[None]\n# @RELATION UPDATES -> [ASSISTANT_AUDIT]\n# @SIDE_EFFECT: Mutates in-memory ASSISTANT_AUDIT store and emits structured log event.\n# @PRE: payload describes decision/outcome fields.\n# @POST: ASSISTANT_AUDIT list for user contains new timestamped entry.\n# @INVARIANT: persisted in-memory audit entry always contains created_at in ISO format.\ndef _audit(user_id: str, payload: dict[str, Any]):\n if user_id not in ASSISTANT_AUDIT:\n ASSISTANT_AUDIT[user_id] = []\n ASSISTANT_AUDIT[user_id].append(\n {**payload, \"created_at\": datetime.utcnow().isoformat()}\n )\n logger.info(f\"[assistant.audit] {payload}\")\n\n\n# #endregion _audit\n\n\n# #region _persist_audit [C:2] [TYPE Function]\n# @BRIEF Persist structured assistant audit payload in database.\n# @PRE: db session is writable and payload is JSON-serializable.\n# @POST: Audit row is committed or failure is logged with rollback.\ndef _persist_audit(\n db: Session, user_id: str, payload: dict[str, Any], conversation_id: str | None\n):\n try:\n row = AssistantAuditRecord(\n id=str(uuid.uuid4()),\n user_id=user_id,\n conversation_id=conversation_id,\n decision=payload.get(\"decision\"),\n task_id=payload.get(\"task_id\"),\n message=payload.get(\"message\"),\n payload=payload,\n )\n db.add(row)\n db.commit()\n except Exception as exc:\n db.rollback()\n logger.warning(f\"[assistant.audit][persist_failed] {exc}\")\n\n\n# #endregion _persist_audit\n\n\n# #region _persist_confirmation [C:2] [TYPE Function]\n# @BRIEF Persist confirmation token record to database.\n# @PRE: record contains id/user/intent/dispatch/expiry fields.\n# @POST: Confirmation row exists in persistent storage.\ndef _persist_confirmation(db: Session, record: ConfirmationRecord):\n try:\n row = AssistantConfirmationRecord(\n id=record.id,\n user_id=record.user_id,\n conversation_id=record.conversation_id,\n state=record.state,\n intent=record.intent,\n dispatch=record.dispatch,\n expires_at=record.expires_at,\n created_at=record.created_at,\n consumed_at=None,\n )\n db.merge(row)\n db.commit()\n except Exception as exc:\n db.rollback()\n logger.warning(f\"[assistant.confirmation][persist_failed] {exc}\")\n\n\n# #endregion _persist_confirmation\n\n\n# #region _update_confirmation_state [C:2] [TYPE Function]\n# @BRIEF Update persistent confirmation token lifecycle state.\n# @PRE: confirmation_id references existing row.\n# @POST: State and consumed_at fields are updated when applicable.\ndef _update_confirmation_state(db: Session, confirmation_id: str, state: str):\n try:\n row = (\n db.query(AssistantConfirmationRecord)\n .filter(AssistantConfirmationRecord.id == confirmation_id)\n .first()\n )\n if not row:\n return\n row.state = state\n if state in {\"consumed\", \"expired\", \"cancelled\"}:\n row.consumed_at = datetime.utcnow()\n db.commit()\n except Exception as exc:\n db.rollback()\n logger.warning(f\"[assistant.confirmation][update_failed] {exc}\")\n\n\n# #endregion _update_confirmation_state\n\n\n# #region _load_confirmation_from_db [C:2] [TYPE Function]\n# @BRIEF Load confirmation token from database into in-memory model.\n# @PRE: confirmation_id may or may not exist in storage.\n# @POST: Returns ConfirmationRecord when found, otherwise None.\ndef _load_confirmation_from_db(\n db: Session, confirmation_id: str\n) -> ConfirmationRecord | None:\n row = (\n db.query(AssistantConfirmationRecord)\n .filter(AssistantConfirmationRecord.id == confirmation_id)\n .first()\n )\n if not row:\n return None\n return ConfirmationRecord(\n id=row.id,\n user_id=row.user_id,\n conversation_id=row.conversation_id,\n intent=row.intent or {},\n dispatch=row.dispatch or {},\n expires_at=row.expires_at,\n state=row.state,\n created_at=row.created_at,\n )\n\n\n# #endregion _load_confirmation_from_db\n\n\n# #region _ensure_conversation [C:2] [TYPE Function]\n# @BRIEF Resolve active conversation id in memory or create a new one.\n# @PRE: user_id identifies current actor.\n# @POST: Returns stable conversation id and updates USER_ACTIVE_CONVERSATION.\ndef _ensure_conversation(user_id: str, conversation_id: str | None) -> str:\n if conversation_id:\n from ._schemas import USER_ACTIVE_CONVERSATION\n USER_ACTIVE_CONVERSATION[user_id] = conversation_id\n return conversation_id\n\n from ._schemas import USER_ACTIVE_CONVERSATION\n active = USER_ACTIVE_CONVERSATION.get(user_id)\n if active:\n return active\n\n new_id = str(uuid.uuid4())\n USER_ACTIVE_CONVERSATION[user_id] = new_id\n return new_id\n\n\n# #endregion _ensure_conversation\n\n\n# #region _resolve_or_create_conversation [C:2] [TYPE Function]\n# @BRIEF Resolve active conversation using explicit id, memory cache, or persisted history.\n# @PRE: user_id and db session are available.\n# @POST: Returns conversation id and updates USER_ACTIVE_CONVERSATION cache.\ndef _resolve_or_create_conversation(\n user_id: str, conversation_id: str | None, db: Session\n) -> str:\n from ._schemas import USER_ACTIVE_CONVERSATION\n\n if conversation_id:\n USER_ACTIVE_CONVERSATION[user_id] = conversation_id\n return conversation_id\n\n active = USER_ACTIVE_CONVERSATION.get(user_id)\n if active:\n return active\n\n from sqlalchemy import desc\n\n last_message = (\n db.query(AssistantMessageRecord)\n .filter(AssistantMessageRecord.user_id == user_id)\n .order_by(desc(AssistantMessageRecord.created_at))\n .first()\n )\n if last_message:\n USER_ACTIVE_CONVERSATION[user_id] = last_message.conversation_id\n return last_message.conversation_id\n\n new_id = str(uuid.uuid4())\n USER_ACTIVE_CONVERSATION[user_id] = new_id\n return new_id\n\n\n# #endregion _resolve_or_create_conversation\n\n\n# #region _cleanup_history_ttl [C:2] [TYPE Function]\n# @BRIEF Enforce assistant message retention window by deleting expired rows and in-memory records.\n# @PRE: db session is available and user_id references current actor scope.\n# @POST: Messages older than ASSISTANT_MESSAGE_TTL_DAYS are removed from persistence and memory mirrors.\ndef _cleanup_history_ttl(db: Session, user_id: str):\n cutoff = datetime.utcnow() - timedelta(days=ASSISTANT_MESSAGE_TTL_DAYS)\n try:\n query = db.query(AssistantMessageRecord).filter(\n AssistantMessageRecord.user_id == user_id,\n AssistantMessageRecord.created_at < cutoff,\n )\n if hasattr(query, \"delete\"):\n query.delete(synchronize_session=False)\n db.commit()\n except Exception as exc:\n db.rollback()\n logger.warning(\n f\"[assistant.history][ttl_cleanup_failed] user={user_id} error={exc}\"\n )\n\n stale_keys: list[tuple[str, str]] = []\n for key, items in CONVERSATIONS.items():\n if key[0] != user_id:\n continue\n kept = []\n for item in items:\n created_at = item.get(\"created_at\")\n if isinstance(created_at, datetime) and created_at < cutoff:\n continue\n kept.append(item)\n if kept:\n CONVERSATIONS[key] = kept\n else:\n stale_keys.append(key)\n for key in stale_keys:\n CONVERSATIONS.pop(key, None)\n\n\n# #endregion _cleanup_history_ttl\n\n\n# #region _is_conversation_archived [C:2] [TYPE Function]\n# @BRIEF Determine archived state for a conversation based on last update timestamp.\n# @PRE: updated_at can be null for empty conversations.\n# @POST: Returns True when conversation inactivity exceeds archive threshold.\ndef _is_conversation_archived(updated_at: datetime | None) -> bool:\n if not updated_at:\n return False\n cutoff = datetime.utcnow() - timedelta(days=ASSISTANT_ARCHIVE_AFTER_DAYS)\n return updated_at < cutoff\n\n\n# #endregion _is_conversation_archived\n\n\n# #region _coerce_query_bool [C:2] [TYPE Function]\n# @BRIEF Normalize bool-like query values for compatibility in direct handler invocations/tests.\n# @PRE: value may be bool, string, or FastAPI Query metadata object.\n# @POST: Returns deterministic boolean flag.\ndef _coerce_query_bool(value: Any) -> bool:\n if isinstance(value, bool):\n return value\n if isinstance(value, str):\n return value.strip().lower() in {\"1\", \"true\", \"yes\", \"on\"}\n return False\n\n\n# #endregion _coerce_query_bool\n\n\n# #endregion AssistantHistory\n" }, { @@ -8278,6 +8489,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _append_history [C:2] [TYPE Function]\n# @BRIEF Append conversation message to in-memory history buffer.\n# @DATA_CONTRACT: Input[user_id,conversation_id,role,text,state?,task_id?,confirmation_id?] -> Output[None]\n# @RELATION UPDATES -> [CONVERSATIONS]\n# @SIDE_EFFECT: Mutates in-memory CONVERSATIONS store for user conversation history.\n# @PRE: user_id and conversation_id identify target conversation bucket.\n# @POST: Message entry is appended to CONVERSATIONS key list.\n# @INVARIANT: every appended entry includes generated message_id and created_at timestamp.\ndef _append_history(\n user_id: str,\n conversation_id: str,\n role: str,\n text: str,\n state: str | None = None,\n task_id: str | None = None,\n confirmation_id: str | None = None,\n):\n key = (user_id, conversation_id)\n if key not in CONVERSATIONS:\n CONVERSATIONS[key] = []\n CONVERSATIONS[key].append(\n {\n \"message_id\": str(uuid.uuid4()),\n \"conversation_id\": conversation_id,\n \"role\": role,\n \"text\": text,\n \"state\": state,\n \"task_id\": task_id,\n \"confirmation_id\": confirmation_id,\n \"created_at\": datetime.utcnow(),\n }\n )\n\n\n# #endregion _append_history\n" }, { @@ -8362,6 +8574,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _persist_message [C:2] [TYPE Function]\n# @BRIEF Persist assistant/user message record to database.\n# @DATA_CONTRACT: Input[Session,user_id,conversation_id,role,text,state?,task_id?,confirmation_id?,metadata?] -> Output[None]\n# @RELATION DEPENDS_ON -> [AssistantMessageRecord]\n# @SIDE_EFFECT: Writes AssistantMessageRecord rows and commits or rollbacks the DB session.\n# @PRE: db session is writable and message payload is serializable.\n# @POST: Message row is committed or persistence failure is logged.\n# @INVARIANT: failed persistence attempts always rollback before returning.\ndef _persist_message(\n db: Session,\n user_id: str,\n conversation_id: str,\n role: str,\n text: str,\n state: str | None = None,\n task_id: str | None = None,\n confirmation_id: str | None = None,\n metadata: dict[str, Any] | None = None,\n):\n try:\n row = AssistantMessageRecord(\n id=str(uuid.uuid4()),\n user_id=user_id,\n conversation_id=conversation_id,\n role=role,\n text=text,\n state=state,\n task_id=task_id,\n confirmation_id=confirmation_id,\n payload=metadata,\n )\n db.add(row)\n db.commit()\n except Exception as exc:\n db.rollback()\n logger.warning(f\"[assistant.message][persist_failed] {exc}\")\n\n\n# #endregion _persist_message\n" }, { @@ -8464,6 +8677,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _audit [C:2] [TYPE Function]\n# @BRIEF Append in-memory audit record for assistant decision trace.\n# @DATA_CONTRACT: Input[user_id,payload:Dict[str,Any]] -> Output[None]\n# @RELATION UPDATES -> [ASSISTANT_AUDIT]\n# @SIDE_EFFECT: Mutates in-memory ASSISTANT_AUDIT store and emits structured log event.\n# @PRE: payload describes decision/outcome fields.\n# @POST: ASSISTANT_AUDIT list for user contains new timestamped entry.\n# @INVARIANT: persisted in-memory audit entry always contains created_at in ISO format.\ndef _audit(user_id: str, payload: dict[str, Any]):\n if user_id not in ASSISTANT_AUDIT:\n ASSISTANT_AUDIT[user_id] = []\n ASSISTANT_AUDIT[user_id].append(\n {**payload, \"created_at\": datetime.utcnow().isoformat()}\n )\n logger.info(f\"[assistant.audit] {payload}\")\n\n\n# #endregion _audit\n" }, { @@ -8502,6 +8716,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _persist_audit [C:2] [TYPE Function]\n# @BRIEF Persist structured assistant audit payload in database.\n# @PRE: db session is writable and payload is JSON-serializable.\n# @POST: Audit row is committed or failure is logged with rollback.\ndef _persist_audit(\n db: Session, user_id: str, payload: dict[str, Any], conversation_id: str | None\n):\n try:\n row = AssistantAuditRecord(\n id=str(uuid.uuid4()),\n user_id=user_id,\n conversation_id=conversation_id,\n decision=payload.get(\"decision\"),\n task_id=payload.get(\"task_id\"),\n message=payload.get(\"message\"),\n payload=payload,\n )\n db.add(row)\n db.commit()\n except Exception as exc:\n db.rollback()\n logger.warning(f\"[assistant.audit][persist_failed] {exc}\")\n\n\n# #endregion _persist_audit\n" }, { @@ -8540,6 +8755,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _persist_confirmation [C:2] [TYPE Function]\n# @BRIEF Persist confirmation token record to database.\n# @PRE: record contains id/user/intent/dispatch/expiry fields.\n# @POST: Confirmation row exists in persistent storage.\ndef _persist_confirmation(db: Session, record: ConfirmationRecord):\n try:\n row = AssistantConfirmationRecord(\n id=record.id,\n user_id=record.user_id,\n conversation_id=record.conversation_id,\n state=record.state,\n intent=record.intent,\n dispatch=record.dispatch,\n expires_at=record.expires_at,\n created_at=record.created_at,\n consumed_at=None,\n )\n db.merge(row)\n db.commit()\n except Exception as exc:\n db.rollback()\n logger.warning(f\"[assistant.confirmation][persist_failed] {exc}\")\n\n\n# #endregion _persist_confirmation\n" }, { @@ -8578,6 +8794,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _update_confirmation_state [C:2] [TYPE Function]\n# @BRIEF Update persistent confirmation token lifecycle state.\n# @PRE: confirmation_id references existing row.\n# @POST: State and consumed_at fields are updated when applicable.\ndef _update_confirmation_state(db: Session, confirmation_id: str, state: str):\n try:\n row = (\n db.query(AssistantConfirmationRecord)\n .filter(AssistantConfirmationRecord.id == confirmation_id)\n .first()\n )\n if not row:\n return\n row.state = state\n if state in {\"consumed\", \"expired\", \"cancelled\"}:\n row.consumed_at = datetime.utcnow()\n db.commit()\n except Exception as exc:\n db.rollback()\n logger.warning(f\"[assistant.confirmation][update_failed] {exc}\")\n\n\n# #endregion _update_confirmation_state\n" }, { @@ -8616,6 +8833,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _load_confirmation_from_db [C:2] [TYPE Function]\n# @BRIEF Load confirmation token from database into in-memory model.\n# @PRE: confirmation_id may or may not exist in storage.\n# @POST: Returns ConfirmationRecord when found, otherwise None.\ndef _load_confirmation_from_db(\n db: Session, confirmation_id: str\n) -> ConfirmationRecord | None:\n row = (\n db.query(AssistantConfirmationRecord)\n .filter(AssistantConfirmationRecord.id == confirmation_id)\n .first()\n )\n if not row:\n return None\n return ConfirmationRecord(\n id=row.id,\n user_id=row.user_id,\n conversation_id=row.conversation_id,\n intent=row.intent or {},\n dispatch=row.dispatch or {},\n expires_at=row.expires_at,\n state=row.state,\n created_at=row.created_at,\n )\n\n\n# #endregion _load_confirmation_from_db\n" }, { @@ -8654,6 +8872,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _ensure_conversation [C:2] [TYPE Function]\n# @BRIEF Resolve active conversation id in memory or create a new one.\n# @PRE: user_id identifies current actor.\n# @POST: Returns stable conversation id and updates USER_ACTIVE_CONVERSATION.\ndef _ensure_conversation(user_id: str, conversation_id: str | None) -> str:\n if conversation_id:\n from ._schemas import USER_ACTIVE_CONVERSATION\n USER_ACTIVE_CONVERSATION[user_id] = conversation_id\n return conversation_id\n\n from ._schemas import USER_ACTIVE_CONVERSATION\n active = USER_ACTIVE_CONVERSATION.get(user_id)\n if active:\n return active\n\n new_id = str(uuid.uuid4())\n USER_ACTIVE_CONVERSATION[user_id] = new_id\n return new_id\n\n\n# #endregion _ensure_conversation\n" }, { @@ -8692,6 +8911,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _resolve_or_create_conversation [C:2] [TYPE Function]\n# @BRIEF Resolve active conversation using explicit id, memory cache, or persisted history.\n# @PRE: user_id and db session are available.\n# @POST: Returns conversation id and updates USER_ACTIVE_CONVERSATION cache.\ndef _resolve_or_create_conversation(\n user_id: str, conversation_id: str | None, db: Session\n) -> str:\n from ._schemas import USER_ACTIVE_CONVERSATION\n\n if conversation_id:\n USER_ACTIVE_CONVERSATION[user_id] = conversation_id\n return conversation_id\n\n active = USER_ACTIVE_CONVERSATION.get(user_id)\n if active:\n return active\n\n from sqlalchemy import desc\n\n last_message = (\n db.query(AssistantMessageRecord)\n .filter(AssistantMessageRecord.user_id == user_id)\n .order_by(desc(AssistantMessageRecord.created_at))\n .first()\n )\n if last_message:\n USER_ACTIVE_CONVERSATION[user_id] = last_message.conversation_id\n return last_message.conversation_id\n\n new_id = str(uuid.uuid4())\n USER_ACTIVE_CONVERSATION[user_id] = new_id\n return new_id\n\n\n# #endregion _resolve_or_create_conversation\n" }, { @@ -8730,6 +8950,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _cleanup_history_ttl [C:2] [TYPE Function]\n# @BRIEF Enforce assistant message retention window by deleting expired rows and in-memory records.\n# @PRE: db session is available and user_id references current actor scope.\n# @POST: Messages older than ASSISTANT_MESSAGE_TTL_DAYS are removed from persistence and memory mirrors.\ndef _cleanup_history_ttl(db: Session, user_id: str):\n cutoff = datetime.utcnow() - timedelta(days=ASSISTANT_MESSAGE_TTL_DAYS)\n try:\n query = db.query(AssistantMessageRecord).filter(\n AssistantMessageRecord.user_id == user_id,\n AssistantMessageRecord.created_at < cutoff,\n )\n if hasattr(query, \"delete\"):\n query.delete(synchronize_session=False)\n db.commit()\n except Exception as exc:\n db.rollback()\n logger.warning(\n f\"[assistant.history][ttl_cleanup_failed] user={user_id} error={exc}\"\n )\n\n stale_keys: list[tuple[str, str]] = []\n for key, items in CONVERSATIONS.items():\n if key[0] != user_id:\n continue\n kept = []\n for item in items:\n created_at = item.get(\"created_at\")\n if isinstance(created_at, datetime) and created_at < cutoff:\n continue\n kept.append(item)\n if kept:\n CONVERSATIONS[key] = kept\n else:\n stale_keys.append(key)\n for key in stale_keys:\n CONVERSATIONS.pop(key, None)\n\n\n# #endregion _cleanup_history_ttl\n" }, { @@ -8768,6 +8989,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _is_conversation_archived [C:2] [TYPE Function]\n# @BRIEF Determine archived state for a conversation based on last update timestamp.\n# @PRE: updated_at can be null for empty conversations.\n# @POST: Returns True when conversation inactivity exceeds archive threshold.\ndef _is_conversation_archived(updated_at: datetime | None) -> bool:\n if not updated_at:\n return False\n cutoff = datetime.utcnow() - timedelta(days=ASSISTANT_ARCHIVE_AFTER_DAYS)\n return updated_at < cutoff\n\n\n# #endregion _is_conversation_archived\n" }, { @@ -8806,6 +9028,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _coerce_query_bool [C:2] [TYPE Function]\n# @BRIEF Normalize bool-like query values for compatibility in direct handler invocations/tests.\n# @PRE: value may be bool, string, or FastAPI Query metadata object.\n# @POST: Returns deterministic boolean flag.\ndef _coerce_query_bool(value: Any) -> bool:\n if isinstance(value, bool):\n return value\n if isinstance(value, str):\n return value.strip().lower() in {\"1\", \"true\", \"yes\", \"on\"}\n return False\n\n\n# #endregion _coerce_query_bool\n" }, { @@ -8854,6 +9077,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantLlmPlanner [C:3] [TYPE Module] [SEMANTICS assistant, llm, planner, tool, catalog]\n# @BRIEF LLM-based intent planning, tool catalog construction, and authorization for the assistant API.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [AssistantSchemas]\n# @RELATION DEPENDS_ON -> [AssistantResolvers]\n# @RELATION DISPATCHES -> [AssistantLlmPlannerIntent]\n# @INVARIANT: Tool catalog is filtered by user permissions before being sent to LLM.\n\nfrom __future__ import annotations\n\nfrom typing import Any\n\nfrom fastapi import HTTPException\nfrom sqlalchemy.orm import Session\n\nfrom src.core.config_manager import ConfigManager\nfrom src.dependencies import has_permission\nfrom src.schemas.auth import User\nfrom src.services.llm_prompt_templates import resolve_bound_provider_id\nfrom src.services.llm_provider import LLMProviderService\n\nfrom ._resolvers import (\n _get_default_environment_id,\n)\nfrom ._schemas import (\n INTENT_PERMISSION_CHECKS,\n)\n\n\n# #region _check_any_permission [C:2] [TYPE Function]\n# @BRIEF Validate user against alternative permission checks (logical OR).\n# @PRE: checks list contains resource-action tuples.\n# @POST: Returns on first successful permission; raises 403-like HTTPException otherwise.\ndef _check_any_permission(current_user: User, checks: list[tuple[str, str]]):\n errors: list[HTTPException] = []\n for resource, action in checks:\n try:\n has_permission(resource, action)(current_user)\n return\n except HTTPException as exc:\n errors.append(exc)\n\n raise (\n errors[-1]\n if errors\n else HTTPException(status_code=403, detail=\"Permission denied\")\n )\n\n\n# #endregion _check_any_permission\n\n\n# #region _has_any_permission [C:2] [TYPE Function]\n# @BRIEF Check whether user has at least one permission tuple from the provided list.\n# @PRE: current_user and checks list are valid.\n# @POST: Returns True when at least one permission check passes.\ndef _has_any_permission(current_user: User, checks: list[tuple[str, str]]) -> bool:\n try:\n _check_any_permission(current_user, checks)\n return True\n except HTTPException:\n return False\n\n\n# #endregion _has_any_permission\n\n\n# #region _build_tool_catalog [C:3] [TYPE Function]\n# @BRIEF Build current-user tool catalog for LLM planner with operation contracts and defaults.\n# @PRE: current_user is authenticated; config/db are available.\n# @POST: Returns list of executable tools filtered by permission and runtime availability.\n# @RELATION CALLS -> LLMProviderService\ndef _build_tool_catalog(\n current_user: User,\n config_manager: ConfigManager,\n db: Session,\n dataset_review_context: dict[str, Any] | None = None,\n) -> list[dict[str, Any]]:\n envs = config_manager.get_environments()\n default_env_id = _get_default_environment_id(config_manager)\n providers = LLMProviderService(db).get_all_providers()\n llm_settings = {}\n try:\n llm_settings = config_manager.get_config().settings.llm\n except Exception:\n llm_settings = {}\n active_provider = next((p.id for p in providers if p.is_active), None)\n fallback_provider = active_provider or (providers[0].id if providers else None)\n validation_provider = (\n resolve_bound_provider_id(llm_settings, \"dashboard_validation\")\n or fallback_provider\n )\n documentation_provider = (\n resolve_bound_provider_id(llm_settings, \"documentation\") or fallback_provider\n )\n\n candidates: list[dict[str, Any]] = [\n {\n \"operation\": \"show_capabilities\",\n \"domain\": \"assistant\",\n \"description\": \"Show available assistant commands and examples\",\n \"required_entities\": [],\n \"optional_entities\": [],\n \"risk_level\": \"safe\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"get_task_status\",\n \"domain\": \"status\",\n \"description\": \"Get task status by task_id or latest user task\",\n \"required_entities\": [],\n \"optional_entities\": [\"task_id\"],\n \"risk_level\": \"safe\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"create_branch\",\n \"domain\": \"git\",\n \"description\": \"Create git branch for dashboard by id/slug/title\",\n \"required_entities\": [\"branch_name\"],\n \"optional_entities\": [\"dashboard_id\", \"dashboard_ref\"],\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"commit_changes\",\n \"domain\": \"git\",\n \"description\": \"Commit dashboard repository changes by dashboard id/slug/title\",\n \"required_entities\": [],\n \"optional_entities\": [\"dashboard_id\", \"dashboard_ref\", \"message\"],\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"deploy_dashboard\",\n \"domain\": \"git\",\n \"description\": \"Deploy dashboard (id/slug/title) to target environment\",\n \"required_entities\": [\"environment\"],\n \"optional_entities\": [\"dashboard_id\", \"dashboard_ref\"],\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"execute_migration\",\n \"domain\": \"migration\",\n \"description\": \"Run dashboard migration (id/slug/title) between environments. Optional boolean flags: replace_db_config, fix_cross_filters\",\n \"required_entities\": [\"source_env\", \"target_env\"],\n \"optional_entities\": [\n \"dashboard_id\",\n \"dashboard_ref\",\n \"replace_db_config\",\n \"fix_cross_filters\",\n ],\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"run_backup\",\n \"domain\": \"backup\",\n \"description\": \"Run backup for environment or specific dashboard by id/slug/title\",\n \"required_entities\": [\"environment\"],\n \"optional_entities\": [\"dashboard_id\", \"dashboard_ref\"],\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"run_llm_validation\",\n \"domain\": \"llm\",\n \"description\": \"Run LLM dashboard validation by dashboard id/slug/title\",\n \"required_entities\": [],\n \"optional_entities\": [\"dashboard_ref\", \"environment\", \"provider\"],\n \"defaults\": {\n \"environment\": default_env_id,\n \"provider\": validation_provider,\n },\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"run_llm_documentation\",\n \"domain\": \"llm\",\n \"description\": \"Generate dataset documentation via LLM\",\n \"required_entities\": [\"dataset_id\"],\n \"optional_entities\": [\"environment\", \"provider\"],\n \"defaults\": {\n \"environment\": default_env_id,\n \"provider\": documentation_provider,\n },\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"get_health_summary\",\n \"domain\": \"health\",\n \"description\": \"Get summary of dashboard health and failing validations\",\n \"required_entities\": [],\n \"optional_entities\": [\"environment\"],\n \"risk_level\": \"safe\",\n \"requires_confirmation\": False,\n },\n ]\n\n available: list[dict[str, Any]] = []\n for tool in candidates:\n checks = INTENT_PERMISSION_CHECKS.get(tool[\"operation\"], [])\n if checks and not _has_any_permission(current_user, checks):\n continue\n available.append(tool)\n\n if dataset_review_context is not None:\n dataset_tools: list[dict[str, Any]] = [\n {\n \"operation\": \"dataset_review_answer_context\",\n \"domain\": \"dataset_review\",\n \"description\": \"Answer questions using the currently bound dataset review session context\",\n \"required_entities\": [\"dataset_review_session_id\"],\n \"optional_entities\": [],\n \"risk_level\": \"safe\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"dataset_review_approve_mappings\",\n \"domain\": \"dataset_review\",\n \"description\": \"Approve warning-sensitive execution mappings in the current dataset review session\",\n \"required_entities\": [\"dataset_review_session_id\", \"session_version\"],\n \"optional_entities\": [\"mapping_ids\"],\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": True,\n },\n {\n \"operation\": \"dataset_review_set_field_semantics\",\n \"domain\": \"dataset_review\",\n \"description\": \"Apply explicit semantic field override or candidate selection in the current dataset review session\",\n \"required_entities\": [\n \"dataset_review_session_id\",\n \"session_version\",\n \"field_id\",\n ],\n \"optional_entities\": [\n \"candidate_id\",\n \"verbose_name\",\n \"description\",\n \"display_format\",\n \"lock_field\",\n ],\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": True,\n },\n {\n \"operation\": \"dataset_review_generate_sql_preview\",\n \"domain\": \"dataset_review\",\n \"description\": \"Generate a Superset-compiled SQL preview for the current dataset review session\",\n \"required_entities\": [\"dataset_review_session_id\", \"session_version\"],\n \"optional_entities\": [],\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": True,\n },\n ]\n for tool in dataset_tools:\n checks = INTENT_PERMISSION_CHECKS.get(tool[\"operation\"], [])\n if checks and not _has_any_permission(current_user, checks):\n continue\n available.append(tool)\n return available\n\n\n# #endregion _build_tool_catalog\n\n\n# #region _coerce_intent_entities [C:2] [TYPE Function]\n# @BRIEF Normalize intent entity value types from LLM output to route-compatible values.\n# @PRE: intent contains entities dict or missing entities.\n# @POST: Returned intent has numeric ids coerced where possible and string values stripped.\ndef _coerce_intent_entities(intent: dict[str, Any]) -> dict[str, Any]:\n entities = intent.get(\"entities\")\n if not isinstance(entities, dict):\n intent[\"entities\"] = {}\n entities = intent[\"entities\"]\n for key in (\"dashboard_id\", \"dataset_id\"):\n value = entities.get(key)\n if isinstance(value, str) and value.strip().isdigit():\n entities[key] = int(value.strip())\n for key, value in list(entities.items()):\n if isinstance(value, str):\n entities[key] = value.strip()\n return intent\n\n\n# #endregion _coerce_intent_entities\n\n\n# #endregion AssistantLlmPlanner\n" }, { @@ -8892,6 +9116,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _check_any_permission [C:2] [TYPE Function]\n# @BRIEF Validate user against alternative permission checks (logical OR).\n# @PRE: checks list contains resource-action tuples.\n# @POST: Returns on first successful permission; raises 403-like HTTPException otherwise.\ndef _check_any_permission(current_user: User, checks: list[tuple[str, str]]):\n errors: list[HTTPException] = []\n for resource, action in checks:\n try:\n has_permission(resource, action)(current_user)\n return\n except HTTPException as exc:\n errors.append(exc)\n\n raise (\n errors[-1]\n if errors\n else HTTPException(status_code=403, detail=\"Permission denied\")\n )\n\n\n# #endregion _check_any_permission\n" }, { @@ -8930,6 +9155,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _has_any_permission [C:2] [TYPE Function]\n# @BRIEF Check whether user has at least one permission tuple from the provided list.\n# @PRE: current_user and checks list are valid.\n# @POST: Returns True when at least one permission check passes.\ndef _has_any_permission(current_user: User, checks: list[tuple[str, str]]) -> bool:\n try:\n _check_any_permission(current_user, checks)\n return True\n except HTTPException:\n return False\n\n\n# #endregion _has_any_permission\n" }, { @@ -8975,6 +9201,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _build_tool_catalog [C:3] [TYPE Function]\n# @BRIEF Build current-user tool catalog for LLM planner with operation contracts and defaults.\n# @PRE: current_user is authenticated; config/db are available.\n# @POST: Returns list of executable tools filtered by permission and runtime availability.\n# @RELATION CALLS -> LLMProviderService\ndef _build_tool_catalog(\n current_user: User,\n config_manager: ConfigManager,\n db: Session,\n dataset_review_context: dict[str, Any] | None = None,\n) -> list[dict[str, Any]]:\n envs = config_manager.get_environments()\n default_env_id = _get_default_environment_id(config_manager)\n providers = LLMProviderService(db).get_all_providers()\n llm_settings = {}\n try:\n llm_settings = config_manager.get_config().settings.llm\n except Exception:\n llm_settings = {}\n active_provider = next((p.id for p in providers if p.is_active), None)\n fallback_provider = active_provider or (providers[0].id if providers else None)\n validation_provider = (\n resolve_bound_provider_id(llm_settings, \"dashboard_validation\")\n or fallback_provider\n )\n documentation_provider = (\n resolve_bound_provider_id(llm_settings, \"documentation\") or fallback_provider\n )\n\n candidates: list[dict[str, Any]] = [\n {\n \"operation\": \"show_capabilities\",\n \"domain\": \"assistant\",\n \"description\": \"Show available assistant commands and examples\",\n \"required_entities\": [],\n \"optional_entities\": [],\n \"risk_level\": \"safe\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"get_task_status\",\n \"domain\": \"status\",\n \"description\": \"Get task status by task_id or latest user task\",\n \"required_entities\": [],\n \"optional_entities\": [\"task_id\"],\n \"risk_level\": \"safe\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"create_branch\",\n \"domain\": \"git\",\n \"description\": \"Create git branch for dashboard by id/slug/title\",\n \"required_entities\": [\"branch_name\"],\n \"optional_entities\": [\"dashboard_id\", \"dashboard_ref\"],\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"commit_changes\",\n \"domain\": \"git\",\n \"description\": \"Commit dashboard repository changes by dashboard id/slug/title\",\n \"required_entities\": [],\n \"optional_entities\": [\"dashboard_id\", \"dashboard_ref\", \"message\"],\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"deploy_dashboard\",\n \"domain\": \"git\",\n \"description\": \"Deploy dashboard (id/slug/title) to target environment\",\n \"required_entities\": [\"environment\"],\n \"optional_entities\": [\"dashboard_id\", \"dashboard_ref\"],\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"execute_migration\",\n \"domain\": \"migration\",\n \"description\": \"Run dashboard migration (id/slug/title) between environments. Optional boolean flags: replace_db_config, fix_cross_filters\",\n \"required_entities\": [\"source_env\", \"target_env\"],\n \"optional_entities\": [\n \"dashboard_id\",\n \"dashboard_ref\",\n \"replace_db_config\",\n \"fix_cross_filters\",\n ],\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"run_backup\",\n \"domain\": \"backup\",\n \"description\": \"Run backup for environment or specific dashboard by id/slug/title\",\n \"required_entities\": [\"environment\"],\n \"optional_entities\": [\"dashboard_id\", \"dashboard_ref\"],\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"run_llm_validation\",\n \"domain\": \"llm\",\n \"description\": \"Run LLM dashboard validation by dashboard id/slug/title\",\n \"required_entities\": [],\n \"optional_entities\": [\"dashboard_ref\", \"environment\", \"provider\"],\n \"defaults\": {\n \"environment\": default_env_id,\n \"provider\": validation_provider,\n },\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"run_llm_documentation\",\n \"domain\": \"llm\",\n \"description\": \"Generate dataset documentation via LLM\",\n \"required_entities\": [\"dataset_id\"],\n \"optional_entities\": [\"environment\", \"provider\"],\n \"defaults\": {\n \"environment\": default_env_id,\n \"provider\": documentation_provider,\n },\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"get_health_summary\",\n \"domain\": \"health\",\n \"description\": \"Get summary of dashboard health and failing validations\",\n \"required_entities\": [],\n \"optional_entities\": [\"environment\"],\n \"risk_level\": \"safe\",\n \"requires_confirmation\": False,\n },\n ]\n\n available: list[dict[str, Any]] = []\n for tool in candidates:\n checks = INTENT_PERMISSION_CHECKS.get(tool[\"operation\"], [])\n if checks and not _has_any_permission(current_user, checks):\n continue\n available.append(tool)\n\n if dataset_review_context is not None:\n dataset_tools: list[dict[str, Any]] = [\n {\n \"operation\": \"dataset_review_answer_context\",\n \"domain\": \"dataset_review\",\n \"description\": \"Answer questions using the currently bound dataset review session context\",\n \"required_entities\": [\"dataset_review_session_id\"],\n \"optional_entities\": [],\n \"risk_level\": \"safe\",\n \"requires_confirmation\": False,\n },\n {\n \"operation\": \"dataset_review_approve_mappings\",\n \"domain\": \"dataset_review\",\n \"description\": \"Approve warning-sensitive execution mappings in the current dataset review session\",\n \"required_entities\": [\"dataset_review_session_id\", \"session_version\"],\n \"optional_entities\": [\"mapping_ids\"],\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": True,\n },\n {\n \"operation\": \"dataset_review_set_field_semantics\",\n \"domain\": \"dataset_review\",\n \"description\": \"Apply explicit semantic field override or candidate selection in the current dataset review session\",\n \"required_entities\": [\n \"dataset_review_session_id\",\n \"session_version\",\n \"field_id\",\n ],\n \"optional_entities\": [\n \"candidate_id\",\n \"verbose_name\",\n \"description\",\n \"display_format\",\n \"lock_field\",\n ],\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": True,\n },\n {\n \"operation\": \"dataset_review_generate_sql_preview\",\n \"domain\": \"dataset_review\",\n \"description\": \"Generate a Superset-compiled SQL preview for the current dataset review session\",\n \"required_entities\": [\"dataset_review_session_id\", \"session_version\"],\n \"optional_entities\": [],\n \"risk_level\": \"guarded\",\n \"requires_confirmation\": True,\n },\n ]\n for tool in dataset_tools:\n checks = INTENT_PERMISSION_CHECKS.get(tool[\"operation\"], [])\n if checks and not _has_any_permission(current_user, checks):\n continue\n available.append(tool)\n return available\n\n\n# #endregion _build_tool_catalog\n" }, { @@ -9013,6 +9240,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _coerce_intent_entities [C:2] [TYPE Function]\n# @BRIEF Normalize intent entity value types from LLM output to route-compatible values.\n# @PRE: intent contains entities dict or missing entities.\n# @POST: Returned intent has numeric ids coerced where possible and string values stripped.\ndef _coerce_intent_entities(intent: dict[str, Any]) -> dict[str, Any]:\n entities = intent.get(\"entities\")\n if not isinstance(entities, dict):\n intent[\"entities\"] = {}\n entities = intent[\"entities\"]\n for key in (\"dashboard_id\", \"dataset_id\"):\n value = entities.get(key)\n if isinstance(value, str) and value.strip().isdigit():\n entities[key] = int(value.strip())\n for key, value in list(entities.items()):\n if isinstance(value, str):\n entities[key] = value.strip()\n return intent\n\n\n# #endregion _coerce_intent_entities\n" }, { @@ -9055,6 +9283,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantLlmPlannerIntent [C:3] [TYPE Module] [SEMANTICS assistant, llm, intent, planning, authorization]\n# @BRIEF LLM-based intent planning and authorization for the assistant API — separated from tool catalog.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [AssistantLlmPlanner]\n# @RELATION DEPENDS_ON -> [AssistantResolvers]\n# @INVARIANT: Production deployments always require confirmation.\n\nfrom __future__ import annotations\n\nimport json\nfrom typing import Any\n\nfrom sqlalchemy.orm import Session\n\nfrom src.core.config_manager import ConfigManager\nfrom src.core.logger import logger\nfrom src.plugins.llm_analysis.models import LLMProviderType\nfrom src.plugins.llm_analysis.service import LLMClient\nfrom src.schemas.auth import User\nfrom src.services.llm_prompt_templates import (\n normalize_llm_settings,\n)\nfrom src.services.llm_provider import LLMProviderService\n\nfrom ._llm_planner import (\n _check_any_permission,\n _coerce_intent_entities,\n)\nfrom ._resolvers import (\n _is_production_env,\n _resolve_provider_id,\n)\nfrom ._schemas import INTENT_PERMISSION_CHECKS\n\n\n# #region _plan_intent_with_llm [C:2] [TYPE Function]\n# @BRIEF Use active LLM provider to select best tool/operation from dynamic catalog.\n# @PRE: tools list contains allowed operations for current user.\n# @POST: Returns normalized intent dict when planning succeeds; otherwise None.\nasync def _plan_intent_with_llm(\n message: str,\n tools: list[dict[str, Any]],\n db: Session,\n config_manager: ConfigManager,\n) -> dict[str, Any] | None:\n if not tools:\n return None\n\n llm_settings = normalize_llm_settings(config_manager.get_config().settings.llm)\n planner_provider_token = llm_settings.get(\"assistant_planner_provider\")\n planner_model_override = llm_settings.get(\"assistant_planner_model\")\n llm_service = LLMProviderService(db)\n providers = llm_service.get_all_providers()\n provider_id = _resolve_provider_id(planner_provider_token, db)\n provider = next((p for p in providers if p.id == provider_id), None)\n if not provider:\n return None\n api_key = llm_service.get_decrypted_api_key(provider.id)\n if not api_key:\n return None\n\n planner = LLMClient(\n provider_type=LLMProviderType(provider.provider_type),\n api_key=api_key,\n base_url=provider.base_url,\n default_model=planner_model_override or provider.default_model,\n )\n\n system_instruction = (\n \"You are a deterministic intent planner for backend tools.\\n\"\n \"Choose exactly one operation from available_tools or return clarify.\\n\"\n \"Output strict JSON object:\\n\"\n \"{\"\n '\"domain\": string, '\n '\"operation\": string, '\n '\"entities\": object, '\n '\"confidence\": number, '\n '\"risk_level\": \"safe\"|\"guarded\"|\"dangerous\", '\n '\"requires_confirmation\": boolean'\n \"}\\n\"\n \"Rules:\\n\"\n \"- Use only operation names from available_tools.\\n\"\n '- If input is ambiguous, operation must be \"clarify\" with low confidence.\\n'\n \"- If dashboard is provided as name/slug (e.g., COVID), put it into entities.dashboard_ref.\\n\"\n \"- Keep entities minimal and factual.\\n\"\n )\n payload = {\n \"available_tools\": tools,\n \"user_message\": message,\n \"known_environments\": [\n {\"id\": e.id, \"name\": e.name} for e in config_manager.get_environments()\n ],\n }\n try:\n response = await planner.get_json_completion(\n [\n {\"role\": \"system\", \"content\": system_instruction},\n {\"role\": \"user\", \"content\": json.dumps(payload, ensure_ascii=False)},\n ]\n )\n except Exception as exc:\n import traceback\n\n logger.warning(\n f\"[assistant.planner][fallback] LLM planner unavailable: {exc}\\n{traceback.format_exc()}\"\n )\n return None\n if not isinstance(response, dict):\n return None\n\n operation = response.get(\"operation\")\n valid_ops = {tool[\"operation\"] for tool in tools}\n if operation == \"clarify\":\n return {\n \"domain\": \"unknown\",\n \"operation\": \"clarify\",\n \"entities\": {},\n \"confidence\": float(response.get(\"confidence\", 0.3)),\n \"risk_level\": \"safe\",\n \"requires_confirmation\": False,\n }\n if operation not in valid_ops:\n return None\n\n by_operation = {tool[\"operation\"]: tool for tool in tools}\n selected = by_operation[operation]\n intent = {\n \"domain\": response.get(\"domain\") or selected[\"domain\"],\n \"operation\": operation,\n \"entities\": response.get(\"entities\", {}),\n \"confidence\": float(response.get(\"confidence\", 0.75)),\n \"risk_level\": response.get(\"risk_level\") or selected[\"risk_level\"],\n \"requires_confirmation\": bool(\n response.get(\"requires_confirmation\", selected[\"requires_confirmation\"])\n ),\n }\n intent = _coerce_intent_entities(intent)\n\n defaults = selected.get(\"defaults\") or {}\n for key, value in defaults.items():\n if value and not intent[\"entities\"].get(key):\n intent[\"entities\"][key] = value\n\n if operation in {\"deploy_dashboard\", \"execute_migration\"}:\n env_token = intent[\"entities\"].get(\"environment\") or intent[\"entities\"].get(\n \"target_env\"\n )\n if _is_production_env(env_token, config_manager):\n intent[\"risk_level\"] = \"dangerous\"\n intent[\"requires_confirmation\"] = True\n return intent\n\n\n# #endregion _plan_intent_with_llm\n\n\n# #region _authorize_intent [C:2] [TYPE Function]\n# @BRIEF Validate user permissions for parsed intent before confirmation/dispatch.\n# @PRE: intent.operation is present for known assistant command domains.\n# @POST: Returns if authorized; raises HTTPException(403) when denied.\ndef _authorize_intent(intent: dict[str, Any], current_user: User):\n operation = intent.get(\"operation\")\n if operation in INTENT_PERMISSION_CHECKS:\n _check_any_permission(current_user, INTENT_PERMISSION_CHECKS[operation])\n\n\n# #endregion _authorize_intent\n\n\n# #endregion AssistantLlmPlannerIntent\n" }, { @@ -9093,6 +9322,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _plan_intent_with_llm [C:2] [TYPE Function]\n# @BRIEF Use active LLM provider to select best tool/operation from dynamic catalog.\n# @PRE: tools list contains allowed operations for current user.\n# @POST: Returns normalized intent dict when planning succeeds; otherwise None.\nasync def _plan_intent_with_llm(\n message: str,\n tools: list[dict[str, Any]],\n db: Session,\n config_manager: ConfigManager,\n) -> dict[str, Any] | None:\n if not tools:\n return None\n\n llm_settings = normalize_llm_settings(config_manager.get_config().settings.llm)\n planner_provider_token = llm_settings.get(\"assistant_planner_provider\")\n planner_model_override = llm_settings.get(\"assistant_planner_model\")\n llm_service = LLMProviderService(db)\n providers = llm_service.get_all_providers()\n provider_id = _resolve_provider_id(planner_provider_token, db)\n provider = next((p for p in providers if p.id == provider_id), None)\n if not provider:\n return None\n api_key = llm_service.get_decrypted_api_key(provider.id)\n if not api_key:\n return None\n\n planner = LLMClient(\n provider_type=LLMProviderType(provider.provider_type),\n api_key=api_key,\n base_url=provider.base_url,\n default_model=planner_model_override or provider.default_model,\n )\n\n system_instruction = (\n \"You are a deterministic intent planner for backend tools.\\n\"\n \"Choose exactly one operation from available_tools or return clarify.\\n\"\n \"Output strict JSON object:\\n\"\n \"{\"\n '\"domain\": string, '\n '\"operation\": string, '\n '\"entities\": object, '\n '\"confidence\": number, '\n '\"risk_level\": \"safe\"|\"guarded\"|\"dangerous\", '\n '\"requires_confirmation\": boolean'\n \"}\\n\"\n \"Rules:\\n\"\n \"- Use only operation names from available_tools.\\n\"\n '- If input is ambiguous, operation must be \"clarify\" with low confidence.\\n'\n \"- If dashboard is provided as name/slug (e.g., COVID), put it into entities.dashboard_ref.\\n\"\n \"- Keep entities minimal and factual.\\n\"\n )\n payload = {\n \"available_tools\": tools,\n \"user_message\": message,\n \"known_environments\": [\n {\"id\": e.id, \"name\": e.name} for e in config_manager.get_environments()\n ],\n }\n try:\n response = await planner.get_json_completion(\n [\n {\"role\": \"system\", \"content\": system_instruction},\n {\"role\": \"user\", \"content\": json.dumps(payload, ensure_ascii=False)},\n ]\n )\n except Exception as exc:\n import traceback\n\n logger.warning(\n f\"[assistant.planner][fallback] LLM planner unavailable: {exc}\\n{traceback.format_exc()}\"\n )\n return None\n if not isinstance(response, dict):\n return None\n\n operation = response.get(\"operation\")\n valid_ops = {tool[\"operation\"] for tool in tools}\n if operation == \"clarify\":\n return {\n \"domain\": \"unknown\",\n \"operation\": \"clarify\",\n \"entities\": {},\n \"confidence\": float(response.get(\"confidence\", 0.3)),\n \"risk_level\": \"safe\",\n \"requires_confirmation\": False,\n }\n if operation not in valid_ops:\n return None\n\n by_operation = {tool[\"operation\"]: tool for tool in tools}\n selected = by_operation[operation]\n intent = {\n \"domain\": response.get(\"domain\") or selected[\"domain\"],\n \"operation\": operation,\n \"entities\": response.get(\"entities\", {}),\n \"confidence\": float(response.get(\"confidence\", 0.75)),\n \"risk_level\": response.get(\"risk_level\") or selected[\"risk_level\"],\n \"requires_confirmation\": bool(\n response.get(\"requires_confirmation\", selected[\"requires_confirmation\"])\n ),\n }\n intent = _coerce_intent_entities(intent)\n\n defaults = selected.get(\"defaults\") or {}\n for key, value in defaults.items():\n if value and not intent[\"entities\"].get(key):\n intent[\"entities\"][key] = value\n\n if operation in {\"deploy_dashboard\", \"execute_migration\"}:\n env_token = intent[\"entities\"].get(\"environment\") or intent[\"entities\"].get(\n \"target_env\"\n )\n if _is_production_env(env_token, config_manager):\n intent[\"risk_level\"] = \"dangerous\"\n intent[\"requires_confirmation\"] = True\n return intent\n\n\n# #endregion _plan_intent_with_llm\n" }, { @@ -9131,6 +9361,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _authorize_intent [C:2] [TYPE Function]\n# @BRIEF Validate user permissions for parsed intent before confirmation/dispatch.\n# @PRE: intent.operation is present for known assistant command domains.\n# @POST: Returns if authorized; raises HTTPException(403) when denied.\ndef _authorize_intent(intent: dict[str, Any], current_user: User):\n operation = intent.get(\"operation\")\n if operation in INTENT_PERMISSION_CHECKS:\n _check_any_permission(current_user, INTENT_PERMISSION_CHECKS[operation])\n\n\n# #endregion _authorize_intent\n" }, { @@ -9182,6 +9413,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantResolvers [C:2] [TYPE Module] [SEMANTICS assistant, resolver, lookup, environment, mapper]\n# @BRIEF Environment, dashboard, provider, and task resolution utilities for the assistant API.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [ConfigManager]\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @INVARIANT: Resolution functions never raise; they return None on failure.\n\nfrom __future__ import annotations\n\nimport re\nfrom typing import Any, cast\n\nfrom sqlalchemy.orm import Session\n\nfrom src.core.config_manager import ConfigManager\nfrom src.core.logger import logger\nfrom src.core.superset_client import SupersetClient\nfrom src.services.llm_prompt_templates import resolve_bound_provider_id\nfrom src.services.llm_provider import LLMProviderService\n\nlogger = cast(Any, logger)\n\n\n# #region _extract_id [C:2] [TYPE Function]\n# @BRIEF Extract first regex match group from text by ordered pattern list.\n# @PRE: patterns contain at least one capture group.\n# @POST: Returns first matched token or None.\ndef _extract_id(text: str, patterns: list[str]) -> str | None:\n for p in patterns:\n m = re.search(p, text, flags=re.IGNORECASE)\n if m:\n return m.group(1)\n return None\n\n\n# #endregion _extract_id\n\n# #region _resolve_env_id [C:2] [TYPE Function]\n# @BRIEF Resolve environment identifier/name token to canonical environment id.\n# @PRE: config_manager provides environment list.\n# @POST: Returns matched environment id or None.\ndef _resolve_env_id(\n token: str | None, config_manager: ConfigManager\n) -> str | None:\n if not token:\n return None\n\n normalized = token.strip().lower()\n envs = config_manager.get_environments()\n for env in envs:\n if env.id.lower() == normalized or env.name.lower() == normalized:\n return env.id\n return None\n\n\n# #endregion _resolve_env_id\n\n# #region _is_production_env [C:2] [TYPE Function]\n# @BRIEF Determine whether environment token resolves to production-like target.\n# @PRE: config_manager provides environments or token text is provided.\n# @POST: Returns True for production/prod synonyms, else False.\ndef _is_production_env(token: str | None, config_manager: ConfigManager) -> bool:\n env_id = _resolve_env_id(token, config_manager)\n if not env_id:\n return (token or \"\").strip().lower() in {\"prod\", \"production\", \"прод\"}\n\n env = next((e for e in config_manager.get_environments() if e.id == env_id), None)\n if not env:\n return False\n target = f\"{env.id} {env.name}\".lower()\n return \"prod\" in target or \"production\" in target or \"прод\" in target\n\n\n# #endregion _is_production_env\n\n# #region _resolve_provider_id [C:2] [TYPE Function]\n# @BRIEF Resolve provider token to provider id with active/default fallback.\n# @PRE: db session can load provider list through LLMProviderService.\n# @POST: Returns provider id or None when no providers configured.\ndef _resolve_provider_id(\n provider_token: str | None,\n db: Session,\n config_manager: ConfigManager | None = None,\n task_key: str | None = None,\n) -> str | None:\n service = LLMProviderService(db)\n providers = service.get_all_providers()\n if not providers:\n return None\n\n if provider_token:\n needle = provider_token.strip().lower()\n for p in providers:\n if p.id.lower() == needle or p.name.lower() == needle:\n return p.id\n\n if config_manager and task_key:\n try:\n llm_settings = config_manager.get_config().settings.llm\n bound_provider_id = resolve_bound_provider_id(llm_settings, task_key)\n if bound_provider_id and any(p.id == bound_provider_id for p in providers):\n return bound_provider_id\n except Exception:\n pass\n\n active = next((p for p in providers if p.is_active), None)\n return active.id if active else providers[0].id\n\n\n# #endregion _resolve_provider_id\n\n# #region _get_default_environment_id [C:2] [TYPE Function]\n# @BRIEF Resolve default environment id from settings or first configured environment.\n# @PRE: config_manager returns environments list.\n# @POST: Returns default environment id or None when environment list is empty.\ndef _get_default_environment_id(config_manager: ConfigManager) -> str | None:\n configured = config_manager.get_environments()\n if not configured:\n return None\n preferred = None\n if hasattr(config_manager, \"get_config\"):\n try:\n preferred = config_manager.get_config().settings.default_environment_id\n except Exception:\n preferred = None\n if preferred and any(env.id == preferred for env in configured):\n return preferred\n explicit_default = next(\n (env.id for env in configured if getattr(env, \"is_default\", False)), None\n )\n return explicit_default or configured[0].id\n\n\n# #endregion _get_default_environment_id\n\n# #region _resolve_dashboard_id_by_ref [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard id by title or slug reference in selected environment.\n# @PRE: dashboard_ref is a non-empty string-like token.\n# @POST: Returns dashboard id when uniquely matched, otherwise None.\ndef _resolve_dashboard_id_by_ref(\n dashboard_ref: str | None,\n env_id: str | None,\n config_manager: ConfigManager,\n) -> int | None:\n if not dashboard_ref or not env_id:\n return None\n env = next(\n (item for item in config_manager.get_environments() if item.id == env_id), None\n )\n if not env:\n return None\n\n needle = dashboard_ref.strip().lower()\n try:\n client = SupersetClient(env)\n _, dashboards = client.get_dashboards(query={\"page_size\": 200})\n except Exception as exc:\n logger.warning(\n f\"[assistant.dashboard_resolve][failed] ref={dashboard_ref} env={env_id} error={exc}\"\n )\n return None\n\n exact = next(\n (\n d\n for d in dashboards\n if str(d.get(\"slug\", \"\")).lower() == needle\n or str(d.get(\"dashboard_title\", \"\")).lower() == needle\n or str(d.get(\"title\", \"\")).lower() == needle\n ),\n None,\n )\n if exact:\n return int(exact.get(\"id\"))\n\n partial = [\n d\n for d in dashboards\n if needle in str(d.get(\"dashboard_title\", d.get(\"title\", \"\"))).lower()\n ]\n if len(partial) == 1 and partial[0].get(\"id\") is not None:\n return int(partial[0][\"id\"])\n return None\n\n\n# #endregion _resolve_dashboard_id_by_ref\n\n# #region _resolve_dashboard_id_entity [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard id from intent entities using numeric id or dashboard_ref fallback.\n# @PRE: entities may contain dashboard_id as int/str and optional dashboard_ref.\n# @POST: Returns resolved dashboard id or None when ambiguous/unresolvable.\ndef _resolve_dashboard_id_entity(\n entities: dict[str, Any],\n config_manager: ConfigManager,\n env_hint: str | None = None,\n) -> int | None:\n raw_dashboard_id = entities.get(\"dashboard_id\")\n dashboard_ref = entities.get(\"dashboard_ref\")\n\n if isinstance(raw_dashboard_id, int):\n return raw_dashboard_id\n\n if isinstance(raw_dashboard_id, str):\n token = raw_dashboard_id.strip()\n if token.isdigit():\n return int(token)\n if token and not dashboard_ref:\n dashboard_ref = token\n\n if not dashboard_ref:\n return None\n\n env_token = (\n env_hint\n or entities.get(\"environment\")\n or entities.get(\"source_env\")\n or entities.get(\"target_env\")\n )\n env_id = (\n _resolve_env_id(env_token, config_manager)\n if env_token\n else _get_default_environment_id(config_manager)\n )\n return _resolve_dashboard_id_by_ref(str(dashboard_ref), env_id, config_manager)\n\n\n# #endregion _resolve_dashboard_id_entity\n\n# #region _get_environment_name_by_id [C:2] [TYPE Function]\n# @BRIEF Resolve human-readable environment name by id.\n# @PRE: environment id may be None.\n# @POST: Returns matching environment name or fallback id.\ndef _get_environment_name_by_id(\n env_id: str | None, config_manager: ConfigManager\n) -> str:\n if not env_id:\n return \"unknown\"\n env = next(\n (item for item in config_manager.get_environments() if item.id == env_id), None\n )\n return env.name if env else env_id\n\n\n# #endregion _get_environment_name_by_id\n\n# #region _extract_result_deep_links [C:2] [TYPE Function]\n# @BRIEF Build deep-link actions to verify task result from assistant chat.\n# @PRE: task object is available.\n# @POST: Returns zero or more assistant actions for dashboard open/diff.\ndef _extract_result_deep_links(\n task: Any, config_manager: ConfigManager\n) -> list:\n from ._schemas import AssistantAction\n\n plugin_id = getattr(task, \"plugin_id\", None)\n params = getattr(task, \"params\", {}) or {}\n result = getattr(task, \"result\", {}) or {}\n actions: list = []\n dashboard_id: int | None = None\n env_id: str | None = None\n\n if plugin_id == \"superset-migration\":\n migrated = (\n result.get(\"migrated_dashboards\") if isinstance(result, dict) else None\n )\n if isinstance(migrated, list) and migrated:\n first = migrated[0]\n if isinstance(first, dict) and first.get(\"id\") is not None:\n dashboard_id = int(first.get(\"id\"))\n if (\n dashboard_id is None\n and isinstance(params.get(\"selected_ids\"), list)\n and params[\"selected_ids\"]\n ):\n dashboard_id = int(params[\"selected_ids\"][0])\n env_id = params.get(\"target_env_id\")\n elif plugin_id == \"superset-backup\":\n dashboards = result.get(\"dashboards\") if isinstance(result, dict) else None\n if isinstance(dashboards, list) and dashboards:\n first = dashboards[0]\n if isinstance(first, dict) and first.get(\"id\") is not None:\n dashboard_id = int(first.get(\"id\"))\n if (\n dashboard_id is None\n and isinstance(params.get(\"dashboard_ids\"), list)\n and params[\"dashboard_ids\"]\n ):\n dashboard_id = int(params[\"dashboard_ids\"][0])\n env_id = params.get(\"environment_id\") or _resolve_env_id(\n result.get(\"environment\"), config_manager\n )\n elif plugin_id == \"llm_dashboard_validation\":\n if params.get(\"dashboard_id\") is not None:\n dashboard_id = int(params[\"dashboard_id\"])\n env_id = params.get(\"environment_id\")\n\n if dashboard_id is not None and env_id:\n env_name = _get_environment_name_by_id(env_id, config_manager)\n actions.append(\n AssistantAction(\n type=\"open_route\",\n label=f\"Открыть дашборд в {env_name}\",\n target=f\"/dashboards/{dashboard_id}?env_id={env_id}\",\n )\n )\n if dashboard_id is not None:\n actions.append(\n AssistantAction(\n type=\"open_diff\",\n label=\"Показать Diff\",\n target=str(dashboard_id),\n )\n )\n return actions\n\n\n# #endregion _extract_result_deep_links\n\n# #region _build_task_observability_summary [C:2] [TYPE Function]\n# @BRIEF Build compact textual summary for completed tasks to reduce \"black box\" effect.\n# @PRE: task may contain plugin-specific result payload.\n# @POST: Returns non-empty summary line for known task types or empty string fallback.\ndef _build_task_observability_summary(task: Any, config_manager: ConfigManager) -> str:\n plugin_id = getattr(task, \"plugin_id\", None)\n status = str(getattr(task, \"status\", \"\")).upper()\n params = getattr(task, \"params\", {}) or {}\n result = getattr(task, \"result\", {}) or {}\n\n if plugin_id == \"superset-migration\" and isinstance(result, dict):\n migrated = len(result.get(\"migrated_dashboards\") or [])\n failed_rows = result.get(\"failed_dashboards\") or []\n failed = len(failed_rows)\n selected = result.get(\"selected_dashboards\", migrated + failed)\n mappings = result.get(\"mapping_count\", 0)\n target_env_id = params.get(\"target_env_id\")\n target_env_name = _get_environment_name_by_id(target_env_id, config_manager)\n warning = \"\"\n if failed_rows:\n first = failed_rows[0]\n warning = (\n f\" Внимание: {first.get('title') or first.get('id')}: \"\n f\"{first.get('error') or 'ошибка'}.\"\n )\n return (\n f\"Сводка миграции: выбрано {selected}, перенесено {migrated}, \"\n f\"с ошибками {failed}, маппингов {mappings}, целевая среда {target_env_name}.\"\n f\"{warning}\"\n )\n\n if plugin_id == \"superset-backup\" and isinstance(result, dict):\n total = int(result.get(\"total_dashboards\", 0) or 0)\n ok = int(result.get(\"backed_up_dashboards\", 0) or 0)\n failed = int(result.get(\"failed_dashboards\", 0) or 0)\n env_id = params.get(\"environment_id\") or _resolve_env_id(\n result.get(\"environment\"), config_manager\n )\n env_name = _get_environment_name_by_id(env_id, config_manager)\n failures = result.get(\"failures\") or []\n warning = \"\"\n if failures:\n first = failures[0]\n warning = (\n f\" Внимание: {first.get('title') or first.get('id')}: \"\n f\"{first.get('error') or 'ошибка'}.\"\n )\n return (\n f\"Сводка бэкапа: среда {env_name}, всего {total}, успешно {ok}, \"\n f\"с ошибками {failed}. {status}.{warning}\"\n )\n\n if plugin_id == \"llm_dashboard_validation\" and isinstance(result, dict):\n report_status = result.get(\"status\") or status\n report_summary = result.get(\"summary\") or \"Итог недоступен.\"\n issues = result.get(\"issues\") or []\n return f\"Сводка валидации: статус {report_status}, проблем {len(issues)}. {report_summary}\"\n\n # Fallback for unknown task payloads.\n if status in {\"SUCCESS\", \"FAILED\"}:\n return f\"Задача завершена со статусом {status}.\"\n return \"\"\n\n\n# #endregion _build_task_observability_summary\n\n# #endregion AssistantResolvers\n" }, { @@ -9220,6 +9452,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _extract_id [C:2] [TYPE Function]\n# @BRIEF Extract first regex match group from text by ordered pattern list.\n# @PRE: patterns contain at least one capture group.\n# @POST: Returns first matched token or None.\ndef _extract_id(text: str, patterns: list[str]) -> str | None:\n for p in patterns:\n m = re.search(p, text, flags=re.IGNORECASE)\n if m:\n return m.group(1)\n return None\n\n\n# #endregion _extract_id\n" }, { @@ -9258,6 +9491,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _resolve_env_id [C:2] [TYPE Function]\n# @BRIEF Resolve environment identifier/name token to canonical environment id.\n# @PRE: config_manager provides environment list.\n# @POST: Returns matched environment id or None.\ndef _resolve_env_id(\n token: str | None, config_manager: ConfigManager\n) -> str | None:\n if not token:\n return None\n\n normalized = token.strip().lower()\n envs = config_manager.get_environments()\n for env in envs:\n if env.id.lower() == normalized or env.name.lower() == normalized:\n return env.id\n return None\n\n\n# #endregion _resolve_env_id\n" }, { @@ -9296,6 +9530,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _is_production_env [C:2] [TYPE Function]\n# @BRIEF Determine whether environment token resolves to production-like target.\n# @PRE: config_manager provides environments or token text is provided.\n# @POST: Returns True for production/prod synonyms, else False.\ndef _is_production_env(token: str | None, config_manager: ConfigManager) -> bool:\n env_id = _resolve_env_id(token, config_manager)\n if not env_id:\n return (token or \"\").strip().lower() in {\"prod\", \"production\", \"прод\"}\n\n env = next((e for e in config_manager.get_environments() if e.id == env_id), None)\n if not env:\n return False\n target = f\"{env.id} {env.name}\".lower()\n return \"prod\" in target or \"production\" in target or \"прод\" in target\n\n\n# #endregion _is_production_env\n" }, { @@ -9334,6 +9569,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _resolve_provider_id [C:2] [TYPE Function]\n# @BRIEF Resolve provider token to provider id with active/default fallback.\n# @PRE: db session can load provider list through LLMProviderService.\n# @POST: Returns provider id or None when no providers configured.\ndef _resolve_provider_id(\n provider_token: str | None,\n db: Session,\n config_manager: ConfigManager | None = None,\n task_key: str | None = None,\n) -> str | None:\n service = LLMProviderService(db)\n providers = service.get_all_providers()\n if not providers:\n return None\n\n if provider_token:\n needle = provider_token.strip().lower()\n for p in providers:\n if p.id.lower() == needle or p.name.lower() == needle:\n return p.id\n\n if config_manager and task_key:\n try:\n llm_settings = config_manager.get_config().settings.llm\n bound_provider_id = resolve_bound_provider_id(llm_settings, task_key)\n if bound_provider_id and any(p.id == bound_provider_id for p in providers):\n return bound_provider_id\n except Exception:\n pass\n\n active = next((p for p in providers if p.is_active), None)\n return active.id if active else providers[0].id\n\n\n# #endregion _resolve_provider_id\n" }, { @@ -9372,6 +9608,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _get_default_environment_id [C:2] [TYPE Function]\n# @BRIEF Resolve default environment id from settings or first configured environment.\n# @PRE: config_manager returns environments list.\n# @POST: Returns default environment id or None when environment list is empty.\ndef _get_default_environment_id(config_manager: ConfigManager) -> str | None:\n configured = config_manager.get_environments()\n if not configured:\n return None\n preferred = None\n if hasattr(config_manager, \"get_config\"):\n try:\n preferred = config_manager.get_config().settings.default_environment_id\n except Exception:\n preferred = None\n if preferred and any(env.id == preferred for env in configured):\n return preferred\n explicit_default = next(\n (env.id for env in configured if getattr(env, \"is_default\", False)), None\n )\n return explicit_default or configured[0].id\n\n\n# #endregion _get_default_environment_id\n" }, { @@ -9410,6 +9647,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _resolve_dashboard_id_by_ref [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard id by title or slug reference in selected environment.\n# @PRE: dashboard_ref is a non-empty string-like token.\n# @POST: Returns dashboard id when uniquely matched, otherwise None.\ndef _resolve_dashboard_id_by_ref(\n dashboard_ref: str | None,\n env_id: str | None,\n config_manager: ConfigManager,\n) -> int | None:\n if not dashboard_ref or not env_id:\n return None\n env = next(\n (item for item in config_manager.get_environments() if item.id == env_id), None\n )\n if not env:\n return None\n\n needle = dashboard_ref.strip().lower()\n try:\n client = SupersetClient(env)\n _, dashboards = client.get_dashboards(query={\"page_size\": 200})\n except Exception as exc:\n logger.warning(\n f\"[assistant.dashboard_resolve][failed] ref={dashboard_ref} env={env_id} error={exc}\"\n )\n return None\n\n exact = next(\n (\n d\n for d in dashboards\n if str(d.get(\"slug\", \"\")).lower() == needle\n or str(d.get(\"dashboard_title\", \"\")).lower() == needle\n or str(d.get(\"title\", \"\")).lower() == needle\n ),\n None,\n )\n if exact:\n return int(exact.get(\"id\"))\n\n partial = [\n d\n for d in dashboards\n if needle in str(d.get(\"dashboard_title\", d.get(\"title\", \"\"))).lower()\n ]\n if len(partial) == 1 and partial[0].get(\"id\") is not None:\n return int(partial[0][\"id\"])\n return None\n\n\n# #endregion _resolve_dashboard_id_by_ref\n" }, { @@ -9448,6 +9686,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _resolve_dashboard_id_entity [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard id from intent entities using numeric id or dashboard_ref fallback.\n# @PRE: entities may contain dashboard_id as int/str and optional dashboard_ref.\n# @POST: Returns resolved dashboard id or None when ambiguous/unresolvable.\ndef _resolve_dashboard_id_entity(\n entities: dict[str, Any],\n config_manager: ConfigManager,\n env_hint: str | None = None,\n) -> int | None:\n raw_dashboard_id = entities.get(\"dashboard_id\")\n dashboard_ref = entities.get(\"dashboard_ref\")\n\n if isinstance(raw_dashboard_id, int):\n return raw_dashboard_id\n\n if isinstance(raw_dashboard_id, str):\n token = raw_dashboard_id.strip()\n if token.isdigit():\n return int(token)\n if token and not dashboard_ref:\n dashboard_ref = token\n\n if not dashboard_ref:\n return None\n\n env_token = (\n env_hint\n or entities.get(\"environment\")\n or entities.get(\"source_env\")\n or entities.get(\"target_env\")\n )\n env_id = (\n _resolve_env_id(env_token, config_manager)\n if env_token\n else _get_default_environment_id(config_manager)\n )\n return _resolve_dashboard_id_by_ref(str(dashboard_ref), env_id, config_manager)\n\n\n# #endregion _resolve_dashboard_id_entity\n" }, { @@ -9486,6 +9725,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _get_environment_name_by_id [C:2] [TYPE Function]\n# @BRIEF Resolve human-readable environment name by id.\n# @PRE: environment id may be None.\n# @POST: Returns matching environment name or fallback id.\ndef _get_environment_name_by_id(\n env_id: str | None, config_manager: ConfigManager\n) -> str:\n if not env_id:\n return \"unknown\"\n env = next(\n (item for item in config_manager.get_environments() if item.id == env_id), None\n )\n return env.name if env else env_id\n\n\n# #endregion _get_environment_name_by_id\n" }, { @@ -9524,6 +9764,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _extract_result_deep_links [C:2] [TYPE Function]\n# @BRIEF Build deep-link actions to verify task result from assistant chat.\n# @PRE: task object is available.\n# @POST: Returns zero or more assistant actions for dashboard open/diff.\ndef _extract_result_deep_links(\n task: Any, config_manager: ConfigManager\n) -> list:\n from ._schemas import AssistantAction\n\n plugin_id = getattr(task, \"plugin_id\", None)\n params = getattr(task, \"params\", {}) or {}\n result = getattr(task, \"result\", {}) or {}\n actions: list = []\n dashboard_id: int | None = None\n env_id: str | None = None\n\n if plugin_id == \"superset-migration\":\n migrated = (\n result.get(\"migrated_dashboards\") if isinstance(result, dict) else None\n )\n if isinstance(migrated, list) and migrated:\n first = migrated[0]\n if isinstance(first, dict) and first.get(\"id\") is not None:\n dashboard_id = int(first.get(\"id\"))\n if (\n dashboard_id is None\n and isinstance(params.get(\"selected_ids\"), list)\n and params[\"selected_ids\"]\n ):\n dashboard_id = int(params[\"selected_ids\"][0])\n env_id = params.get(\"target_env_id\")\n elif plugin_id == \"superset-backup\":\n dashboards = result.get(\"dashboards\") if isinstance(result, dict) else None\n if isinstance(dashboards, list) and dashboards:\n first = dashboards[0]\n if isinstance(first, dict) and first.get(\"id\") is not None:\n dashboard_id = int(first.get(\"id\"))\n if (\n dashboard_id is None\n and isinstance(params.get(\"dashboard_ids\"), list)\n and params[\"dashboard_ids\"]\n ):\n dashboard_id = int(params[\"dashboard_ids\"][0])\n env_id = params.get(\"environment_id\") or _resolve_env_id(\n result.get(\"environment\"), config_manager\n )\n elif plugin_id == \"llm_dashboard_validation\":\n if params.get(\"dashboard_id\") is not None:\n dashboard_id = int(params[\"dashboard_id\"])\n env_id = params.get(\"environment_id\")\n\n if dashboard_id is not None and env_id:\n env_name = _get_environment_name_by_id(env_id, config_manager)\n actions.append(\n AssistantAction(\n type=\"open_route\",\n label=f\"Открыть дашборд в {env_name}\",\n target=f\"/dashboards/{dashboard_id}?env_id={env_id}\",\n )\n )\n if dashboard_id is not None:\n actions.append(\n AssistantAction(\n type=\"open_diff\",\n label=\"Показать Diff\",\n target=str(dashboard_id),\n )\n )\n return actions\n\n\n# #endregion _extract_result_deep_links\n" }, { @@ -9562,6 +9803,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _build_task_observability_summary [C:2] [TYPE Function]\n# @BRIEF Build compact textual summary for completed tasks to reduce \"black box\" effect.\n# @PRE: task may contain plugin-specific result payload.\n# @POST: Returns non-empty summary line for known task types or empty string fallback.\ndef _build_task_observability_summary(task: Any, config_manager: ConfigManager) -> str:\n plugin_id = getattr(task, \"plugin_id\", None)\n status = str(getattr(task, \"status\", \"\")).upper()\n params = getattr(task, \"params\", {}) or {}\n result = getattr(task, \"result\", {}) or {}\n\n if plugin_id == \"superset-migration\" and isinstance(result, dict):\n migrated = len(result.get(\"migrated_dashboards\") or [])\n failed_rows = result.get(\"failed_dashboards\") or []\n failed = len(failed_rows)\n selected = result.get(\"selected_dashboards\", migrated + failed)\n mappings = result.get(\"mapping_count\", 0)\n target_env_id = params.get(\"target_env_id\")\n target_env_name = _get_environment_name_by_id(target_env_id, config_manager)\n warning = \"\"\n if failed_rows:\n first = failed_rows[0]\n warning = (\n f\" Внимание: {first.get('title') or first.get('id')}: \"\n f\"{first.get('error') or 'ошибка'}.\"\n )\n return (\n f\"Сводка миграции: выбрано {selected}, перенесено {migrated}, \"\n f\"с ошибками {failed}, маппингов {mappings}, целевая среда {target_env_name}.\"\n f\"{warning}\"\n )\n\n if plugin_id == \"superset-backup\" and isinstance(result, dict):\n total = int(result.get(\"total_dashboards\", 0) or 0)\n ok = int(result.get(\"backed_up_dashboards\", 0) or 0)\n failed = int(result.get(\"failed_dashboards\", 0) or 0)\n env_id = params.get(\"environment_id\") or _resolve_env_id(\n result.get(\"environment\"), config_manager\n )\n env_name = _get_environment_name_by_id(env_id, config_manager)\n failures = result.get(\"failures\") or []\n warning = \"\"\n if failures:\n first = failures[0]\n warning = (\n f\" Внимание: {first.get('title') or first.get('id')}: \"\n f\"{first.get('error') or 'ошибка'}.\"\n )\n return (\n f\"Сводка бэкапа: среда {env_name}, всего {total}, успешно {ok}, \"\n f\"с ошибками {failed}. {status}.{warning}\"\n )\n\n if plugin_id == \"llm_dashboard_validation\" and isinstance(result, dict):\n report_status = result.get(\"status\") or status\n report_summary = result.get(\"summary\") or \"Итог недоступен.\"\n issues = result.get(\"issues\") or []\n return f\"Сводка валидации: статус {report_status}, проблем {len(issues)}. {report_summary}\"\n\n # Fallback for unknown task payloads.\n if status in {\"SUCCESS\", \"FAILED\"}:\n return f\"Задача завершена со статусом {status}.\"\n return \"\"\n\n\n# #endregion _build_task_observability_summary\n" }, { @@ -9679,6 +9921,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantRoutes [C:5] [TYPE Module] [SEMANTICS assistant, api, route, chat, execution]\n# @BRIEF FastAPI route handlers for the assistant API — message sending, confirmation, conversation management.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [AssistantSchemas]\n# @RELATION DEPENDS_ON -> [AssistantHistory]\n# @RELATION DEPENDS_ON -> [AssistantCommandParser]\n# @RELATION DEPENDS_ON -> [AssistantLlmPlanner]\n# @RELATION DEPENDS_ON -> [AssistantDatasetReview]\n# @RELATION DEPENDS_ON -> [AssistantDispatch]\n# @RELATION DISPATCHES -> [AssistantAdminRoutes]\n# @INVARIANT: Risky operations are never executed without valid confirmation token.\n\nfrom __future__ import annotations\n\nimport uuid\nfrom datetime import datetime\n\nfrom fastapi import APIRouter, Depends, HTTPException, status\nfrom sqlalchemy.orm import Session\n\nfrom src.core.config_manager import ConfigManager\nfrom src.core.database import get_db\nfrom src.core.logger import belief_scope, logger\nfrom src.core.task_manager import TaskManager\nfrom src.dependencies import (\n get_config_manager,\n get_current_user,\n get_task_manager,\n)\nfrom src.schemas.auth import User\n\nfrom ._command_parser import _parse_command\nfrom ._dataset_review import (\n _load_dataset_review_context,\n _plan_dataset_review_intent,\n)\nfrom ._dispatch import (\n _async_confirmation_summary,\n _clarification_text_for_intent,\n _dispatch_intent,\n)\nfrom ._history import (\n _append_history,\n _audit,\n _load_confirmation_from_db,\n _persist_audit,\n _persist_confirmation,\n _persist_message,\n _resolve_or_create_conversation,\n _update_confirmation_state,\n)\nfrom ._llm_planner import _build_tool_catalog\nfrom ._llm_planner_intent import _authorize_intent, _plan_intent_with_llm\nfrom ._schemas import (\n _SAFE_OPS,\n CONFIRMATIONS,\n AssistantAction,\n AssistantMessageRequest,\n AssistantMessageResponse,\n ConfirmationRecord,\n)\n\nrouter = APIRouter(tags=[\"Assistant\"])\n\n\n@router.post(\"/messages\", response_model=AssistantMessageResponse)\n# #region send_message [C:5] [TYPE Function]\n# @BRIEF Parse assistant command, enforce safety gates, and dispatch executable intent.\n# @DATA_CONTRACT: Input[AssistantMessageRequest,User,TaskManager,ConfigManager,Session] -> Output[AssistantMessageResponse]\n# @RELATION DEPENDS_ON -> [_plan_intent_with_llm]\n# @RELATION DEPENDS_ON -> [_parse_command]\n# @RELATION DEPENDS_ON -> [_dispatch_intent]\n# @RELATION DEPENDS_ON -> [_append_history]\n# @RELATION DEPENDS_ON -> [_persist_message]\n# @RELATION DEPENDS_ON -> [_audit]\n# @SIDE_EFFECT: Persists chat/audit state, mutates in-memory conversation and confirmation stores, and may create confirmation records.\n# @PRE: Authenticated user is available and message text is non-empty.\n# @POST: Response state is one of clarification/confirmation/started/success/denied/failed.\n# @INVARIANT: non-safe operations are gated with confirmation before execution from this endpoint.\nasync def send_message(request: AssistantMessageRequest, current_user: User=Depends(get_current_user), task_manager: TaskManager=Depends(get_task_manager), config_manager: ConfigManager=Depends(get_config_manager), db: Session=Depends(get_db)):\n with belief_scope('send_message'):\n logger.reason('Belief protocol reasoning checkpoint for send_message')\n user_id = current_user.id\n dataset_review_context = _load_dataset_review_context(request.dataset_review_session_id, current_user, db)\n conversation_id = _resolve_or_create_conversation(user_id, request.conversation_id, db)\n _append_history(user_id, conversation_id, 'user', request.message)\n _persist_message(db, user_id, conversation_id, 'user', request.message)\n tools_catalog = _build_tool_catalog(current_user, config_manager, db)\n intent = None\n try:\n intent = await _plan_intent_with_llm(request.message, tools_catalog, db, config_manager)\n except Exception as exc:\n logger.warning(f'[assistant.planner][fallback] Planner error: {exc}')\n if not intent:\n intent = _parse_command(request.message, config_manager)\n if dataset_review_context:\n dataset_review_intent = _plan_dataset_review_intent(request.message, dataset_review_context)\n if dataset_review_intent is not None:\n intent = dataset_review_intent\n confidence = float(intent.get('confidence', 0.0))\n if intent.get('domain') == 'unknown' or confidence < 0.6:\n text = 'Команда неоднозначна. Уточните действие: git / migration / backup / llm / status.'\n _append_history(user_id, conversation_id, 'assistant', text, state='needs_clarification')\n _persist_message(db, user_id, conversation_id, 'assistant', text, state='needs_clarification', metadata={'intent': intent})\n audit_payload = {'decision': 'needs_clarification', 'message': request.message, 'intent': intent, 'dataset_review_session_id': request.dataset_review_session_id}\n _audit(user_id, audit_payload)\n _persist_audit(db, user_id, audit_payload, conversation_id)\n logger.reflect('Belief protocol postcondition checkpoint for send_message')\n return AssistantMessageResponse(conversation_id=conversation_id, response_id=str(uuid.uuid4()), state='needs_clarification', text=text, intent=intent, actions=[AssistantAction(type='rephrase', label='Rephrase command')], created_at=datetime.utcnow())\n try:\n _authorize_intent(intent, current_user)\n operation = intent.get('operation')\n if operation not in _SAFE_OPS:\n confirmation_id = str(uuid.uuid4())\n confirm = ConfirmationRecord(id=confirmation_id, user_id=user_id, conversation_id=conversation_id, intent=intent, dispatch={'intent': intent}, expires_at=datetime.utcnow() + __import__('datetime').timedelta(minutes=5), created_at=datetime.utcnow())\n CONFIRMATIONS[confirmation_id] = confirm\n _persist_confirmation(db, confirm)\n text = await _async_confirmation_summary(intent, config_manager, db)\n _append_history(user_id, conversation_id, 'assistant', text, state='needs_confirmation', confirmation_id=confirmation_id)\n _persist_message(db, user_id, conversation_id, 'assistant', text, state='needs_confirmation', confirmation_id=confirmation_id, metadata={'intent': intent, 'dataset_review_context': dataset_review_context, 'actions': [{'type': 'confirm', 'label': '✅ Подтвердить', 'target': confirmation_id}, {'type': 'cancel', 'label': '❌ Отменить', 'target': confirmation_id}]})\n audit_payload = {'decision': 'needs_confirmation', 'message': request.message, 'intent': intent, 'confirmation_id': confirmation_id, 'dataset_review_session_id': request.dataset_review_session_id}\n _audit(user_id, audit_payload)\n _persist_audit(db, user_id, audit_payload, conversation_id)\n logger.reflect('Belief protocol postcondition checkpoint for send_message')\n return AssistantMessageResponse(conversation_id=conversation_id, response_id=str(uuid.uuid4()), state='needs_confirmation', text=text, intent=intent, confirmation_id=confirmation_id, actions=[AssistantAction(type='confirm', label='✅ Подтвердить', target=confirmation_id), AssistantAction(type='cancel', label='❌ Отменить', target=confirmation_id)], created_at=datetime.utcnow())\n text, task_id, actions = await _dispatch_intent(intent, current_user, task_manager, config_manager, db)\n state = 'started' if task_id else 'success'\n _append_history(user_id, conversation_id, 'assistant', text, state=state, task_id=task_id)\n _persist_message(db, user_id, conversation_id, 'assistant', text, state=state, task_id=task_id, metadata={'intent': intent, 'dataset_review_context': dataset_review_context, 'actions': [a.model_dump() for a in actions]})\n audit_payload = {'decision': 'executed', 'message': request.message, 'intent': intent, 'task_id': task_id, 'dataset_review_session_id': request.dataset_review_session_id}\n _audit(user_id, audit_payload)\n _persist_audit(db, user_id, audit_payload, conversation_id)\n logger.reflect('Belief protocol postcondition checkpoint for send_message')\n return AssistantMessageResponse(conversation_id=conversation_id, response_id=str(uuid.uuid4()), state=state, text=text, intent=intent, task_id=task_id, actions=actions, created_at=datetime.utcnow())\n except HTTPException as exc:\n detail_text = str(exc.detail)\n is_clarification_error = exc.status_code in (400, 422) and (detail_text.lower().startswith('missing') or 'укажите' in detail_text.lower() or 'выберите' in detail_text.lower())\n if exc.status_code == status.HTTP_403_FORBIDDEN:\n state = 'denied'\n elif is_clarification_error:\n state = 'needs_clarification'\n else:\n state = 'failed'\n text = _clarification_text_for_intent(intent, detail_text) if state == 'needs_clarification' else detail_text\n _append_history(user_id, conversation_id, 'assistant', text, state=state)\n _persist_message(db, user_id, conversation_id, 'assistant', text, state=state, metadata={'intent': intent})\n audit_payload = {'decision': state, 'message': request.message, 'intent': intent, 'error': text, 'dataset_review_session_id': request.dataset_review_session_id}\n _audit(user_id, audit_payload)\n _persist_audit(db, user_id, audit_payload, conversation_id)\n logger.reflect('Belief protocol postcondition checkpoint for send_message')\n return AssistantMessageResponse(conversation_id=conversation_id, response_id=str(uuid.uuid4()), state=state, text=text, intent=intent, actions=[AssistantAction(type='rephrase', label='Rephrase command')] if state == 'needs_clarification' else [], created_at=datetime.utcnow())\n\n\n# #endregion send_message\n\n\n@router.post(\n \"/confirmations/{confirmation_id}/confirm\", response_model=AssistantMessageResponse\n)\n# #region confirm_operation [C:2] [TYPE Function]\n# @BRIEF Execute previously requested risky operation after explicit user confirmation.\n# @PRE: confirmation_id exists, belongs to current user, is pending, and not expired.\n# @POST: Confirmation state becomes consumed and operation result is persisted in history.\nasync def confirm_operation(\n confirmation_id: str,\n current_user: User = Depends(get_current_user),\n task_manager: TaskManager = Depends(get_task_manager),\n config_manager: ConfigManager = Depends(get_config_manager),\n db: Session = Depends(get_db),\n):\n with belief_scope(\"assistant.confirm\"):\n record = CONFIRMATIONS.get(confirmation_id)\n if not record:\n record = _load_confirmation_from_db(db, confirmation_id)\n if record:\n CONFIRMATIONS[confirmation_id] = record\n else:\n raise HTTPException(status_code=404, detail=\"Confirmation not found\")\n\n if record.user_id != current_user.id:\n raise HTTPException(\n status_code=403, detail=\"Confirmation does not belong to current user\"\n )\n\n if record.state != \"pending\":\n raise HTTPException(\n status_code=400, detail=f\"Confirmation already {record.state}\"\n )\n\n if datetime.utcnow() > record.expires_at:\n record.state = \"expired\"\n _update_confirmation_state(db, confirmation_id, \"expired\")\n raise HTTPException(status_code=400, detail=\"Confirmation expired\")\n\n intent = record.intent\n text, task_id, actions = await _dispatch_intent(\n intent, current_user, task_manager, config_manager, db\n )\n record.state = \"consumed\"\n _update_confirmation_state(db, confirmation_id, \"consumed\")\n\n _append_history(\n current_user.id,\n record.conversation_id,\n \"assistant\",\n text,\n state=\"started\" if task_id else \"success\",\n task_id=task_id,\n )\n _persist_message(\n db,\n current_user.id,\n record.conversation_id,\n \"assistant\",\n text,\n state=\"started\" if task_id else \"success\",\n task_id=task_id,\n metadata={\"intent\": intent, \"confirmation_id\": confirmation_id},\n )\n audit_payload = {\n \"decision\": \"confirmed_execute\",\n \"confirmation_id\": confirmation_id,\n \"task_id\": task_id,\n \"intent\": intent,\n }\n _audit(current_user.id, audit_payload)\n _persist_audit(db, current_user.id, audit_payload, record.conversation_id)\n\n return AssistantMessageResponse(\n conversation_id=record.conversation_id,\n response_id=str(uuid.uuid4()),\n state=\"started\" if task_id else \"success\",\n text=text,\n intent=intent,\n task_id=task_id,\n actions=actions,\n created_at=datetime.utcnow(),\n )\n\n\n# #endregion confirm_operation\n\n\n@router.post(\n \"/confirmations/{confirmation_id}/cancel\", response_model=AssistantMessageResponse\n)\n# #region cancel_operation [C:2] [TYPE Function]\n# @BRIEF Cancel pending risky operation and mark confirmation token as cancelled.\n# @PRE: confirmation_id exists, belongs to current user, and is still pending.\n# @POST: Confirmation becomes cancelled and cannot be executed anymore.\nasync def cancel_operation(\n confirmation_id: str,\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n):\n with belief_scope(\"assistant.cancel\"):\n record = CONFIRMATIONS.get(confirmation_id)\n if not record:\n record = _load_confirmation_from_db(db, confirmation_id)\n if record:\n CONFIRMATIONS[confirmation_id] = record\n else:\n raise HTTPException(status_code=404, detail=\"Confirmation not found\")\n\n if record.user_id != current_user.id:\n raise HTTPException(\n status_code=403, detail=\"Confirmation does not belong to current user\"\n )\n\n if record.state != \"pending\":\n raise HTTPException(\n status_code=400, detail=f\"Confirmation already {record.state}\"\n )\n\n record.state = \"cancelled\"\n _update_confirmation_state(db, confirmation_id, \"cancelled\")\n text = \"Операция отменена. Выполнение не запускалось.\"\n _append_history(\n current_user.id,\n record.conversation_id,\n \"assistant\",\n text,\n state=\"success\",\n confirmation_id=confirmation_id,\n )\n _persist_message(\n db,\n current_user.id,\n record.conversation_id,\n \"assistant\",\n text,\n state=\"success\",\n confirmation_id=confirmation_id,\n metadata={\"intent\": record.intent},\n )\n audit_payload = {\n \"decision\": \"cancelled\",\n \"confirmation_id\": confirmation_id,\n \"intent\": record.intent,\n }\n _audit(current_user.id, audit_payload)\n _persist_audit(db, current_user.id, audit_payload, record.conversation_id)\n\n return AssistantMessageResponse(\n conversation_id=record.conversation_id,\n response_id=str(uuid.uuid4()),\n state=\"success\",\n text=text,\n intent=record.intent,\n confirmation_id=confirmation_id,\n actions=[],\n created_at=datetime.utcnow(),\n )\n\n\n# #endregion cancel_operation\n\n\n# #endregion AssistantRoutes\n" }, { @@ -9757,6 +10000,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region send_message [C:5] [TYPE Function]\n# @BRIEF Parse assistant command, enforce safety gates, and dispatch executable intent.\n# @DATA_CONTRACT: Input[AssistantMessageRequest,User,TaskManager,ConfigManager,Session] -> Output[AssistantMessageResponse]\n# @RELATION DEPENDS_ON -> [_plan_intent_with_llm]\n# @RELATION DEPENDS_ON -> [_parse_command]\n# @RELATION DEPENDS_ON -> [_dispatch_intent]\n# @RELATION DEPENDS_ON -> [_append_history]\n# @RELATION DEPENDS_ON -> [_persist_message]\n# @RELATION DEPENDS_ON -> [_audit]\n# @SIDE_EFFECT: Persists chat/audit state, mutates in-memory conversation and confirmation stores, and may create confirmation records.\n# @PRE: Authenticated user is available and message text is non-empty.\n# @POST: Response state is one of clarification/confirmation/started/success/denied/failed.\n# @INVARIANT: non-safe operations are gated with confirmation before execution from this endpoint.\nasync def send_message(request: AssistantMessageRequest, current_user: User=Depends(get_current_user), task_manager: TaskManager=Depends(get_task_manager), config_manager: ConfigManager=Depends(get_config_manager), db: Session=Depends(get_db)):\n with belief_scope('send_message'):\n logger.reason('Belief protocol reasoning checkpoint for send_message')\n user_id = current_user.id\n dataset_review_context = _load_dataset_review_context(request.dataset_review_session_id, current_user, db)\n conversation_id = _resolve_or_create_conversation(user_id, request.conversation_id, db)\n _append_history(user_id, conversation_id, 'user', request.message)\n _persist_message(db, user_id, conversation_id, 'user', request.message)\n tools_catalog = _build_tool_catalog(current_user, config_manager, db)\n intent = None\n try:\n intent = await _plan_intent_with_llm(request.message, tools_catalog, db, config_manager)\n except Exception as exc:\n logger.warning(f'[assistant.planner][fallback] Planner error: {exc}')\n if not intent:\n intent = _parse_command(request.message, config_manager)\n if dataset_review_context:\n dataset_review_intent = _plan_dataset_review_intent(request.message, dataset_review_context)\n if dataset_review_intent is not None:\n intent = dataset_review_intent\n confidence = float(intent.get('confidence', 0.0))\n if intent.get('domain') == 'unknown' or confidence < 0.6:\n text = 'Команда неоднозначна. Уточните действие: git / migration / backup / llm / status.'\n _append_history(user_id, conversation_id, 'assistant', text, state='needs_clarification')\n _persist_message(db, user_id, conversation_id, 'assistant', text, state='needs_clarification', metadata={'intent': intent})\n audit_payload = {'decision': 'needs_clarification', 'message': request.message, 'intent': intent, 'dataset_review_session_id': request.dataset_review_session_id}\n _audit(user_id, audit_payload)\n _persist_audit(db, user_id, audit_payload, conversation_id)\n logger.reflect('Belief protocol postcondition checkpoint for send_message')\n return AssistantMessageResponse(conversation_id=conversation_id, response_id=str(uuid.uuid4()), state='needs_clarification', text=text, intent=intent, actions=[AssistantAction(type='rephrase', label='Rephrase command')], created_at=datetime.utcnow())\n try:\n _authorize_intent(intent, current_user)\n operation = intent.get('operation')\n if operation not in _SAFE_OPS:\n confirmation_id = str(uuid.uuid4())\n confirm = ConfirmationRecord(id=confirmation_id, user_id=user_id, conversation_id=conversation_id, intent=intent, dispatch={'intent': intent}, expires_at=datetime.utcnow() + __import__('datetime').timedelta(minutes=5), created_at=datetime.utcnow())\n CONFIRMATIONS[confirmation_id] = confirm\n _persist_confirmation(db, confirm)\n text = await _async_confirmation_summary(intent, config_manager, db)\n _append_history(user_id, conversation_id, 'assistant', text, state='needs_confirmation', confirmation_id=confirmation_id)\n _persist_message(db, user_id, conversation_id, 'assistant', text, state='needs_confirmation', confirmation_id=confirmation_id, metadata={'intent': intent, 'dataset_review_context': dataset_review_context, 'actions': [{'type': 'confirm', 'label': '✅ Подтвердить', 'target': confirmation_id}, {'type': 'cancel', 'label': '❌ Отменить', 'target': confirmation_id}]})\n audit_payload = {'decision': 'needs_confirmation', 'message': request.message, 'intent': intent, 'confirmation_id': confirmation_id, 'dataset_review_session_id': request.dataset_review_session_id}\n _audit(user_id, audit_payload)\n _persist_audit(db, user_id, audit_payload, conversation_id)\n logger.reflect('Belief protocol postcondition checkpoint for send_message')\n return AssistantMessageResponse(conversation_id=conversation_id, response_id=str(uuid.uuid4()), state='needs_confirmation', text=text, intent=intent, confirmation_id=confirmation_id, actions=[AssistantAction(type='confirm', label='✅ Подтвердить', target=confirmation_id), AssistantAction(type='cancel', label='❌ Отменить', target=confirmation_id)], created_at=datetime.utcnow())\n text, task_id, actions = await _dispatch_intent(intent, current_user, task_manager, config_manager, db)\n state = 'started' if task_id else 'success'\n _append_history(user_id, conversation_id, 'assistant', text, state=state, task_id=task_id)\n _persist_message(db, user_id, conversation_id, 'assistant', text, state=state, task_id=task_id, metadata={'intent': intent, 'dataset_review_context': dataset_review_context, 'actions': [a.model_dump() for a in actions]})\n audit_payload = {'decision': 'executed', 'message': request.message, 'intent': intent, 'task_id': task_id, 'dataset_review_session_id': request.dataset_review_session_id}\n _audit(user_id, audit_payload)\n _persist_audit(db, user_id, audit_payload, conversation_id)\n logger.reflect('Belief protocol postcondition checkpoint for send_message')\n return AssistantMessageResponse(conversation_id=conversation_id, response_id=str(uuid.uuid4()), state=state, text=text, intent=intent, task_id=task_id, actions=actions, created_at=datetime.utcnow())\n except HTTPException as exc:\n detail_text = str(exc.detail)\n is_clarification_error = exc.status_code in (400, 422) and (detail_text.lower().startswith('missing') or 'укажите' in detail_text.lower() or 'выберите' in detail_text.lower())\n if exc.status_code == status.HTTP_403_FORBIDDEN:\n state = 'denied'\n elif is_clarification_error:\n state = 'needs_clarification'\n else:\n state = 'failed'\n text = _clarification_text_for_intent(intent, detail_text) if state == 'needs_clarification' else detail_text\n _append_history(user_id, conversation_id, 'assistant', text, state=state)\n _persist_message(db, user_id, conversation_id, 'assistant', text, state=state, metadata={'intent': intent})\n audit_payload = {'decision': state, 'message': request.message, 'intent': intent, 'error': text, 'dataset_review_session_id': request.dataset_review_session_id}\n _audit(user_id, audit_payload)\n _persist_audit(db, user_id, audit_payload, conversation_id)\n logger.reflect('Belief protocol postcondition checkpoint for send_message')\n return AssistantMessageResponse(conversation_id=conversation_id, response_id=str(uuid.uuid4()), state=state, text=text, intent=intent, actions=[AssistantAction(type='rephrase', label='Rephrase command')] if state == 'needs_clarification' else [], created_at=datetime.utcnow())\n\n\n# #endregion send_message\n" }, { @@ -9795,6 +10039,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region confirm_operation [C:2] [TYPE Function]\n# @BRIEF Execute previously requested risky operation after explicit user confirmation.\n# @PRE: confirmation_id exists, belongs to current user, is pending, and not expired.\n# @POST: Confirmation state becomes consumed and operation result is persisted in history.\nasync def confirm_operation(\n confirmation_id: str,\n current_user: User = Depends(get_current_user),\n task_manager: TaskManager = Depends(get_task_manager),\n config_manager: ConfigManager = Depends(get_config_manager),\n db: Session = Depends(get_db),\n):\n with belief_scope(\"assistant.confirm\"):\n record = CONFIRMATIONS.get(confirmation_id)\n if not record:\n record = _load_confirmation_from_db(db, confirmation_id)\n if record:\n CONFIRMATIONS[confirmation_id] = record\n else:\n raise HTTPException(status_code=404, detail=\"Confirmation not found\")\n\n if record.user_id != current_user.id:\n raise HTTPException(\n status_code=403, detail=\"Confirmation does not belong to current user\"\n )\n\n if record.state != \"pending\":\n raise HTTPException(\n status_code=400, detail=f\"Confirmation already {record.state}\"\n )\n\n if datetime.utcnow() > record.expires_at:\n record.state = \"expired\"\n _update_confirmation_state(db, confirmation_id, \"expired\")\n raise HTTPException(status_code=400, detail=\"Confirmation expired\")\n\n intent = record.intent\n text, task_id, actions = await _dispatch_intent(\n intent, current_user, task_manager, config_manager, db\n )\n record.state = \"consumed\"\n _update_confirmation_state(db, confirmation_id, \"consumed\")\n\n _append_history(\n current_user.id,\n record.conversation_id,\n \"assistant\",\n text,\n state=\"started\" if task_id else \"success\",\n task_id=task_id,\n )\n _persist_message(\n db,\n current_user.id,\n record.conversation_id,\n \"assistant\",\n text,\n state=\"started\" if task_id else \"success\",\n task_id=task_id,\n metadata={\"intent\": intent, \"confirmation_id\": confirmation_id},\n )\n audit_payload = {\n \"decision\": \"confirmed_execute\",\n \"confirmation_id\": confirmation_id,\n \"task_id\": task_id,\n \"intent\": intent,\n }\n _audit(current_user.id, audit_payload)\n _persist_audit(db, current_user.id, audit_payload, record.conversation_id)\n\n return AssistantMessageResponse(\n conversation_id=record.conversation_id,\n response_id=str(uuid.uuid4()),\n state=\"started\" if task_id else \"success\",\n text=text,\n intent=intent,\n task_id=task_id,\n actions=actions,\n created_at=datetime.utcnow(),\n )\n\n\n# #endregion confirm_operation\n" }, { @@ -9833,6 +10078,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region cancel_operation [C:2] [TYPE Function]\n# @BRIEF Cancel pending risky operation and mark confirmation token as cancelled.\n# @PRE: confirmation_id exists, belongs to current user, and is still pending.\n# @POST: Confirmation becomes cancelled and cannot be executed anymore.\nasync def cancel_operation(\n confirmation_id: str,\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n):\n with belief_scope(\"assistant.cancel\"):\n record = CONFIRMATIONS.get(confirmation_id)\n if not record:\n record = _load_confirmation_from_db(db, confirmation_id)\n if record:\n CONFIRMATIONS[confirmation_id] = record\n else:\n raise HTTPException(status_code=404, detail=\"Confirmation not found\")\n\n if record.user_id != current_user.id:\n raise HTTPException(\n status_code=403, detail=\"Confirmation does not belong to current user\"\n )\n\n if record.state != \"pending\":\n raise HTTPException(\n status_code=400, detail=f\"Confirmation already {record.state}\"\n )\n\n record.state = \"cancelled\"\n _update_confirmation_state(db, confirmation_id, \"cancelled\")\n text = \"Операция отменена. Выполнение не запускалось.\"\n _append_history(\n current_user.id,\n record.conversation_id,\n \"assistant\",\n text,\n state=\"success\",\n confirmation_id=confirmation_id,\n )\n _persist_message(\n db,\n current_user.id,\n record.conversation_id,\n \"assistant\",\n text,\n state=\"success\",\n confirmation_id=confirmation_id,\n metadata={\"intent\": record.intent},\n )\n audit_payload = {\n \"decision\": \"cancelled\",\n \"confirmation_id\": confirmation_id,\n \"intent\": record.intent,\n }\n _audit(current_user.id, audit_payload)\n _persist_audit(db, current_user.id, audit_payload, record.conversation_id)\n\n return AssistantMessageResponse(\n conversation_id=record.conversation_id,\n response_id=str(uuid.uuid4()),\n state=\"success\",\n text=text,\n intent=record.intent,\n confirmation_id=confirmation_id,\n actions=[],\n created_at=datetime.utcnow(),\n )\n\n\n# #endregion cancel_operation\n" }, { @@ -9920,6 +10166,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantSchemas [C:2] [TYPE Module] [SEMANTICS assistant, pydantic, schema, store, permission]\n# @BRIEF Pydantic models, in-memory stores, and permission mappings for the assistant API.\n# @LAYER: API\n# @RELATION USED_BY -> [AssistantRoutes]\n# @RELATION USED_BY -> [AssistantHistory]\n# @INVARIANT: In-memory stores are module-level singletons shared across the assistant package.\n\nfrom __future__ import annotations\n\nfrom datetime import datetime\nfrom typing import Any\n\nfrom pydantic import BaseModel, Field\n\n\n# #region AssistantMessageRequest [C:1] [TYPE Class]\n# @BRIEF Input payload for assistant message endpoint.\n# @DATA_CONTRACT: Input[conversation_id?:str, message:str(1..4000)] -> Output[AssistantMessageRequest]\n# @RELATION USED_BY -> [send_message]\n# @SIDE_EFFECT: None (schema declaration only).\n# @PRE: message length is within accepted bounds.\n# @POST: Request object provides message text and optional conversation binding.\n# @INVARIANT: message is always non-empty and no longer than 4000 characters.\nclass AssistantMessageRequest(BaseModel):\n conversation_id: str | None = None\n message: str = Field(..., min_length=1, max_length=4000)\n dataset_review_session_id: str | None = None\n\n\n# #endregion AssistantMessageRequest\n\n\n# #region AssistantAction [C:1] [TYPE Class]\n# @BRIEF UI action descriptor returned with assistant responses.\n# @DATA_CONTRACT: Input[type:str, label:str, target?:str] -> Output[AssistantAction]\n# @RELATION USED_BY -> [AssistantMessageResponse]\n# @SIDE_EFFECT: None (schema declaration only).\n# @PRE: type and label are provided by orchestration logic.\n# @POST: Action can be rendered as button on frontend.\n# @INVARIANT: type and label are required for every UI action.\nclass AssistantAction(BaseModel):\n type: str\n label: str\n target: str | None = None\n\n\n# #endregion AssistantAction\n\n\n# #region AssistantMessageResponse [C:1] [TYPE Class]\n# @BRIEF Output payload contract for assistant interaction endpoints.\n# @DATA_CONTRACT: Input[conversation_id,response_id,state,text,intent?,confirmation_id?,task_id?,actions[],created_at] -> Output[AssistantMessageResponse]\n# @RELATION RETURNED_BY -> [send_message]\n# @RELATION RETURNED_BY -> [confirm_operation]\n# @RELATION RETURNED_BY -> [cancel_operation]\n# @SIDE_EFFECT: None (schema declaration only).\n# @PRE: Response includes deterministic state and text.\n# @POST: Payload may include task_id/confirmation_id/actions for UI follow-up.\n# @INVARIANT: created_at and state are always present in endpoint responses.\nclass AssistantMessageResponse(BaseModel):\n conversation_id: str\n response_id: str\n state: str\n text: str\n intent: dict[str, Any] | None = None\n confirmation_id: str | None = None\n task_id: str | None = None\n actions: list[AssistantAction] = Field(default_factory=list)\n created_at: datetime\n\n\n# #endregion AssistantMessageResponse\n\n\n# #region ConfirmationRecord [C:1] [TYPE Class]\n# @BRIEF In-memory confirmation token model for risky operation dispatch.\n# @DATA_CONTRACT: Input[id,user_id,conversation_id,intent,dispatch,expires_at,state?,created_at] -> Output[ConfirmationRecord]\n# @RELATION USED_BY -> [send_message]\n# @RELATION USED_BY -> [confirm_operation]\n# @RELATION USED_BY -> [cancel_operation]\n# @SIDE_EFFECT: None (schema declaration only).\n# @PRE: intent/dispatch/user_id are populated at confirmation request time.\n# @POST: Record tracks lifecycle state and expiry timestamp.\n# @INVARIANT: state defaults to \"pending\" and expires_at bounds confirmation validity.\nclass ConfirmationRecord(BaseModel):\n id: str\n user_id: str\n conversation_id: str\n intent: dict[str, Any]\n dispatch: dict[str, Any]\n expires_at: datetime\n state: str = \"pending\"\n created_at: datetime\n\n\n# #endregion ConfirmationRecord\n\n\n# --- In-memory stores ---\n\nCONVERSATIONS: dict[tuple[str, str], list[dict[str, Any]]] = {}\nUSER_ACTIVE_CONVERSATION: dict[str, str] = {}\nCONFIRMATIONS: dict[str, ConfirmationRecord] = {}\nASSISTANT_AUDIT: dict[str, list[dict[str, Any]]] = {}\nASSISTANT_ARCHIVE_AFTER_DAYS = 14\nASSISTANT_MESSAGE_TTL_DAYS = 90\n\n# Operations that are read-only and do not require confirmation.\n_SAFE_OPS = {\n \"show_capabilities\",\n \"get_task_status\",\n \"get_health_summary\",\n \"dataset_review_answer_context\",\n}\n\n_DATASET_REVIEW_OPS = {\n \"dataset_review_approve_mappings\",\n \"dataset_review_set_field_semantics\",\n \"dataset_review_generate_sql_preview\",\n}\n\nINTENT_PERMISSION_CHECKS: dict[str, list[tuple[str, str]]] = {\n \"get_task_status\": [(\"tasks\", \"READ\")],\n \"create_branch\": [(\"plugin:git\", \"EXECUTE\")],\n \"commit_changes\": [(\"plugin:git\", \"EXECUTE\")],\n \"deploy_dashboard\": [(\"plugin:git\", \"EXECUTE\")],\n \"execute_migration\": [\n (\"plugin:migration\", \"EXECUTE\"),\n (\"plugin:superset-migration\", \"EXECUTE\"),\n ],\n \"run_backup\": [(\"plugin:superset-backup\", \"EXECUTE\"), (\"plugin:backup\", \"EXECUTE\")],\n \"run_llm_validation\": [(\"plugin:llm_dashboard_validation\", \"EXECUTE\")],\n \"run_llm_documentation\": [(\"plugin:llm_documentation\", \"EXECUTE\")],\n \"get_health_summary\": [(\"plugin:migration\", \"READ\")],\n \"dataset_review_answer_context\": [(\"dataset:session\", \"READ\")],\n \"dataset_review_approve_mappings\": [(\"dataset:session\", \"MANAGE\")],\n \"dataset_review_set_field_semantics\": [(\"dataset:session\", \"MANAGE\")],\n \"dataset_review_generate_sql_preview\": [(\"dataset:session\", \"MANAGE\")],\n}\n\n\n# #endregion AssistantSchemas\n" }, { @@ -10031,6 +10278,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantMessageRequest [C:1] [TYPE Class]\n# @BRIEF Input payload for assistant message endpoint.\n# @DATA_CONTRACT: Input[conversation_id?:str, message:str(1..4000)] -> Output[AssistantMessageRequest]\n# @RELATION USED_BY -> [send_message]\n# @SIDE_EFFECT: None (schema declaration only).\n# @PRE: message length is within accepted bounds.\n# @POST: Request object provides message text and optional conversation binding.\n# @INVARIANT: message is always non-empty and no longer than 4000 characters.\nclass AssistantMessageRequest(BaseModel):\n conversation_id: str | None = None\n message: str = Field(..., min_length=1, max_length=4000)\n dataset_review_session_id: str | None = None\n\n\n# #endregion AssistantMessageRequest\n" }, { @@ -10142,6 +10390,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantAction [C:1] [TYPE Class]\n# @BRIEF UI action descriptor returned with assistant responses.\n# @DATA_CONTRACT: Input[type:str, label:str, target?:str] -> Output[AssistantAction]\n# @RELATION USED_BY -> [AssistantMessageResponse]\n# @SIDE_EFFECT: None (schema declaration only).\n# @PRE: type and label are provided by orchestration logic.\n# @POST: Action can be rendered as button on frontend.\n# @INVARIANT: type and label are required for every UI action.\nclass AssistantAction(BaseModel):\n type: str\n label: str\n target: str | None = None\n\n\n# #endregion AssistantAction\n" }, { @@ -10301,6 +10550,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantMessageResponse [C:1] [TYPE Class]\n# @BRIEF Output payload contract for assistant interaction endpoints.\n# @DATA_CONTRACT: Input[conversation_id,response_id,state,text,intent?,confirmation_id?,task_id?,actions[],created_at] -> Output[AssistantMessageResponse]\n# @RELATION RETURNED_BY -> [send_message]\n# @RELATION RETURNED_BY -> [confirm_operation]\n# @RELATION RETURNED_BY -> [cancel_operation]\n# @SIDE_EFFECT: None (schema declaration only).\n# @PRE: Response includes deterministic state and text.\n# @POST: Payload may include task_id/confirmation_id/actions for UI follow-up.\n# @INVARIANT: created_at and state are always present in endpoint responses.\nclass AssistantMessageResponse(BaseModel):\n conversation_id: str\n response_id: str\n state: str\n text: str\n intent: dict[str, Any] | None = None\n confirmation_id: str | None = None\n task_id: str | None = None\n actions: list[AssistantAction] = Field(default_factory=list)\n created_at: datetime\n\n\n# #endregion AssistantMessageResponse\n" }, { @@ -10460,6 +10710,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ConfirmationRecord [C:1] [TYPE Class]\n# @BRIEF In-memory confirmation token model for risky operation dispatch.\n# @DATA_CONTRACT: Input[id,user_id,conversation_id,intent,dispatch,expires_at,state?,created_at] -> Output[ConfirmationRecord]\n# @RELATION USED_BY -> [send_message]\n# @RELATION USED_BY -> [confirm_operation]\n# @RELATION USED_BY -> [cancel_operation]\n# @SIDE_EFFECT: None (schema declaration only).\n# @PRE: intent/dispatch/user_id are populated at confirmation request time.\n# @POST: Record tracks lifecycle state and expiry timestamp.\n# @INVARIANT: state defaults to \"pending\" and expires_at bounds confirmation validity.\nclass ConfirmationRecord(BaseModel):\n id: str\n user_id: str\n conversation_id: str\n intent: dict[str, Any]\n dispatch: dict[str, Any]\n expires_at: datetime\n state: str = \"pending\"\n created_at: datetime\n\n\n# #endregion ConfirmationRecord\n" }, { @@ -10505,6 +10756,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CleanReleaseApi [C:4] [TYPE Module] [SEMANTICS fastapi, clean-release, api, compliance, candidate, release]\n# @BRIEF Expose clean release endpoints for candidate preparation and subsequent compliance flow.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [get_clean_release_repository]\n# @RELATION DEPENDS_ON -> [PreparationService]\n# @PRE: Clean release repository and preparation service dependencies are configured for the current request scope.\n# @POST: Candidate preparation, manifest, and compliance routes expose deterministic API payloads without reporting prepared state on failed preparation.\n# @SIDE_EFFECT: Persists candidate/compliance lifecycle state and triggers clean-release orchestration services.\n# @INVARIANT: API never reports prepared status if preparation errors are present.\n\nfrom __future__ import annotations\n\nfrom datetime import UTC, datetime\nfrom typing import Any\n\nfrom fastapi import APIRouter, Depends, HTTPException, status\nfrom pydantic import BaseModel, Field\n\nfrom ...core.logger import belief_scope, logger\nfrom ...dependencies import get_clean_release_repository\nfrom ...models.clean_release import (\n CandidateArtifact,\n ComplianceStageRun,\n ComplianceViolation,\n ReleaseCandidate,\n)\nfrom ...services.clean_release.compliance_orchestrator import (\n CleanComplianceOrchestrator,\n)\nfrom ...services.clean_release.dto import (\n CandidateDTO,\n CandidateOverviewDTO,\n ManifestDTO,\n)\nfrom ...services.clean_release.enums import (\n CandidateStatus,\n ComplianceDecision,\n ComplianceStageName,\n RunStatus,\n ViolationSeverity,\n)\nfrom ...services.clean_release.preparation_service import prepare_candidate\nfrom ...services.clean_release.report_builder import ComplianceReportBuilder\nfrom ...services.clean_release.repository import CleanReleaseRepository\n\nrouter = APIRouter(prefix=\"/api/clean-release\", tags=[\"Clean Release\"])\n\n\n# #region PrepareCandidateRequest [TYPE Class]\n# @BRIEF Request schema for candidate preparation endpoint.\nclass PrepareCandidateRequest(BaseModel):\n candidate_id: str = Field(min_length=1)\n artifacts: list[dict[str, Any]] = Field(default_factory=list)\n sources: list[str] = Field(default_factory=list)\n operator_id: str = Field(min_length=1)\n\n\n# #endregion PrepareCandidateRequest\n\n\n# #region StartCheckRequest [TYPE Class]\n# @BRIEF Request schema for clean compliance check run startup.\nclass StartCheckRequest(BaseModel):\n candidate_id: str = Field(min_length=1)\n profile: str = Field(default=\"enterprise-clean\")\n execution_mode: str = Field(default=\"tui\")\n triggered_by: str = Field(default=\"system\")\n\n\n# #endregion StartCheckRequest\n\n\n# #region RegisterCandidateRequest [TYPE Class]\n# @BRIEF Request schema for candidate registration endpoint.\nclass RegisterCandidateRequest(BaseModel):\n id: str = Field(min_length=1)\n version: str = Field(min_length=1)\n source_snapshot_ref: str = Field(min_length=1)\n created_by: str = Field(min_length=1)\n\n\n# #endregion RegisterCandidateRequest\n\n\n# #region ImportArtifactsRequest [TYPE Class]\n# @BRIEF Request schema for candidate artifact import endpoint.\nclass ImportArtifactsRequest(BaseModel):\n artifacts: list[dict[str, Any]] = Field(default_factory=list)\n\n\n# #endregion ImportArtifactsRequest\n\n\n# #region BuildManifestRequest [TYPE Class]\n# @BRIEF Request schema for manifest build endpoint.\nclass BuildManifestRequest(BaseModel):\n created_by: str = Field(default=\"system\")\n\n\n# #endregion BuildManifestRequest\n\n\n# #region CreateComplianceRunRequest [TYPE Class]\n# @BRIEF Request schema for compliance run creation with optional manifest pinning.\nclass CreateComplianceRunRequest(BaseModel):\n requested_by: str = Field(min_length=1)\n manifest_id: str | None = None\n\n\n# #endregion CreateComplianceRunRequest\n\n\n# #region register_candidate_v2_endpoint [TYPE Function]\n# @BRIEF Register a clean-release candidate for headless lifecycle.\n# @PRE: Candidate identifier is unique.\n# @POST: Candidate is persisted in DRAFT status.\n@router.post(\n \"/candidates\", response_model=CandidateDTO, status_code=status.HTTP_201_CREATED\n)\nasync def register_candidate_v2_endpoint(\n payload: RegisterCandidateRequest,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n existing = repository.get_candidate(payload.id)\n if existing is not None:\n raise HTTPException(\n status_code=409,\n detail={\"message\": \"Candidate already exists\", \"code\": \"CANDIDATE_EXISTS\"},\n )\n\n candidate = ReleaseCandidate(\n id=payload.id,\n version=payload.version,\n source_snapshot_ref=payload.source_snapshot_ref,\n created_by=payload.created_by,\n created_at=datetime.now(UTC),\n status=CandidateStatus.DRAFT.value,\n )\n repository.save_candidate(candidate)\n\n return CandidateDTO(\n id=candidate.id,\n version=candidate.version,\n source_snapshot_ref=candidate.source_snapshot_ref,\n created_at=candidate.created_at,\n created_by=candidate.created_by,\n status=CandidateStatus(candidate.status),\n )\n\n\n# #endregion register_candidate_v2_endpoint\n\n\n# #region import_candidate_artifacts_v2_endpoint [TYPE Function]\n# @BRIEF Import candidate artifacts in headless flow.\n# @PRE: Candidate exists and artifacts array is non-empty.\n# @POST: Artifacts are persisted and candidate advances to PREPARED if it was DRAFT.\n@router.post(\"/candidates/{candidate_id}/artifacts\")\nasync def import_candidate_artifacts_v2_endpoint(\n candidate_id: str,\n payload: ImportArtifactsRequest,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n candidate = repository.get_candidate(candidate_id)\n if candidate is None:\n raise HTTPException(\n status_code=404,\n detail={\"message\": \"Candidate not found\", \"code\": \"CANDIDATE_NOT_FOUND\"},\n )\n if not payload.artifacts:\n raise HTTPException(\n status_code=400,\n detail={\"message\": \"Artifacts list is required\", \"code\": \"ARTIFACTS_EMPTY\"},\n )\n\n for artifact in payload.artifacts:\n required = (\"id\", \"path\", \"sha256\", \"size\")\n for field_name in required:\n if field_name not in artifact:\n raise HTTPException(\n status_code=400,\n detail={\n \"message\": f\"Artifact missing field '{field_name}'\",\n \"code\": \"ARTIFACT_INVALID\",\n },\n )\n\n artifact_model = CandidateArtifact(\n id=str(artifact[\"id\"]),\n candidate_id=candidate_id,\n path=str(artifact[\"path\"]),\n sha256=str(artifact[\"sha256\"]),\n size=int(artifact[\"size\"]),\n detected_category=artifact.get(\"detected_category\"),\n declared_category=artifact.get(\"declared_category\"),\n source_uri=artifact.get(\"source_uri\"),\n source_host=artifact.get(\"source_host\"),\n metadata_json=artifact.get(\"metadata_json\", {}),\n )\n repository.save_artifact(artifact_model)\n\n if candidate.status == CandidateStatus.DRAFT.value:\n candidate.transition_to(CandidateStatus.PREPARED)\n repository.save_candidate(candidate)\n\n return {\"status\": \"success\"}\n\n\n# #endregion import_candidate_artifacts_v2_endpoint\n\n\n# #region build_candidate_manifest_v2_endpoint [TYPE Function]\n# @BRIEF Build immutable manifest snapshot for prepared candidate.\n# @PRE: Candidate exists and has imported artifacts.\n# @POST: Returns created ManifestDTO with incremented version.\n@router.post(\n \"/candidates/{candidate_id}/manifests\",\n response_model=ManifestDTO,\n status_code=status.HTTP_201_CREATED,\n)\nasync def build_candidate_manifest_v2_endpoint(\n candidate_id: str,\n payload: BuildManifestRequest,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n from ...services.clean_release.manifest_service import build_manifest_snapshot\n\n try:\n manifest = build_manifest_snapshot(\n repository=repository,\n candidate_id=candidate_id,\n created_by=payload.created_by,\n )\n except ValueError as exc:\n raise HTTPException(\n status_code=400,\n detail={\"message\": str(exc), \"code\": \"MANIFEST_BUILD_ERROR\"},\n )\n\n return ManifestDTO(\n id=manifest.id,\n candidate_id=manifest.candidate_id,\n manifest_version=manifest.manifest_version,\n manifest_digest=manifest.manifest_digest,\n artifacts_digest=manifest.artifacts_digest,\n created_at=manifest.created_at,\n created_by=manifest.created_by,\n source_snapshot_ref=manifest.source_snapshot_ref,\n content_json=manifest.content_json,\n )\n\n\n# #endregion build_candidate_manifest_v2_endpoint\n\n\n# #region get_candidate_overview_v2_endpoint [TYPE Function]\n# @BRIEF Return expanded candidate overview DTO for headless lifecycle visibility.\n# @PRE: Candidate exists.\n# @POST: Returns CandidateOverviewDTO built from the same repository state used by headless US1 endpoints.\n@router.get(\"/candidates/{candidate_id}/overview\", response_model=CandidateOverviewDTO)\nasync def get_candidate_overview_v2_endpoint(\n candidate_id: str,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n candidate = repository.get_candidate(candidate_id)\n if candidate is None:\n raise HTTPException(\n status_code=404,\n detail={\"message\": \"Candidate not found\", \"code\": \"CANDIDATE_NOT_FOUND\"},\n )\n\n manifests = repository.get_manifests_by_candidate(candidate_id)\n latest_manifest = (\n sorted(manifests, key=lambda m: m.manifest_version, reverse=True)[0]\n if manifests\n else None\n )\n\n runs = [\n run\n for run in repository.check_runs.values()\n if run.candidate_id == candidate_id\n ]\n latest_run = (\n sorted(\n runs,\n key=lambda run: run.requested_at\n or datetime.min.replace(tzinfo=UTC),\n reverse=True,\n )[0]\n if runs\n else None\n )\n\n latest_report = None\n if latest_run is not None:\n latest_report = next(\n (r for r in repository.reports.values() if r.run_id == latest_run.id), None\n )\n\n latest_policy_snapshot = (\n repository.get_policy(latest_run.policy_snapshot_id) if latest_run else None\n )\n latest_registry_snapshot = (\n repository.get_registry(latest_run.registry_snapshot_id) if latest_run else None\n )\n\n approval_decisions = getattr(repository, \"approval_decisions\", [])\n latest_approval = (\n sorted(\n [item for item in approval_decisions if item.candidate_id == candidate_id],\n key=lambda item: item.decided_at\n or datetime.min.replace(tzinfo=UTC),\n reverse=True,\n )[0]\n if approval_decisions\n and any(item.candidate_id == candidate_id for item in approval_decisions)\n else None\n )\n\n publication_records = getattr(repository, \"publication_records\", [])\n latest_publication = (\n sorted(\n [item for item in publication_records if item.candidate_id == candidate_id],\n key=lambda item: item.published_at\n or datetime.min.replace(tzinfo=UTC),\n reverse=True,\n )[0]\n if publication_records\n and any(item.candidate_id == candidate_id for item in publication_records)\n else None\n )\n\n return CandidateOverviewDTO(\n candidate_id=candidate.id,\n version=candidate.version,\n source_snapshot_ref=candidate.source_snapshot_ref,\n status=CandidateStatus(candidate.status),\n latest_manifest_id=latest_manifest.id if latest_manifest else None,\n latest_manifest_digest=latest_manifest.manifest_digest\n if latest_manifest\n else None,\n latest_run_id=latest_run.id if latest_run else None,\n latest_run_status=RunStatus(latest_run.status) if latest_run else None,\n latest_report_id=latest_report.id if latest_report else None,\n latest_report_final_status=ComplianceDecision(latest_report.final_status)\n if latest_report\n else None,\n latest_policy_snapshot_id=latest_policy_snapshot.id\n if latest_policy_snapshot\n else None,\n latest_policy_version=latest_policy_snapshot.policy_version\n if latest_policy_snapshot\n else None,\n latest_registry_snapshot_id=latest_registry_snapshot.id\n if latest_registry_snapshot\n else None,\n latest_registry_version=latest_registry_snapshot.registry_version\n if latest_registry_snapshot\n else None,\n latest_approval_decision=latest_approval.decision if latest_approval else None,\n latest_publication_id=latest_publication.id if latest_publication else None,\n latest_publication_status=latest_publication.status\n if latest_publication\n else None,\n )\n\n\n# #endregion get_candidate_overview_v2_endpoint\n\n\n# #region prepare_candidate_endpoint [TYPE Function]\n# @BRIEF Prepare candidate with policy evaluation and deterministic manifest generation.\n# @PRE: Candidate and active policy exist in repository.\n# @POST: Returns preparation result including manifest reference and violations.\n@router.post(\"/candidates/prepare\")\nasync def prepare_candidate_endpoint(\n payload: PrepareCandidateRequest,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n try:\n result = prepare_candidate(\n repository=repository,\n candidate_id=payload.candidate_id,\n artifacts=payload.artifacts,\n sources=payload.sources,\n operator_id=payload.operator_id,\n )\n legacy_status = result.get(\"status\")\n if isinstance(legacy_status, str):\n normalized_status = legacy_status.lower()\n if normalized_status == \"check_blocked\":\n normalized_status = \"blocked\"\n result[\"status\"] = normalized_status\n return result\n except ValueError as exc:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST,\n detail={\"message\": str(exc), \"code\": \"CLEAN_PREPARATION_ERROR\"},\n )\n\n\n# #endregion prepare_candidate_endpoint\n\n\n# #region start_check [TYPE Function]\n# @BRIEF Start and finalize a clean compliance check run and persist report artifacts.\n# @PRE: Active policy and candidate exist.\n# @POST: Returns accepted payload with check_run_id and started_at.\n@router.post(\"/checks\", status_code=status.HTTP_202_ACCEPTED)\nasync def start_check(\n payload: StartCheckRequest,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n with belief_scope(\"clean_release.start_check\"):\n logger.reason(\"Starting clean-release compliance check run\")\n policy = repository.get_active_policy()\n if policy is None:\n raise HTTPException(\n status_code=409,\n detail={\n \"message\": \"Active policy not found\",\n \"code\": \"POLICY_NOT_FOUND\",\n },\n )\n\n candidate = repository.get_candidate(payload.candidate_id)\n if candidate is None:\n raise HTTPException(\n status_code=409,\n detail={\n \"message\": \"Candidate not found\",\n \"code\": \"CANDIDATE_NOT_FOUND\",\n },\n )\n\n manifests = repository.get_manifests_by_candidate(payload.candidate_id)\n if not manifests:\n logger.explore(\n \"No manifest found for candidate; bootstrapping legacy empty manifest for compatibility\"\n )\n from ...services.clean_release.manifest_builder import (\n build_distribution_manifest,\n )\n\n boot_manifest = build_distribution_manifest(\n manifest_id=f\"manifest-{payload.candidate_id}\",\n candidate_id=payload.candidate_id,\n policy_id=getattr(policy, \"policy_id\", None)\n or getattr(policy, \"id\", \"\"),\n generated_by=payload.triggered_by,\n artifacts=[],\n )\n repository.save_manifest(boot_manifest)\n manifests = [boot_manifest]\n latest_manifest = sorted(\n manifests, key=lambda m: m.manifest_version, reverse=True\n )[0]\n\n orchestrator = CleanComplianceOrchestrator(repository)\n run = orchestrator.start_check_run(\n candidate_id=payload.candidate_id,\n policy_id=policy.id,\n requested_by=payload.triggered_by,\n manifest_id=latest_manifest.id,\n )\n\n forced = [\n ComplianceStageRun(\n id=f\"stage-{run.id}-1\",\n run_id=run.id,\n stage_name=ComplianceStageName.DATA_PURITY.value,\n status=RunStatus.SUCCEEDED.value,\n decision=ComplianceDecision.PASSED.value,\n details_json={\"message\": \"ok\"},\n ),\n ComplianceStageRun(\n id=f\"stage-{run.id}-2\",\n run_id=run.id,\n stage_name=ComplianceStageName.INTERNAL_SOURCES_ONLY.value,\n status=RunStatus.SUCCEEDED.value,\n decision=ComplianceDecision.PASSED.value,\n details_json={\"message\": \"ok\"},\n ),\n ComplianceStageRun(\n id=f\"stage-{run.id}-3\",\n run_id=run.id,\n stage_name=ComplianceStageName.NO_EXTERNAL_ENDPOINTS.value,\n status=RunStatus.SUCCEEDED.value,\n decision=ComplianceDecision.PASSED.value,\n details_json={\"message\": \"ok\"},\n ),\n ComplianceStageRun(\n id=f\"stage-{run.id}-4\",\n run_id=run.id,\n stage_name=ComplianceStageName.MANIFEST_CONSISTENCY.value,\n status=RunStatus.SUCCEEDED.value,\n decision=ComplianceDecision.PASSED.value,\n details_json={\"message\": \"ok\"},\n ),\n ]\n run = orchestrator.execute_stages(run, forced_results=forced)\n run = orchestrator.finalize_run(run)\n\n if str(run.final_status) in {\n ComplianceDecision.BLOCKED.value,\n \"CheckFinalStatus.BLOCKED\",\n \"BLOCKED\",\n }:\n logger.explore(\n \"Run ended as BLOCKED, persisting synthetic external-source violation\"\n )\n violation = ComplianceViolation(\n id=f\"viol-{run.id}\",\n run_id=run.id,\n stage_name=ComplianceStageName.NO_EXTERNAL_ENDPOINTS.value,\n code=\"EXTERNAL_SOURCE_DETECTED\",\n severity=ViolationSeverity.CRITICAL.value,\n message=\"Replace with approved internal server\",\n evidence_json={\"location\": \"external.example.com\"},\n )\n repository.save_violation(violation)\n\n builder = ComplianceReportBuilder(repository)\n report = builder.build_report_payload(\n run, repository.get_violations_by_run(run.id)\n )\n builder.persist_report(report)\n logger.reflect(f\"Compliance report persisted for run_id={run.id}\")\n\n return {\n \"check_run_id\": run.id,\n \"candidate_id\": run.candidate_id,\n \"status\": \"running\",\n \"started_at\": run.started_at.isoformat() if run.started_at else None,\n }\n\n\n# #endregion start_check\n\n\n# #region get_check_status [TYPE Function]\n# @BRIEF Return terminal/intermediate status payload for a check run.\n# @PRE: check_run_id references an existing run.\n# @POST: Deterministic payload shape includes checks and violations arrays.\n@router.get(\"/checks/{check_run_id}\")\nasync def get_check_status(\n check_run_id: str,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n with belief_scope(\"clean_release.get_check_status\"):\n run = repository.get_check_run(check_run_id)\n if run is None:\n raise HTTPException(\n status_code=404,\n detail={\"message\": \"Check run not found\", \"code\": \"CHECK_NOT_FOUND\"},\n )\n\n logger.reflect(f\"Returning check status for check_run_id={check_run_id}\")\n checks = [\n {\n \"stage_name\": stage.stage_name,\n \"status\": stage.status,\n \"decision\": stage.decision,\n \"details\": stage.details_json,\n }\n for stage in repository.stage_runs.values()\n if stage.run_id == run.id\n ]\n violations = [\n {\n \"violation_id\": violation.id,\n \"category\": violation.stage_name,\n \"code\": violation.code,\n \"message\": violation.message,\n \"evidence\": violation.evidence_json,\n }\n for violation in repository.get_violations_by_run(run.id)\n ]\n return {\n \"check_run_id\": run.id,\n \"candidate_id\": run.candidate_id,\n \"final_status\": getattr(run.final_status, \"value\", run.final_status),\n \"started_at\": run.started_at.isoformat() if run.started_at else None,\n \"finished_at\": run.finished_at.isoformat() if run.finished_at else None,\n \"checks\": checks,\n \"violations\": violations,\n }\n\n\n# #endregion get_check_status\n\n\n# #region get_report [TYPE Function]\n# @BRIEF Return persisted compliance report by report_id.\n# @PRE: report_id references an existing report.\n# @POST: Returns serialized report object.\n@router.get(\"/reports/{report_id}\")\nasync def get_report(\n report_id: str,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n with belief_scope(\"clean_release.get_report\"):\n report = repository.get_report(report_id)\n if report is None:\n raise HTTPException(\n status_code=404,\n detail={\"message\": \"Report not found\", \"code\": \"REPORT_NOT_FOUND\"},\n )\n\n logger.reflect(f\"Returning compliance report report_id={report_id}\")\n return {\n \"report_id\": report.id,\n \"check_run_id\": report.run_id,\n \"candidate_id\": report.candidate_id,\n \"final_status\": getattr(report.final_status, \"value\", report.final_status),\n \"generated_at\": report.generated_at.isoformat()\n if getattr(report, \"generated_at\", None)\n else None,\n \"operator_summary\": getattr(report, \"operator_summary\", \"\"),\n \"structured_payload_ref\": getattr(report, \"structured_payload_ref\", None),\n \"violations_count\": getattr(report, \"violations_count\", 0),\n \"blocking_violations_count\": getattr(\n report, \"blocking_violations_count\", 0\n ),\n }\n\n\n# #endregion get_report\n# #endregion CleanReleaseApi\n" }, { @@ -10531,6 +10783,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PrepareCandidateRequest [TYPE Class]\n# @BRIEF Request schema for candidate preparation endpoint.\nclass PrepareCandidateRequest(BaseModel):\n candidate_id: str = Field(min_length=1)\n artifacts: list[dict[str, Any]] = Field(default_factory=list)\n sources: list[str] = Field(default_factory=list)\n operator_id: str = Field(min_length=1)\n\n\n# #endregion PrepareCandidateRequest\n" }, { @@ -10557,6 +10810,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region StartCheckRequest [TYPE Class]\n# @BRIEF Request schema for clean compliance check run startup.\nclass StartCheckRequest(BaseModel):\n candidate_id: str = Field(min_length=1)\n profile: str = Field(default=\"enterprise-clean\")\n execution_mode: str = Field(default=\"tui\")\n triggered_by: str = Field(default=\"system\")\n\n\n# #endregion StartCheckRequest\n" }, { @@ -10583,6 +10837,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RegisterCandidateRequest [TYPE Class]\n# @BRIEF Request schema for candidate registration endpoint.\nclass RegisterCandidateRequest(BaseModel):\n id: str = Field(min_length=1)\n version: str = Field(min_length=1)\n source_snapshot_ref: str = Field(min_length=1)\n created_by: str = Field(min_length=1)\n\n\n# #endregion RegisterCandidateRequest\n" }, { @@ -10609,6 +10864,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ImportArtifactsRequest [TYPE Class]\n# @BRIEF Request schema for candidate artifact import endpoint.\nclass ImportArtifactsRequest(BaseModel):\n artifacts: list[dict[str, Any]] = Field(default_factory=list)\n\n\n# #endregion ImportArtifactsRequest\n" }, { @@ -10635,6 +10891,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region BuildManifestRequest [TYPE Class]\n# @BRIEF Request schema for manifest build endpoint.\nclass BuildManifestRequest(BaseModel):\n created_by: str = Field(default=\"system\")\n\n\n# #endregion BuildManifestRequest\n" }, { @@ -10661,6 +10918,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CreateComplianceRunRequest [TYPE Class]\n# @BRIEF Request schema for compliance run creation with optional manifest pinning.\nclass CreateComplianceRunRequest(BaseModel):\n requested_by: str = Field(min_length=1)\n manifest_id: str | None = None\n\n\n# #endregion CreateComplianceRunRequest\n" }, { @@ -10707,6 +10965,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region register_candidate_v2_endpoint [TYPE Function]\n# @BRIEF Register a clean-release candidate for headless lifecycle.\n# @PRE: Candidate identifier is unique.\n# @POST: Candidate is persisted in DRAFT status.\n@router.post(\n \"/candidates\", response_model=CandidateDTO, status_code=status.HTTP_201_CREATED\n)\nasync def register_candidate_v2_endpoint(\n payload: RegisterCandidateRequest,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n existing = repository.get_candidate(payload.id)\n if existing is not None:\n raise HTTPException(\n status_code=409,\n detail={\"message\": \"Candidate already exists\", \"code\": \"CANDIDATE_EXISTS\"},\n )\n\n candidate = ReleaseCandidate(\n id=payload.id,\n version=payload.version,\n source_snapshot_ref=payload.source_snapshot_ref,\n created_by=payload.created_by,\n created_at=datetime.now(UTC),\n status=CandidateStatus.DRAFT.value,\n )\n repository.save_candidate(candidate)\n\n return CandidateDTO(\n id=candidate.id,\n version=candidate.version,\n source_snapshot_ref=candidate.source_snapshot_ref,\n created_at=candidate.created_at,\n created_by=candidate.created_by,\n status=CandidateStatus(candidate.status),\n )\n\n\n# #endregion register_candidate_v2_endpoint\n" }, { @@ -10753,6 +11012,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region import_candidate_artifacts_v2_endpoint [TYPE Function]\n# @BRIEF Import candidate artifacts in headless flow.\n# @PRE: Candidate exists and artifacts array is non-empty.\n# @POST: Artifacts are persisted and candidate advances to PREPARED if it was DRAFT.\n@router.post(\"/candidates/{candidate_id}/artifacts\")\nasync def import_candidate_artifacts_v2_endpoint(\n candidate_id: str,\n payload: ImportArtifactsRequest,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n candidate = repository.get_candidate(candidate_id)\n if candidate is None:\n raise HTTPException(\n status_code=404,\n detail={\"message\": \"Candidate not found\", \"code\": \"CANDIDATE_NOT_FOUND\"},\n )\n if not payload.artifacts:\n raise HTTPException(\n status_code=400,\n detail={\"message\": \"Artifacts list is required\", \"code\": \"ARTIFACTS_EMPTY\"},\n )\n\n for artifact in payload.artifacts:\n required = (\"id\", \"path\", \"sha256\", \"size\")\n for field_name in required:\n if field_name not in artifact:\n raise HTTPException(\n status_code=400,\n detail={\n \"message\": f\"Artifact missing field '{field_name}'\",\n \"code\": \"ARTIFACT_INVALID\",\n },\n )\n\n artifact_model = CandidateArtifact(\n id=str(artifact[\"id\"]),\n candidate_id=candidate_id,\n path=str(artifact[\"path\"]),\n sha256=str(artifact[\"sha256\"]),\n size=int(artifact[\"size\"]),\n detected_category=artifact.get(\"detected_category\"),\n declared_category=artifact.get(\"declared_category\"),\n source_uri=artifact.get(\"source_uri\"),\n source_host=artifact.get(\"source_host\"),\n metadata_json=artifact.get(\"metadata_json\", {}),\n )\n repository.save_artifact(artifact_model)\n\n if candidate.status == CandidateStatus.DRAFT.value:\n candidate.transition_to(CandidateStatus.PREPARED)\n repository.save_candidate(candidate)\n\n return {\"status\": \"success\"}\n\n\n# #endregion import_candidate_artifacts_v2_endpoint\n" }, { @@ -10799,6 +11059,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region build_candidate_manifest_v2_endpoint [TYPE Function]\n# @BRIEF Build immutable manifest snapshot for prepared candidate.\n# @PRE: Candidate exists and has imported artifacts.\n# @POST: Returns created ManifestDTO with incremented version.\n@router.post(\n \"/candidates/{candidate_id}/manifests\",\n response_model=ManifestDTO,\n status_code=status.HTTP_201_CREATED,\n)\nasync def build_candidate_manifest_v2_endpoint(\n candidate_id: str,\n payload: BuildManifestRequest,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n from ...services.clean_release.manifest_service import build_manifest_snapshot\n\n try:\n manifest = build_manifest_snapshot(\n repository=repository,\n candidate_id=candidate_id,\n created_by=payload.created_by,\n )\n except ValueError as exc:\n raise HTTPException(\n status_code=400,\n detail={\"message\": str(exc), \"code\": \"MANIFEST_BUILD_ERROR\"},\n )\n\n return ManifestDTO(\n id=manifest.id,\n candidate_id=manifest.candidate_id,\n manifest_version=manifest.manifest_version,\n manifest_digest=manifest.manifest_digest,\n artifacts_digest=manifest.artifacts_digest,\n created_at=manifest.created_at,\n created_by=manifest.created_by,\n source_snapshot_ref=manifest.source_snapshot_ref,\n content_json=manifest.content_json,\n )\n\n\n# #endregion build_candidate_manifest_v2_endpoint\n" }, { @@ -10845,6 +11106,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_candidate_overview_v2_endpoint [TYPE Function]\n# @BRIEF Return expanded candidate overview DTO for headless lifecycle visibility.\n# @PRE: Candidate exists.\n# @POST: Returns CandidateOverviewDTO built from the same repository state used by headless US1 endpoints.\n@router.get(\"/candidates/{candidate_id}/overview\", response_model=CandidateOverviewDTO)\nasync def get_candidate_overview_v2_endpoint(\n candidate_id: str,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n candidate = repository.get_candidate(candidate_id)\n if candidate is None:\n raise HTTPException(\n status_code=404,\n detail={\"message\": \"Candidate not found\", \"code\": \"CANDIDATE_NOT_FOUND\"},\n )\n\n manifests = repository.get_manifests_by_candidate(candidate_id)\n latest_manifest = (\n sorted(manifests, key=lambda m: m.manifest_version, reverse=True)[0]\n if manifests\n else None\n )\n\n runs = [\n run\n for run in repository.check_runs.values()\n if run.candidate_id == candidate_id\n ]\n latest_run = (\n sorted(\n runs,\n key=lambda run: run.requested_at\n or datetime.min.replace(tzinfo=UTC),\n reverse=True,\n )[0]\n if runs\n else None\n )\n\n latest_report = None\n if latest_run is not None:\n latest_report = next(\n (r for r in repository.reports.values() if r.run_id == latest_run.id), None\n )\n\n latest_policy_snapshot = (\n repository.get_policy(latest_run.policy_snapshot_id) if latest_run else None\n )\n latest_registry_snapshot = (\n repository.get_registry(latest_run.registry_snapshot_id) if latest_run else None\n )\n\n approval_decisions = getattr(repository, \"approval_decisions\", [])\n latest_approval = (\n sorted(\n [item for item in approval_decisions if item.candidate_id == candidate_id],\n key=lambda item: item.decided_at\n or datetime.min.replace(tzinfo=UTC),\n reverse=True,\n )[0]\n if approval_decisions\n and any(item.candidate_id == candidate_id for item in approval_decisions)\n else None\n )\n\n publication_records = getattr(repository, \"publication_records\", [])\n latest_publication = (\n sorted(\n [item for item in publication_records if item.candidate_id == candidate_id],\n key=lambda item: item.published_at\n or datetime.min.replace(tzinfo=UTC),\n reverse=True,\n )[0]\n if publication_records\n and any(item.candidate_id == candidate_id for item in publication_records)\n else None\n )\n\n return CandidateOverviewDTO(\n candidate_id=candidate.id,\n version=candidate.version,\n source_snapshot_ref=candidate.source_snapshot_ref,\n status=CandidateStatus(candidate.status),\n latest_manifest_id=latest_manifest.id if latest_manifest else None,\n latest_manifest_digest=latest_manifest.manifest_digest\n if latest_manifest\n else None,\n latest_run_id=latest_run.id if latest_run else None,\n latest_run_status=RunStatus(latest_run.status) if latest_run else None,\n latest_report_id=latest_report.id if latest_report else None,\n latest_report_final_status=ComplianceDecision(latest_report.final_status)\n if latest_report\n else None,\n latest_policy_snapshot_id=latest_policy_snapshot.id\n if latest_policy_snapshot\n else None,\n latest_policy_version=latest_policy_snapshot.policy_version\n if latest_policy_snapshot\n else None,\n latest_registry_snapshot_id=latest_registry_snapshot.id\n if latest_registry_snapshot\n else None,\n latest_registry_version=latest_registry_snapshot.registry_version\n if latest_registry_snapshot\n else None,\n latest_approval_decision=latest_approval.decision if latest_approval else None,\n latest_publication_id=latest_publication.id if latest_publication else None,\n latest_publication_status=latest_publication.status\n if latest_publication\n else None,\n )\n\n\n# #endregion get_candidate_overview_v2_endpoint\n" }, { @@ -10891,6 +11153,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region prepare_candidate_endpoint [TYPE Function]\n# @BRIEF Prepare candidate with policy evaluation and deterministic manifest generation.\n# @PRE: Candidate and active policy exist in repository.\n# @POST: Returns preparation result including manifest reference and violations.\n@router.post(\"/candidates/prepare\")\nasync def prepare_candidate_endpoint(\n payload: PrepareCandidateRequest,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n try:\n result = prepare_candidate(\n repository=repository,\n candidate_id=payload.candidate_id,\n artifacts=payload.artifacts,\n sources=payload.sources,\n operator_id=payload.operator_id,\n )\n legacy_status = result.get(\"status\")\n if isinstance(legacy_status, str):\n normalized_status = legacy_status.lower()\n if normalized_status == \"check_blocked\":\n normalized_status = \"blocked\"\n result[\"status\"] = normalized_status\n return result\n except ValueError as exc:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST,\n detail={\"message\": str(exc), \"code\": \"CLEAN_PREPARATION_ERROR\"},\n )\n\n\n# #endregion prepare_candidate_endpoint\n" }, { @@ -10937,6 +11200,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region start_check [TYPE Function]\n# @BRIEF Start and finalize a clean compliance check run and persist report artifacts.\n# @PRE: Active policy and candidate exist.\n# @POST: Returns accepted payload with check_run_id and started_at.\n@router.post(\"/checks\", status_code=status.HTTP_202_ACCEPTED)\nasync def start_check(\n payload: StartCheckRequest,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n with belief_scope(\"clean_release.start_check\"):\n logger.reason(\"Starting clean-release compliance check run\")\n policy = repository.get_active_policy()\n if policy is None:\n raise HTTPException(\n status_code=409,\n detail={\n \"message\": \"Active policy not found\",\n \"code\": \"POLICY_NOT_FOUND\",\n },\n )\n\n candidate = repository.get_candidate(payload.candidate_id)\n if candidate is None:\n raise HTTPException(\n status_code=409,\n detail={\n \"message\": \"Candidate not found\",\n \"code\": \"CANDIDATE_NOT_FOUND\",\n },\n )\n\n manifests = repository.get_manifests_by_candidate(payload.candidate_id)\n if not manifests:\n logger.explore(\n \"No manifest found for candidate; bootstrapping legacy empty manifest for compatibility\"\n )\n from ...services.clean_release.manifest_builder import (\n build_distribution_manifest,\n )\n\n boot_manifest = build_distribution_manifest(\n manifest_id=f\"manifest-{payload.candidate_id}\",\n candidate_id=payload.candidate_id,\n policy_id=getattr(policy, \"policy_id\", None)\n or getattr(policy, \"id\", \"\"),\n generated_by=payload.triggered_by,\n artifacts=[],\n )\n repository.save_manifest(boot_manifest)\n manifests = [boot_manifest]\n latest_manifest = sorted(\n manifests, key=lambda m: m.manifest_version, reverse=True\n )[0]\n\n orchestrator = CleanComplianceOrchestrator(repository)\n run = orchestrator.start_check_run(\n candidate_id=payload.candidate_id,\n policy_id=policy.id,\n requested_by=payload.triggered_by,\n manifest_id=latest_manifest.id,\n )\n\n forced = [\n ComplianceStageRun(\n id=f\"stage-{run.id}-1\",\n run_id=run.id,\n stage_name=ComplianceStageName.DATA_PURITY.value,\n status=RunStatus.SUCCEEDED.value,\n decision=ComplianceDecision.PASSED.value,\n details_json={\"message\": \"ok\"},\n ),\n ComplianceStageRun(\n id=f\"stage-{run.id}-2\",\n run_id=run.id,\n stage_name=ComplianceStageName.INTERNAL_SOURCES_ONLY.value,\n status=RunStatus.SUCCEEDED.value,\n decision=ComplianceDecision.PASSED.value,\n details_json={\"message\": \"ok\"},\n ),\n ComplianceStageRun(\n id=f\"stage-{run.id}-3\",\n run_id=run.id,\n stage_name=ComplianceStageName.NO_EXTERNAL_ENDPOINTS.value,\n status=RunStatus.SUCCEEDED.value,\n decision=ComplianceDecision.PASSED.value,\n details_json={\"message\": \"ok\"},\n ),\n ComplianceStageRun(\n id=f\"stage-{run.id}-4\",\n run_id=run.id,\n stage_name=ComplianceStageName.MANIFEST_CONSISTENCY.value,\n status=RunStatus.SUCCEEDED.value,\n decision=ComplianceDecision.PASSED.value,\n details_json={\"message\": \"ok\"},\n ),\n ]\n run = orchestrator.execute_stages(run, forced_results=forced)\n run = orchestrator.finalize_run(run)\n\n if str(run.final_status) in {\n ComplianceDecision.BLOCKED.value,\n \"CheckFinalStatus.BLOCKED\",\n \"BLOCKED\",\n }:\n logger.explore(\n \"Run ended as BLOCKED, persisting synthetic external-source violation\"\n )\n violation = ComplianceViolation(\n id=f\"viol-{run.id}\",\n run_id=run.id,\n stage_name=ComplianceStageName.NO_EXTERNAL_ENDPOINTS.value,\n code=\"EXTERNAL_SOURCE_DETECTED\",\n severity=ViolationSeverity.CRITICAL.value,\n message=\"Replace with approved internal server\",\n evidence_json={\"location\": \"external.example.com\"},\n )\n repository.save_violation(violation)\n\n builder = ComplianceReportBuilder(repository)\n report = builder.build_report_payload(\n run, repository.get_violations_by_run(run.id)\n )\n builder.persist_report(report)\n logger.reflect(f\"Compliance report persisted for run_id={run.id}\")\n\n return {\n \"check_run_id\": run.id,\n \"candidate_id\": run.candidate_id,\n \"status\": \"running\",\n \"started_at\": run.started_at.isoformat() if run.started_at else None,\n }\n\n\n# #endregion start_check\n" }, { @@ -10983,6 +11247,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_check_status [TYPE Function]\n# @BRIEF Return terminal/intermediate status payload for a check run.\n# @PRE: check_run_id references an existing run.\n# @POST: Deterministic payload shape includes checks and violations arrays.\n@router.get(\"/checks/{check_run_id}\")\nasync def get_check_status(\n check_run_id: str,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n with belief_scope(\"clean_release.get_check_status\"):\n run = repository.get_check_run(check_run_id)\n if run is None:\n raise HTTPException(\n status_code=404,\n detail={\"message\": \"Check run not found\", \"code\": \"CHECK_NOT_FOUND\"},\n )\n\n logger.reflect(f\"Returning check status for check_run_id={check_run_id}\")\n checks = [\n {\n \"stage_name\": stage.stage_name,\n \"status\": stage.status,\n \"decision\": stage.decision,\n \"details\": stage.details_json,\n }\n for stage in repository.stage_runs.values()\n if stage.run_id == run.id\n ]\n violations = [\n {\n \"violation_id\": violation.id,\n \"category\": violation.stage_name,\n \"code\": violation.code,\n \"message\": violation.message,\n \"evidence\": violation.evidence_json,\n }\n for violation in repository.get_violations_by_run(run.id)\n ]\n return {\n \"check_run_id\": run.id,\n \"candidate_id\": run.candidate_id,\n \"final_status\": getattr(run.final_status, \"value\", run.final_status),\n \"started_at\": run.started_at.isoformat() if run.started_at else None,\n \"finished_at\": run.finished_at.isoformat() if run.finished_at else None,\n \"checks\": checks,\n \"violations\": violations,\n }\n\n\n# #endregion get_check_status\n" }, { @@ -11029,6 +11294,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_report [TYPE Function]\n# @BRIEF Return persisted compliance report by report_id.\n# @PRE: report_id references an existing report.\n# @POST: Returns serialized report object.\n@router.get(\"/reports/{report_id}\")\nasync def get_report(\n report_id: str,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n with belief_scope(\"clean_release.get_report\"):\n report = repository.get_report(report_id)\n if report is None:\n raise HTTPException(\n status_code=404,\n detail={\"message\": \"Report not found\", \"code\": \"REPORT_NOT_FOUND\"},\n )\n\n logger.reflect(f\"Returning compliance report report_id={report_id}\")\n return {\n \"report_id\": report.id,\n \"check_run_id\": report.run_id,\n \"candidate_id\": report.candidate_id,\n \"final_status\": getattr(report.final_status, \"value\", report.final_status),\n \"generated_at\": report.generated_at.isoformat()\n if getattr(report, \"generated_at\", None)\n else None,\n \"operator_summary\": getattr(report, \"operator_summary\", \"\"),\n \"structured_payload_ref\": getattr(report, \"structured_payload_ref\", None),\n \"violations_count\": getattr(report, \"violations_count\", 0),\n \"blocking_violations_count\": getattr(\n report, \"blocking_violations_count\", 0\n ),\n }\n\n\n# #endregion get_report\n" }, { @@ -11069,6 +11335,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CleanReleaseV2Api [C:4] [TYPE Module] [SEMANTICS fastapi, clean-release, candidate, lifecycle, api]\n# @BRIEF Redesigned clean release API for headless candidate lifecycle.\n# @LAYER: UI (API)\n# @RELATION DEPENDS_ON -> [CleanReleaseRepository]\n# @RELATION CALLS -> [approve_candidate]\n# @RELATION CALLS -> [publish_candidate]\n# @PRE: Clean release repository dependency is available for candidate lifecycle endpoints.\n# @POST: Candidate registration, approval, publication, and revocation routes are registered without behavior changes.\n# @SIDE_EFFECT: Persists candidate lifecycle state through clean release services and repository adapters.\n\nfrom datetime import UTC, datetime\nfrom typing import Any\n\nfrom fastapi import APIRouter, Depends, HTTPException, status\n\nfrom ...dependencies import get_clean_release_repository\nfrom ...models.clean_release import (\n CandidateArtifact,\n DistributionManifest,\n ReleaseCandidate,\n)\nfrom ...services.clean_release.approval_service import (\n approve_candidate,\n reject_candidate,\n)\nfrom ...services.clean_release.dto import CandidateDTO, ManifestDTO\nfrom ...services.clean_release.enums import CandidateStatus\nfrom ...services.clean_release.publication_service import (\n publish_candidate,\n revoke_publication,\n)\nfrom ...services.clean_release.repository import CleanReleaseRepository\n\nrouter = APIRouter(prefix=\"/api/v2/clean-release\", tags=[\"Clean Release V2\"])\n\n\n# #region ApprovalRequest [C:1] [TYPE Class]\n# @BRIEF Schema for approval request payload.\nclass ApprovalRequest(dict):\n pass\n\n\n# #endregion ApprovalRequest\n\n\n# #region PublishRequest [C:1] [TYPE Class]\n# @BRIEF Schema for publication request payload.\nclass PublishRequest(dict):\n pass\n\n\n# #endregion PublishRequest\n\n\n# #region RevokeRequest [C:1] [TYPE Class]\n# @BRIEF Schema for revocation request payload.\nclass RevokeRequest(dict):\n pass\n\n\n# #endregion RevokeRequest\n\n\n# #region register_candidate [C:3] [TYPE Function]\n# @BRIEF Register a new release candidate.\n# @PRE: Payload contains required fields (id, version, source_snapshot_ref, created_by).\n# @POST: Candidate is saved in repository.\n# @RELATION DEPENDS_ON -> [CleanReleaseRepository]\n# @RELATION DEPENDS_ON -> [clean_release_dto]\n@router.post(\n \"/candidates\", response_model=CandidateDTO, status_code=status.HTTP_201_CREATED\n)\nasync def register_candidate(\n payload: dict[str, Any],\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n candidate = ReleaseCandidate(\n id=payload[\"id\"],\n version=payload[\"version\"],\n source_snapshot_ref=payload[\"source_snapshot_ref\"],\n created_by=payload[\"created_by\"],\n created_at=datetime.now(UTC),\n status=CandidateStatus.DRAFT.value,\n )\n repository.save_candidate(candidate)\n return CandidateDTO(\n id=candidate.id,\n version=candidate.version,\n source_snapshot_ref=candidate.source_snapshot_ref,\n created_at=candidate.created_at,\n created_by=candidate.created_by,\n status=CandidateStatus(candidate.status),\n )\n\n\n# #endregion register_candidate\n\n\n# #region import_artifacts [C:3] [TYPE Function]\n# @BRIEF Associate artifacts with a release candidate.\n# @PRE: Candidate exists.\n# @POST: Artifacts are processed (placeholder).\n# @RELATION DEPENDS_ON -> [CleanReleaseRepository]\n@router.post(\"/candidates/{candidate_id}/artifacts\")\nasync def import_artifacts(\n candidate_id: str,\n payload: dict[str, Any],\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n candidate = repository.get_candidate(candidate_id)\n if not candidate:\n raise HTTPException(status_code=404, detail=\"Candidate not found\")\n\n for art_data in payload.get(\"artifacts\", []):\n artifact = CandidateArtifact(\n id=art_data[\"id\"],\n candidate_id=candidate_id,\n path=art_data[\"path\"],\n sha256=art_data[\"sha256\"],\n size=art_data[\"size\"],\n )\n # In a real repo we'd have save_artifact\n # repository.save_artifact(artifact)\n pass\n\n return {\"status\": \"success\"}\n\n\n# #endregion import_artifacts\n\n\n# #region build_manifest [C:3] [TYPE Function]\n# @BRIEF Generate distribution manifest for a candidate.\n# @PRE: Candidate exists.\n# @POST: Manifest is created and saved.\n# @RELATION DEPENDS_ON -> [CleanReleaseRepository]\n@router.post(\n \"/candidates/{candidate_id}/manifests\",\n response_model=ManifestDTO,\n status_code=status.HTTP_201_CREATED,\n)\nasync def build_manifest(\n candidate_id: str,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n candidate = repository.get_candidate(candidate_id)\n if not candidate:\n raise HTTPException(status_code=404, detail=\"Candidate not found\")\n\n manifest = DistributionManifest(\n id=f\"manifest-{candidate_id}\",\n candidate_id=candidate_id,\n manifest_version=1,\n manifest_digest=\"hash-123\",\n artifacts_digest=\"art-hash-123\",\n created_by=\"system\",\n created_at=datetime.now(UTC),\n source_snapshot_ref=candidate.source_snapshot_ref,\n content_json={\"items\": [], \"summary\": {}},\n )\n repository.save_manifest(manifest)\n\n return ManifestDTO(\n id=manifest.id,\n candidate_id=manifest.candidate_id,\n manifest_version=manifest.manifest_version,\n manifest_digest=manifest.manifest_digest,\n artifacts_digest=manifest.artifacts_digest,\n created_at=manifest.created_at,\n created_by=manifest.created_by,\n source_snapshot_ref=manifest.source_snapshot_ref,\n content_json=manifest.content_json,\n )\n\n\n# #endregion build_manifest\n\n\n# #region approve_candidate_endpoint [C:3] [TYPE Function]\n# @BRIEF Endpoint to record candidate approval.\n# @RELATION CALLS -> [approve_candidate]\n@router.post(\"/candidates/{candidate_id}/approve\")\nasync def approve_candidate_endpoint(\n candidate_id: str,\n payload: dict[str, Any],\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n try:\n decision = approve_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=str(payload[\"report_id\"]),\n decided_by=str(payload[\"decided_by\"]),\n comment=payload.get(\"comment\"),\n )\n except Exception as exc:\n raise HTTPException(\n status_code=409, detail={\"message\": str(exc), \"code\": \"APPROVAL_GATE_ERROR\"}\n )\n\n return {\"status\": \"ok\", \"decision\": decision.decision, \"decision_id\": decision.id}\n\n\n# #endregion approve_candidate_endpoint\n\n\n# #region reject_candidate_endpoint [C:3] [TYPE Function]\n# @BRIEF Endpoint to record candidate rejection.\n# @RELATION CALLS -> [reject_candidate]\n@router.post(\"/candidates/{candidate_id}/reject\")\nasync def reject_candidate_endpoint(\n candidate_id: str,\n payload: dict[str, Any],\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n try:\n decision = reject_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=str(payload[\"report_id\"]),\n decided_by=str(payload[\"decided_by\"]),\n comment=payload.get(\"comment\"),\n )\n except Exception as exc:\n raise HTTPException(\n status_code=409, detail={\"message\": str(exc), \"code\": \"APPROVAL_GATE_ERROR\"}\n )\n\n return {\"status\": \"ok\", \"decision\": decision.decision, \"decision_id\": decision.id}\n\n\n# #endregion reject_candidate_endpoint\n\n\n# #region publish_candidate_endpoint [C:3] [TYPE Function]\n# @BRIEF Endpoint to publish an approved candidate.\n# @RELATION CALLS -> [publish_candidate]\n@router.post(\"/candidates/{candidate_id}/publish\")\nasync def publish_candidate_endpoint(\n candidate_id: str,\n payload: dict[str, Any],\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n try:\n publication = publish_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=str(payload[\"report_id\"]),\n published_by=str(payload[\"published_by\"]),\n target_channel=str(payload[\"target_channel\"]),\n publication_ref=payload.get(\"publication_ref\"),\n )\n except Exception as exc:\n raise HTTPException(\n status_code=409,\n detail={\"message\": str(exc), \"code\": \"PUBLICATION_GATE_ERROR\"},\n )\n\n return {\n \"status\": \"ok\",\n \"publication\": {\n \"id\": publication.id,\n \"candidate_id\": publication.candidate_id,\n \"report_id\": publication.report_id,\n \"published_by\": publication.published_by,\n \"published_at\": publication.published_at.isoformat()\n if publication.published_at\n else None,\n \"target_channel\": publication.target_channel,\n \"publication_ref\": publication.publication_ref,\n \"status\": publication.status,\n },\n }\n\n\n# #endregion publish_candidate_endpoint\n\n\n# #region revoke_publication_endpoint [C:3] [TYPE Function]\n# @BRIEF Endpoint to revoke a previous publication.\n# @RELATION CALLS -> [revoke_publication]\n@router.post(\"/publications/{publication_id}/revoke\")\nasync def revoke_publication_endpoint(\n publication_id: str,\n payload: dict[str, Any],\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n try:\n publication = revoke_publication(\n repository=repository,\n publication_id=publication_id,\n revoked_by=str(payload[\"revoked_by\"]),\n comment=payload.get(\"comment\"),\n )\n except Exception as exc:\n raise HTTPException(\n status_code=409,\n detail={\"message\": str(exc), \"code\": \"PUBLICATION_GATE_ERROR\"},\n )\n\n return {\n \"status\": \"ok\",\n \"publication\": {\n \"id\": publication.id,\n \"candidate_id\": publication.candidate_id,\n \"report_id\": publication.report_id,\n \"published_by\": publication.published_by,\n \"published_at\": publication.published_at.isoformat()\n if publication.published_at\n else None,\n \"target_channel\": publication.target_channel,\n \"publication_ref\": publication.publication_ref,\n \"status\": publication.status,\n },\n }\n\n\n# #endregion revoke_publication_endpoint\n\n# #endregion CleanReleaseV2Api\n" }, { @@ -11096,6 +11363,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ApprovalRequest [C:1] [TYPE Class]\n# @BRIEF Schema for approval request payload.\nclass ApprovalRequest(dict):\n pass\n\n\n# #endregion ApprovalRequest\n" }, { @@ -11123,6 +11391,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PublishRequest [C:1] [TYPE Class]\n# @BRIEF Schema for publication request payload.\nclass PublishRequest(dict):\n pass\n\n\n# #endregion PublishRequest\n" }, { @@ -11150,6 +11419,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RevokeRequest [C:1] [TYPE Class]\n# @BRIEF Schema for revocation request payload.\nclass RevokeRequest(dict):\n pass\n\n\n# #endregion RevokeRequest\n" }, { @@ -11201,6 +11471,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region register_candidate [C:3] [TYPE Function]\n# @BRIEF Register a new release candidate.\n# @PRE: Payload contains required fields (id, version, source_snapshot_ref, created_by).\n# @POST: Candidate is saved in repository.\n# @RELATION DEPENDS_ON -> [CleanReleaseRepository]\n# @RELATION DEPENDS_ON -> [clean_release_dto]\n@router.post(\n \"/candidates\", response_model=CandidateDTO, status_code=status.HTTP_201_CREATED\n)\nasync def register_candidate(\n payload: dict[str, Any],\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n candidate = ReleaseCandidate(\n id=payload[\"id\"],\n version=payload[\"version\"],\n source_snapshot_ref=payload[\"source_snapshot_ref\"],\n created_by=payload[\"created_by\"],\n created_at=datetime.now(UTC),\n status=CandidateStatus.DRAFT.value,\n )\n repository.save_candidate(candidate)\n return CandidateDTO(\n id=candidate.id,\n version=candidate.version,\n source_snapshot_ref=candidate.source_snapshot_ref,\n created_at=candidate.created_at,\n created_by=candidate.created_by,\n status=CandidateStatus(candidate.status),\n )\n\n\n# #endregion register_candidate\n" }, { @@ -11246,6 +11517,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region import_artifacts [C:3] [TYPE Function]\n# @BRIEF Associate artifacts with a release candidate.\n# @PRE: Candidate exists.\n# @POST: Artifacts are processed (placeholder).\n# @RELATION DEPENDS_ON -> [CleanReleaseRepository]\n@router.post(\"/candidates/{candidate_id}/artifacts\")\nasync def import_artifacts(\n candidate_id: str,\n payload: dict[str, Any],\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n candidate = repository.get_candidate(candidate_id)\n if not candidate:\n raise HTTPException(status_code=404, detail=\"Candidate not found\")\n\n for art_data in payload.get(\"artifacts\", []):\n artifact = CandidateArtifact(\n id=art_data[\"id\"],\n candidate_id=candidate_id,\n path=art_data[\"path\"],\n sha256=art_data[\"sha256\"],\n size=art_data[\"size\"],\n )\n # In a real repo we'd have save_artifact\n # repository.save_artifact(artifact)\n pass\n\n return {\"status\": \"success\"}\n\n\n# #endregion import_artifacts\n" }, { @@ -11291,6 +11563,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region build_manifest [C:3] [TYPE Function]\n# @BRIEF Generate distribution manifest for a candidate.\n# @PRE: Candidate exists.\n# @POST: Manifest is created and saved.\n# @RELATION DEPENDS_ON -> [CleanReleaseRepository]\n@router.post(\n \"/candidates/{candidate_id}/manifests\",\n response_model=ManifestDTO,\n status_code=status.HTTP_201_CREATED,\n)\nasync def build_manifest(\n candidate_id: str,\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n candidate = repository.get_candidate(candidate_id)\n if not candidate:\n raise HTTPException(status_code=404, detail=\"Candidate not found\")\n\n manifest = DistributionManifest(\n id=f\"manifest-{candidate_id}\",\n candidate_id=candidate_id,\n manifest_version=1,\n manifest_digest=\"hash-123\",\n artifacts_digest=\"art-hash-123\",\n created_by=\"system\",\n created_at=datetime.now(UTC),\n source_snapshot_ref=candidate.source_snapshot_ref,\n content_json={\"items\": [], \"summary\": {}},\n )\n repository.save_manifest(manifest)\n\n return ManifestDTO(\n id=manifest.id,\n candidate_id=manifest.candidate_id,\n manifest_version=manifest.manifest_version,\n manifest_digest=manifest.manifest_digest,\n artifacts_digest=manifest.artifacts_digest,\n created_at=manifest.created_at,\n created_by=manifest.created_by,\n source_snapshot_ref=manifest.source_snapshot_ref,\n content_json=manifest.content_json,\n )\n\n\n# #endregion build_manifest\n" }, { @@ -11315,6 +11588,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region approve_candidate_endpoint [C:3] [TYPE Function]\n# @BRIEF Endpoint to record candidate approval.\n# @RELATION CALLS -> [approve_candidate]\n@router.post(\"/candidates/{candidate_id}/approve\")\nasync def approve_candidate_endpoint(\n candidate_id: str,\n payload: dict[str, Any],\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n try:\n decision = approve_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=str(payload[\"report_id\"]),\n decided_by=str(payload[\"decided_by\"]),\n comment=payload.get(\"comment\"),\n )\n except Exception as exc:\n raise HTTPException(\n status_code=409, detail={\"message\": str(exc), \"code\": \"APPROVAL_GATE_ERROR\"}\n )\n\n return {\"status\": \"ok\", \"decision\": decision.decision, \"decision_id\": decision.id}\n\n\n# #endregion approve_candidate_endpoint\n" }, { @@ -11339,6 +11613,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region reject_candidate_endpoint [C:3] [TYPE Function]\n# @BRIEF Endpoint to record candidate rejection.\n# @RELATION CALLS -> [reject_candidate]\n@router.post(\"/candidates/{candidate_id}/reject\")\nasync def reject_candidate_endpoint(\n candidate_id: str,\n payload: dict[str, Any],\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n try:\n decision = reject_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=str(payload[\"report_id\"]),\n decided_by=str(payload[\"decided_by\"]),\n comment=payload.get(\"comment\"),\n )\n except Exception as exc:\n raise HTTPException(\n status_code=409, detail={\"message\": str(exc), \"code\": \"APPROVAL_GATE_ERROR\"}\n )\n\n return {\"status\": \"ok\", \"decision\": decision.decision, \"decision_id\": decision.id}\n\n\n# #endregion reject_candidate_endpoint\n" }, { @@ -11363,6 +11638,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region publish_candidate_endpoint [C:3] [TYPE Function]\n# @BRIEF Endpoint to publish an approved candidate.\n# @RELATION CALLS -> [publish_candidate]\n@router.post(\"/candidates/{candidate_id}/publish\")\nasync def publish_candidate_endpoint(\n candidate_id: str,\n payload: dict[str, Any],\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n try:\n publication = publish_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=str(payload[\"report_id\"]),\n published_by=str(payload[\"published_by\"]),\n target_channel=str(payload[\"target_channel\"]),\n publication_ref=payload.get(\"publication_ref\"),\n )\n except Exception as exc:\n raise HTTPException(\n status_code=409,\n detail={\"message\": str(exc), \"code\": \"PUBLICATION_GATE_ERROR\"},\n )\n\n return {\n \"status\": \"ok\",\n \"publication\": {\n \"id\": publication.id,\n \"candidate_id\": publication.candidate_id,\n \"report_id\": publication.report_id,\n \"published_by\": publication.published_by,\n \"published_at\": publication.published_at.isoformat()\n if publication.published_at\n else None,\n \"target_channel\": publication.target_channel,\n \"publication_ref\": publication.publication_ref,\n \"status\": publication.status,\n },\n }\n\n\n# #endregion publish_candidate_endpoint\n" }, { @@ -11387,6 +11663,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region revoke_publication_endpoint [C:3] [TYPE Function]\n# @BRIEF Endpoint to revoke a previous publication.\n# @RELATION CALLS -> [revoke_publication]\n@router.post(\"/publications/{publication_id}/revoke\")\nasync def revoke_publication_endpoint(\n publication_id: str,\n payload: dict[str, Any],\n repository: CleanReleaseRepository = Depends(get_clean_release_repository),\n):\n try:\n publication = revoke_publication(\n repository=repository,\n publication_id=publication_id,\n revoked_by=str(payload[\"revoked_by\"]),\n comment=payload.get(\"comment\"),\n )\n except Exception as exc:\n raise HTTPException(\n status_code=409,\n detail={\"message\": str(exc), \"code\": \"PUBLICATION_GATE_ERROR\"},\n )\n\n return {\n \"status\": \"ok\",\n \"publication\": {\n \"id\": publication.id,\n \"candidate_id\": publication.candidate_id,\n \"report_id\": publication.report_id,\n \"published_by\": publication.published_by,\n \"published_at\": publication.published_at.isoformat()\n if publication.published_at\n else None,\n \"target_channel\": publication.target_channel,\n \"publication_ref\": publication.publication_ref,\n \"status\": publication.status,\n },\n }\n\n\n# #endregion revoke_publication_endpoint\n" }, { @@ -11418,6 +11695,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ConnectionsRouter [C:3] [TYPE Module] [SEMANTICS fastapi, connection, api, search]\n# @BRIEF Defines the FastAPI router for managing external database connections.\n# @LAYER: UI (API)\n# @RELATION DEPENDS_ON -> [get_db]\n# @RELATION DEPENDS_ON -> [ConnectionConfig]\n\nfrom datetime import datetime\n\nfrom fastapi import APIRouter, Depends, HTTPException, status\nfrom pydantic import BaseModel\nfrom sqlalchemy.orm import Session\n\nfrom ...core.database import ensure_connection_configs_table, get_db\nfrom ...core.logger import belief_scope, logger\nfrom ...models.connection import ConnectionConfig\n\nrouter = APIRouter()\n\n\n# #region _ensure_connections_schema [C:3] [TYPE Function]\n# @BRIEF Ensures the connection_configs table exists before CRUD access.\n# @PRE: db is an active SQLAlchemy session.\n# @POST: The current bind can safely query ConnectionConfig.\n# @RELATION CALLS -> ensure_connection_configs_table\ndef _ensure_connections_schema(db: Session):\n with belief_scope(\"ConnectionsRouter.ensure_schema\"):\n ensure_connection_configs_table(db.get_bind())\n\n\n# #endregion _ensure_connections_schema\n\n\n# #region ConnectionSchema [C:3] [TYPE Class]\n# @BRIEF Pydantic model for connection response.\n# @RELATION BINDS_TO -> ConnectionConfig\nclass ConnectionSchema(BaseModel):\n id: str\n name: str\n type: str\n host: str | None = None\n port: int | None = None\n database: str | None = None\n username: str | None = None\n created_at: datetime\n\n class Config:\n orm_mode = True\n\n\n# #endregion ConnectionSchema\n\n\n# #region ConnectionCreate [C:3] [TYPE Class]\n# @BRIEF Pydantic model for creating a connection.\n# @RELATION BINDS_TO -> ConnectionConfig\nclass ConnectionCreate(BaseModel):\n name: str\n type: str\n host: str | None = None\n port: int | None = None\n database: str | None = None\n username: str | None = None\n password: str | None = None\n\n\n# #endregion ConnectionCreate\n\n\n# #region list_connections [C:3] [TYPE Function]\n# @BRIEF Lists all saved connections.\n# @PRE: Database session is active.\n# @POST: Returns list of connection configs.\n# @RELATION CALLS -> _ensure_connections_schema\n# @RELATION DEPENDS_ON -> ConnectionConfig\n@router.get(\"\", response_model=list[ConnectionSchema])\nasync def list_connections(db: Session = Depends(get_db)):\n with belief_scope(\"ConnectionsRouter.list_connections\"):\n _ensure_connections_schema(db)\n connections = db.query(ConnectionConfig).all()\n return connections\n\n\n# #endregion list_connections\n\n\n# #region create_connection [C:3] [TYPE Function]\n# @BRIEF Creates a new connection configuration.\n# @PRE: Connection name is unique.\n# @POST: Connection is saved to DB.\n# @RELATION CALLS -> _ensure_connections_schema\n# @RELATION DEPENDS_ON -> ConnectionConfig\n@router.post(\"\", response_model=ConnectionSchema, status_code=status.HTTP_201_CREATED)\nasync def create_connection(\n connection: ConnectionCreate, db: Session = Depends(get_db)\n):\n with belief_scope(\"ConnectionsRouter.create_connection\", f\"name={connection.name}\"):\n _ensure_connections_schema(db)\n db_connection = ConnectionConfig(**connection.dict())\n db.add(db_connection)\n db.commit()\n db.refresh(db_connection)\n logger.info(\n f\"[ConnectionsRouter.create_connection][Success] Created connection {db_connection.id}\"\n )\n return db_connection\n\n\n# #endregion create_connection\n\n\n# #region delete_connection [C:3] [TYPE Function]\n# @BRIEF Deletes a connection configuration.\n# @PRE: Connection ID exists.\n# @POST: Connection is removed from DB.\n# @RELATION CALLS -> _ensure_connections_schema\n# @RELATION DEPENDS_ON -> ConnectionConfig\n@router.delete(\"/{connection_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_connection(connection_id: str, db: Session = Depends(get_db)):\n with belief_scope(\"ConnectionsRouter.delete_connection\", f\"id={connection_id}\"):\n _ensure_connections_schema(db)\n db_connection = (\n db.query(ConnectionConfig)\n .filter(ConnectionConfig.id == connection_id)\n .first()\n )\n if not db_connection:\n logger.error(\n f\"[ConnectionsRouter.delete_connection][State] Connection {connection_id} not found\"\n )\n raise HTTPException(status_code=404, detail=\"Connection not found\")\n db.delete(db_connection)\n db.commit()\n logger.info(\n f\"[ConnectionsRouter.delete_connection][Success] Deleted connection {connection_id}\"\n )\n return\n\n\n# #endregion delete_connection\n\n# #endregion ConnectionsRouter\n" }, { @@ -11463,6 +11741,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _ensure_connections_schema [C:3] [TYPE Function]\n# @BRIEF Ensures the connection_configs table exists before CRUD access.\n# @PRE: db is an active SQLAlchemy session.\n# @POST: The current bind can safely query ConnectionConfig.\n# @RELATION CALLS -> ensure_connection_configs_table\ndef _ensure_connections_schema(db: Session):\n with belief_scope(\"ConnectionsRouter.ensure_schema\"):\n ensure_connection_configs_table(db.get_bind())\n\n\n# #endregion _ensure_connections_schema\n" }, { @@ -11487,6 +11766,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ConnectionSchema [C:3] [TYPE Class]\n# @BRIEF Pydantic model for connection response.\n# @RELATION BINDS_TO -> ConnectionConfig\nclass ConnectionSchema(BaseModel):\n id: str\n name: str\n type: str\n host: str | None = None\n port: int | None = None\n database: str | None = None\n username: str | None = None\n created_at: datetime\n\n class Config:\n orm_mode = True\n\n\n# #endregion ConnectionSchema\n" }, { @@ -11511,6 +11791,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ConnectionCreate [C:3] [TYPE Class]\n# @BRIEF Pydantic model for creating a connection.\n# @RELATION BINDS_TO -> ConnectionConfig\nclass ConnectionCreate(BaseModel):\n name: str\n type: str\n host: str | None = None\n port: int | None = None\n database: str | None = None\n username: str | None = None\n password: str | None = None\n\n\n# #endregion ConnectionCreate\n" }, { @@ -11562,6 +11843,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region list_connections [C:3] [TYPE Function]\n# @BRIEF Lists all saved connections.\n# @PRE: Database session is active.\n# @POST: Returns list of connection configs.\n# @RELATION CALLS -> _ensure_connections_schema\n# @RELATION DEPENDS_ON -> ConnectionConfig\n@router.get(\"\", response_model=list[ConnectionSchema])\nasync def list_connections(db: Session = Depends(get_db)):\n with belief_scope(\"ConnectionsRouter.list_connections\"):\n _ensure_connections_schema(db)\n connections = db.query(ConnectionConfig).all()\n return connections\n\n\n# #endregion list_connections\n" }, { @@ -11613,6 +11895,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_connection [C:3] [TYPE Function]\n# @BRIEF Creates a new connection configuration.\n# @PRE: Connection name is unique.\n# @POST: Connection is saved to DB.\n# @RELATION CALLS -> _ensure_connections_schema\n# @RELATION DEPENDS_ON -> ConnectionConfig\n@router.post(\"\", response_model=ConnectionSchema, status_code=status.HTTP_201_CREATED)\nasync def create_connection(\n connection: ConnectionCreate, db: Session = Depends(get_db)\n):\n with belief_scope(\"ConnectionsRouter.create_connection\", f\"name={connection.name}\"):\n _ensure_connections_schema(db)\n db_connection = ConnectionConfig(**connection.dict())\n db.add(db_connection)\n db.commit()\n db.refresh(db_connection)\n logger.info(\n f\"[ConnectionsRouter.create_connection][Success] Created connection {db_connection.id}\"\n )\n return db_connection\n\n\n# #endregion create_connection\n" }, { @@ -11664,6 +11947,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region delete_connection [C:3] [TYPE Function]\n# @BRIEF Deletes a connection configuration.\n# @PRE: Connection ID exists.\n# @POST: Connection is removed from DB.\n# @RELATION CALLS -> _ensure_connections_schema\n# @RELATION DEPENDS_ON -> ConnectionConfig\n@router.delete(\"/{connection_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_connection(connection_id: str, db: Session = Depends(get_db)):\n with belief_scope(\"ConnectionsRouter.delete_connection\", f\"id={connection_id}\"):\n _ensure_connections_schema(db)\n db_connection = (\n db.query(ConnectionConfig)\n .filter(ConnectionConfig.id == connection_id)\n .first()\n )\n if not db_connection:\n logger.error(\n f\"[ConnectionsRouter.delete_connection][State] Connection {connection_id} not found\"\n )\n raise HTTPException(status_code=404, detail=\"Connection not found\")\n db.delete(db_connection)\n db.commit()\n logger.info(\n f\"[ConnectionsRouter.delete_connection][Success] Deleted connection {connection_id}\"\n )\n return\n\n\n# #endregion delete_connection\n" }, { @@ -11747,6 +12031,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardsApi [C:5] [TYPE Module] [SEMANTICS dashboard, api, package, search, git, task]\n#\n# @BRIEF API endpoints for the Dashboard Hub - listing dashboards with Git and task status\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [AppDependencies]\n# @RELATION DEPENDS_ON -> [ResourceService]\n# @RELATION DEPENDS_ON -> [SupersetClient]\n#\n# @INVARIANT: All dashboard responses include git_status and last_task metadata\n#\n# @PRE: Valid environment configurations exist in ConfigManager.\n# @POST: Dashboard responses are projected into DashboardsResponse DTO.\n# @SIDE_EFFECT: Performs external calls to Superset API and potentially Git providers.\n# @DATA_CONTRACT: Input(env_id, filters) -> Output(DashboardsResponse)\n#\n# @TEST_CONTRACT: DashboardsAPI -> {\n# required_fields: {env_id: string, page: integer, page_size: integer},\n# optional_fields: {search: string},\n# invariants: [\"Pagination must be valid\", \"Environment must exist\"]\n# }\n#\n# @TEST_FIXTURE: dashboard_list_happy -> {\n# \"env_id\": \"prod\",\n# \"expected_count\": 1,\n# \"dashboards\": [{\"id\": 1, \"title\": \"Main Revenue\"}]\n# }\n#\n# @TEST_EDGE: pagination_zero_page -> {\"env_id\": \"prod\", \"page\": 0, \"status\": 400}\n# @TEST_EDGE: pagination_oversize -> {\"env_id\": \"prod\", \"page_size\": 101, \"status\": 400}\n# @TEST_EDGE: missing_env -> {\"env_id\": \"ghost\", \"status\": 404}\n# @TEST_EDGE: empty_dashboards -> {\"env_id\": \"empty_env\", \"expected_total\": 0}\n# @TEST_EDGE: external_superset_failure -> {\"env_id\": \"bad_conn\", \"status\": 503}\n#\n# @TEST_INVARIANT: metadata_consistency -> verifies: [dashboard_list_happy, empty_dashboards]\n\nfrom ._action_routes import *\nfrom ._detail_routes import *\nfrom ._listing_routes import *\nfrom ._router import router\nfrom ._schemas import *\n\n# #endregion DashboardsApi\n" }, { @@ -11788,6 +12073,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardActionRoutes [C:2] [TYPE Module] [SEMANTICS fastapi, dashboard, api, backup]\n# @BRIEF Dashboard action route handlers — migrate, backup.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [DashboardRouter]\n# @RELATION DEPENDS_ON -> [DashboardSchemas]\n\nfrom fastapi import Depends, HTTPException\n\nfrom src.core.logger import belief_scope, logger\nfrom src.dependencies import (\n get_config_manager,\n get_task_manager,\n has_permission,\n)\n\nfrom ._router import router\nfrom ._schemas import (\n BackupRequest,\n MigrateRequest,\n TaskResponse,\n)\n\n\n# #region migrate_dashboards [C:2] [TYPE Function]\n# @BRIEF Trigger bulk migration of dashboards from source to target environment\n# @PRE: User has permission plugin:migration:execute\n# @PRE: source_env_id and target_env_id are valid environment IDs\n# @PRE: dashboard_ids is a non-empty list\n# @POST: Returns task_id for tracking migration progress\n# @POST: Task is created and queued for execution\n# @RELATION DISPATCHES -> [MigrationPlugin:execute]\n# @RELATION CALLS -> [TaskManager]\n@router.post(\"/migrate\", response_model=TaskResponse)\nasync def migrate_dashboards(\n request: MigrateRequest,\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n _=Depends(has_permission(\"plugin:migration\", \"EXECUTE\")),\n):\n with belief_scope(\n \"migrate_dashboards\",\n f\"source={request.source_env_id}, target={request.target_env_id}, count={len(request.dashboard_ids)}\",\n ):\n if not request.dashboard_ids:\n logger.error(\n \"[migrate_dashboards][Coherence:Failed] No dashboard IDs provided\"\n )\n raise HTTPException(\n status_code=400, detail=\"At least one dashboard ID must be provided\"\n )\n\n environments = config_manager.get_environments()\n source_env = next(\n (e for e in environments if e.id == request.source_env_id), None\n )\n target_env = next(\n (e for e in environments if e.id == request.target_env_id), None\n )\n\n if not source_env:\n logger.error(\n f\"[migrate_dashboards][Coherence:Failed] Source environment not found: {request.source_env_id}\"\n )\n raise HTTPException(status_code=404, detail=\"Source environment not found\")\n if not target_env:\n logger.error(\n f\"[migrate_dashboards][Coherence:Failed] Target environment not found: {request.target_env_id}\"\n )\n raise HTTPException(status_code=404, detail=\"Target environment not found\")\n\n try:\n task_params = {\n \"source_env_id\": request.source_env_id,\n \"target_env_id\": request.target_env_id,\n \"selected_ids\": request.dashboard_ids,\n \"replace_db_config\": request.replace_db_config,\n \"db_mappings\": request.db_mappings or {},\n }\n\n task_obj = await task_manager.create_task(\n plugin_id=\"superset-migration\", params=task_params\n )\n\n logger.info(\n f\"[migrate_dashboards][Coherence:OK] Migration task created: {task_obj.id} for {len(request.dashboard_ids)} dashboards\"\n )\n\n return TaskResponse(task_id=str(task_obj.id))\n\n except Exception as e:\n logger.error(\n f\"[migrate_dashboards][Coherence:Failed] Failed to create migration task: {e}\"\n )\n raise HTTPException(\n status_code=503, detail=f\"Failed to create migration task: {e!s}\"\n )\n\n\n# #endregion migrate_dashboards\n\n\n# #region backup_dashboards [C:2] [TYPE Function]\n# @BRIEF Trigger bulk backup of dashboards with optional cron schedule\n# @PRE: User has permission plugin:backup:execute\n# @PRE: env_id is a valid environment ID\n# @PRE: dashboard_ids is a non-empty list\n# @POST: Returns task_id for tracking backup progress\n# @POST: Task is created and queued for execution\n# @POST: If schedule is provided, a scheduled task is created\n# @RELATION DISPATCHES -> [BackupPlugin:execute]\n# @RELATION CALLS -> [TaskManager]\n@router.post(\"/backup\", response_model=TaskResponse)\nasync def backup_dashboards(\n request: BackupRequest,\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n _=Depends(has_permission(\"plugin:backup\", \"EXECUTE\")),\n):\n with belief_scope(\n \"backup_dashboards\",\n f\"env={request.env_id}, count={len(request.dashboard_ids)}, schedule={request.schedule}\",\n ):\n if not request.dashboard_ids:\n logger.error(\n \"[backup_dashboards][Coherence:Failed] No dashboard IDs provided\"\n )\n raise HTTPException(\n status_code=400, detail=\"At least one dashboard ID must be provided\"\n )\n\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == request.env_id), None)\n\n if not env:\n logger.error(\n f\"[backup_dashboards][Coherence:Failed] Environment not found: {request.env_id}\"\n )\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n task_params = {\n \"env\": request.env_id,\n \"dashboards\": request.dashboard_ids,\n \"schedule\": request.schedule,\n }\n\n task_obj = await task_manager.create_task(\n plugin_id=\"superset-backup\", params=task_params\n )\n\n logger.info(\n f\"[backup_dashboards][Coherence:OK] Backup task created: {task_obj.id} for {len(request.dashboard_ids)} dashboards\"\n )\n\n return TaskResponse(task_id=str(task_obj.id))\n\n except Exception as e:\n logger.error(\n f\"[backup_dashboards][Coherence:Failed] Failed to create backup task: {e}\"\n )\n raise HTTPException(\n status_code=503, detail=f\"Failed to create backup task: {e!s}\"\n )\n\n\n# #endregion backup_dashboards\n# #endregion DashboardActionRoutes\n" }, { @@ -11848,6 +12134,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region migrate_dashboards [C:2] [TYPE Function]\n# @BRIEF Trigger bulk migration of dashboards from source to target environment\n# @PRE: User has permission plugin:migration:execute\n# @PRE: source_env_id and target_env_id are valid environment IDs\n# @PRE: dashboard_ids is a non-empty list\n# @POST: Returns task_id for tracking migration progress\n# @POST: Task is created and queued for execution\n# @RELATION DISPATCHES -> [MigrationPlugin:execute]\n# @RELATION CALLS -> [TaskManager]\n@router.post(\"/migrate\", response_model=TaskResponse)\nasync def migrate_dashboards(\n request: MigrateRequest,\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n _=Depends(has_permission(\"plugin:migration\", \"EXECUTE\")),\n):\n with belief_scope(\n \"migrate_dashboards\",\n f\"source={request.source_env_id}, target={request.target_env_id}, count={len(request.dashboard_ids)}\",\n ):\n if not request.dashboard_ids:\n logger.error(\n \"[migrate_dashboards][Coherence:Failed] No dashboard IDs provided\"\n )\n raise HTTPException(\n status_code=400, detail=\"At least one dashboard ID must be provided\"\n )\n\n environments = config_manager.get_environments()\n source_env = next(\n (e for e in environments if e.id == request.source_env_id), None\n )\n target_env = next(\n (e for e in environments if e.id == request.target_env_id), None\n )\n\n if not source_env:\n logger.error(\n f\"[migrate_dashboards][Coherence:Failed] Source environment not found: {request.source_env_id}\"\n )\n raise HTTPException(status_code=404, detail=\"Source environment not found\")\n if not target_env:\n logger.error(\n f\"[migrate_dashboards][Coherence:Failed] Target environment not found: {request.target_env_id}\"\n )\n raise HTTPException(status_code=404, detail=\"Target environment not found\")\n\n try:\n task_params = {\n \"source_env_id\": request.source_env_id,\n \"target_env_id\": request.target_env_id,\n \"selected_ids\": request.dashboard_ids,\n \"replace_db_config\": request.replace_db_config,\n \"db_mappings\": request.db_mappings or {},\n }\n\n task_obj = await task_manager.create_task(\n plugin_id=\"superset-migration\", params=task_params\n )\n\n logger.info(\n f\"[migrate_dashboards][Coherence:OK] Migration task created: {task_obj.id} for {len(request.dashboard_ids)} dashboards\"\n )\n\n return TaskResponse(task_id=str(task_obj.id))\n\n except Exception as e:\n logger.error(\n f\"[migrate_dashboards][Coherence:Failed] Failed to create migration task: {e}\"\n )\n raise HTTPException(\n status_code=503, detail=f\"Failed to create migration task: {e!s}\"\n )\n\n\n# #endregion migrate_dashboards\n" }, { @@ -11908,6 +12195,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region backup_dashboards [C:2] [TYPE Function]\n# @BRIEF Trigger bulk backup of dashboards with optional cron schedule\n# @PRE: User has permission plugin:backup:execute\n# @PRE: env_id is a valid environment ID\n# @PRE: dashboard_ids is a non-empty list\n# @POST: Returns task_id for tracking backup progress\n# @POST: Task is created and queued for execution\n# @POST: If schedule is provided, a scheduled task is created\n# @RELATION DISPATCHES -> [BackupPlugin:execute]\n# @RELATION CALLS -> [TaskManager]\n@router.post(\"/backup\", response_model=TaskResponse)\nasync def backup_dashboards(\n request: BackupRequest,\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n _=Depends(has_permission(\"plugin:backup\", \"EXECUTE\")),\n):\n with belief_scope(\n \"backup_dashboards\",\n f\"env={request.env_id}, count={len(request.dashboard_ids)}, schedule={request.schedule}\",\n ):\n if not request.dashboard_ids:\n logger.error(\n \"[backup_dashboards][Coherence:Failed] No dashboard IDs provided\"\n )\n raise HTTPException(\n status_code=400, detail=\"At least one dashboard ID must be provided\"\n )\n\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == request.env_id), None)\n\n if not env:\n logger.error(\n f\"[backup_dashboards][Coherence:Failed] Environment not found: {request.env_id}\"\n )\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n task_params = {\n \"env\": request.env_id,\n \"dashboards\": request.dashboard_ids,\n \"schedule\": request.schedule,\n }\n\n task_obj = await task_manager.create_task(\n plugin_id=\"superset-backup\", params=task_params\n )\n\n logger.info(\n f\"[backup_dashboards][Coherence:OK] Backup task created: {task_obj.id} for {len(request.dashboard_ids)} dashboards\"\n )\n\n return TaskResponse(task_id=str(task_obj.id))\n\n except Exception as e:\n logger.error(\n f\"[backup_dashboards][Coherence:Failed] Failed to create backup task: {e}\"\n )\n raise HTTPException(\n status_code=503, detail=f\"Failed to create backup task: {e!s}\"\n )\n\n\n# #endregion backup_dashboards\n" }, { @@ -11951,6 +12239,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardDetailRoutes [C:3] [TYPE Module] [SEMANTICS fastapi, dashboard, api, transform, search, task]\n# @BRIEF Dashboard detail, db-mappings, task history, thumbnail route handlers.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [DashboardRouter]\n# @RELATION DEPENDS_ON -> [DashboardSchemas]\n# @RELATION DEPENDS_ON -> [DashboardHelpers]\n# @RELATION DEPENDS_ON -> [DashboardProjection]\n\nimport re\nfrom typing import Any\nfrom urllib.parse import urlparse\n\nfrom fastapi import Depends, HTTPException, Query, Response\nfrom fastapi.responses import JSONResponse\n\nfrom src.core.async_superset_client import AsyncSupersetClient\nfrom src.core.logger import belief_scope, logger\nfrom src.core.superset_client import SupersetClient\nfrom src.core.utils.network import DashboardNotFoundError\nfrom src.dependencies import (\n get_config_manager,\n get_mapping_service,\n get_task_manager,\n has_permission,\n)\n\nfrom ._helpers import (\n _resolve_dashboard_id_from_ref,\n _resolve_dashboard_id_from_ref_async,\n)\nfrom ._projection import (\n _task_matches_dashboard,\n)\nfrom ._router import router\nfrom ._schemas import (\n DashboardDetailResponse,\n DashboardTaskHistoryItem,\n DashboardTaskHistoryResponse,\n DatabaseMapping,\n DatabaseMappingsResponse,\n)\n\n\n# #region get_database_mappings [C:2] [TYPE Function]\n# @BRIEF Get database mapping suggestions between source and target environments\n# @PRE: User has permission plugin:migration:read\n# @PRE: source_env_id and target_env_id are valid environment IDs\n# @POST: Returns list of suggested database mappings with confidence scores\n# @RELATION CALLS -> [MappingService:get_suggestions]\n@router.get(\"/db-mappings\", response_model=DatabaseMappingsResponse)\nasync def get_database_mappings(\n source_env_id: str,\n target_env_id: str,\n config_manager=Depends(get_config_manager),\n mapping_service=Depends(get_mapping_service),\n _=Depends(has_permission(\"plugin:migration\", \"READ\")),\n):\n with belief_scope(\n \"get_database_mappings\", f\"source={source_env_id}, target={target_env_id}\"\n ):\n environments = config_manager.get_environments()\n source_env = next((e for e in environments if e.id == source_env_id), None)\n target_env = next((e for e in environments if e.id == target_env_id), None)\n\n if not source_env:\n logger.error(\n f\"[get_database_mappings][Coherence:Failed] Source environment not found: {source_env_id}\"\n )\n raise HTTPException(status_code=404, detail=\"Source environment not found\")\n if not target_env:\n logger.error(\n f\"[get_database_mappings][Coherence:Failed] Target environment not found: {target_env_id}\"\n )\n raise HTTPException(status_code=404, detail=\"Target environment not found\")\n\n try:\n suggestions = await mapping_service.get_suggestions(\n source_env_id, target_env_id\n )\n\n mappings = [\n DatabaseMapping(\n source_db=s.get(\"source_db\", \"\"),\n target_db=s.get(\"target_db\", \"\"),\n source_db_uuid=s.get(\"source_db_uuid\"),\n target_db_uuid=s.get(\"target_db_uuid\"),\n confidence=s.get(\"confidence\", 0.0),\n )\n for s in suggestions\n ]\n\n logger.info(\n f\"[get_database_mappings][Coherence:OK] Returning {len(mappings)} database mapping suggestions\"\n )\n\n return DatabaseMappingsResponse(mappings=mappings)\n\n except Exception as e:\n logger.error(\n f\"[get_database_mappings][Coherence:Failed] Failed to get database mappings: {e}\"\n )\n raise HTTPException(\n status_code=503, detail=f\"Failed to get database mappings: {e!s}\"\n )\n\n\n# #endregion get_database_mappings\n\n\n# #region get_dashboard_detail [C:2] [TYPE Function]\n# @BRIEF Fetch detailed dashboard info with related charts and datasets\n# @PRE: env_id must be valid and dashboard ref (slug or id) must exist\n# @POST: Returns dashboard detail payload for overview page\n# @RELATION CALLS -> [AsyncSupersetClient]\n@router.get(\"/{dashboard_ref}\", response_model=DashboardDetailResponse)\nasync def get_dashboard_detail(\n dashboard_ref: str,\n env_id: str,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:migration\", \"READ\")),\n):\n with belief_scope(\n \"get_dashboard_detail\", f\"dashboard_ref={dashboard_ref}, env_id={env_id}\"\n ):\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if not env:\n logger.error(\n f\"[get_dashboard_detail][Coherence:Failed] Environment not found: {env_id}\"\n )\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n sync_client = SupersetClient(env)\n dashboard_id = _resolve_dashboard_id_from_ref(dashboard_ref, sync_client)\n detail = sync_client.get_dashboard_detail(dashboard_id)\n logger.info(\n f\"[get_dashboard_detail][Coherence:OK] Dashboard ref={dashboard_ref} resolved_id={dashboard_id}: {detail.get('chart_count', 0)} charts, {detail.get('dataset_count', 0)} datasets\"\n )\n return DashboardDetailResponse(**detail)\n except HTTPException:\n raise\n except Exception as e:\n logger.error(\n f\"[get_dashboard_detail][Coherence:Failed] Failed to fetch dashboard detail: {e}\"\n )\n raise HTTPException(\n status_code=503, detail=f\"Failed to fetch dashboard detail: {e!s}\"\n )\n\n\n# #endregion get_dashboard_detail\n\n\n# #region get_dashboard_tasks_history [C:2] [TYPE Function]\n# @BRIEF Returns history of backup and LLM validation tasks for a dashboard.\n# @PRE: dashboard ref (slug or id) is valid.\n# @POST: Response contains sorted task history (newest first).\n@router.get(\"/{dashboard_ref}/tasks\", response_model=DashboardTaskHistoryResponse)\nasync def get_dashboard_tasks_history(\n dashboard_ref: str,\n env_id: str | None = None,\n limit: int = Query(20, ge=1, le=100),\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n _=Depends(has_permission(\"tasks\", \"READ\")),\n):\n with belief_scope(\n \"get_dashboard_tasks_history\",\n f\"dashboard_ref={dashboard_ref}, env_id={env_id}, limit={limit}\",\n ):\n dashboard_id: int | None = None\n client: AsyncSupersetClient | None = None\n try:\n if dashboard_ref.isdigit():\n dashboard_id = int(dashboard_ref)\n elif env_id:\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if not env:\n logger.error(\n f\"[get_dashboard_tasks_history][Coherence:Failed] Environment not found: {env_id}\"\n )\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n client = AsyncSupersetClient(env)\n dashboard_id = await _resolve_dashboard_id_from_ref_async(\n dashboard_ref, client\n )\n else:\n logger.error(\n \"[get_dashboard_tasks_history][Coherence:Failed] Non-numeric dashboard ref requires env_id\"\n )\n raise HTTPException(\n status_code=400,\n detail=\"env_id is required when dashboard reference is a slug\",\n )\n\n matching_tasks = []\n for task in task_manager.get_all_tasks():\n if _task_matches_dashboard(task, dashboard_id, env_id):\n matching_tasks.append(task)\n\n def _sort_key(task_obj: Any) -> str:\n return str(getattr(task_obj, \"started_at\", \"\") or \"\") or str(\n getattr(task_obj, \"finished_at\", \"\") or \"\"\n )\n\n matching_tasks.sort(key=_sort_key, reverse=True)\n selected = matching_tasks[:limit]\n\n items = []\n for task in selected:\n result = getattr(task, \"result\", None)\n summary = None\n validation_status = None\n if isinstance(result, dict):\n raw_validation_status = result.get(\"status\")\n if raw_validation_status is not None:\n validation_status = str(raw_validation_status)\n summary = (\n result.get(\"summary\")\n or result.get(\"status\")\n or result.get(\"message\")\n )\n params = getattr(task, \"params\", {}) or {}\n items.append(\n DashboardTaskHistoryItem(\n id=str(getattr(task, \"id\", \"\")),\n plugin_id=str(getattr(task, \"plugin_id\", \"\")),\n status=str(getattr(task, \"status\", \"\")),\n validation_status=validation_status,\n started_at=getattr(task, \"started_at\", None).isoformat()\n if getattr(task, \"started_at\", None)\n else None,\n finished_at=getattr(task, \"finished_at\", None).isoformat()\n if getattr(task, \"finished_at\", None)\n else None,\n env_id=str(params.get(\"environment_id\") or params.get(\"env\"))\n if (params.get(\"environment_id\") or params.get(\"env\"))\n else None,\n summary=summary,\n )\n )\n\n logger.info(\n f\"[get_dashboard_tasks_history][Coherence:OK] Found {len(items)} tasks for dashboard_ref={dashboard_ref}, dashboard_id={dashboard_id}\"\n )\n return DashboardTaskHistoryResponse(dashboard_id=dashboard_id, items=items)\n finally:\n if client is not None:\n await client.aclose()\n\n\n# #endregion get_dashboard_tasks_history\n\n\n# #region get_dashboard_thumbnail [C:3] [TYPE Function]\n# @BRIEF Proxies Superset dashboard thumbnail with cache support.\n# @RELATION CALLS -> [AsyncSupersetClient]\n# @PRE: env_id must exist.\n# @POST: Returns image bytes or 202 when thumbnail is being prepared by Superset.\n@router.get(\"/{dashboard_ref}/thumbnail\")\nasync def get_dashboard_thumbnail(\n dashboard_ref: str,\n env_id: str,\n force: bool = Query(False),\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:migration\", \"READ\")),\n):\n with belief_scope(\n \"get_dashboard_thumbnail\",\n f\"dashboard_ref={dashboard_ref}, env_id={env_id}, force={force}\",\n ):\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if not env:\n logger.error(\n f\"[get_dashboard_thumbnail][Coherence:Failed] Environment not found: {env_id}\"\n )\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n client = SupersetClient(env)\n dashboard_id = _resolve_dashboard_id_from_ref(dashboard_ref, client)\n digest = None\n thumb_endpoint = None\n\n try:\n screenshot_payload = client.network.request(\n method=\"POST\",\n endpoint=f\"/dashboard/{dashboard_id}/cache_dashboard_screenshot/\",\n json={\"force\": force},\n )\n payload = (\n screenshot_payload.get(\"result\", screenshot_payload)\n if isinstance(screenshot_payload, dict)\n else {}\n )\n image_url = (\n payload.get(\"image_url\", \"\") if isinstance(payload, dict) else \"\"\n )\n if isinstance(image_url, str) and image_url:\n matched = re.search(\n r\"/dashboard/\\d+/(?:thumbnail|screenshot)/([^/]+)/?$\",\n image_url,\n )\n if matched:\n digest = matched.group(1)\n except DashboardNotFoundError:\n logger.warning(\n \"[get_dashboard_thumbnail][Fallback] cache_dashboard_screenshot endpoint unavailable, fallback to dashboard.thumbnail_url\"\n )\n\n if not digest:\n dashboard_payload = client.network.request(\n method=\"GET\",\n endpoint=f\"/dashboard/{dashboard_id}\",\n )\n dashboard_data = (\n dashboard_payload.get(\"result\", dashboard_payload)\n if isinstance(dashboard_payload, dict)\n else {}\n )\n thumbnail_url = (\n dashboard_data.get(\"thumbnail_url\", \"\")\n if isinstance(dashboard_data, dict)\n else \"\"\n )\n if isinstance(thumbnail_url, str) and thumbnail_url:\n parsed = urlparse(thumbnail_url)\n parsed_path = parsed.path or thumbnail_url\n if parsed_path.startswith(\"/api/v1/\"):\n parsed_path = parsed_path[len(\"/api/v1\") :]\n thumb_endpoint = parsed_path\n matched = re.search(\n r\"/dashboard/\\d+/(?:thumbnail|screenshot)/([^/]+)/?$\",\n parsed_path,\n )\n if matched:\n digest = matched.group(1)\n\n if not thumb_endpoint:\n thumb_endpoint = (\n f\"/dashboard/{dashboard_id}/thumbnail/{digest or 'latest'}/\"\n )\n\n thumb_response = client.network.request(\n method=\"GET\",\n endpoint=thumb_endpoint,\n raw_response=True,\n allow_redirects=True,\n )\n\n if thumb_response.status_code == 202:\n payload_202: dict[str, Any] = {}\n try:\n payload_202 = thumb_response.json()\n except Exception:\n payload_202 = {\"message\": \"Thumbnail is being generated\"}\n return JSONResponse(status_code=202, content=payload_202)\n\n content_type = thumb_response.headers.get(\"Content-Type\", \"image/png\")\n return Response(content=thumb_response.content, media_type=content_type)\n except DashboardNotFoundError as e:\n logger.error(\n f\"[get_dashboard_thumbnail][Coherence:Failed] Dashboard not found for thumbnail: {e}\"\n )\n raise HTTPException(status_code=404, detail=\"Dashboard thumbnail not found\")\n except HTTPException:\n raise\n except Exception as e:\n logger.error(\n f\"[get_dashboard_thumbnail][Coherence:Failed] Failed to fetch dashboard thumbnail: {e}\"\n )\n raise HTTPException(\n status_code=503,\n detail=f\"Failed to fetch dashboard thumbnail: {e!s}\",\n )\n\n\n# #endregion get_dashboard_thumbnail\n# #endregion DashboardDetailRoutes\n" }, { @@ -12005,6 +12294,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_database_mappings [C:2] [TYPE Function]\n# @BRIEF Get database mapping suggestions between source and target environments\n# @PRE: User has permission plugin:migration:read\n# @PRE: source_env_id and target_env_id are valid environment IDs\n# @POST: Returns list of suggested database mappings with confidence scores\n# @RELATION CALLS -> [MappingService:get_suggestions]\n@router.get(\"/db-mappings\", response_model=DatabaseMappingsResponse)\nasync def get_database_mappings(\n source_env_id: str,\n target_env_id: str,\n config_manager=Depends(get_config_manager),\n mapping_service=Depends(get_mapping_service),\n _=Depends(has_permission(\"plugin:migration\", \"READ\")),\n):\n with belief_scope(\n \"get_database_mappings\", f\"source={source_env_id}, target={target_env_id}\"\n ):\n environments = config_manager.get_environments()\n source_env = next((e for e in environments if e.id == source_env_id), None)\n target_env = next((e for e in environments if e.id == target_env_id), None)\n\n if not source_env:\n logger.error(\n f\"[get_database_mappings][Coherence:Failed] Source environment not found: {source_env_id}\"\n )\n raise HTTPException(status_code=404, detail=\"Source environment not found\")\n if not target_env:\n logger.error(\n f\"[get_database_mappings][Coherence:Failed] Target environment not found: {target_env_id}\"\n )\n raise HTTPException(status_code=404, detail=\"Target environment not found\")\n\n try:\n suggestions = await mapping_service.get_suggestions(\n source_env_id, target_env_id\n )\n\n mappings = [\n DatabaseMapping(\n source_db=s.get(\"source_db\", \"\"),\n target_db=s.get(\"target_db\", \"\"),\n source_db_uuid=s.get(\"source_db_uuid\"),\n target_db_uuid=s.get(\"target_db_uuid\"),\n confidence=s.get(\"confidence\", 0.0),\n )\n for s in suggestions\n ]\n\n logger.info(\n f\"[get_database_mappings][Coherence:OK] Returning {len(mappings)} database mapping suggestions\"\n )\n\n return DatabaseMappingsResponse(mappings=mappings)\n\n except Exception as e:\n logger.error(\n f\"[get_database_mappings][Coherence:Failed] Failed to get database mappings: {e}\"\n )\n raise HTTPException(\n status_code=503, detail=f\"Failed to get database mappings: {e!s}\"\n )\n\n\n# #endregion get_database_mappings\n" }, { @@ -12059,6 +12349,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_dashboard_detail [C:2] [TYPE Function]\n# @BRIEF Fetch detailed dashboard info with related charts and datasets\n# @PRE: env_id must be valid and dashboard ref (slug or id) must exist\n# @POST: Returns dashboard detail payload for overview page\n# @RELATION CALLS -> [AsyncSupersetClient]\n@router.get(\"/{dashboard_ref}\", response_model=DashboardDetailResponse)\nasync def get_dashboard_detail(\n dashboard_ref: str,\n env_id: str,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:migration\", \"READ\")),\n):\n with belief_scope(\n \"get_dashboard_detail\", f\"dashboard_ref={dashboard_ref}, env_id={env_id}\"\n ):\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if not env:\n logger.error(\n f\"[get_dashboard_detail][Coherence:Failed] Environment not found: {env_id}\"\n )\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n sync_client = SupersetClient(env)\n dashboard_id = _resolve_dashboard_id_from_ref(dashboard_ref, sync_client)\n detail = sync_client.get_dashboard_detail(dashboard_id)\n logger.info(\n f\"[get_dashboard_detail][Coherence:OK] Dashboard ref={dashboard_ref} resolved_id={dashboard_id}: {detail.get('chart_count', 0)} charts, {detail.get('dataset_count', 0)} datasets\"\n )\n return DashboardDetailResponse(**detail)\n except HTTPException:\n raise\n except Exception as e:\n logger.error(\n f\"[get_dashboard_detail][Coherence:Failed] Failed to fetch dashboard detail: {e}\"\n )\n raise HTTPException(\n status_code=503, detail=f\"Failed to fetch dashboard detail: {e!s}\"\n )\n\n\n# #endregion get_dashboard_detail\n" }, { @@ -12097,6 +12388,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_dashboard_tasks_history [C:2] [TYPE Function]\n# @BRIEF Returns history of backup and LLM validation tasks for a dashboard.\n# @PRE: dashboard ref (slug or id) is valid.\n# @POST: Response contains sorted task history (newest first).\n@router.get(\"/{dashboard_ref}/tasks\", response_model=DashboardTaskHistoryResponse)\nasync def get_dashboard_tasks_history(\n dashboard_ref: str,\n env_id: str | None = None,\n limit: int = Query(20, ge=1, le=100),\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n _=Depends(has_permission(\"tasks\", \"READ\")),\n):\n with belief_scope(\n \"get_dashboard_tasks_history\",\n f\"dashboard_ref={dashboard_ref}, env_id={env_id}, limit={limit}\",\n ):\n dashboard_id: int | None = None\n client: AsyncSupersetClient | None = None\n try:\n if dashboard_ref.isdigit():\n dashboard_id = int(dashboard_ref)\n elif env_id:\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if not env:\n logger.error(\n f\"[get_dashboard_tasks_history][Coherence:Failed] Environment not found: {env_id}\"\n )\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n client = AsyncSupersetClient(env)\n dashboard_id = await _resolve_dashboard_id_from_ref_async(\n dashboard_ref, client\n )\n else:\n logger.error(\n \"[get_dashboard_tasks_history][Coherence:Failed] Non-numeric dashboard ref requires env_id\"\n )\n raise HTTPException(\n status_code=400,\n detail=\"env_id is required when dashboard reference is a slug\",\n )\n\n matching_tasks = []\n for task in task_manager.get_all_tasks():\n if _task_matches_dashboard(task, dashboard_id, env_id):\n matching_tasks.append(task)\n\n def _sort_key(task_obj: Any) -> str:\n return str(getattr(task_obj, \"started_at\", \"\") or \"\") or str(\n getattr(task_obj, \"finished_at\", \"\") or \"\"\n )\n\n matching_tasks.sort(key=_sort_key, reverse=True)\n selected = matching_tasks[:limit]\n\n items = []\n for task in selected:\n result = getattr(task, \"result\", None)\n summary = None\n validation_status = None\n if isinstance(result, dict):\n raw_validation_status = result.get(\"status\")\n if raw_validation_status is not None:\n validation_status = str(raw_validation_status)\n summary = (\n result.get(\"summary\")\n or result.get(\"status\")\n or result.get(\"message\")\n )\n params = getattr(task, \"params\", {}) or {}\n items.append(\n DashboardTaskHistoryItem(\n id=str(getattr(task, \"id\", \"\")),\n plugin_id=str(getattr(task, \"plugin_id\", \"\")),\n status=str(getattr(task, \"status\", \"\")),\n validation_status=validation_status,\n started_at=getattr(task, \"started_at\", None).isoformat()\n if getattr(task, \"started_at\", None)\n else None,\n finished_at=getattr(task, \"finished_at\", None).isoformat()\n if getattr(task, \"finished_at\", None)\n else None,\n env_id=str(params.get(\"environment_id\") or params.get(\"env\"))\n if (params.get(\"environment_id\") or params.get(\"env\"))\n else None,\n summary=summary,\n )\n )\n\n logger.info(\n f\"[get_dashboard_tasks_history][Coherence:OK] Found {len(items)} tasks for dashboard_ref={dashboard_ref}, dashboard_id={dashboard_id}\"\n )\n return DashboardTaskHistoryResponse(dashboard_id=dashboard_id, items=items)\n finally:\n if client is not None:\n await client.aclose()\n\n\n# #endregion get_dashboard_tasks_history\n" }, { @@ -12142,6 +12434,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_dashboard_thumbnail [C:3] [TYPE Function]\n# @BRIEF Proxies Superset dashboard thumbnail with cache support.\n# @RELATION CALLS -> [AsyncSupersetClient]\n# @PRE: env_id must exist.\n# @POST: Returns image bytes or 202 when thumbnail is being prepared by Superset.\n@router.get(\"/{dashboard_ref}/thumbnail\")\nasync def get_dashboard_thumbnail(\n dashboard_ref: str,\n env_id: str,\n force: bool = Query(False),\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:migration\", \"READ\")),\n):\n with belief_scope(\n \"get_dashboard_thumbnail\",\n f\"dashboard_ref={dashboard_ref}, env_id={env_id}, force={force}\",\n ):\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if not env:\n logger.error(\n f\"[get_dashboard_thumbnail][Coherence:Failed] Environment not found: {env_id}\"\n )\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n client = SupersetClient(env)\n dashboard_id = _resolve_dashboard_id_from_ref(dashboard_ref, client)\n digest = None\n thumb_endpoint = None\n\n try:\n screenshot_payload = client.network.request(\n method=\"POST\",\n endpoint=f\"/dashboard/{dashboard_id}/cache_dashboard_screenshot/\",\n json={\"force\": force},\n )\n payload = (\n screenshot_payload.get(\"result\", screenshot_payload)\n if isinstance(screenshot_payload, dict)\n else {}\n )\n image_url = (\n payload.get(\"image_url\", \"\") if isinstance(payload, dict) else \"\"\n )\n if isinstance(image_url, str) and image_url:\n matched = re.search(\n r\"/dashboard/\\d+/(?:thumbnail|screenshot)/([^/]+)/?$\",\n image_url,\n )\n if matched:\n digest = matched.group(1)\n except DashboardNotFoundError:\n logger.warning(\n \"[get_dashboard_thumbnail][Fallback] cache_dashboard_screenshot endpoint unavailable, fallback to dashboard.thumbnail_url\"\n )\n\n if not digest:\n dashboard_payload = client.network.request(\n method=\"GET\",\n endpoint=f\"/dashboard/{dashboard_id}\",\n )\n dashboard_data = (\n dashboard_payload.get(\"result\", dashboard_payload)\n if isinstance(dashboard_payload, dict)\n else {}\n )\n thumbnail_url = (\n dashboard_data.get(\"thumbnail_url\", \"\")\n if isinstance(dashboard_data, dict)\n else \"\"\n )\n if isinstance(thumbnail_url, str) and thumbnail_url:\n parsed = urlparse(thumbnail_url)\n parsed_path = parsed.path or thumbnail_url\n if parsed_path.startswith(\"/api/v1/\"):\n parsed_path = parsed_path[len(\"/api/v1\") :]\n thumb_endpoint = parsed_path\n matched = re.search(\n r\"/dashboard/\\d+/(?:thumbnail|screenshot)/([^/]+)/?$\",\n parsed_path,\n )\n if matched:\n digest = matched.group(1)\n\n if not thumb_endpoint:\n thumb_endpoint = (\n f\"/dashboard/{dashboard_id}/thumbnail/{digest or 'latest'}/\"\n )\n\n thumb_response = client.network.request(\n method=\"GET\",\n endpoint=thumb_endpoint,\n raw_response=True,\n allow_redirects=True,\n )\n\n if thumb_response.status_code == 202:\n payload_202: dict[str, Any] = {}\n try:\n payload_202 = thumb_response.json()\n except Exception:\n payload_202 = {\"message\": \"Thumbnail is being generated\"}\n return JSONResponse(status_code=202, content=payload_202)\n\n content_type = thumb_response.headers.get(\"Content-Type\", \"image/png\")\n return Response(content=thumb_response.content, media_type=content_type)\n except DashboardNotFoundError as e:\n logger.error(\n f\"[get_dashboard_thumbnail][Coherence:Failed] Dashboard not found for thumbnail: {e}\"\n )\n raise HTTPException(status_code=404, detail=\"Dashboard thumbnail not found\")\n except HTTPException:\n raise\n except Exception as e:\n logger.error(\n f\"[get_dashboard_thumbnail][Coherence:Failed] Failed to fetch dashboard thumbnail: {e}\"\n )\n raise HTTPException(\n status_code=503,\n detail=f\"Failed to fetch dashboard thumbnail: {e!s}\",\n )\n\n\n# #endregion get_dashboard_thumbnail\n" }, { @@ -12183,6 +12476,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardHelpers [C:2] [TYPE Module] [SEMANTICS fastapi, dashboard, api, search, filter]\n# @BRIEF Basic helper functions for dashboard route handlers — slug resolution, filter normalization.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [AsyncSupersetClient]\n\nfrom typing import Any\n\nfrom fastapi import HTTPException\n\nfrom src.core.async_superset_client import AsyncSupersetClient\nfrom src.core.superset_client import SupersetClient\n\n\n# #region _find_dashboard_id_by_slug [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard numeric ID by slug using Superset list endpoint.\n# @PRE: `dashboard_slug` is non-empty.\n# @POST: Returns dashboard ID when found, otherwise None.\ndef _find_dashboard_id_by_slug(\n client: SupersetClient,\n dashboard_slug: str,\n) -> int | None:\n query_variants = [\n {\n \"filters\": [{\"col\": \"slug\", \"opr\": \"eq\", \"value\": dashboard_slug}],\n \"page\": 0,\n \"page_size\": 1,\n },\n {\n \"filters\": [{\"col\": \"slug\", \"op\": \"eq\", \"value\": dashboard_slug}],\n \"page\": 0,\n \"page_size\": 1,\n },\n ]\n\n for query in query_variants:\n try:\n _count, dashboards = client.get_dashboards_page(query=query)\n if dashboards:\n resolved_id = dashboards[0].get(\"id\")\n if resolved_id is not None:\n return int(resolved_id)\n except Exception:\n continue\n\n return None\n\n\n# #endregion _find_dashboard_id_by_slug\n\n\n# #region _resolve_dashboard_id_from_ref [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard ID from slug-first reference with numeric fallback.\n# @PRE: `dashboard_ref` is provided in route path.\n# @POST: Returns a valid dashboard ID or raises HTTPException(404).\ndef _resolve_dashboard_id_from_ref(\n dashboard_ref: str,\n client: SupersetClient,\n) -> int:\n normalized_ref = str(dashboard_ref or \"\").strip()\n if not normalized_ref:\n raise HTTPException(status_code=404, detail=\"Dashboard not found\")\n\n # Slug-first: even if ref looks numeric, try slug first.\n slug_match_id = _find_dashboard_id_by_slug(client, normalized_ref)\n if slug_match_id is not None:\n return slug_match_id\n\n if normalized_ref.isdigit():\n return int(normalized_ref)\n\n raise HTTPException(status_code=404, detail=\"Dashboard not found\")\n\n\n# #endregion _resolve_dashboard_id_from_ref\n\n\n# #region _find_dashboard_id_by_slug_async [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard numeric ID by slug using async Superset list endpoint.\n# @PRE: dashboard_slug is non-empty.\n# @POST: Returns dashboard ID when found, otherwise None.\nasync def _find_dashboard_id_by_slug_async(\n client: AsyncSupersetClient,\n dashboard_slug: str,\n) -> int | None:\n query_variants = [\n {\n \"filters\": [{\"col\": \"slug\", \"opr\": \"eq\", \"value\": dashboard_slug}],\n \"page\": 0,\n \"page_size\": 1,\n },\n {\n \"filters\": [{\"col\": \"slug\", \"op\": \"eq\", \"value\": dashboard_slug}],\n \"page\": 0,\n \"page_size\": 1,\n },\n ]\n\n for query in query_variants:\n try:\n _count, dashboards = await client.get_dashboards_page_async(query=query)\n if dashboards:\n resolved_id = dashboards[0].get(\"id\")\n if resolved_id is not None:\n return int(resolved_id)\n except Exception:\n continue\n\n return None\n\n\n# #endregion _find_dashboard_id_by_slug_async\n\n\n# #region _resolve_dashboard_id_from_ref_async [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard ID from slug-first reference using async Superset client.\n# @PRE: dashboard_ref is provided in route path.\n# @POST: Returns valid dashboard ID or raises HTTPException(404).\nasync def _resolve_dashboard_id_from_ref_async(\n dashboard_ref: str,\n client: AsyncSupersetClient,\n) -> int:\n normalized_ref = str(dashboard_ref or \"\").strip()\n if not normalized_ref:\n raise HTTPException(status_code=404, detail=\"Dashboard not found\")\n\n slug_match_id = await _find_dashboard_id_by_slug_async(client, normalized_ref)\n if slug_match_id is not None:\n return slug_match_id\n\n if normalized_ref.isdigit():\n return int(normalized_ref)\n\n raise HTTPException(status_code=404, detail=\"Dashboard not found\")\n\n\n# #endregion _resolve_dashboard_id_from_ref_async\n\n\n# #region _normalize_filter_values [C:2] [TYPE Function]\n# @BRIEF Normalize query filter values to lower-cased non-empty tokens.\n# @PRE: values may be None or list of strings.\n# @POST: Returns trimmed normalized list preserving input order.\ndef _normalize_filter_values(values: list[str] | None) -> list[str]:\n if not values:\n return []\n normalized: list[str] = []\n for value in values:\n token = str(value or \"\").strip().lower()\n if token:\n normalized.append(token)\n return normalized\n\n\n# #endregion _normalize_filter_values\n\n\n# #region _dashboard_git_filter_value [C:2] [TYPE Function]\n# @BRIEF Build comparable git status token for dashboards filtering.\n# @PRE: dashboard payload may contain git_status or None.\n# @POST: Returns one of ok|diff|no_repo|error|pending.\ndef _dashboard_git_filter_value(dashboard: dict[str, Any]) -> str:\n git_status = dashboard.get(\"git_status\") or {}\n sync_status = str(git_status.get(\"sync_status\") or \"\").strip().upper()\n has_repo = git_status.get(\"has_repo\")\n if has_repo is False or sync_status == \"NO_REPO\":\n return \"no_repo\"\n if sync_status == \"DIFF\":\n return \"diff\"\n if sync_status == \"OK\":\n return \"ok\"\n if sync_status == \"ERROR\":\n return \"error\"\n return \"pending\"\n\n\n# #endregion _dashboard_git_filter_value\n\n\n# #endregion DashboardHelpers\n" }, { @@ -12221,6 +12515,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _find_dashboard_id_by_slug [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard numeric ID by slug using Superset list endpoint.\n# @PRE: `dashboard_slug` is non-empty.\n# @POST: Returns dashboard ID when found, otherwise None.\ndef _find_dashboard_id_by_slug(\n client: SupersetClient,\n dashboard_slug: str,\n) -> int | None:\n query_variants = [\n {\n \"filters\": [{\"col\": \"slug\", \"opr\": \"eq\", \"value\": dashboard_slug}],\n \"page\": 0,\n \"page_size\": 1,\n },\n {\n \"filters\": [{\"col\": \"slug\", \"op\": \"eq\", \"value\": dashboard_slug}],\n \"page\": 0,\n \"page_size\": 1,\n },\n ]\n\n for query in query_variants:\n try:\n _count, dashboards = client.get_dashboards_page(query=query)\n if dashboards:\n resolved_id = dashboards[0].get(\"id\")\n if resolved_id is not None:\n return int(resolved_id)\n except Exception:\n continue\n\n return None\n\n\n# #endregion _find_dashboard_id_by_slug\n" }, { @@ -12259,6 +12554,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _resolve_dashboard_id_from_ref [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard ID from slug-first reference with numeric fallback.\n# @PRE: `dashboard_ref` is provided in route path.\n# @POST: Returns a valid dashboard ID or raises HTTPException(404).\ndef _resolve_dashboard_id_from_ref(\n dashboard_ref: str,\n client: SupersetClient,\n) -> int:\n normalized_ref = str(dashboard_ref or \"\").strip()\n if not normalized_ref:\n raise HTTPException(status_code=404, detail=\"Dashboard not found\")\n\n # Slug-first: even if ref looks numeric, try slug first.\n slug_match_id = _find_dashboard_id_by_slug(client, normalized_ref)\n if slug_match_id is not None:\n return slug_match_id\n\n if normalized_ref.isdigit():\n return int(normalized_ref)\n\n raise HTTPException(status_code=404, detail=\"Dashboard not found\")\n\n\n# #endregion _resolve_dashboard_id_from_ref\n" }, { @@ -12297,6 +12593,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _find_dashboard_id_by_slug_async [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard numeric ID by slug using async Superset list endpoint.\n# @PRE: dashboard_slug is non-empty.\n# @POST: Returns dashboard ID when found, otherwise None.\nasync def _find_dashboard_id_by_slug_async(\n client: AsyncSupersetClient,\n dashboard_slug: str,\n) -> int | None:\n query_variants = [\n {\n \"filters\": [{\"col\": \"slug\", \"opr\": \"eq\", \"value\": dashboard_slug}],\n \"page\": 0,\n \"page_size\": 1,\n },\n {\n \"filters\": [{\"col\": \"slug\", \"op\": \"eq\", \"value\": dashboard_slug}],\n \"page\": 0,\n \"page_size\": 1,\n },\n ]\n\n for query in query_variants:\n try:\n _count, dashboards = await client.get_dashboards_page_async(query=query)\n if dashboards:\n resolved_id = dashboards[0].get(\"id\")\n if resolved_id is not None:\n return int(resolved_id)\n except Exception:\n continue\n\n return None\n\n\n# #endregion _find_dashboard_id_by_slug_async\n" }, { @@ -12335,6 +12632,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _resolve_dashboard_id_from_ref_async [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard ID from slug-first reference using async Superset client.\n# @PRE: dashboard_ref is provided in route path.\n# @POST: Returns valid dashboard ID or raises HTTPException(404).\nasync def _resolve_dashboard_id_from_ref_async(\n dashboard_ref: str,\n client: AsyncSupersetClient,\n) -> int:\n normalized_ref = str(dashboard_ref or \"\").strip()\n if not normalized_ref:\n raise HTTPException(status_code=404, detail=\"Dashboard not found\")\n\n slug_match_id = await _find_dashboard_id_by_slug_async(client, normalized_ref)\n if slug_match_id is not None:\n return slug_match_id\n\n if normalized_ref.isdigit():\n return int(normalized_ref)\n\n raise HTTPException(status_code=404, detail=\"Dashboard not found\")\n\n\n# #endregion _resolve_dashboard_id_from_ref_async\n" }, { @@ -12373,6 +12671,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _normalize_filter_values [C:2] [TYPE Function]\n# @BRIEF Normalize query filter values to lower-cased non-empty tokens.\n# @PRE: values may be None or list of strings.\n# @POST: Returns trimmed normalized list preserving input order.\ndef _normalize_filter_values(values: list[str] | None) -> list[str]:\n if not values:\n return []\n normalized: list[str] = []\n for value in values:\n token = str(value or \"\").strip().lower()\n if token:\n normalized.append(token)\n return normalized\n\n\n# #endregion _normalize_filter_values\n" }, { @@ -12411,6 +12710,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _dashboard_git_filter_value [C:2] [TYPE Function]\n# @BRIEF Build comparable git status token for dashboards filtering.\n# @PRE: dashboard payload may contain git_status or None.\n# @POST: Returns one of ok|diff|no_repo|error|pending.\ndef _dashboard_git_filter_value(dashboard: dict[str, Any]) -> str:\n git_status = dashboard.get(\"git_status\") or {}\n sync_status = str(git_status.get(\"sync_status\") or \"\").strip().upper()\n has_repo = git_status.get(\"has_repo\")\n if has_repo is False or sync_status == \"NO_REPO\":\n return \"no_repo\"\n if sync_status == \"DIFF\":\n return \"diff\"\n if sync_status == \"OK\":\n return \"ok\"\n if sync_status == \"ERROR\":\n return \"error\"\n return \"pending\"\n\n\n# #endregion _dashboard_git_filter_value\n" }, { @@ -12482,6 +12782,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardListingRoutes [C:4] [TYPE Module] [SEMANTICS fastapi, dashboard, api, search]\n# @BRIEF Dashboard listing route handler for Dashboard Hub.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [DashboardRouter]\n# @RELATION DEPENDS_ON -> [DashboardSchemas]\n# @RELATION DEPENDS_ON -> [DashboardHelpers]\n# @RELATION DEPENDS_ON -> [DashboardProjection]\n\nfrom typing import Any, Literal\n\nfrom fastapi import Depends, HTTPException, Query\nfrom sqlalchemy.orm import Session\n\nfrom src.core.database import get_db\nfrom src.core.logger import belief_scope, logger\nfrom src.dependencies import (\n get_config_manager,\n get_current_user,\n get_resource_service,\n get_task_manager,\n has_permission,\n)\nfrom src.models.auth import User\nfrom src.services.profile_service import ProfileService\n\nfrom ._helpers import _dashboard_git_filter_value, _normalize_filter_values\nfrom ._projection import (\n _get_profile_filter_binding,\n _matches_dashboard_actor_aliases,\n _project_dashboard_response_items,\n _resolve_profile_actor_aliases,\n)\nfrom ._router import router\nfrom ._schemas import DashboardsResponse, EffectiveProfileFilter\n\n\n# #region get_dashboards [C:3] [TYPE Function]\n# @BRIEF Fetch list of dashboards from a specific environment with Git status and last task status\n# @PRE: env_id must be a valid environment ID\n# @PRE: page must be >= 1 if provided\n# @PRE: page_size must be between 1 and 100 if provided\n# @POST: Returns a list of dashboards with enhanced metadata and pagination info\n# @POST: Response includes pagination metadata (page, page_size, total, total_pages)\n# @POST: Response includes effective profile filter metadata for main dashboards page context\n# @RELATION CALLS -> [get_dashboards_with_status]\n@router.get(\"\", response_model=DashboardsResponse)\nasync def get_dashboards(\n env_id: str,\n search: str | None = None,\n page: int = 1,\n page_size: int = 10,\n page_context: Literal[\"dashboards_main\", \"other\"] = Query(\"dashboards_main\"),\n apply_profile_default: bool = Query(default=True),\n override_show_all: bool = Query(default=False),\n filter_title: list[str] | None = Query(default=None),\n filter_git_status: list[str] | None = Query(default=None),\n filter_llm_status: list[str] | None = Query(default=None),\n filter_changed_on: list[str] | None = Query(default=None),\n filter_actor: list[str] | None = Query(default=None),\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n resource_service=Depends(get_resource_service),\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"plugin:migration\", \"READ\")),\n):\n with belief_scope(\n \"get_dashboards\",\n f\"env_id={env_id}, search={search}, page={page}, page_size={page_size}, \"\n f\"page_context={page_context}, applyp={apply_profile_default}, overhide={override_show_all}\",\n ):\n if page < 1:\n logger.error(f\"[get_dashboards][Coherence:Failed] Invalid page: {page}\")\n raise HTTPException(status_code=400, detail=\"Page must be >= 1\")\n if page_size < 1 or page_size > 100:\n logger.error(f\"[get_dashboards][Coherence:Failed] Invalid page_size: {page_size}\")\n raise HTTPException(status_code=400, detail=\"Page size must be between 1 and 100\")\n\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if not env:\n logger.error(f\"[get_dashboards][Coherence:Failed] Environment not found: {env_id}\")\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n bound_username: str | None = None\n can_apply_profile_filter = False\n can_apply_slug_filter = False\n effective_profile_filter = EffectiveProfileFilter(\n applied=False,\n source_page=page_context,\n override_show_all=bool(override_show_all),\n username=None,\n match_logic=None,\n )\n profile_service: ProfileService | None = None\n\n try:\n profile_service_module = getattr(ProfileService, \"__module__\", \"\")\n is_mock_db = db.__class__.__module__.startswith(\"unittest.mock\")\n use_profile_service = (not is_mock_db) or profile_service_module.startswith(\n \"unittest.mock\"\n )\n if use_profile_service:\n profile_service = ProfileService(db=db, config_manager=config_manager)\n profile_preference = _get_profile_filter_binding(\n profile_service, current_user\n )\n normalized_username = (\n str(profile_preference.get(\"superset_username_normalized\") or \"\")\n .strip()\n .lower()\n )\n raw_username = (\n str(profile_preference.get(\"superset_username\") or \"\")\n .strip()\n .lower()\n )\n bound_username = normalized_username or raw_username or None\n\n can_apply_profile_filter = (\n page_context == \"dashboards_main\"\n and bool(apply_profile_default)\n and not bool(override_show_all)\n and bool(profile_preference.get(\"show_only_my_dashboards\", False))\n and bool(bound_username)\n )\n can_apply_slug_filter = (\n page_context == \"dashboards_main\"\n and bool(apply_profile_default)\n and not bool(override_show_all)\n and bool(profile_preference.get(\"show_only_slug_dashboards\", True))\n )\n\n profile_match_logic = None\n if can_apply_profile_filter and can_apply_slug_filter:\n profile_match_logic = \"owners_or_modified_by+slug_only\"\n elif can_apply_profile_filter:\n profile_match_logic = \"owners_or_modified_by\"\n elif can_apply_slug_filter:\n profile_match_logic = \"slug_only\"\n\n effective_profile_filter = EffectiveProfileFilter(\n applied=bool(can_apply_profile_filter or can_apply_slug_filter),\n source_page=page_context,\n override_show_all=bool(override_show_all),\n username=bound_username if can_apply_profile_filter else None,\n match_logic=profile_match_logic,\n )\n except Exception as profile_error:\n logger.explore(\n f\"Profile preference unavailable; continuing without profile-default filter: {profile_error}\",\n extra={\"src\": \"get_dashboards\"},\n )\n\n try:\n all_tasks = task_manager.get_all_tasks()\n title_filters = _normalize_filter_values(filter_title)\n git_filters = _normalize_filter_values(filter_git_status)\n llm_filters = _normalize_filter_values(filter_llm_status)\n changed_on_filters = _normalize_filter_values(filter_changed_on)\n actor_filters = _normalize_filter_values(filter_actor)\n has_column_filters = any(\n (\n title_filters,\n git_filters,\n llm_filters,\n changed_on_filters,\n actor_filters,\n )\n )\n needs_full_scan = (\n has_column_filters\n or bool(can_apply_profile_filter)\n or bool(can_apply_slug_filter)\n )\n\n if not needs_full_scan:\n try:\n page_payload = (\n await resource_service.get_dashboards_page_with_status(\n env,\n all_tasks,\n page=page,\n page_size=page_size,\n search=search,\n include_git_status=False,\n require_slug=bool(can_apply_slug_filter),\n )\n )\n paginated_dashboards = page_payload[\"dashboards\"]\n total = page_payload[\"total\"]\n total_pages = page_payload[\"total_pages\"]\n except Exception as page_error:\n logger.reason(\n f\"Page-based fetch failed; using compatibility fallback: {page_error}\",\n extra={\"src\": \"get_dashboards\"},\n )\n if can_apply_slug_filter:\n dashboards = await resource_service.get_dashboards_with_status(\n env,\n all_tasks,\n include_git_status=False,\n require_slug=True,\n )\n else:\n dashboards = await resource_service.get_dashboards_with_status(\n env,\n all_tasks,\n include_git_status=False,\n )\n\n if search:\n search_lower = search.lower()\n dashboards = [\n d\n for d in dashboards\n if search_lower in d.get(\"title\", \"\").lower()\n or search_lower in d.get(\"slug\", \"\").lower()\n ]\n\n total = len(dashboards)\n total_pages = (\n (total + page_size - 1) // page_size if total > 0 else 1\n )\n start_idx = (page - 1) * page_size\n end_idx = start_idx + page_size\n paginated_dashboards = dashboards[start_idx:end_idx]\n else:\n if can_apply_slug_filter:\n dashboards = await resource_service.get_dashboards_with_status(\n env,\n all_tasks,\n include_git_status=bool(git_filters),\n require_slug=True,\n )\n else:\n dashboards = await resource_service.get_dashboards_with_status(\n env,\n all_tasks,\n include_git_status=bool(git_filters),\n )\n\n if (\n can_apply_profile_filter\n and bound_username\n and profile_service is not None\n ):\n actor_aliases = _resolve_profile_actor_aliases(env, bound_username)\n if not actor_aliases:\n actor_aliases = [bound_username]\n logger.reason(\n \"Applying profile actor filter\",\n extra={\"src\": \"get_dashboards\", \"payload\": {\"env\": env_id, \"bound_username\": bound_username, \"actor_aliases\": actor_aliases, \"dashboards_before\": len(dashboards)}},\n )\n filtered_dashboards: list[dict[str, Any]] = []\n max_actor_samples = 15\n for index, dashboard in enumerate(dashboards):\n owners_value = dashboard.get(\"owners\")\n created_by_value = dashboard.get(\"created_by\")\n modified_by_value = dashboard.get(\"modified_by\")\n matches_actor = _matches_dashboard_actor_aliases(\n profile_service=profile_service,\n actor_aliases=actor_aliases,\n owners=owners_value,\n modified_by=modified_by_value,\n )\n if index < max_actor_samples:\n logger.reflect(\n \"Profile actor filter sample\",\n extra={\"src\": \"get_dashboards\", \"payload\": {\"env\": env_id, \"dashboard_id\": dashboard.get('id'), \"bound_username\": bound_username, \"actor_aliases\": actor_aliases, \"owners\": owners_value, \"created_by\": created_by_value, \"modified_by\": modified_by_value, \"matches\": matches_actor}},\n )\n if matches_actor:\n filtered_dashboards.append(dashboard)\n\n logger.reflect(\n \"Profile actor filter summary\",\n extra={\"src\": \"get_dashboards\", \"payload\": {\"env\": env_id, \"bound_username\": bound_username, \"dashboards_before\": len(dashboards), \"dashboards_after\": len(filtered_dashboards)}},\n )\n dashboards = filtered_dashboards\n\n if can_apply_slug_filter:\n dashboards = [\n dashboard\n for dashboard in dashboards\n if str(dashboard.get(\"slug\") or \"\").strip()\n ]\n\n if search:\n search_lower = search.lower()\n dashboards = [\n d\n for d in dashboards\n if search_lower in d.get(\"title\", \"\").lower()\n or search_lower in d.get(\"slug\", \"\").lower()\n ]\n\n def _matches_dashboard_filters(dashboard: dict[str, Any]) -> bool:\n title_value = str(dashboard.get(\"title\") or \"\").strip().lower()\n if title_filters and title_value not in title_filters:\n return False\n\n if git_filters:\n git_value = _dashboard_git_filter_value(dashboard)\n if git_value not in git_filters:\n return False\n\n llm_value = (\n str(\n (\n (dashboard.get(\"last_task\") or {}).get(\n \"validation_status\"\n )\n )\n or \"UNKNOWN\"\n )\n .strip()\n .lower()\n )\n if llm_filters and llm_value not in llm_filters:\n return False\n\n changed_on_raw = (\n str(dashboard.get(\"last_modified\") or \"\").strip().lower()\n )\n changed_on_prefix = (\n changed_on_raw[:10]\n if len(changed_on_raw) >= 10\n else changed_on_raw\n )\n if (\n changed_on_filters\n and changed_on_raw not in changed_on_filters\n and changed_on_prefix not in changed_on_filters\n ):\n return False\n\n owners = dashboard.get(\"owners\") or []\n if isinstance(owners, list):\n actor_value = \", \".join(\n str(item).strip() for item in owners if str(item).strip()\n ).lower()\n else:\n actor_value = str(owners).strip().lower()\n if not actor_value:\n actor_value = \"-\"\n if actor_filters and actor_value not in actor_filters:\n return False\n return True\n\n if has_column_filters:\n dashboards = [\n d for d in dashboards if _matches_dashboard_filters(d)\n ]\n\n total = len(dashboards)\n total_pages = (total + page_size - 1) // page_size if total > 0 else 1\n start_idx = (page - 1) * page_size\n end_idx = start_idx + page_size\n paginated_dashboards = dashboards[start_idx:end_idx]\n\n logger.info(\n f\"[get_dashboards][Coherence:OK] Returning {len(paginated_dashboards)} dashboards \"\n f\"(page {page}/{total_pages}, total: {total}, profile_filter_applied={effective_profile_filter.applied})\"\n )\n\n response_dashboards = _project_dashboard_response_items(\n paginated_dashboards\n )\n\n return DashboardsResponse(\n dashboards=response_dashboards,\n total=total,\n page=page,\n page_size=page_size,\n total_pages=total_pages,\n effective_profile_filter=effective_profile_filter,\n )\n\n except HTTPException:\n raise\n except Exception as e:\n logger.error(\n f\"[get_dashboards][Coherence:Failed] Failed to fetch dashboards: {e}\"\n )\n raise HTTPException(\n status_code=503, detail=f\"Failed to fetch dashboards: {e!s}\"\n )\n\n\n# #endregion get_dashboards\n# #endregion DashboardListingRoutes\n" }, { @@ -12527,6 +12828,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_dashboards [C:3] [TYPE Function]\n# @BRIEF Fetch list of dashboards from a specific environment with Git status and last task status\n# @PRE: env_id must be a valid environment ID\n# @PRE: page must be >= 1 if provided\n# @PRE: page_size must be between 1 and 100 if provided\n# @POST: Returns a list of dashboards with enhanced metadata and pagination info\n# @POST: Response includes pagination metadata (page, page_size, total, total_pages)\n# @POST: Response includes effective profile filter metadata for main dashboards page context\n# @RELATION CALLS -> [get_dashboards_with_status]\n@router.get(\"\", response_model=DashboardsResponse)\nasync def get_dashboards(\n env_id: str,\n search: str | None = None,\n page: int = 1,\n page_size: int = 10,\n page_context: Literal[\"dashboards_main\", \"other\"] = Query(\"dashboards_main\"),\n apply_profile_default: bool = Query(default=True),\n override_show_all: bool = Query(default=False),\n filter_title: list[str] | None = Query(default=None),\n filter_git_status: list[str] | None = Query(default=None),\n filter_llm_status: list[str] | None = Query(default=None),\n filter_changed_on: list[str] | None = Query(default=None),\n filter_actor: list[str] | None = Query(default=None),\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n resource_service=Depends(get_resource_service),\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"plugin:migration\", \"READ\")),\n):\n with belief_scope(\n \"get_dashboards\",\n f\"env_id={env_id}, search={search}, page={page}, page_size={page_size}, \"\n f\"page_context={page_context}, applyp={apply_profile_default}, overhide={override_show_all}\",\n ):\n if page < 1:\n logger.error(f\"[get_dashboards][Coherence:Failed] Invalid page: {page}\")\n raise HTTPException(status_code=400, detail=\"Page must be >= 1\")\n if page_size < 1 or page_size > 100:\n logger.error(f\"[get_dashboards][Coherence:Failed] Invalid page_size: {page_size}\")\n raise HTTPException(status_code=400, detail=\"Page size must be between 1 and 100\")\n\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if not env:\n logger.error(f\"[get_dashboards][Coherence:Failed] Environment not found: {env_id}\")\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n bound_username: str | None = None\n can_apply_profile_filter = False\n can_apply_slug_filter = False\n effective_profile_filter = EffectiveProfileFilter(\n applied=False,\n source_page=page_context,\n override_show_all=bool(override_show_all),\n username=None,\n match_logic=None,\n )\n profile_service: ProfileService | None = None\n\n try:\n profile_service_module = getattr(ProfileService, \"__module__\", \"\")\n is_mock_db = db.__class__.__module__.startswith(\"unittest.mock\")\n use_profile_service = (not is_mock_db) or profile_service_module.startswith(\n \"unittest.mock\"\n )\n if use_profile_service:\n profile_service = ProfileService(db=db, config_manager=config_manager)\n profile_preference = _get_profile_filter_binding(\n profile_service, current_user\n )\n normalized_username = (\n str(profile_preference.get(\"superset_username_normalized\") or \"\")\n .strip()\n .lower()\n )\n raw_username = (\n str(profile_preference.get(\"superset_username\") or \"\")\n .strip()\n .lower()\n )\n bound_username = normalized_username or raw_username or None\n\n can_apply_profile_filter = (\n page_context == \"dashboards_main\"\n and bool(apply_profile_default)\n and not bool(override_show_all)\n and bool(profile_preference.get(\"show_only_my_dashboards\", False))\n and bool(bound_username)\n )\n can_apply_slug_filter = (\n page_context == \"dashboards_main\"\n and bool(apply_profile_default)\n and not bool(override_show_all)\n and bool(profile_preference.get(\"show_only_slug_dashboards\", True))\n )\n\n profile_match_logic = None\n if can_apply_profile_filter and can_apply_slug_filter:\n profile_match_logic = \"owners_or_modified_by+slug_only\"\n elif can_apply_profile_filter:\n profile_match_logic = \"owners_or_modified_by\"\n elif can_apply_slug_filter:\n profile_match_logic = \"slug_only\"\n\n effective_profile_filter = EffectiveProfileFilter(\n applied=bool(can_apply_profile_filter or can_apply_slug_filter),\n source_page=page_context,\n override_show_all=bool(override_show_all),\n username=bound_username if can_apply_profile_filter else None,\n match_logic=profile_match_logic,\n )\n except Exception as profile_error:\n logger.explore(\n f\"Profile preference unavailable; continuing without profile-default filter: {profile_error}\",\n extra={\"src\": \"get_dashboards\"},\n )\n\n try:\n all_tasks = task_manager.get_all_tasks()\n title_filters = _normalize_filter_values(filter_title)\n git_filters = _normalize_filter_values(filter_git_status)\n llm_filters = _normalize_filter_values(filter_llm_status)\n changed_on_filters = _normalize_filter_values(filter_changed_on)\n actor_filters = _normalize_filter_values(filter_actor)\n has_column_filters = any(\n (\n title_filters,\n git_filters,\n llm_filters,\n changed_on_filters,\n actor_filters,\n )\n )\n needs_full_scan = (\n has_column_filters\n or bool(can_apply_profile_filter)\n or bool(can_apply_slug_filter)\n )\n\n if not needs_full_scan:\n try:\n page_payload = (\n await resource_service.get_dashboards_page_with_status(\n env,\n all_tasks,\n page=page,\n page_size=page_size,\n search=search,\n include_git_status=False,\n require_slug=bool(can_apply_slug_filter),\n )\n )\n paginated_dashboards = page_payload[\"dashboards\"]\n total = page_payload[\"total\"]\n total_pages = page_payload[\"total_pages\"]\n except Exception as page_error:\n logger.reason(\n f\"Page-based fetch failed; using compatibility fallback: {page_error}\",\n extra={\"src\": \"get_dashboards\"},\n )\n if can_apply_slug_filter:\n dashboards = await resource_service.get_dashboards_with_status(\n env,\n all_tasks,\n include_git_status=False,\n require_slug=True,\n )\n else:\n dashboards = await resource_service.get_dashboards_with_status(\n env,\n all_tasks,\n include_git_status=False,\n )\n\n if search:\n search_lower = search.lower()\n dashboards = [\n d\n for d in dashboards\n if search_lower in d.get(\"title\", \"\").lower()\n or search_lower in d.get(\"slug\", \"\").lower()\n ]\n\n total = len(dashboards)\n total_pages = (\n (total + page_size - 1) // page_size if total > 0 else 1\n )\n start_idx = (page - 1) * page_size\n end_idx = start_idx + page_size\n paginated_dashboards = dashboards[start_idx:end_idx]\n else:\n if can_apply_slug_filter:\n dashboards = await resource_service.get_dashboards_with_status(\n env,\n all_tasks,\n include_git_status=bool(git_filters),\n require_slug=True,\n )\n else:\n dashboards = await resource_service.get_dashboards_with_status(\n env,\n all_tasks,\n include_git_status=bool(git_filters),\n )\n\n if (\n can_apply_profile_filter\n and bound_username\n and profile_service is not None\n ):\n actor_aliases = _resolve_profile_actor_aliases(env, bound_username)\n if not actor_aliases:\n actor_aliases = [bound_username]\n logger.reason(\n \"Applying profile actor filter\",\n extra={\"src\": \"get_dashboards\", \"payload\": {\"env\": env_id, \"bound_username\": bound_username, \"actor_aliases\": actor_aliases, \"dashboards_before\": len(dashboards)}},\n )\n filtered_dashboards: list[dict[str, Any]] = []\n max_actor_samples = 15\n for index, dashboard in enumerate(dashboards):\n owners_value = dashboard.get(\"owners\")\n created_by_value = dashboard.get(\"created_by\")\n modified_by_value = dashboard.get(\"modified_by\")\n matches_actor = _matches_dashboard_actor_aliases(\n profile_service=profile_service,\n actor_aliases=actor_aliases,\n owners=owners_value,\n modified_by=modified_by_value,\n )\n if index < max_actor_samples:\n logger.reflect(\n \"Profile actor filter sample\",\n extra={\"src\": \"get_dashboards\", \"payload\": {\"env\": env_id, \"dashboard_id\": dashboard.get('id'), \"bound_username\": bound_username, \"actor_aliases\": actor_aliases, \"owners\": owners_value, \"created_by\": created_by_value, \"modified_by\": modified_by_value, \"matches\": matches_actor}},\n )\n if matches_actor:\n filtered_dashboards.append(dashboard)\n\n logger.reflect(\n \"Profile actor filter summary\",\n extra={\"src\": \"get_dashboards\", \"payload\": {\"env\": env_id, \"bound_username\": bound_username, \"dashboards_before\": len(dashboards), \"dashboards_after\": len(filtered_dashboards)}},\n )\n dashboards = filtered_dashboards\n\n if can_apply_slug_filter:\n dashboards = [\n dashboard\n for dashboard in dashboards\n if str(dashboard.get(\"slug\") or \"\").strip()\n ]\n\n if search:\n search_lower = search.lower()\n dashboards = [\n d\n for d in dashboards\n if search_lower in d.get(\"title\", \"\").lower()\n or search_lower in d.get(\"slug\", \"\").lower()\n ]\n\n def _matches_dashboard_filters(dashboard: dict[str, Any]) -> bool:\n title_value = str(dashboard.get(\"title\") or \"\").strip().lower()\n if title_filters and title_value not in title_filters:\n return False\n\n if git_filters:\n git_value = _dashboard_git_filter_value(dashboard)\n if git_value not in git_filters:\n return False\n\n llm_value = (\n str(\n (\n (dashboard.get(\"last_task\") or {}).get(\n \"validation_status\"\n )\n )\n or \"UNKNOWN\"\n )\n .strip()\n .lower()\n )\n if llm_filters and llm_value not in llm_filters:\n return False\n\n changed_on_raw = (\n str(dashboard.get(\"last_modified\") or \"\").strip().lower()\n )\n changed_on_prefix = (\n changed_on_raw[:10]\n if len(changed_on_raw) >= 10\n else changed_on_raw\n )\n if (\n changed_on_filters\n and changed_on_raw not in changed_on_filters\n and changed_on_prefix not in changed_on_filters\n ):\n return False\n\n owners = dashboard.get(\"owners\") or []\n if isinstance(owners, list):\n actor_value = \", \".join(\n str(item).strip() for item in owners if str(item).strip()\n ).lower()\n else:\n actor_value = str(owners).strip().lower()\n if not actor_value:\n actor_value = \"-\"\n if actor_filters and actor_value not in actor_filters:\n return False\n return True\n\n if has_column_filters:\n dashboards = [\n d for d in dashboards if _matches_dashboard_filters(d)\n ]\n\n total = len(dashboards)\n total_pages = (total + page_size - 1) // page_size if total > 0 else 1\n start_idx = (page - 1) * page_size\n end_idx = start_idx + page_size\n paginated_dashboards = dashboards[start_idx:end_idx]\n\n logger.info(\n f\"[get_dashboards][Coherence:OK] Returning {len(paginated_dashboards)} dashboards \"\n f\"(page {page}/{total_pages}, total: {total}, profile_filter_applied={effective_profile_filter.applied})\"\n )\n\n response_dashboards = _project_dashboard_response_items(\n paginated_dashboards\n )\n\n return DashboardsResponse(\n dashboards=response_dashboards,\n total=total,\n page=page,\n page_size=page_size,\n total_pages=total_pages,\n effective_profile_filter=effective_profile_filter,\n )\n\n except HTTPException:\n raise\n except Exception as e:\n logger.error(\n f\"[get_dashboards][Coherence:Failed] Failed to fetch dashboards: {e}\"\n )\n raise HTTPException(\n status_code=503, detail=f\"Failed to fetch dashboards: {e!s}\"\n )\n\n\n# #endregion get_dashboards\n" }, { @@ -12568,6 +12870,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardProjection [C:2] [TYPE Module] [SEMANTICS dashboard, api, transform, profile, filter]\n# @BRIEF Dashboard response projection and profile-filter helpers for Dashboard Hub routes.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [ProfileService]\n\nfrom typing import Any\n\nfrom src.core.logger import logger\nfrom src.core.superset_client import SupersetClient\nfrom src.core.superset_profile_lookup import SupersetAccountLookupAdapter\nfrom src.models.auth import User\nfrom src.services.profile_service import ProfileService\n\n\n# #region _normalize_actor_alias_token [C:2] [TYPE Function]\n# @BRIEF Normalize actor alias token to comparable trim+lower text.\ndef _normalize_actor_alias_token(value: Any) -> str | None:\n if value is None:\n return None\n normalized = str(value).strip().lower()\n return normalized if normalized else None\n\n\n# #endregion _normalize_actor_alias_token\n\n\n# #region _normalize_owner_display_token [C:2] [TYPE Function]\n# @BRIEF Project owner payload value into stable display string for API response contracts.\ndef _normalize_owner_display_token(owner: Any) -> str | None:\n if owner is None:\n return None\n if isinstance(owner, dict):\n for key in (\"username\", \"full_name\", \"first_name\", \"email\"):\n candidate = owner.get(key)\n if isinstance(candidate, str) and candidate.strip():\n return candidate.strip()\n return None\n if isinstance(owner, str):\n return owner.strip() or None\n return None\n\n\n# #endregion _normalize_owner_display_token\n\n\n# #region _normalize_dashboard_owner_values [C:2] [TYPE Function]\n# @BRIEF Normalize dashboard owners payload to optional list of display strings.\ndef _normalize_dashboard_owner_values(owners: Any) -> list[str] | None:\n if owners is None:\n return None\n raw_items: list[Any]\n if isinstance(owners, list):\n raw_items = owners\n else:\n raw_items = [owners]\n normalized: list[str] = []\n for owner in raw_items:\n token = _normalize_owner_display_token(owner)\n if token and token not in normalized:\n normalized.append(token)\n return normalized\n\n\n# #endregion _normalize_dashboard_owner_values\n\n\n# #region _project_dashboard_response_items [C:2] [TYPE Function]\n# @BRIEF Project dashboard payloads to response-contract-safe shape.\ndef _project_dashboard_response_items(\n dashboards: list[dict[str, Any]],\n) -> list[dict[str, Any]]:\n projected: list[dict[str, Any]] = []\n for dashboard in dashboards:\n projected_dashboard = dict(dashboard)\n projected_dashboard[\"owners\"] = _normalize_dashboard_owner_values(\n projected_dashboard.get(\"owners\")\n )\n projected.append(projected_dashboard)\n return projected\n\n\n# #endregion _project_dashboard_response_items\n\n\n# #region _get_profile_filter_binding [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard profile-filter binding through current or legacy profile service contracts.\ndef _get_profile_filter_binding(\n profile_service: Any, current_user: User\n) -> dict[str, Any]:\n\n def _read_optional_string(value: Any) -> str | None:\n return value if isinstance(value, str) else None\n\n def _read_bool(value: Any, default: bool) -> bool:\n return value if isinstance(value, bool) else default\n\n if hasattr(profile_service, \"get_dashboard_filter_binding\"):\n binding = profile_service.get_dashboard_filter_binding(current_user)\n if isinstance(binding, dict):\n return {\n \"superset_username\": _read_optional_string(\n binding.get(\"superset_username\")\n ),\n \"superset_username_normalized\": _read_optional_string(\n binding.get(\"superset_username_normalized\")\n ),\n \"show_only_my_dashboards\": _read_bool(\n binding.get(\"show_only_my_dashboards\"), False\n ),\n \"show_only_slug_dashboards\": _read_bool(\n binding.get(\"show_only_slug_dashboards\"), False\n ),\n }\n if hasattr(profile_service, \"get_my_preference\"):\n response = profile_service.get_my_preference(current_user)\n preference = getattr(response, \"preference\", None)\n return {\n \"superset_username\": _read_optional_string(\n getattr(preference, \"superset_username\", None)\n ),\n \"superset_username_normalized\": _read_optional_string(\n getattr(preference, \"superset_username_normalized\", None)\n ),\n \"show_only_my_dashboards\": _read_bool(\n getattr(preference, \"show_only_my_dashboards\", False), False\n ),\n \"show_only_slug_dashboards\": _read_bool(\n getattr(preference, \"show_only_slug_dashboards\", False), False\n ),\n }\n return {\n \"superset_username\": None,\n \"superset_username_normalized\": None,\n \"show_only_my_dashboards\": False,\n \"show_only_slug_dashboards\": False,\n }\n\n\n# #endregion _get_profile_filter_binding\n\n\n# #region _resolve_profile_actor_aliases [C:2] [TYPE Function]\n# @BRIEF Resolve stable actor aliases for profile filtering without per-dashboard detail fan-out.\n# @SIDE_EFFECT: Performs at most one Superset users-lookup request.\ndef _resolve_profile_actor_aliases(env: Any, bound_username: str) -> list[str]:\n normalized_bound = _normalize_actor_alias_token(bound_username)\n if not normalized_bound:\n return []\n aliases: list[str] = [normalized_bound]\n try:\n client = SupersetClient(env)\n adapter = SupersetAccountLookupAdapter(\n network_client=client.network,\n environment_id=str(getattr(env, \"id\", \"\")),\n )\n lookup_payload = adapter.get_users_page(\n search=normalized_bound,\n page_index=0,\n page_size=20,\n sort_column=\"username\",\n sort_order=\"asc\",\n )\n lookup_items = (\n lookup_payload.get(\"items\", []) if isinstance(lookup_payload, dict) else []\n )\n matched_item: dict[str, Any] | None = None\n for item in lookup_items:\n if not isinstance(item, dict):\n continue\n if _normalize_actor_alias_token(item.get(\"username\")) == normalized_bound:\n matched_item = item\n break\n if matched_item is None:\n for item in lookup_items:\n if isinstance(item, dict):\n matched_item = item\n break\n display_alias = _normalize_actor_alias_token(\n (matched_item or {}).get(\"display_name\")\n )\n if display_alias and display_alias not in aliases:\n aliases.append(display_alias)\n logger.reflect(\n \"Resolved profile actor aliases\",\n extra={\"src\": \"_resolve_profile_actor_aliases\", \"payload\": {\"env\": getattr(env, 'id', None), \"bound_username\": normalized_bound, \"lookup_items\": len(lookup_items), \"aliases\": aliases}},\n )\n except Exception as alias_error:\n logger.explore(\n \"Failed to resolve profile actor aliases via Superset users lookup\",\n extra={\"src\": \"_resolve_profile_actor_aliases\", \"payload\": {\"env\": getattr(env, 'id', None), \"bound_username\": normalized_bound}, \"error\": str(alias_error)},\n )\n return aliases\n\n\n# #endregion _resolve_profile_actor_aliases\n\n\n# #region _matches_dashboard_actor_aliases [C:2] [TYPE Function]\n# @BRIEF Apply profile actor matching against multiple aliases (username + optional display name).\ndef _matches_dashboard_actor_aliases(\n profile_service: ProfileService,\n actor_aliases: list[str],\n owners: Any | None,\n modified_by: str | None,\n) -> bool:\n for actor_alias in actor_aliases:\n if profile_service.matches_dashboard_actor(\n bound_username=actor_alias,\n owners=owners,\n modified_by=modified_by,\n ):\n return True\n return False\n\n\n# #endregion _matches_dashboard_actor_aliases\n\n\n# #region _task_matches_dashboard [C:2] [TYPE Function]\n# @BRIEF Checks whether task params are tied to a specific dashboard and environment.\ndef _task_matches_dashboard(\n task: Any, dashboard_id: int, env_id: str | None\n) -> bool:\n plugin_id = getattr(task, \"plugin_id\", None)\n if plugin_id not in {\"superset-backup\", \"llm_dashboard_validation\"}:\n return False\n params = getattr(task, \"params\", {}) or {}\n dashboard_id_str = str(dashboard_id)\n if plugin_id == \"llm_dashboard_validation\":\n task_dashboard_id = params.get(\"dashboard_id\")\n if str(task_dashboard_id) != dashboard_id_str:\n return False\n if env_id:\n task_env = params.get(\"environment_id\")\n return str(task_env) == str(env_id)\n return True\n dashboard_ids = params.get(\"dashboard_ids\") or params.get(\"dashboards\") or []\n normalized_ids = {str(item) for item in dashboard_ids}\n if dashboard_id_str not in normalized_ids:\n return False\n if env_id:\n task_env = params.get(\"environment_id\") or params.get(\"env\")\n return str(task_env) == str(env_id)\n return True\n\n\n# #endregion _task_matches_dashboard\n# #endregion DashboardProjection\n" }, { @@ -12585,6 +12888,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _normalize_actor_alias_token [C:2] [TYPE Function]\n# @BRIEF Normalize actor alias token to comparable trim+lower text.\ndef _normalize_actor_alias_token(value: Any) -> str | None:\n if value is None:\n return None\n normalized = str(value).strip().lower()\n return normalized if normalized else None\n\n\n# #endregion _normalize_actor_alias_token\n" }, { @@ -12602,6 +12906,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _normalize_owner_display_token [C:2] [TYPE Function]\n# @BRIEF Project owner payload value into stable display string for API response contracts.\ndef _normalize_owner_display_token(owner: Any) -> str | None:\n if owner is None:\n return None\n if isinstance(owner, dict):\n for key in (\"username\", \"full_name\", \"first_name\", \"email\"):\n candidate = owner.get(key)\n if isinstance(candidate, str) and candidate.strip():\n return candidate.strip()\n return None\n if isinstance(owner, str):\n return owner.strip() or None\n return None\n\n\n# #endregion _normalize_owner_display_token\n" }, { @@ -12619,6 +12924,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _normalize_dashboard_owner_values [C:2] [TYPE Function]\n# @BRIEF Normalize dashboard owners payload to optional list of display strings.\ndef _normalize_dashboard_owner_values(owners: Any) -> list[str] | None:\n if owners is None:\n return None\n raw_items: list[Any]\n if isinstance(owners, list):\n raw_items = owners\n else:\n raw_items = [owners]\n normalized: list[str] = []\n for owner in raw_items:\n token = _normalize_owner_display_token(owner)\n if token and token not in normalized:\n normalized.append(token)\n return normalized\n\n\n# #endregion _normalize_dashboard_owner_values\n" }, { @@ -12636,6 +12942,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _project_dashboard_response_items [C:2] [TYPE Function]\n# @BRIEF Project dashboard payloads to response-contract-safe shape.\ndef _project_dashboard_response_items(\n dashboards: list[dict[str, Any]],\n) -> list[dict[str, Any]]:\n projected: list[dict[str, Any]] = []\n for dashboard in dashboards:\n projected_dashboard = dict(dashboard)\n projected_dashboard[\"owners\"] = _normalize_dashboard_owner_values(\n projected_dashboard.get(\"owners\")\n )\n projected.append(projected_dashboard)\n return projected\n\n\n# #endregion _project_dashboard_response_items\n" }, { @@ -12653,6 +12960,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _get_profile_filter_binding [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard profile-filter binding through current or legacy profile service contracts.\ndef _get_profile_filter_binding(\n profile_service: Any, current_user: User\n) -> dict[str, Any]:\n\n def _read_optional_string(value: Any) -> str | None:\n return value if isinstance(value, str) else None\n\n def _read_bool(value: Any, default: bool) -> bool:\n return value if isinstance(value, bool) else default\n\n if hasattr(profile_service, \"get_dashboard_filter_binding\"):\n binding = profile_service.get_dashboard_filter_binding(current_user)\n if isinstance(binding, dict):\n return {\n \"superset_username\": _read_optional_string(\n binding.get(\"superset_username\")\n ),\n \"superset_username_normalized\": _read_optional_string(\n binding.get(\"superset_username_normalized\")\n ),\n \"show_only_my_dashboards\": _read_bool(\n binding.get(\"show_only_my_dashboards\"), False\n ),\n \"show_only_slug_dashboards\": _read_bool(\n binding.get(\"show_only_slug_dashboards\"), False\n ),\n }\n if hasattr(profile_service, \"get_my_preference\"):\n response = profile_service.get_my_preference(current_user)\n preference = getattr(response, \"preference\", None)\n return {\n \"superset_username\": _read_optional_string(\n getattr(preference, \"superset_username\", None)\n ),\n \"superset_username_normalized\": _read_optional_string(\n getattr(preference, \"superset_username_normalized\", None)\n ),\n \"show_only_my_dashboards\": _read_bool(\n getattr(preference, \"show_only_my_dashboards\", False), False\n ),\n \"show_only_slug_dashboards\": _read_bool(\n getattr(preference, \"show_only_slug_dashboards\", False), False\n ),\n }\n return {\n \"superset_username\": None,\n \"superset_username_normalized\": None,\n \"show_only_my_dashboards\": False,\n \"show_only_slug_dashboards\": False,\n }\n\n\n# #endregion _get_profile_filter_binding\n" }, { @@ -12681,6 +12989,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _resolve_profile_actor_aliases [C:2] [TYPE Function]\n# @BRIEF Resolve stable actor aliases for profile filtering without per-dashboard detail fan-out.\n# @SIDE_EFFECT: Performs at most one Superset users-lookup request.\ndef _resolve_profile_actor_aliases(env: Any, bound_username: str) -> list[str]:\n normalized_bound = _normalize_actor_alias_token(bound_username)\n if not normalized_bound:\n return []\n aliases: list[str] = [normalized_bound]\n try:\n client = SupersetClient(env)\n adapter = SupersetAccountLookupAdapter(\n network_client=client.network,\n environment_id=str(getattr(env, \"id\", \"\")),\n )\n lookup_payload = adapter.get_users_page(\n search=normalized_bound,\n page_index=0,\n page_size=20,\n sort_column=\"username\",\n sort_order=\"asc\",\n )\n lookup_items = (\n lookup_payload.get(\"items\", []) if isinstance(lookup_payload, dict) else []\n )\n matched_item: dict[str, Any] | None = None\n for item in lookup_items:\n if not isinstance(item, dict):\n continue\n if _normalize_actor_alias_token(item.get(\"username\")) == normalized_bound:\n matched_item = item\n break\n if matched_item is None:\n for item in lookup_items:\n if isinstance(item, dict):\n matched_item = item\n break\n display_alias = _normalize_actor_alias_token(\n (matched_item or {}).get(\"display_name\")\n )\n if display_alias and display_alias not in aliases:\n aliases.append(display_alias)\n logger.reflect(\n \"Resolved profile actor aliases\",\n extra={\"src\": \"_resolve_profile_actor_aliases\", \"payload\": {\"env\": getattr(env, 'id', None), \"bound_username\": normalized_bound, \"lookup_items\": len(lookup_items), \"aliases\": aliases}},\n )\n except Exception as alias_error:\n logger.explore(\n \"Failed to resolve profile actor aliases via Superset users lookup\",\n extra={\"src\": \"_resolve_profile_actor_aliases\", \"payload\": {\"env\": getattr(env, 'id', None), \"bound_username\": normalized_bound}, \"error\": str(alias_error)},\n )\n return aliases\n\n\n# #endregion _resolve_profile_actor_aliases\n" }, { @@ -12698,6 +13007,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _matches_dashboard_actor_aliases [C:2] [TYPE Function]\n# @BRIEF Apply profile actor matching against multiple aliases (username + optional display name).\ndef _matches_dashboard_actor_aliases(\n profile_service: ProfileService,\n actor_aliases: list[str],\n owners: Any | None,\n modified_by: str | None,\n) -> bool:\n for actor_alias in actor_aliases:\n if profile_service.matches_dashboard_actor(\n bound_username=actor_alias,\n owners=owners,\n modified_by=modified_by,\n ):\n return True\n return False\n\n\n# #endregion _matches_dashboard_actor_aliases\n" }, { @@ -12715,6 +13025,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _task_matches_dashboard [C:2] [TYPE Function]\n# @BRIEF Checks whether task params are tied to a specific dashboard and environment.\ndef _task_matches_dashboard(\n task: Any, dashboard_id: int, env_id: str | None\n) -> bool:\n plugin_id = getattr(task, \"plugin_id\", None)\n if plugin_id not in {\"superset-backup\", \"llm_dashboard_validation\"}:\n return False\n params = getattr(task, \"params\", {}) or {}\n dashboard_id_str = str(dashboard_id)\n if plugin_id == \"llm_dashboard_validation\":\n task_dashboard_id = params.get(\"dashboard_id\")\n if str(task_dashboard_id) != dashboard_id_str:\n return False\n if env_id:\n task_env = params.get(\"environment_id\")\n return str(task_env) == str(env_id)\n return True\n dashboard_ids = params.get(\"dashboard_ids\") or params.get(\"dashboards\") or []\n normalized_ids = {str(item) for item in dashboard_ids}\n if dashboard_id_str not in normalized_ids:\n return False\n if env_id:\n task_env = params.get(\"environment_id\") or params.get(\"env\")\n return str(task_env) == str(env_id)\n return True\n\n\n# #endregion _task_matches_dashboard\n" }, { @@ -12758,6 +13069,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardsRouter [C:1] [TYPE Block] [SEMANTICS dashboard, api, router]\n# @BRIEF Single APIRouter instance for all dashboard endpoints.\n# @RELATION BINDS_TO -> [DashboardsApi]\nfrom fastapi import APIRouter\n\nrouter = APIRouter(prefix=\"/api/dashboards\", tags=[\"Dashboards\"])\n# #endregion DashboardsRouter\n" }, { @@ -12802,6 +13114,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardSchemas [C:1] [TYPE Module] [SEMANTICS pydantic, dashboard, api, dto, git-status]\n# @BRIEF DTO classes for the Dashboard Hub API.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> [Pydantic]\n\nfrom typing import Literal\n\nfrom pydantic import BaseModel, Field\n\n\n# #region GitStatus [C:1] [TYPE DataClass]\n# @BRIEF DTO for dashboard Git synchronization status.\nclass GitStatus(BaseModel):\n branch: str | None = None\n sync_status: str | None = Field(None, pattern=\"^OK|DIFF|NO_REPO|ERROR$\")\n has_repo: bool | None = None\n has_changes_for_commit: bool | None = None\n\n\n# #endregion GitStatus\n\n\n# #region LastTask [C:2] [TYPE DataClass]\n# @BRIEF DTO for the most recent background task associated with a dashboard.\nclass LastTask(BaseModel):\n task_id: str | None = None\n status: str | None = Field(\n None,\n pattern=\"^PENDING|RUNNING|SUCCESS|FAILED|ERROR|AWAITING_INPUT|WAITING_INPUT|AWAITING_MAPPING$\",\n )\n validation_status: str | None = Field(None, pattern=\"^PASS|FAIL|WARN|UNKNOWN$\")\n\n\n# #endregion LastTask\n\n\n# #region DashboardItem [C:1] [TYPE DataClass]\n# @BRIEF DTO representing a single dashboard with projected metadata.\nclass DashboardItem(BaseModel):\n id: int\n title: str\n slug: str | None = None\n url: str | None = None\n last_modified: str | None = None\n created_by: str | None = None\n modified_by: str | None = None\n owners: list[str] | None = None\n git_status: GitStatus | None = None\n last_task: LastTask | None = None\n\n\n# #endregion DashboardItem\n\n\n# #region EffectiveProfileFilter [C:1] [TYPE DataClass]\n# @BRIEF Metadata about applied profile filters for UI context.\nclass EffectiveProfileFilter(BaseModel):\n applied: bool\n source_page: Literal[\"dashboards_main\", \"other\"] = \"dashboards_main\"\n override_show_all: bool = False\n username: str | None = None\n match_logic: Literal[\"owners_or_modified_by\", \"slug_only\", \"owners_or_modified_by+slug_only\"] | None = None\n\n\n# #endregion EffectiveProfileFilter\n\n\n# #region DashboardsResponse [C:1] [TYPE DataClass]\n# @BRIEF Envelope DTO for paginated dashboards list.\nclass DashboardsResponse(BaseModel):\n dashboards: list[DashboardItem]\n total: int\n page: int\n page_size: int\n total_pages: int\n effective_profile_filter: EffectiveProfileFilter | None = None\n\n\n# #endregion DashboardsResponse\n\n\n# #region DashboardChartItem [C:1] [TYPE DataClass]\n# @BRIEF DTO for a chart linked to a dashboard.\nclass DashboardChartItem(BaseModel):\n id: int\n title: str\n viz_type: str | None = None\n dataset_id: int | None = None\n last_modified: str | None = None\n overview: str | None = None\n\n\n# #endregion DashboardChartItem\n\n\n# #region DashboardDatasetItem [C:1] [TYPE DataClass]\n# @BRIEF DTO for a dataset associated with a dashboard.\nclass DashboardDatasetItem(BaseModel):\n id: int\n table_name: str\n schema: str | None = None\n database: str\n last_modified: str | None = None\n overview: str | None = None\n\n\n# #endregion DashboardDatasetItem\n\n\n# #region DashboardDetailResponse [C:1] [TYPE DataClass]\n# @BRIEF Detailed dashboard metadata including children.\nclass DashboardDetailResponse(BaseModel):\n id: int\n title: str\n slug: str | None = None\n url: str | None = None\n description: str | None = None\n last_modified: str | None = None\n published: bool | None = None\n charts: list[DashboardChartItem]\n datasets: list[DashboardDatasetItem]\n chart_count: int\n dataset_count: int\n\n\n# #endregion DashboardDetailResponse\n\n\n# #region DashboardTaskHistoryItem [C:1] [TYPE DataClass]\n# @BRIEF Individual history record entry.\nclass DashboardTaskHistoryItem(BaseModel):\n id: str\n plugin_id: str\n status: str\n validation_status: str | None = None\n started_at: str | None = None\n finished_at: str | None = None\n env_id: str | None = None\n summary: str | None = None\n\n\n# #endregion DashboardTaskHistoryItem\n\n\n# #region DashboardTaskHistoryResponse [C:1] [TYPE DataClass]\n# @BRIEF Collection DTO for task history.\nclass DashboardTaskHistoryResponse(BaseModel):\n dashboard_id: int\n items: list[DashboardTaskHistoryItem]\n\n\n# #endregion DashboardTaskHistoryResponse\n\n\n# #region DatabaseMapping [C:2] [TYPE DataClass]\n# @BRIEF DTO for cross-environment database ID mapping.\nclass DatabaseMapping(BaseModel):\n source_db: str\n target_db: str\n source_db_uuid: str | None = None\n target_db_uuid: str | None = None\n confidence: float\n\n\n# #endregion DatabaseMapping\n\n\n# #region DatabaseMappingsResponse [C:1] [TYPE DataClass]\n# @BRIEF Wrapper for database mappings.\nclass DatabaseMappingsResponse(BaseModel):\n mappings: list[DatabaseMapping]\n\n\n# #endregion DatabaseMappingsResponse\n\n\n# #region MigrateRequest [C:1] [TYPE DataClass]\n# @BRIEF DTO for dashboard migration requests.\nclass MigrateRequest(BaseModel):\n source_env_id: str = Field(..., description=\"Source environment ID\")\n target_env_id: str = Field(..., description=\"Target environment ID\")\n dashboard_ids: list[int] = Field(\n ..., description=\"List of dashboard IDs to migrate\"\n )\n db_mappings: dict[str, str] | None = Field(\n None, description=\"Database mappings for migration\"\n )\n replace_db_config: bool = Field(False, description=\"Replace database configuration\")\n\n\n# #endregion MigrateRequest\n\n\n# #region TaskResponse [C:1] [TYPE DataClass]\n# @BRIEF DTO for async task ID return.\nclass TaskResponse(BaseModel):\n task_id: str\n\n\n# #endregion TaskResponse\n\n\n# #region BackupRequest [C:1] [TYPE DataClass]\n# @BRIEF DTO for dashboard backup requests.\nclass BackupRequest(BaseModel):\n env_id: str = Field(..., description=\"Environment ID\")\n dashboard_ids: list[int] = Field(..., description=\"List of dashboard IDs to backup\")\n schedule: str | None = Field(\n None, description=\"Cron schedule for recurring backups (e.g., '0 0 * * *')\"\n )\n\n\n# #endregion BackupRequest\n# #endregion DashboardSchemas\n" }, { @@ -12873,6 +13186,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitStatus [C:1] [TYPE DataClass]\n# @BRIEF DTO for dashboard Git synchronization status.\nclass GitStatus(BaseModel):\n branch: str | None = None\n sync_status: str | None = Field(None, pattern=\"^OK|DIFF|NO_REPO|ERROR$\")\n has_repo: bool | None = None\n has_changes_for_commit: bool | None = None\n\n\n# #endregion GitStatus\n" }, { @@ -12944,6 +13258,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardItem [C:1] [TYPE DataClass]\n# @BRIEF DTO representing a single dashboard with projected metadata.\nclass DashboardItem(BaseModel):\n id: int\n title: str\n slug: str | None = None\n url: str | None = None\n last_modified: str | None = None\n created_by: str | None = None\n modified_by: str | None = None\n owners: list[str] | None = None\n git_status: GitStatus | None = None\n last_task: LastTask | None = None\n\n\n# #endregion DashboardItem\n" }, { @@ -13015,6 +13330,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region EffectiveProfileFilter [C:1] [TYPE DataClass]\n# @BRIEF Metadata about applied profile filters for UI context.\nclass EffectiveProfileFilter(BaseModel):\n applied: bool\n source_page: Literal[\"dashboards_main\", \"other\"] = \"dashboards_main\"\n override_show_all: bool = False\n username: str | None = None\n match_logic: Literal[\"owners_or_modified_by\", \"slug_only\", \"owners_or_modified_by+slug_only\"] | None = None\n\n\n# #endregion EffectiveProfileFilter\n" }, { @@ -13086,6 +13402,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardsResponse [C:1] [TYPE DataClass]\n# @BRIEF Envelope DTO for paginated dashboards list.\nclass DashboardsResponse(BaseModel):\n dashboards: list[DashboardItem]\n total: int\n page: int\n page_size: int\n total_pages: int\n effective_profile_filter: EffectiveProfileFilter | None = None\n\n\n# #endregion DashboardsResponse\n" }, { @@ -13157,6 +13474,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardChartItem [C:1] [TYPE DataClass]\n# @BRIEF DTO for a chart linked to a dashboard.\nclass DashboardChartItem(BaseModel):\n id: int\n title: str\n viz_type: str | None = None\n dataset_id: int | None = None\n last_modified: str | None = None\n overview: str | None = None\n\n\n# #endregion DashboardChartItem\n" }, { @@ -13228,6 +13546,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardDatasetItem [C:1] [TYPE DataClass]\n# @BRIEF DTO for a dataset associated with a dashboard.\nclass DashboardDatasetItem(BaseModel):\n id: int\n table_name: str\n schema: str | None = None\n database: str\n last_modified: str | None = None\n overview: str | None = None\n\n\n# #endregion DashboardDatasetItem\n" }, { @@ -13299,6 +13618,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardDetailResponse [C:1] [TYPE DataClass]\n# @BRIEF Detailed dashboard metadata including children.\nclass DashboardDetailResponse(BaseModel):\n id: int\n title: str\n slug: str | None = None\n url: str | None = None\n description: str | None = None\n last_modified: str | None = None\n published: bool | None = None\n charts: list[DashboardChartItem]\n datasets: list[DashboardDatasetItem]\n chart_count: int\n dataset_count: int\n\n\n# #endregion DashboardDetailResponse\n" }, { @@ -13370,6 +13690,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardTaskHistoryItem [C:1] [TYPE DataClass]\n# @BRIEF Individual history record entry.\nclass DashboardTaskHistoryItem(BaseModel):\n id: str\n plugin_id: str\n status: str\n validation_status: str | None = None\n started_at: str | None = None\n finished_at: str | None = None\n env_id: str | None = None\n summary: str | None = None\n\n\n# #endregion DashboardTaskHistoryItem\n" }, { @@ -13441,6 +13762,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardTaskHistoryResponse [C:1] [TYPE DataClass]\n# @BRIEF Collection DTO for task history.\nclass DashboardTaskHistoryResponse(BaseModel):\n dashboard_id: int\n items: list[DashboardTaskHistoryItem]\n\n\n# #endregion DashboardTaskHistoryResponse\n" }, { @@ -13512,6 +13834,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatabaseMapping [C:2] [TYPE DataClass]\n# @BRIEF DTO for cross-environment database ID mapping.\nclass DatabaseMapping(BaseModel):\n source_db: str\n target_db: str\n source_db_uuid: str | None = None\n target_db_uuid: str | None = None\n confidence: float\n\n\n# #endregion DatabaseMapping\n" }, { @@ -13583,6 +13906,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatabaseMappingsResponse [C:1] [TYPE DataClass]\n# @BRIEF Wrapper for database mappings.\nclass DatabaseMappingsResponse(BaseModel):\n mappings: list[DatabaseMapping]\n\n\n# #endregion DatabaseMappingsResponse\n" }, { @@ -13654,6 +13978,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MigrateRequest [C:1] [TYPE DataClass]\n# @BRIEF DTO for dashboard migration requests.\nclass MigrateRequest(BaseModel):\n source_env_id: str = Field(..., description=\"Source environment ID\")\n target_env_id: str = Field(..., description=\"Target environment ID\")\n dashboard_ids: list[int] = Field(\n ..., description=\"List of dashboard IDs to migrate\"\n )\n db_mappings: dict[str, str] | None = Field(\n None, description=\"Database mappings for migration\"\n )\n replace_db_config: bool = Field(False, description=\"Replace database configuration\")\n\n\n# #endregion MigrateRequest\n" }, { @@ -13725,6 +14050,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region BackupRequest [C:1] [TYPE DataClass]\n# @BRIEF DTO for dashboard backup requests.\nclass BackupRequest(BaseModel):\n env_id: str = Field(..., description=\"Environment ID\")\n dashboard_ids: list[int] = Field(..., description=\"List of dashboard IDs to backup\")\n schedule: str | None = Field(\n None, description=\"Cron schedule for recurring backups (e.g., '0 0 * * *')\"\n )\n\n\n# #endregion BackupRequest\n" }, { @@ -13743,6 +14069,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewDependencies [C:2] [TYPE Module] [SEMANTICS dataset, review, dependency, di, serialize]\n# @BRIEF Dependency injection, serialization helpers, and feature-flag guards for dataset review endpoints.\n# @LAYER: API\n\nfrom __future__ import annotations\n\nfrom datetime import datetime\nfrom typing import Any\n\nfrom fastapi import Depends, Header, HTTPException, status\nfrom pydantic import BaseModel, Field\nfrom sqlalchemy.orm import Session\n\nfrom src.core.database import get_db\nfrom src.core.logger import belief_scope, logger\nfrom src.dependencies import (\n get_config_manager,\n get_task_manager,\n)\nfrom src.models.dataset_review import (\n AnswerKind,\n ArtifactFormat,\n CandidateStatus,\n DatasetReviewSession,\n FieldProvenance,\n SessionStatus,\n)\nfrom src.schemas.dataset_review import (\n ClarificationQuestionDto,\n CompiledPreviewDto,\n DatasetRunContextDto,\n ExecutionMappingDto,\n SemanticFieldEntryDto,\n SessionDetail,\n SessionSummary,\n ValidationFindingDto,\n)\nfrom src.services.dataset_review.clarification_engine import (\n ClarificationEngine,\n)\nfrom src.services.dataset_review.orchestrator import (\n DatasetReviewOrchestrator,\n)\nfrom src.services.dataset_review.repositories.session_repository import (\n DatasetReviewSessionRepository,\n DatasetReviewSessionVersionConflictError,\n)\n\n\n# #region StartSessionRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for starting one dataset review session.\nclass StartSessionRequest(BaseModel):\n source_kind: str = Field(..., pattern=\"^(superset_link|dataset_selection)$\")\n source_input: str = Field(..., min_length=1)\n environment_id: str = Field(..., min_length=1)\n\n\n# #endregion StartSessionRequest\n\n\n# #region UpdateSessionRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for lifecycle state updates on an existing session.\nclass UpdateSessionRequest(BaseModel):\n status: SessionStatus\n note: str | None = None\n\n\n# #endregion UpdateSessionRequest\n\n\n# #region SessionCollectionResponse [C:1] [TYPE Class]\n# @BRIEF Paginated session collection response.\nclass SessionCollectionResponse(BaseModel):\n items: list[SessionSummary]\n total: int\n page: int\n page_size: int\n has_next: bool\n\n\n# #endregion SessionCollectionResponse\n\n\n# #region ExportArtifactResponse [C:1] [TYPE Class]\n# @BRIEF Inline export response for documentation or validation outputs.\nclass ExportArtifactResponse(BaseModel):\n artifact_id: str\n session_id: str\n artifact_type: str\n format: str\n storage_ref: str\n created_by_user_id: str\n created_at: str | None = None\n content: dict[str, Any]\n\n\n# #endregion ExportArtifactResponse\n\n\n# #region FieldSemanticUpdateRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for field-level semantic candidate acceptance or manual override.\nclass FieldSemanticUpdateRequest(BaseModel):\n candidate_id: str | None = None\n verbose_name: str | None = None\n description: str | None = None\n display_format: str | None = None\n lock_field: bool = False\n resolution_note: str | None = None\n\n\n# #endregion FieldSemanticUpdateRequest\n\n\n# #region FeedbackRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for thumbs up/down feedback.\nclass FeedbackRequest(BaseModel):\n feedback: str = Field(..., pattern=\"^(up|down)$\")\n\n\n# #endregion FeedbackRequest\n\n\n# #region ClarificationAnswerRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for submitting one clarification answer.\nclass ClarificationAnswerRequest(BaseModel):\n question_id: str = Field(..., min_length=1)\n answer_kind: AnswerKind\n answer_value: str | None = None\n\n\n# #endregion ClarificationAnswerRequest\n\n\n# #region ClarificationSessionSummaryResponse [C:1] [TYPE Class]\n# @BRIEF Summary DTO for current clarification session state.\nclass ClarificationSessionSummaryResponse(BaseModel):\n clarification_session_id: str\n session_id: str\n status: str\n current_question_id: str | None = None\n resolved_count: int\n remaining_count: int\n summary_delta: str | None = None\n\n\n# #endregion ClarificationSessionSummaryResponse\n\n\n# #region ClarificationStateResponse [C:1] [TYPE Class]\n# @BRIEF Response DTO for current clarification state and active question payload.\nclass ClarificationStateResponse(BaseModel):\n clarification_session: ClarificationSessionSummaryResponse | None = None\n current_question: ClarificationQuestionDto | None = None\n\n\n# #endregion ClarificationStateResponse\n\n\n# #region ClarificationAnswerResultResponse [C:1] [TYPE Class]\n# @BRIEF Response DTO for one clarification answer mutation result.\nclass ClarificationAnswerResultResponse(BaseModel):\n clarification_state: ClarificationStateResponse\n session: SessionSummary\n changed_findings: list[ValidationFindingDto]\n\n\n# #endregion ClarificationAnswerResultResponse\n\n\n# #region FeedbackResponse [C:1] [TYPE Class]\n# @BRIEF Minimal response DTO for persisted AI feedback actions.\nclass FeedbackResponse(BaseModel):\n target_id: str\n feedback: str\n\n\n# #endregion FeedbackResponse\n\n\n# #region ApproveMappingRequest [C:1] [TYPE Class]\n# @BRIEF Optional request DTO for explicit mapping approval audit notes.\nclass ApproveMappingRequest(BaseModel):\n approval_note: str | None = None\n\n\n# #endregion ApproveMappingRequest\n\n\n# #region BatchApproveSemanticItemRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for one batch semantic-approval item.\nclass BatchApproveSemanticItemRequest(BaseModel):\n field_id: str = Field(..., min_length=1)\n candidate_id: str = Field(..., min_length=1)\n lock_field: bool = False\n\n\n# #endregion BatchApproveSemanticItemRequest\n\n\n# #region BatchApproveSemanticRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for explicit batch semantic approvals.\nclass BatchApproveSemanticRequest(BaseModel):\n items: list[BatchApproveSemanticItemRequest] = Field(..., min_length=1)\n\n\n# #endregion BatchApproveSemanticRequest\n\n\n# #region BatchApproveMappingRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for explicit batch mapping approvals.\nclass BatchApproveMappingRequest(BaseModel):\n mapping_ids: list[str] = Field(..., min_length=1)\n approval_note: str | None = None\n\n\n# #endregion BatchApproveMappingRequest\n\n\n# #region PreviewEnqueueResultResponse [C:1] [TYPE Class]\n# @BRIEF Async preview trigger response exposing only enqueue state.\nclass PreviewEnqueueResultResponse(BaseModel):\n session_id: str\n session_version: int | None = None\n preview_status: str\n task_id: str | None = None\n\n\n# #endregion PreviewEnqueueResultResponse\n\n\n# #region MappingCollectionResponse [C:1] [TYPE Class]\n# @BRIEF Wrapper for execution mapping list responses.\nclass MappingCollectionResponse(BaseModel):\n items: list[ExecutionMappingDto]\n\n\n# #endregion MappingCollectionResponse\n\n\n# #region UpdateExecutionMappingRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for one manual execution-mapping override update.\nclass UpdateExecutionMappingRequest(BaseModel):\n effective_value: Any | None = None\n mapping_method: str | None = Field(default=None, pattern=\"^(manual_override|direct_match|heuristic_match|semantic_match)$\")\n transformation_note: str | None = None\n\n\n# #endregion UpdateExecutionMappingRequest\n\n\n# #region LaunchDatasetResponse [C:1] [TYPE Class]\n# @BRIEF Launch result exposing audited run context and SQL Lab redirect target.\nclass LaunchDatasetResponse(BaseModel):\n run_context: DatasetRunContextDto\n redirect_url: str\n\n\n# #endregion LaunchDatasetResponse\n\n\n# --- Dependency Injection ---\n\n# #region _require_auto_review_flag [C:2] [TYPE Function]\n# @BRIEF Guard US1 dataset review endpoints behind the configured feature flag.\ndef _require_auto_review_flag(config_manager=Depends(get_config_manager)) -> bool:\n with belief_scope(\"dataset_review.require_auto_review_flag\"):\n settings = config_manager.get_config().settings\n if not settings.features.dataset_review:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Dataset review feature is disabled\")\n if not settings.ff_dataset_auto_review:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Dataset auto review feature is disabled\")\n return True\n\n\n# #endregion _require_auto_review_flag\n\n\n# #region _require_clarification_flag [C:2] [TYPE Function]\n# @BRIEF Guard clarification-specific US2 endpoints behind the configured feature flag.\ndef _require_clarification_flag(config_manager=Depends(get_config_manager)) -> bool:\n with belief_scope(\"dataset_review.require_clarification_flag\"):\n settings = config_manager.get_config().settings\n if not settings.features.dataset_review:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Dataset review feature is disabled\")\n if not settings.ff_dataset_clarification:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Dataset clarification feature is disabled\")\n return True\n\n\n# #endregion _require_clarification_flag\n\n\n# #region _require_execution_flag [C:2] [TYPE Function]\n# @BRIEF Guard US3 execution endpoints behind the configured feature flag.\ndef _require_execution_flag(config_manager=Depends(get_config_manager)) -> bool:\n with belief_scope(\"dataset_review.require_execution_flag\"):\n settings = config_manager.get_config().settings\n if not settings.features.dataset_review:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Dataset review feature is disabled\")\n if not settings.ff_dataset_execution:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Dataset execution feature is disabled\")\n return True\n\n\n# #endregion _require_execution_flag\n\n\n# #region _get_repository [C:1] [TYPE Function]\n# @BRIEF Build repository dependency.\ndef _get_repository(db: Session = Depends(get_db)) -> DatasetReviewSessionRepository:\n return DatasetReviewSessionRepository(db)\n\n\n# #endregion _get_repository\n\n\n# #region _get_orchestrator [C:1] [TYPE Function]\n# @BRIEF Build orchestrator dependency.\ndef _get_orchestrator(\n repository: DatasetReviewSessionRepository = Depends(_get_repository),\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n) -> DatasetReviewOrchestrator:\n return DatasetReviewOrchestrator(repository=repository, config_manager=config_manager, task_manager=task_manager)\n\n\n# #endregion _get_orchestrator\n\n\n# #region _get_clarification_engine [C:1] [TYPE Function]\n# @BRIEF Build clarification engine dependency.\ndef _get_clarification_engine(\n repository: DatasetReviewSessionRepository = Depends(_get_repository),\n) -> ClarificationEngine:\n return ClarificationEngine(repository=repository)\n\n\n# #endregion _get_clarification_engine\n\n\n# --- Serialization Helpers ---\n\n# #region _serialize_session_summary [C:1] [TYPE Function]\n# @BRIEF Map session aggregate into stable API summary DTO.\ndef _serialize_session_summary(session: DatasetReviewSession) -> SessionSummary:\n summary = SessionSummary.model_validate(session, from_attributes=True)\n summary.session_version = summary.version\n return summary\n\n\n# #endregion _serialize_session_summary\n\n\n# #region _serialize_session_detail [C:1] [TYPE Function]\n# @BRIEF Map session aggregate into stable API detail DTO.\ndef _serialize_session_detail(session: DatasetReviewSession) -> SessionDetail:\n detail = SessionDetail.model_validate(session, from_attributes=True)\n detail.session_version = detail.version\n return detail\n\n\n# #endregion _serialize_session_detail\n\n\n# #region _require_session_version_header [C:1] [TYPE Function]\n# @BRIEF Read the optimistic-lock session version header.\ndef _require_session_version_header(\n session_version: int = Header(..., alias=\"X-Session-Version\", ge=0),\n) -> int:\n return session_version\n\n\n# #endregion _require_session_version_header\n\n\n# #region _build_session_version_conflict_http_exception [C:1] [TYPE Function]\n# @BRIEF Normalize optimistic-lock conflict errors into HTTP 409 responses.\ndef _build_session_version_conflict_http_exception(exc: DatasetReviewSessionVersionConflictError) -> HTTPException:\n return HTTPException(\n status_code=status.HTTP_409_CONFLICT,\n detail={\"error_code\": \"session_version_conflict\", \"message\": str(exc), \"session_id\": exc.session_id, \"expected_version\": exc.expected_version, \"actual_version\": exc.actual_version},\n )\n\n\n# #endregion _build_session_version_conflict_http_exception\n\n\n# #region _enforce_session_version [C:3] [TYPE Function]\n# @BRIEF Convert repository optimistic-lock conflicts into deterministic HTTP 409 responses.\ndef _enforce_session_version(repository, session, expected_version):\n with belief_scope(\"_enforce_session_version\"):\n try:\n repository.require_session_version(session, expected_version)\n except DatasetReviewSessionVersionConflictError as exc:\n logger.explore(\"Dataset review optimistic-lock conflict detected\", extra={\"session_id\": exc.session_id, \"expected_version\": exc.expected_version, \"actual_version\": exc.actual_version})\n raise _build_session_version_conflict_http_exception(exc) from exc\n return session\n\n\n# #endregion _enforce_session_version\n\n\n# #region _get_owned_session_or_404 [C:3] [TYPE Function]\n# @BRIEF Resolve one session for current user or collaborator scope, returning 404 when inaccessible.\ndef _get_owned_session_or_404(repository, session_id, current_user):\n with belief_scope(\"_get_owned_session_or_404\"):\n session = repository.load_session_detail(session_id, current_user.id)\n if session is None:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Session not found\")\n return session\n\n\n# #endregion _get_owned_session_or_404\n\n\n# #region _require_owner_mutation_scope [C:2] [TYPE Function]\n# @BRIEF Enforce owner-only mutation scope.\ndef _require_owner_mutation_scope(session, current_user):\n with belief_scope(\"_require_owner_mutation_scope\"):\n if session.user_id != current_user.id:\n raise HTTPException(status_code=status.HTTP_403_FORBIDDEN, detail=\"Only the owner can mutate dataset review state\")\n return session\n\n\n# #endregion _require_owner_mutation_scope\n\n\n# #region _prepare_owned_session_mutation [C:3] [TYPE Function]\n# @BRIEF Resolve owner-scoped mutation session and enforce optimistic-lock version.\ndef _prepare_owned_session_mutation(repository, session_id, current_user, expected_version):\n with belief_scope(\"_prepare_owned_session_mutation\"):\n session = _get_owned_session_or_404(repository, session_id, current_user)\n _require_owner_mutation_scope(session, current_user)\n return _enforce_session_version(repository, session, expected_version)\n\n\n# #endregion _prepare_owned_session_mutation\n\n\n# #region _commit_owned_session_mutation [C:3] [TYPE Function]\n# @BRIEF Centralize session version bumping and commit semantics.\ndef _commit_owned_session_mutation(repository, session, *, refresh_targets=None):\n with belief_scope(\"_commit_owned_session_mutation\"):\n try:\n repository.commit_session_mutation(session, refresh_targets=refresh_targets)\n except DatasetReviewSessionVersionConflictError as exc:\n raise _build_session_version_conflict_http_exception(exc) from exc\n return session\n\n\n# #endregion _commit_owned_session_mutation\n\n\n# #region _record_session_event [C:1] [TYPE Function]\n# @BRIEF Persist one explicit audit event for an owned mutation endpoint.\ndef _record_session_event(repository, session, current_user, *, event_type, event_summary, event_details=None):\n repository.event_logger.log_for_session(session, actor_user_id=current_user.id, event_type=event_type, event_summary=event_summary, event_details=event_details or {})\n\n\n# #endregion _record_session_event\n\n\n# #region _serialize_semantic_field [C:1] [TYPE Function]\n# @BRIEF Map one semantic field into stable DTO.\ndef _serialize_semantic_field(field):\n payload = SemanticFieldEntryDto.model_validate(field, from_attributes=True)\n session_ref = getattr(field, \"session\", None)\n version_value = getattr(session_ref, \"version\", None)\n payload.session_version = int(version_value or 0) if version_value is not None else None\n return payload\n\n\n# #endregion _serialize_semantic_field\n\n\n# #region _serialize_execution_mapping [C:1] [TYPE Function]\n# @BRIEF Map one execution mapping into stable DTO.\ndef _serialize_execution_mapping(mapping):\n payload = ExecutionMappingDto.model_validate(mapping, from_attributes=True)\n session_ref = getattr(mapping, \"session\", None)\n version_value = getattr(session_ref, \"version\", None)\n payload.session_version = int(version_value or 0) if version_value is not None else None\n return payload\n\n\n# #endregion _serialize_execution_mapping\n\n\n# #region _serialize_preview [C:1] [TYPE Function]\n# @BRIEF Map one preview into stable DTO.\ndef _serialize_preview(preview, *, session_version_fallback=None):\n payload = CompiledPreviewDto.model_validate(preview, from_attributes=True)\n session_ref = getattr(preview, \"session\", None)\n version_value = getattr(session_ref, \"version\", None)\n if version_value is None:\n version_value = session_version_fallback\n payload.session_version = int(version_value or 0) if version_value is not None else None\n return payload\n\n\n# #endregion _serialize_preview\n\n\n# #region _serialize_run_context [C:1] [TYPE Function]\n# @BRIEF Map one run context into stable DTO.\ndef _serialize_run_context(run_context):\n payload = DatasetRunContextDto.model_validate(run_context, from_attributes=True)\n session_ref = getattr(run_context, \"session\", None)\n version_value = getattr(session_ref, \"version\", None)\n payload.session_version = int(version_value or 0) if version_value is not None else None\n return payload\n\n\n# #endregion _serialize_run_context\n\n\n# #region _serialize_clarification_question_payload [C:1] [TYPE Function]\n# @BRIEF Convert clarification engine payload into API DTO.\ndef _serialize_clarification_question_payload(payload):\n if payload is None:\n return None\n return ClarificationQuestionDto.model_validate({\n \"question_id\": payload.question_id, \"clarification_session_id\": payload.clarification_session_id,\n \"topic_ref\": payload.topic_ref, \"question_text\": payload.question_text,\n \"why_it_matters\": payload.why_it_matters, \"current_guess\": payload.current_guess,\n \"priority\": payload.priority, \"state\": payload.state, \"options\": payload.options,\n \"answer\": None, \"created_at\": datetime.utcnow(), \"updated_at\": datetime.utcnow(),\n })\n\n\n# #endregion _serialize_clarification_question_payload\n\n\n# #region _serialize_clarification_state [C:1] [TYPE Function]\n# @BRIEF Convert clarification engine state into API response.\ndef _serialize_clarification_state(state):\n return ClarificationStateResponse(\n clarification_session=ClarificationSessionSummaryResponse(\n clarification_session_id=state.clarification_session.clarification_session_id,\n session_id=state.clarification_session.session_id, status=state.clarification_session.status.value,\n current_question_id=state.clarification_session.current_question_id,\n resolved_count=state.clarification_session.resolved_count,\n remaining_count=state.clarification_session.remaining_count,\n summary_delta=state.clarification_session.summary_delta,\n ),\n current_question=_serialize_clarification_question_payload(state.current_question),\n )\n\n\n# #endregion _serialize_clarification_state\n\n\n# #region _serialize_empty_clarification_state [C:1] [TYPE Function]\n# @BRIEF Return empty clarification payload.\ndef _serialize_empty_clarification_state():\n return ClarificationStateResponse(clarification_session=None, current_question=None)\n\n\n# #endregion _serialize_empty_clarification_state\n\n\n# #region _get_latest_clarification_session_or_404 [C:1] [TYPE Function]\n# @BRIEF Resolve the latest clarification aggregate or raise.\ndef _get_latest_clarification_session_or_404(session):\n if not session.clarification_sessions:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Clarification session not found\")\n return sorted(session.clarification_sessions, key=lambda item: (item.started_at, item.clarification_session_id), reverse=True)[0]\n\n\n# #endregion _get_latest_clarification_session_or_404\n\n\n# #region _get_owned_mapping_or_404 [C:2] [TYPE Function]\n# @BRIEF Resolve one execution mapping inside one owned session.\ndef _get_owned_mapping_or_404(session, mapping_id):\n for mapping in session.execution_mappings:\n if mapping.mapping_id == mapping_id:\n return mapping\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Execution mapping not found\")\n\n\n# #endregion _get_owned_mapping_or_404\n\n\n# #region _get_owned_field_or_404 [C:2] [TYPE Function]\n# @BRIEF Resolve a semantic field inside one owned session.\ndef _get_owned_field_or_404(session, field_id):\n for field in session.semantic_fields:\n if field.field_id == field_id:\n return field\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Semantic field not found\")\n\n\n# #endregion _get_owned_field_or_404\n\n\n# #region _map_candidate_provenance [C:1] [TYPE Function]\n# @BRIEF Translate accepted semantic candidate type into stable field provenance.\ndef _map_candidate_provenance(candidate):\n if str(candidate.match_type.value) == \"exact\":\n return FieldProvenance.DICTIONARY_EXACT\n if str(candidate.match_type.value) == \"reference\":\n return FieldProvenance.REFERENCE_IMPORTED\n if str(candidate.match_type.value) == \"generated\":\n return FieldProvenance.AI_GENERATED\n return FieldProvenance.FUZZY_INFERRED\n\n\n# #endregion _map_candidate_provenance\n\n\n# #region _resolve_candidate_source_version [C:1] [TYPE Function]\n# @BRIEF Resolve the semantic source version for one accepted candidate.\ndef _resolve_candidate_source_version(field, source_id):\n if not source_id:\n return None\n session = getattr(field, \"session\", None)\n if session is None:\n return None\n for source in getattr(session, \"semantic_sources\", []) or []:\n if source.source_id == source_id:\n return source.source_version\n return None\n\n\n# #endregion _resolve_candidate_source_version\n\n\n# #region _update_semantic_field_state [C:3] [TYPE Function]\n# @BRIEF Apply field-level semantic manual override or candidate acceptance.\n# @POST: Manual overrides always set manual provenance plus lock.\ndef _update_semantic_field_state(field, request, changed_by):\n has_manual_override = any(v is not None for v in [request.verbose_name, request.description, request.display_format])\n selected_candidate = None\n if request.candidate_id:\n selected_candidate = next((c for c in field.candidates if c.candidate_id == request.candidate_id), None)\n if selected_candidate is None:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Semantic candidate not found\")\n\n if has_manual_override:\n field.verbose_name = request.verbose_name\n field.description = request.description\n field.display_format = request.display_format\n field.provenance = FieldProvenance.MANUAL_OVERRIDE\n field.source_id = None\n field.source_version = None\n field.confidence_rank = None\n field.is_locked = True\n field.has_conflict = False\n field.needs_review = False\n field.last_changed_by = changed_by\n for c in field.candidates:\n c.status = CandidateStatus.SUPERSEDED\n return field\n\n if selected_candidate is not None:\n field.verbose_name = selected_candidate.proposed_verbose_name\n field.description = selected_candidate.proposed_description\n field.display_format = selected_candidate.proposed_display_format\n field.provenance = _map_candidate_provenance(selected_candidate)\n field.source_id = selected_candidate.source_id\n field.source_version = _resolve_candidate_source_version(field, selected_candidate.source_id)\n field.confidence_rank = selected_candidate.candidate_rank\n field.is_locked = bool(request.lock_field or field.is_locked)\n field.has_conflict = len(field.candidates) > 1\n field.needs_review = False\n field.last_changed_by = changed_by\n for c in field.candidates:\n c.status = CandidateStatus.ACCEPTED if c.candidate_id == selected_candidate.candidate_id else CandidateStatus.SUPERSEDED\n return field\n\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=\"Provide candidate_id or at least one manual override field\")\n\n\n# #endregion _update_semantic_field_state\n\n\n# #region _build_sql_lab_redirect_url [C:1] [TYPE Function]\n# @BRIEF Build SQL Lab redirect URL.\ndef _build_sql_lab_redirect_url(environment_url, sql_lab_session_ref):\n base_url = str(environment_url or \"\").rstrip(\"/\")\n session_ref = str(sql_lab_session_ref or \"\").strip()\n if not base_url:\n raise HTTPException(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, detail=\"Superset environment URL is not configured\")\n if not session_ref:\n raise HTTPException(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, detail=\"SQL Lab session reference is missing\")\n return f\"{base_url}/superset/sqllab?queryId={session_ref}\"\n\n\n# #endregion _build_sql_lab_redirect_url\n\n\n# #region _build_documentation_export [C:2] [TYPE Function]\n# @BRIEF Produce session documentation export content.\ndef _build_documentation_export(session, export_format):\n profile = session.profile\n findings = sorted(session.findings, key=lambda item: (item.severity.value, item.code))\n if export_format == ArtifactFormat.MARKDOWN:\n lines = [f\"# Dataset Review: {session.dataset_ref}\", \"\", f\"- Session ID: {session.session_id}\", f\"- Environment: {session.environment_id}\", f\"- Readiness: {session.readiness_state.value}\", f\"- Recommended action: {session.recommended_action.value}\", \"\", \"## Business Summary\", profile.business_summary if profile else \"No profile summary available.\", \"\", \"## Findings\"]\n if findings:\n for f in findings:\n lines.append(f\"- [{f.severity.value}] {f.title}: {f.message}\")\n else:\n lines.append(\"- No findings recorded.\")\n return {\"storage_ref\": f\"inline://dataset-review/{session.session_id}/documentation.md\", \"content\": {\"markdown\": \"\\n\".join(lines)}}\n content = {\"session\": _serialize_session_summary(session).model_dump(mode=\"json\"), \"profile\": profile and {\"dataset_name\": profile.dataset_name, \"business_summary\": profile.business_summary, \"confidence_state\": profile.confidence_state.value, \"dataset_type\": profile.dataset_type}, \"findings\": [{\"code\": f.code, \"severity\": f.severity.value, \"title\": f.title, \"message\": f.message, \"resolution_state\": f.resolution_state.value} for f in findings]}\n return {\"storage_ref\": f\"inline://dataset-review/{session.session_id}/documentation.json\", \"content\": content}\n\n\n# #endregion _build_documentation_export\n\n\n# #region _build_validation_export [C:2] [TYPE Function]\n# @BRIEF Produce validation-focused export content.\ndef _build_validation_export(session, export_format):\n findings = sorted(session.findings, key=lambda item: (item.severity.value, item.code))\n if export_format == ArtifactFormat.MARKDOWN:\n lines = [f\"# Validation Report: {session.dataset_ref}\", \"\", f\"- Session ID: {session.session_id}\", f\"- Readiness: {session.readiness_state.value}\", \"\", \"## Findings\"]\n if findings:\n for f in findings:\n lines.append(f\"- `{f.code}` [{f.severity.value}] {f.message}\")\n else:\n lines.append(\"- No findings recorded.\")\n return {\"storage_ref\": f\"inline://dataset-review/{session.session_id}/validation.md\", \"content\": {\"markdown\": \"\\n\".join(lines)}}\n content = {\"session_id\": session.session_id, \"dataset_ref\": session.dataset_ref, \"readiness_state\": session.readiness_state.value, \"findings\": [{\"finding_id\": f.finding_id, \"area\": f.area.value, \"severity\": f.severity.value, \"code\": f.code, \"title\": f.title, \"message\": f.message, \"resolution_state\": f.resolution_state.value} for f in findings]}\n return {\"storage_ref\": f\"inline://dataset-review/{session.session_id}/validation.json\", \"content\": content}\n\n\n# #endregion _build_validation_export\n\n\n# #endregion DatasetReviewDependencies\n" }, { @@ -13770,6 +14097,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region StartSessionRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for starting one dataset review session.\nclass StartSessionRequest(BaseModel):\n source_kind: str = Field(..., pattern=\"^(superset_link|dataset_selection)$\")\n source_input: str = Field(..., min_length=1)\n environment_id: str = Field(..., min_length=1)\n\n\n# #endregion StartSessionRequest\n" }, { @@ -13797,6 +14125,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region UpdateSessionRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for lifecycle state updates on an existing session.\nclass UpdateSessionRequest(BaseModel):\n status: SessionStatus\n note: str | None = None\n\n\n# #endregion UpdateSessionRequest\n" }, { @@ -13824,6 +14153,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SessionCollectionResponse [C:1] [TYPE Class]\n# @BRIEF Paginated session collection response.\nclass SessionCollectionResponse(BaseModel):\n items: list[SessionSummary]\n total: int\n page: int\n page_size: int\n has_next: bool\n\n\n# #endregion SessionCollectionResponse\n" }, { @@ -13851,6 +14181,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ExportArtifactResponse [C:1] [TYPE Class]\n# @BRIEF Inline export response for documentation or validation outputs.\nclass ExportArtifactResponse(BaseModel):\n artifact_id: str\n session_id: str\n artifact_type: str\n format: str\n storage_ref: str\n created_by_user_id: str\n created_at: str | None = None\n content: dict[str, Any]\n\n\n# #endregion ExportArtifactResponse\n" }, { @@ -13878,6 +14209,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FieldSemanticUpdateRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for field-level semantic candidate acceptance or manual override.\nclass FieldSemanticUpdateRequest(BaseModel):\n candidate_id: str | None = None\n verbose_name: str | None = None\n description: str | None = None\n display_format: str | None = None\n lock_field: bool = False\n resolution_note: str | None = None\n\n\n# #endregion FieldSemanticUpdateRequest\n" }, { @@ -13905,6 +14237,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FeedbackRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for thumbs up/down feedback.\nclass FeedbackRequest(BaseModel):\n feedback: str = Field(..., pattern=\"^(up|down)$\")\n\n\n# #endregion FeedbackRequest\n" }, { @@ -13932,6 +14265,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationAnswerRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for submitting one clarification answer.\nclass ClarificationAnswerRequest(BaseModel):\n question_id: str = Field(..., min_length=1)\n answer_kind: AnswerKind\n answer_value: str | None = None\n\n\n# #endregion ClarificationAnswerRequest\n" }, { @@ -13959,6 +14293,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationSessionSummaryResponse [C:1] [TYPE Class]\n# @BRIEF Summary DTO for current clarification session state.\nclass ClarificationSessionSummaryResponse(BaseModel):\n clarification_session_id: str\n session_id: str\n status: str\n current_question_id: str | None = None\n resolved_count: int\n remaining_count: int\n summary_delta: str | None = None\n\n\n# #endregion ClarificationSessionSummaryResponse\n" }, { @@ -13986,6 +14321,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationStateResponse [C:1] [TYPE Class]\n# @BRIEF Response DTO for current clarification state and active question payload.\nclass ClarificationStateResponse(BaseModel):\n clarification_session: ClarificationSessionSummaryResponse | None = None\n current_question: ClarificationQuestionDto | None = None\n\n\n# #endregion ClarificationStateResponse\n" }, { @@ -14013,6 +14349,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationAnswerResultResponse [C:1] [TYPE Class]\n# @BRIEF Response DTO for one clarification answer mutation result.\nclass ClarificationAnswerResultResponse(BaseModel):\n clarification_state: ClarificationStateResponse\n session: SessionSummary\n changed_findings: list[ValidationFindingDto]\n\n\n# #endregion ClarificationAnswerResultResponse\n" }, { @@ -14040,6 +14377,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FeedbackResponse [C:1] [TYPE Class]\n# @BRIEF Minimal response DTO for persisted AI feedback actions.\nclass FeedbackResponse(BaseModel):\n target_id: str\n feedback: str\n\n\n# #endregion FeedbackResponse\n" }, { @@ -14067,6 +14405,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ApproveMappingRequest [C:1] [TYPE Class]\n# @BRIEF Optional request DTO for explicit mapping approval audit notes.\nclass ApproveMappingRequest(BaseModel):\n approval_note: str | None = None\n\n\n# #endregion ApproveMappingRequest\n" }, { @@ -14094,6 +14433,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region BatchApproveSemanticItemRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for one batch semantic-approval item.\nclass BatchApproveSemanticItemRequest(BaseModel):\n field_id: str = Field(..., min_length=1)\n candidate_id: str = Field(..., min_length=1)\n lock_field: bool = False\n\n\n# #endregion BatchApproveSemanticItemRequest\n" }, { @@ -14121,6 +14461,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region BatchApproveSemanticRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for explicit batch semantic approvals.\nclass BatchApproveSemanticRequest(BaseModel):\n items: list[BatchApproveSemanticItemRequest] = Field(..., min_length=1)\n\n\n# #endregion BatchApproveSemanticRequest\n" }, { @@ -14148,6 +14489,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region BatchApproveMappingRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for explicit batch mapping approvals.\nclass BatchApproveMappingRequest(BaseModel):\n mapping_ids: list[str] = Field(..., min_length=1)\n approval_note: str | None = None\n\n\n# #endregion BatchApproveMappingRequest\n" }, { @@ -14175,6 +14517,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PreviewEnqueueResultResponse [C:1] [TYPE Class]\n# @BRIEF Async preview trigger response exposing only enqueue state.\nclass PreviewEnqueueResultResponse(BaseModel):\n session_id: str\n session_version: int | None = None\n preview_status: str\n task_id: str | None = None\n\n\n# #endregion PreviewEnqueueResultResponse\n" }, { @@ -14202,6 +14545,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MappingCollectionResponse [C:1] [TYPE Class]\n# @BRIEF Wrapper for execution mapping list responses.\nclass MappingCollectionResponse(BaseModel):\n items: list[ExecutionMappingDto]\n\n\n# #endregion MappingCollectionResponse\n" }, { @@ -14229,6 +14573,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region UpdateExecutionMappingRequest [C:1] [TYPE Class]\n# @BRIEF Request DTO for one manual execution-mapping override update.\nclass UpdateExecutionMappingRequest(BaseModel):\n effective_value: Any | None = None\n mapping_method: str | None = Field(default=None, pattern=\"^(manual_override|direct_match|heuristic_match|semantic_match)$\")\n transformation_note: str | None = None\n\n\n# #endregion UpdateExecutionMappingRequest\n" }, { @@ -14256,6 +14601,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LaunchDatasetResponse [C:1] [TYPE Class]\n# @BRIEF Launch result exposing audited run context and SQL Lab redirect target.\nclass LaunchDatasetResponse(BaseModel):\n run_context: DatasetRunContextDto\n redirect_url: str\n\n\n# #endregion LaunchDatasetResponse\n" }, { @@ -14273,6 +14619,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _require_auto_review_flag [C:2] [TYPE Function]\n# @BRIEF Guard US1 dataset review endpoints behind the configured feature flag.\ndef _require_auto_review_flag(config_manager=Depends(get_config_manager)) -> bool:\n with belief_scope(\"dataset_review.require_auto_review_flag\"):\n settings = config_manager.get_config().settings\n if not settings.features.dataset_review:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Dataset review feature is disabled\")\n if not settings.ff_dataset_auto_review:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Dataset auto review feature is disabled\")\n return True\n\n\n# #endregion _require_auto_review_flag\n" }, { @@ -14290,6 +14637,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _require_clarification_flag [C:2] [TYPE Function]\n# @BRIEF Guard clarification-specific US2 endpoints behind the configured feature flag.\ndef _require_clarification_flag(config_manager=Depends(get_config_manager)) -> bool:\n with belief_scope(\"dataset_review.require_clarification_flag\"):\n settings = config_manager.get_config().settings\n if not settings.features.dataset_review:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Dataset review feature is disabled\")\n if not settings.ff_dataset_clarification:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Dataset clarification feature is disabled\")\n return True\n\n\n# #endregion _require_clarification_flag\n" }, { @@ -14307,6 +14655,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _require_execution_flag [C:2] [TYPE Function]\n# @BRIEF Guard US3 execution endpoints behind the configured feature flag.\ndef _require_execution_flag(config_manager=Depends(get_config_manager)) -> bool:\n with belief_scope(\"dataset_review.require_execution_flag\"):\n settings = config_manager.get_config().settings\n if not settings.features.dataset_review:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Dataset review feature is disabled\")\n if not settings.ff_dataset_execution:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Dataset execution feature is disabled\")\n return True\n\n\n# #endregion _require_execution_flag\n" }, { @@ -14334,6 +14683,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _get_repository [C:1] [TYPE Function]\n# @BRIEF Build repository dependency.\ndef _get_repository(db: Session = Depends(get_db)) -> DatasetReviewSessionRepository:\n return DatasetReviewSessionRepository(db)\n\n\n# #endregion _get_repository\n" }, { @@ -14361,6 +14711,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _get_orchestrator [C:1] [TYPE Function]\n# @BRIEF Build orchestrator dependency.\ndef _get_orchestrator(\n repository: DatasetReviewSessionRepository = Depends(_get_repository),\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n) -> DatasetReviewOrchestrator:\n return DatasetReviewOrchestrator(repository=repository, config_manager=config_manager, task_manager=task_manager)\n\n\n# #endregion _get_orchestrator\n" }, { @@ -14388,6 +14739,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _get_clarification_engine [C:1] [TYPE Function]\n# @BRIEF Build clarification engine dependency.\ndef _get_clarification_engine(\n repository: DatasetReviewSessionRepository = Depends(_get_repository),\n) -> ClarificationEngine:\n return ClarificationEngine(repository=repository)\n\n\n# #endregion _get_clarification_engine\n" }, { @@ -14415,6 +14767,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _serialize_session_summary [C:1] [TYPE Function]\n# @BRIEF Map session aggregate into stable API summary DTO.\ndef _serialize_session_summary(session: DatasetReviewSession) -> SessionSummary:\n summary = SessionSummary.model_validate(session, from_attributes=True)\n summary.session_version = summary.version\n return summary\n\n\n# #endregion _serialize_session_summary\n" }, { @@ -14442,6 +14795,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _serialize_session_detail [C:1] [TYPE Function]\n# @BRIEF Map session aggregate into stable API detail DTO.\ndef _serialize_session_detail(session: DatasetReviewSession) -> SessionDetail:\n detail = SessionDetail.model_validate(session, from_attributes=True)\n detail.session_version = detail.version\n return detail\n\n\n# #endregion _serialize_session_detail\n" }, { @@ -14469,6 +14823,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _require_session_version_header [C:1] [TYPE Function]\n# @BRIEF Read the optimistic-lock session version header.\ndef _require_session_version_header(\n session_version: int = Header(..., alias=\"X-Session-Version\", ge=0),\n) -> int:\n return session_version\n\n\n# #endregion _require_session_version_header\n" }, { @@ -14496,6 +14851,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _build_session_version_conflict_http_exception [C:1] [TYPE Function]\n# @BRIEF Normalize optimistic-lock conflict errors into HTTP 409 responses.\ndef _build_session_version_conflict_http_exception(exc: DatasetReviewSessionVersionConflictError) -> HTTPException:\n return HTTPException(\n status_code=status.HTTP_409_CONFLICT,\n detail={\"error_code\": \"session_version_conflict\", \"message\": str(exc), \"session_id\": exc.session_id, \"expected_version\": exc.expected_version, \"actual_version\": exc.actual_version},\n )\n\n\n# #endregion _build_session_version_conflict_http_exception\n" }, { @@ -14523,6 +14879,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _enforce_session_version [C:3] [TYPE Function]\n# @BRIEF Convert repository optimistic-lock conflicts into deterministic HTTP 409 responses.\ndef _enforce_session_version(repository, session, expected_version):\n with belief_scope(\"_enforce_session_version\"):\n try:\n repository.require_session_version(session, expected_version)\n except DatasetReviewSessionVersionConflictError as exc:\n logger.explore(\"Dataset review optimistic-lock conflict detected\", extra={\"session_id\": exc.session_id, \"expected_version\": exc.expected_version, \"actual_version\": exc.actual_version})\n raise _build_session_version_conflict_http_exception(exc) from exc\n return session\n\n\n# #endregion _enforce_session_version\n" }, { @@ -14550,6 +14907,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _get_owned_session_or_404 [C:3] [TYPE Function]\n# @BRIEF Resolve one session for current user or collaborator scope, returning 404 when inaccessible.\ndef _get_owned_session_or_404(repository, session_id, current_user):\n with belief_scope(\"_get_owned_session_or_404\"):\n session = repository.load_session_detail(session_id, current_user.id)\n if session is None:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Session not found\")\n return session\n\n\n# #endregion _get_owned_session_or_404\n" }, { @@ -14567,6 +14925,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _require_owner_mutation_scope [C:2] [TYPE Function]\n# @BRIEF Enforce owner-only mutation scope.\ndef _require_owner_mutation_scope(session, current_user):\n with belief_scope(\"_require_owner_mutation_scope\"):\n if session.user_id != current_user.id:\n raise HTTPException(status_code=status.HTTP_403_FORBIDDEN, detail=\"Only the owner can mutate dataset review state\")\n return session\n\n\n# #endregion _require_owner_mutation_scope\n" }, { @@ -14594,6 +14953,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _prepare_owned_session_mutation [C:3] [TYPE Function]\n# @BRIEF Resolve owner-scoped mutation session and enforce optimistic-lock version.\ndef _prepare_owned_session_mutation(repository, session_id, current_user, expected_version):\n with belief_scope(\"_prepare_owned_session_mutation\"):\n session = _get_owned_session_or_404(repository, session_id, current_user)\n _require_owner_mutation_scope(session, current_user)\n return _enforce_session_version(repository, session, expected_version)\n\n\n# #endregion _prepare_owned_session_mutation\n" }, { @@ -14621,6 +14981,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _commit_owned_session_mutation [C:3] [TYPE Function]\n# @BRIEF Centralize session version bumping and commit semantics.\ndef _commit_owned_session_mutation(repository, session, *, refresh_targets=None):\n with belief_scope(\"_commit_owned_session_mutation\"):\n try:\n repository.commit_session_mutation(session, refresh_targets=refresh_targets)\n except DatasetReviewSessionVersionConflictError as exc:\n raise _build_session_version_conflict_http_exception(exc) from exc\n return session\n\n\n# #endregion _commit_owned_session_mutation\n" }, { @@ -14648,6 +15009,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _record_session_event [C:1] [TYPE Function]\n# @BRIEF Persist one explicit audit event for an owned mutation endpoint.\ndef _record_session_event(repository, session, current_user, *, event_type, event_summary, event_details=None):\n repository.event_logger.log_for_session(session, actor_user_id=current_user.id, event_type=event_type, event_summary=event_summary, event_details=event_details or {})\n\n\n# #endregion _record_session_event\n" }, { @@ -14675,6 +15037,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _serialize_semantic_field [C:1] [TYPE Function]\n# @BRIEF Map one semantic field into stable DTO.\ndef _serialize_semantic_field(field):\n payload = SemanticFieldEntryDto.model_validate(field, from_attributes=True)\n session_ref = getattr(field, \"session\", None)\n version_value = getattr(session_ref, \"version\", None)\n payload.session_version = int(version_value or 0) if version_value is not None else None\n return payload\n\n\n# #endregion _serialize_semantic_field\n" }, { @@ -14702,6 +15065,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _serialize_execution_mapping [C:1] [TYPE Function]\n# @BRIEF Map one execution mapping into stable DTO.\ndef _serialize_execution_mapping(mapping):\n payload = ExecutionMappingDto.model_validate(mapping, from_attributes=True)\n session_ref = getattr(mapping, \"session\", None)\n version_value = getattr(session_ref, \"version\", None)\n payload.session_version = int(version_value or 0) if version_value is not None else None\n return payload\n\n\n# #endregion _serialize_execution_mapping\n" }, { @@ -14729,6 +15093,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _serialize_preview [C:1] [TYPE Function]\n# @BRIEF Map one preview into stable DTO.\ndef _serialize_preview(preview, *, session_version_fallback=None):\n payload = CompiledPreviewDto.model_validate(preview, from_attributes=True)\n session_ref = getattr(preview, \"session\", None)\n version_value = getattr(session_ref, \"version\", None)\n if version_value is None:\n version_value = session_version_fallback\n payload.session_version = int(version_value or 0) if version_value is not None else None\n return payload\n\n\n# #endregion _serialize_preview\n" }, { @@ -14756,6 +15121,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _serialize_run_context [C:1] [TYPE Function]\n# @BRIEF Map one run context into stable DTO.\ndef _serialize_run_context(run_context):\n payload = DatasetRunContextDto.model_validate(run_context, from_attributes=True)\n session_ref = getattr(run_context, \"session\", None)\n version_value = getattr(session_ref, \"version\", None)\n payload.session_version = int(version_value or 0) if version_value is not None else None\n return payload\n\n\n# #endregion _serialize_run_context\n" }, { @@ -14783,6 +15149,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _serialize_clarification_question_payload [C:1] [TYPE Function]\n# @BRIEF Convert clarification engine payload into API DTO.\ndef _serialize_clarification_question_payload(payload):\n if payload is None:\n return None\n return ClarificationQuestionDto.model_validate({\n \"question_id\": payload.question_id, \"clarification_session_id\": payload.clarification_session_id,\n \"topic_ref\": payload.topic_ref, \"question_text\": payload.question_text,\n \"why_it_matters\": payload.why_it_matters, \"current_guess\": payload.current_guess,\n \"priority\": payload.priority, \"state\": payload.state, \"options\": payload.options,\n \"answer\": None, \"created_at\": datetime.utcnow(), \"updated_at\": datetime.utcnow(),\n })\n\n\n# #endregion _serialize_clarification_question_payload\n" }, { @@ -14810,6 +15177,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _serialize_clarification_state [C:1] [TYPE Function]\n# @BRIEF Convert clarification engine state into API response.\ndef _serialize_clarification_state(state):\n return ClarificationStateResponse(\n clarification_session=ClarificationSessionSummaryResponse(\n clarification_session_id=state.clarification_session.clarification_session_id,\n session_id=state.clarification_session.session_id, status=state.clarification_session.status.value,\n current_question_id=state.clarification_session.current_question_id,\n resolved_count=state.clarification_session.resolved_count,\n remaining_count=state.clarification_session.remaining_count,\n summary_delta=state.clarification_session.summary_delta,\n ),\n current_question=_serialize_clarification_question_payload(state.current_question),\n )\n\n\n# #endregion _serialize_clarification_state\n" }, { @@ -14837,6 +15205,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _serialize_empty_clarification_state [C:1] [TYPE Function]\n# @BRIEF Return empty clarification payload.\ndef _serialize_empty_clarification_state():\n return ClarificationStateResponse(clarification_session=None, current_question=None)\n\n\n# #endregion _serialize_empty_clarification_state\n" }, { @@ -14864,6 +15233,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _get_latest_clarification_session_or_404 [C:1] [TYPE Function]\n# @BRIEF Resolve the latest clarification aggregate or raise.\ndef _get_latest_clarification_session_or_404(session):\n if not session.clarification_sessions:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Clarification session not found\")\n return sorted(session.clarification_sessions, key=lambda item: (item.started_at, item.clarification_session_id), reverse=True)[0]\n\n\n# #endregion _get_latest_clarification_session_or_404\n" }, { @@ -14881,6 +15251,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _get_owned_mapping_or_404 [C:2] [TYPE Function]\n# @BRIEF Resolve one execution mapping inside one owned session.\ndef _get_owned_mapping_or_404(session, mapping_id):\n for mapping in session.execution_mappings:\n if mapping.mapping_id == mapping_id:\n return mapping\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Execution mapping not found\")\n\n\n# #endregion _get_owned_mapping_or_404\n" }, { @@ -14898,6 +15269,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _get_owned_field_or_404 [C:2] [TYPE Function]\n# @BRIEF Resolve a semantic field inside one owned session.\ndef _get_owned_field_or_404(session, field_id):\n for field in session.semantic_fields:\n if field.field_id == field_id:\n return field\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Semantic field not found\")\n\n\n# #endregion _get_owned_field_or_404\n" }, { @@ -14925,6 +15297,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _map_candidate_provenance [C:1] [TYPE Function]\n# @BRIEF Translate accepted semantic candidate type into stable field provenance.\ndef _map_candidate_provenance(candidate):\n if str(candidate.match_type.value) == \"exact\":\n return FieldProvenance.DICTIONARY_EXACT\n if str(candidate.match_type.value) == \"reference\":\n return FieldProvenance.REFERENCE_IMPORTED\n if str(candidate.match_type.value) == \"generated\":\n return FieldProvenance.AI_GENERATED\n return FieldProvenance.FUZZY_INFERRED\n\n\n# #endregion _map_candidate_provenance\n" }, { @@ -14952,6 +15325,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _resolve_candidate_source_version [C:1] [TYPE Function]\n# @BRIEF Resolve the semantic source version for one accepted candidate.\ndef _resolve_candidate_source_version(field, source_id):\n if not source_id:\n return None\n session = getattr(field, \"session\", None)\n if session is None:\n return None\n for source in getattr(session, \"semantic_sources\", []) or []:\n if source.source_id == source_id:\n return source.source_version\n return None\n\n\n# #endregion _resolve_candidate_source_version\n" }, { @@ -14989,6 +15363,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _update_semantic_field_state [C:3] [TYPE Function]\n# @BRIEF Apply field-level semantic manual override or candidate acceptance.\n# @POST: Manual overrides always set manual provenance plus lock.\ndef _update_semantic_field_state(field, request, changed_by):\n has_manual_override = any(v is not None for v in [request.verbose_name, request.description, request.display_format])\n selected_candidate = None\n if request.candidate_id:\n selected_candidate = next((c for c in field.candidates if c.candidate_id == request.candidate_id), None)\n if selected_candidate is None:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Semantic candidate not found\")\n\n if has_manual_override:\n field.verbose_name = request.verbose_name\n field.description = request.description\n field.display_format = request.display_format\n field.provenance = FieldProvenance.MANUAL_OVERRIDE\n field.source_id = None\n field.source_version = None\n field.confidence_rank = None\n field.is_locked = True\n field.has_conflict = False\n field.needs_review = False\n field.last_changed_by = changed_by\n for c in field.candidates:\n c.status = CandidateStatus.SUPERSEDED\n return field\n\n if selected_candidate is not None:\n field.verbose_name = selected_candidate.proposed_verbose_name\n field.description = selected_candidate.proposed_description\n field.display_format = selected_candidate.proposed_display_format\n field.provenance = _map_candidate_provenance(selected_candidate)\n field.source_id = selected_candidate.source_id\n field.source_version = _resolve_candidate_source_version(field, selected_candidate.source_id)\n field.confidence_rank = selected_candidate.candidate_rank\n field.is_locked = bool(request.lock_field or field.is_locked)\n field.has_conflict = len(field.candidates) > 1\n field.needs_review = False\n field.last_changed_by = changed_by\n for c in field.candidates:\n c.status = CandidateStatus.ACCEPTED if c.candidate_id == selected_candidate.candidate_id else CandidateStatus.SUPERSEDED\n return field\n\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=\"Provide candidate_id or at least one manual override field\")\n\n\n# #endregion _update_semantic_field_state\n" }, { @@ -15016,6 +15391,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _build_sql_lab_redirect_url [C:1] [TYPE Function]\n# @BRIEF Build SQL Lab redirect URL.\ndef _build_sql_lab_redirect_url(environment_url, sql_lab_session_ref):\n base_url = str(environment_url or \"\").rstrip(\"/\")\n session_ref = str(sql_lab_session_ref or \"\").strip()\n if not base_url:\n raise HTTPException(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, detail=\"Superset environment URL is not configured\")\n if not session_ref:\n raise HTTPException(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, detail=\"SQL Lab session reference is missing\")\n return f\"{base_url}/superset/sqllab?queryId={session_ref}\"\n\n\n# #endregion _build_sql_lab_redirect_url\n" }, { @@ -15033,6 +15409,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _build_documentation_export [C:2] [TYPE Function]\n# @BRIEF Produce session documentation export content.\ndef _build_documentation_export(session, export_format):\n profile = session.profile\n findings = sorted(session.findings, key=lambda item: (item.severity.value, item.code))\n if export_format == ArtifactFormat.MARKDOWN:\n lines = [f\"# Dataset Review: {session.dataset_ref}\", \"\", f\"- Session ID: {session.session_id}\", f\"- Environment: {session.environment_id}\", f\"- Readiness: {session.readiness_state.value}\", f\"- Recommended action: {session.recommended_action.value}\", \"\", \"## Business Summary\", profile.business_summary if profile else \"No profile summary available.\", \"\", \"## Findings\"]\n if findings:\n for f in findings:\n lines.append(f\"- [{f.severity.value}] {f.title}: {f.message}\")\n else:\n lines.append(\"- No findings recorded.\")\n return {\"storage_ref\": f\"inline://dataset-review/{session.session_id}/documentation.md\", \"content\": {\"markdown\": \"\\n\".join(lines)}}\n content = {\"session\": _serialize_session_summary(session).model_dump(mode=\"json\"), \"profile\": profile and {\"dataset_name\": profile.dataset_name, \"business_summary\": profile.business_summary, \"confidence_state\": profile.confidence_state.value, \"dataset_type\": profile.dataset_type}, \"findings\": [{\"code\": f.code, \"severity\": f.severity.value, \"title\": f.title, \"message\": f.message, \"resolution_state\": f.resolution_state.value} for f in findings]}\n return {\"storage_ref\": f\"inline://dataset-review/{session.session_id}/documentation.json\", \"content\": content}\n\n\n# #endregion _build_documentation_export\n" }, { @@ -15050,6 +15427,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _build_validation_export [C:2] [TYPE Function]\n# @BRIEF Produce validation-focused export content.\ndef _build_validation_export(session, export_format):\n findings = sorted(session.findings, key=lambda item: (item.severity.value, item.code))\n if export_format == ArtifactFormat.MARKDOWN:\n lines = [f\"# Validation Report: {session.dataset_ref}\", \"\", f\"- Session ID: {session.session_id}\", f\"- Readiness: {session.readiness_state.value}\", \"\", \"## Findings\"]\n if findings:\n for f in findings:\n lines.append(f\"- `{f.code}` [{f.severity.value}] {f.message}\")\n else:\n lines.append(\"- No findings recorded.\")\n return {\"storage_ref\": f\"inline://dataset-review/{session.session_id}/validation.md\", \"content\": {\"markdown\": \"\\n\".join(lines)}}\n content = {\"session_id\": session.session_id, \"dataset_ref\": session.dataset_ref, \"readiness_state\": session.readiness_state.value, \"findings\": [{\"finding_id\": f.finding_id, \"area\": f.area.value, \"severity\": f.severity.value, \"code\": f.code, \"title\": f.title, \"message\": f.message, \"resolution_state\": f.resolution_state.value} for f in findings]}\n return {\"storage_ref\": f\"inline://dataset-review/{session.session_id}/validation.json\", \"content\": content}\n\n\n# #endregion _build_validation_export\n" }, { @@ -15077,6 +15455,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewRoutes [C:3] [TYPE Module] [SEMANTICS fastapi, dataset, review, feedback, route]\n# @BRIEF Persist thumbs up/down feedback for clarification question/answer content.\n\n\nfrom __future__ import annotations\n\nfrom datetime import datetime\nfrom typing import Any, Union, cast\n\nfrom fastapi import APIRouter, Depends, HTTPException, Query, Response, status\n\nfrom src.api.routes.dataset_review_pkg._dependencies import (\n BatchApproveMappingRequest,\n BatchApproveSemanticRequest,\n ClarificationAnswerRequest,\n ClarificationAnswerResultResponse,\n ClarificationStateResponse,\n ExportArtifactResponse,\n FeedbackRequest,\n FeedbackResponse,\n FieldSemanticUpdateRequest,\n LaunchDatasetResponse,\n MappingCollectionResponse,\n PreviewEnqueueResultResponse,\n SessionCollectionResponse,\n StartSessionRequest,\n UpdateExecutionMappingRequest,\n UpdateSessionRequest,\n _build_documentation_export,\n _build_session_version_conflict_http_exception,\n _build_sql_lab_redirect_url,\n _build_validation_export,\n _commit_owned_session_mutation,\n _get_clarification_engine,\n _get_latest_clarification_session_or_404,\n _get_orchestrator,\n _get_owned_field_or_404,\n _get_owned_mapping_or_404,\n _get_owned_session_or_404,\n _get_repository,\n _prepare_owned_session_mutation,\n _record_session_event,\n _require_auto_review_flag,\n _require_clarification_flag,\n _require_execution_flag,\n _require_session_version_header,\n _serialize_clarification_state,\n _serialize_empty_clarification_state,\n _serialize_execution_mapping,\n _serialize_preview,\n _serialize_run_context,\n _serialize_semantic_field,\n _serialize_session_detail,\n _serialize_session_summary,\n _update_semantic_field_state,\n)\nfrom src.core.logger import belief_scope, logger\nfrom src.dependencies import get_config_manager, get_current_user, has_permission\nfrom src.models.auth import User\nfrom src.models.dataset_review import (\n ApprovalState,\n ArtifactFormat,\n FieldProvenance,\n MappingMethod,\n PreviewStatus,\n ReadinessState,\n RecommendedAction,\n SessionStatus,\n)\nfrom src.schemas.dataset_review import (\n CompiledPreviewDto,\n ExecutionMappingDto,\n SemanticFieldEntryDto,\n SessionSummary,\n ValidationFindingDto,\n)\nfrom src.services.dataset_review.clarification_engine import (\n ClarificationAnswerCommand,\n ClarificationStateResult,\n)\nfrom src.services.dataset_review.orchestrator import (\n LaunchDatasetCommand,\n PreparePreviewCommand,\n StartSessionCommand,\n)\nfrom src.services.dataset_review.repositories.session_repository import (\n DatasetReviewSessionVersionConflictError,\n)\n\nrouter = APIRouter(prefix=\"/api/dataset-orchestration\", tags=[\"Dataset Orchestration\"])\n\n\n# #region list_sessions [C:3] [TYPE Function]\n# @BRIEF List resumable dataset review sessions for the current user.\n@router.get(\n \"/sessions\",\n response_model=SessionCollectionResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"READ\")),\n ],\n)\nasync def list_sessions(\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.list_sessions\"):\n logger.reason(\n \"Listing dataset review sessions\",\n extra={\"user_id\": current_user.id, \"page\": page, \"page_size\": page_size},\n )\n sessions = repository.list_sessions_for_user(current_user.id)\n start = (page - 1) * page_size\n end = start + page_size\n items = [_serialize_session_summary(s) for s in sessions[start:end]]\n logger.reflect(\n \"Session page assembled\",\n extra={\n \"user_id\": current_user.id,\n \"returned\": len(items),\n \"total\": len(sessions),\n },\n )\n return SessionCollectionResponse(\n items=items,\n total=len(sessions),\n page=page,\n page_size=page_size,\n has_next=end < len(sessions),\n )\n\n\n# #endregion list_sessions\n\n\n# #region start_session [C:4] [TYPE Function]\n# @BRIEF Start a new dataset review session from a Superset link or dataset selection.\n@router.post(\n \"/sessions\",\n response_model=SessionSummary,\n status_code=status.HTTP_201_CREATED,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def start_session(\n request: StartSessionRequest,\n orchestrator=Depends(_get_orchestrator),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"start_session\"):\n logger.reason(\n \"Starting dataset review session\",\n extra={\n \"user_id\": current_user.id,\n \"environment_id\": request.environment_id,\n },\n )\n try:\n result = orchestrator.start_session(\n StartSessionCommand(\n user=current_user,\n environment_id=request.environment_id,\n source_kind=request.source_kind,\n source_input=request.source_input,\n )\n )\n except ValueError as exc:\n logger.explore(\n \"Session start rejected\",\n extra={\"user_id\": current_user.id, \"error\": str(exc)},\n )\n detail = str(exc)\n sc = (\n status.HTTP_404_NOT_FOUND\n if detail == \"Environment not found\"\n else status.HTTP_400_BAD_REQUEST\n )\n raise HTTPException(status_code=sc, detail=detail) from exc\n logger.reflect(\n \"Session started\", extra={\"session_id\": result.session.session_id}\n )\n return _serialize_session_summary(result.session)\n\n\n# #endregion start_session\n\n\n# #region get_session_detail [C:3] [TYPE Function]\n# @BRIEF Return the full accessible dataset review session aggregate.\n@router.get(\n \"/sessions/{session_id}\",\n response_model=SessionSummary,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"READ\")),\n ],\n)\nasync def get_session_detail(\n session_id: str,\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.get_session_detail\"):\n session = _get_owned_session_or_404(repository, session_id, current_user)\n return _serialize_session_detail(session)\n\n\n# #endregion get_session_detail\n\n\n# #region update_session [C:3] [TYPE Function]\n# @BRIEF Update resumable lifecycle status for an owned session.\n@router.patch(\n \"/sessions/{session_id}\",\n response_model=SessionSummary,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def update_session(\n session_id: str,\n request: UpdateSessionRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"update_session\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n session_record = cast(Any, session)\n session_record.status = request.status\n if request.status == SessionStatus.PAUSED:\n session_record.recommended_action = RecommendedAction.RESUME_SESSION\n elif request.status in {\n SessionStatus.ARCHIVED,\n SessionStatus.CANCELLED,\n SessionStatus.COMPLETED,\n }:\n session_record.active_task_id = None\n _commit_owned_session_mutation(repository, session)\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"session_status_updated\",\n event_summary=\"Dataset review session lifecycle updated\",\n event_details={\n \"status\": session_record.status.value,\n \"version\": session_record.version,\n },\n )\n return _serialize_session_summary(session)\n\n\n# #endregion update_session\n\n\n# #region delete_session [C:3] [TYPE Function]\n# @BRIEF Archive or hard-delete a session owned by the current user.\n@router.delete(\n \"/sessions/{session_id}\",\n status_code=status.HTTP_204_NO_CONTENT,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def delete_session(\n session_id: str,\n hard_delete: bool = Query(False),\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"delete_session\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n if hard_delete:\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"session_deleted\",\n event_summary=\"Session hard-deleted\",\n event_details={\"hard_delete\": True},\n )\n repository.db.delete(session)\n repository.db.commit()\n return Response(status_code=status.HTTP_204_NO_CONTENT)\n session_record = cast(Any, session)\n session_record.status = SessionStatus.ARCHIVED\n session_record.active_task_id = None\n _commit_owned_session_mutation(repository, session)\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"session_archived\",\n event_summary=\"Session archived\",\n event_details={\"hard_delete\": False, \"version\": session_record.version},\n )\n return Response(status_code=status.HTTP_204_NO_CONTENT)\n\n\n# #endregion delete_session\n\n\n# #region export_documentation [C:3] [TYPE Function]\n# @BRIEF Export documentation output for the current session.\n@router.get(\n \"/sessions/{session_id}/exports/documentation\",\n response_model=ExportArtifactResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"READ\")),\n ],\n)\nasync def export_documentation(\n session_id: str,\n format: ArtifactFormat = Query(ArtifactFormat.JSON),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"export_documentation\"):\n if format not in {ArtifactFormat.JSON, ArtifactFormat.MARKDOWN}:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST,\n detail=\"Only json and markdown exports are supported\",\n )\n session = _get_owned_session_or_404(repository, session_id, current_user)\n payload = _build_documentation_export(session, format)\n return ExportArtifactResponse(\n artifact_id=f\"documentation-{session.session_id}-{format.value}\",\n session_id=session.session_id,\n artifact_type=\"documentation\",\n format=format.value,\n storage_ref=payload[\"storage_ref\"],\n created_by_user_id=current_user.id,\n content=payload[\"content\"],\n )\n\n\n# #endregion export_documentation\n\n\n# #region export_validation [C:3] [TYPE Function]\n# @BRIEF Export validation findings for the current session.\n@router.get(\n \"/sessions/{session_id}/exports/validation\",\n response_model=ExportArtifactResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"READ\")),\n ],\n)\nasync def export_validation(\n session_id: str,\n format: ArtifactFormat = Query(ArtifactFormat.JSON),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"export_validation\"):\n if format not in {ArtifactFormat.JSON, ArtifactFormat.MARKDOWN}:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST,\n detail=\"Only json and markdown exports are supported\",\n )\n session = _get_owned_session_or_404(repository, session_id, current_user)\n payload = _build_validation_export(session, format)\n return ExportArtifactResponse(\n artifact_id=f\"validation-{session.session_id}-{format.value}\",\n session_id=session.session_id,\n artifact_type=\"validation_report\",\n format=format.value,\n storage_ref=payload[\"storage_ref\"],\n created_by_user_id=current_user.id,\n content=payload[\"content\"],\n )\n\n\n# #endregion export_validation\n\n\n# #region get_clarification_state [C:3] [TYPE Function]\n# @BRIEF Return the current clarification session summary and active question payload.\n@router.get(\n \"/sessions/{session_id}/clarification\",\n response_model=ClarificationStateResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_clarification_flag),\n Depends(has_permission(\"dataset:session\", \"READ\")),\n ],\n)\nasync def get_clarification_state(\n session_id: str,\n repository=Depends(_get_repository),\n clarification_engine=Depends(_get_clarification_engine),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"get_clarification_state\"):\n session = _get_owned_session_or_404(repository, session_id, current_user)\n if not session.clarification_sessions:\n return _serialize_empty_clarification_state()\n cs = _get_latest_clarification_session_or_404(session)\n question = clarification_engine.build_question_payload(session)\n return _serialize_clarification_state(\n ClarificationStateResult(\n clarification_session=cs,\n current_question=question,\n session=session,\n changed_findings=[],\n )\n )\n\n\n# #endregion get_clarification_state\n\n\n# #region resume_clarification [C:3] [TYPE Function]\n# @BRIEF Resume clarification mode on the highest-priority unresolved question.\n@router.post(\n \"/sessions/{session_id}/clarification/resume\",\n response_model=ClarificationStateResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_clarification_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def resume_clarification(\n session_id: str,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n clarification_engine=Depends(_get_clarification_engine),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"resume_clarification\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n cs = _get_latest_clarification_session_or_404(session)\n question = clarification_engine.build_question_payload(session)\n return _serialize_clarification_state(\n ClarificationStateResult(\n clarification_session=cs,\n current_question=question,\n session=session,\n changed_findings=[],\n )\n )\n\n\n# #endregion resume_clarification\n\n\n# #region record_clarification_answer [C:3] [TYPE Function]\n# @BRIEF Persist one clarification answer before advancing the active pointer.\n@router.post(\n \"/sessions/{session_id}/clarification/answers\",\n response_model=ClarificationAnswerResultResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_clarification_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def record_clarification_answer(\n session_id: str,\n request: ClarificationAnswerRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n clarification_engine=Depends(_get_clarification_engine),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.record_clarification_answer\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n try:\n result = clarification_engine.record_answer(\n ClarificationAnswerCommand(\n session=session,\n question_id=request.question_id,\n answer_kind=request.answer_kind,\n answer_value=request.answer_value,\n user=current_user,\n )\n )\n except ValueError as exc:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST, detail=str(exc)\n ) from exc\n return ClarificationAnswerResultResponse(\n clarification_state=_serialize_clarification_state(result),\n session=_serialize_session_summary(result.session),\n changed_findings=[\n ValidationFindingDto.model_validate(f, from_attributes=True)\n for f in result.changed_findings\n ],\n )\n\n\n# #endregion record_clarification_answer\n\n\n# #region update_field_semantic [C:3] [TYPE Function]\n# @BRIEF Apply one field-level semantic candidate decision or manual override.\n@router.patch(\n \"/sessions/{session_id}/fields/{field_id}/semantic\",\n response_model=SemanticFieldEntryDto,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def update_field_semantic(\n session_id: str,\n field_id: str,\n request: FieldSemanticUpdateRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.update_field_semantic\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n field = _get_owned_field_or_404(session, field_id)\n _update_semantic_field_state(field, request, changed_by=\"user\")\n sr = cast(Any, session)\n _commit_owned_session_mutation(repository, session, refresh_targets=[field])\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"semantic_field_updated\",\n event_summary=\"Semantic field decision persisted\",\n event_details={\"field_id\": field.field_id, \"version\": sr.version},\n )\n return _serialize_semantic_field(field)\n\n\n# #endregion update_field_semantic\n\n\n# #region lock_field_semantic [C:3] [TYPE Function]\n# @BRIEF Lock one semantic field against later automatic overwrite.\n@router.post(\n \"/sessions/{session_id}/fields/{field_id}/lock\",\n response_model=SemanticFieldEntryDto,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def lock_field_semantic(\n session_id: str,\n field_id: str,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.lock_field_semantic\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n field = _get_owned_field_or_404(session, field_id)\n field.is_locked = True\n field.last_changed_by = \"user\"\n sr = cast(Any, session)\n _commit_owned_session_mutation(repository, session, refresh_targets=[field])\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"semantic_field_locked\",\n event_summary=\"Semantic field lock persisted\",\n event_details={\"field_id\": field.field_id, \"version\": sr.version},\n )\n return _serialize_semantic_field(field)\n\n\n# #endregion lock_field_semantic\n\n\n# #region unlock_field_semantic [C:3] [TYPE Function]\n# @BRIEF Unlock one semantic field so later automated candidate application may replace it.\n@router.post(\n \"/sessions/{session_id}/fields/{field_id}/unlock\",\n response_model=SemanticFieldEntryDto,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def unlock_field_semantic(\n session_id: str,\n field_id: str,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.unlock_field_semantic\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n field = _get_owned_field_or_404(session, field_id)\n field.is_locked = False\n field.last_changed_by = \"user\"\n if field.provenance == FieldProvenance.MANUAL_OVERRIDE:\n field.provenance = FieldProvenance.UNRESOLVED\n field.needs_review = True\n sr = cast(Any, session)\n _commit_owned_session_mutation(repository, session, refresh_targets=[field])\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"semantic_field_unlocked\",\n event_summary=\"Semantic field unlock persisted\",\n event_details={\"field_id\": field.field_id, \"version\": sr.version},\n )\n return _serialize_semantic_field(field)\n\n\n# #endregion unlock_field_semantic\n\n\n# #region approve_batch_semantic_fields [C:3] [TYPE Function]\n# @BRIEF Approve multiple semantic candidate decisions in one batch.\n@router.post(\n \"/sessions/{session_id}/fields/semantic/approve-batch\",\n response_model=list[SemanticFieldEntryDto],\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def approve_batch_semantic_fields(\n session_id: str,\n request: BatchApproveSemanticRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.approve_batch_semantic_fields\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n updated = []\n for item in request.items:\n field = _get_owned_field_or_404(session, item.field_id)\n _update_semantic_field_state(\n field,\n FieldSemanticUpdateRequest(\n candidate_id=item.candidate_id, lock_field=item.lock_field\n ),\n changed_by=\"user\",\n )\n updated.append(field)\n sr = cast(Any, session)\n _commit_owned_session_mutation(\n repository, session, refresh_targets=list(updated)\n )\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"semantic_fields_batch_approved\",\n event_summary=\"Batch semantic approval persisted\",\n event_details={\"count\": len(updated), \"version\": sr.version},\n )\n return [_serialize_semantic_field(f) for f in updated]\n\n\n# #endregion approve_batch_semantic_fields\n\n\n# #region list_execution_mappings [C:3] [TYPE Function]\n# @BRIEF Return the current mapping-review set for one accessible session.\n@router.get(\n \"/sessions/{session_id}/mappings\",\n response_model=MappingCollectionResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_execution_flag),\n Depends(has_permission(\"dataset:session\", \"READ\")),\n ],\n)\nasync def list_execution_mappings(\n session_id: str,\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.list_execution_mappings\"):\n session = _get_owned_session_or_404(repository, session_id, current_user)\n return MappingCollectionResponse(\n items=[_serialize_execution_mapping(m) for m in session.execution_mappings]\n )\n\n\n# #endregion list_execution_mappings\n\n\n# #region update_execution_mapping [C:3] [TYPE Function]\n# @BRIEF Persist one owner-authorized execution-mapping effective value override.\n@router.patch(\n \"/sessions/{session_id}/mappings/{mapping_id}\",\n response_model=ExecutionMappingDto,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_execution_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def update_execution_mapping(\n session_id: str,\n mapping_id: str,\n request: UpdateExecutionMappingRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.update_execution_mapping\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n mapping = _get_owned_mapping_or_404(session, mapping_id)\n if request.effective_value is None:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST,\n detail=\"effective_value is required\",\n )\n mapping.effective_value = request.effective_value\n mapping.mapping_method = MappingMethod(\n request.mapping_method or MappingMethod.MANUAL_OVERRIDE.value\n )\n mapping.transformation_note = request.transformation_note\n mapping.approval_state = ApprovalState.APPROVED\n mapping.approved_by_user_id = current_user.id\n mapping.approved_at = datetime.utcnow()\n session.last_activity_at = datetime.utcnow()\n session.recommended_action = RecommendedAction.GENERATE_SQL_PREVIEW\n if session.readiness_state in {\n ReadinessState.MAPPING_REVIEW_NEEDED,\n ReadinessState.COMPILED_PREVIEW_READY,\n ReadinessState.RUN_READY,\n ReadinessState.RUN_IN_PROGRESS,\n }:\n session.readiness_state = ReadinessState.COMPILED_PREVIEW_READY\n for preview in session.previews:\n if preview.preview_status == PreviewStatus.READY:\n preview.preview_status = PreviewStatus.STALE\n sr = cast(Any, session)\n _commit_owned_session_mutation(repository, session, refresh_targets=[mapping])\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"execution_mapping_updated\",\n event_summary=\"Mapping override persisted\",\n event_details={\"mapping_id\": mapping.mapping_id, \"version\": sr.version},\n )\n return _serialize_execution_mapping(mapping)\n\n\n# #endregion update_execution_mapping\n\n\n# #region approve_execution_mapping [C:3] [TYPE Function]\n# @BRIEF Explicitly approve a warning-sensitive mapping transformation.\n@router.post(\n \"/sessions/{session_id}/mappings/{mapping_id}/approve\",\n response_model=ExecutionMappingDto,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_execution_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def approve_execution_mapping(\n session_id: str,\n mapping_id: str,\n request: ApproveMappingRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.approve_execution_mapping\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n mapping = _get_owned_mapping_or_404(session, mapping_id)\n mapping.approval_state = ApprovalState.APPROVED\n mapping.approved_by_user_id = current_user.id\n mapping.approved_at = datetime.utcnow()\n if request.approval_note:\n mapping.transformation_note = request.approval_note\n session.last_activity_at = datetime.utcnow()\n if session.readiness_state == ReadinessState.MAPPING_REVIEW_NEEDED:\n session.recommended_action = RecommendedAction.GENERATE_SQL_PREVIEW\n sr = cast(Any, session)\n _commit_owned_session_mutation(repository, session, refresh_targets=[mapping])\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"execution_mapping_approved\",\n event_summary=\"Mapping approval persisted\",\n event_details={\"mapping_id\": mapping.mapping_id, \"version\": sr.version},\n )\n return _serialize_execution_mapping(mapping)\n\n\n# #endregion approve_execution_mapping\n\n\n# #region approve_batch_execution_mappings [C:3] [TYPE Function]\n# @BRIEF Approve multiple warning-sensitive execution mappings in one batch.\n@router.post(\n \"/sessions/{session_id}/mappings/approve-batch\",\n response_model=list[ExecutionMappingDto],\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_execution_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def approve_batch_execution_mappings(\n session_id: str,\n request: BatchApproveMappingRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.approve_batch_execution_mappings\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n updated = []\n for mid in list(dict.fromkeys(request.mapping_ids)):\n mapping = _get_owned_mapping_or_404(session, mid)\n mapping.approval_state = ApprovalState.APPROVED\n mapping.approved_by_user_id = current_user.id\n mapping.approved_at = datetime.utcnow()\n if request.approval_note:\n mapping.transformation_note = request.approval_note\n updated.append(mapping)\n session.last_activity_at = datetime.utcnow()\n if session.readiness_state == ReadinessState.MAPPING_REVIEW_NEEDED:\n session.recommended_action = RecommendedAction.GENERATE_SQL_PREVIEW\n sr = cast(Any, session)\n _commit_owned_session_mutation(\n repository, session, refresh_targets=list(updated)\n )\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"execution_mappings_batch_approved\",\n event_summary=\"Batch mapping approval persisted\",\n event_details={\"count\": len(updated), \"version\": sr.version},\n )\n return [_serialize_execution_mapping(m) for m in updated]\n\n\n# #endregion approve_batch_execution_mappings\n\n\n# #region trigger_preview_generation [C:3] [TYPE Function]\n# @BRIEF Trigger Superset-side preview compilation for the current owned execution context.\n@router.post(\n \"/sessions/{session_id}/preview\",\n response_model=Union[CompiledPreviewDto, PreviewEnqueueResultResponse],\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_execution_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def trigger_preview_generation(\n session_id: str,\n response: Response,\n orchestrator=Depends(_get_orchestrator),\n repository=Depends(_get_repository),\n session_version: int = Depends(_require_session_version_header),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.trigger_preview_generation\"):\n _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n try:\n result = orchestrator.prepare_launch_preview(\n PreparePreviewCommand(\n user=current_user,\n session_id=session_id,\n expected_version=session_version,\n )\n )\n except DatasetReviewSessionVersionConflictError as exc:\n raise _build_session_version_conflict_http_exception(exc) from exc\n except ValueError as exc:\n detail = str(exc)\n sc = (\n status.HTTP_404_NOT_FOUND\n if detail in {\"Session not found\", \"Environment not found\"}\n else status.HTTP_409_CONFLICT\n if detail.startswith(\"Preview blocked:\")\n else status.HTTP_400_BAD_REQUEST\n )\n raise HTTPException(status_code=sc, detail=detail) from exc\n if result.preview.preview_status == PreviewStatus.PENDING:\n response.status_code = status.HTTP_202_ACCEPTED\n return PreviewEnqueueResultResponse(\n session_id=result.session.session_id,\n session_version=int(getattr(result.session, \"version\", 0) or 0),\n preview_status=result.preview.preview_status.value,\n task_id=None,\n )\n response.status_code = status.HTTP_200_OK\n return _serialize_preview(\n result.preview,\n session_version_fallback=int(getattr(result.session, \"version\", 0) or 0),\n )\n\n\n# #endregion trigger_preview_generation\n\n\n# #region launch_dataset [C:3] [TYPE Function]\n# @BRIEF Execute the current owned session launch handoff and return audited SQL Lab run context.\n@router.post(\n \"/sessions/{session_id}/launch\",\n response_model=LaunchDatasetResponse,\n status_code=status.HTTP_201_CREATED,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_execution_flag),\n Depends(has_permission(\"dataset:execution:launch\", \"EXECUTE\")),\n ],\n)\nasync def launch_dataset(\n session_id: str,\n orchestrator=Depends(_get_orchestrator),\n repository=Depends(_get_repository),\n session_version: int = Depends(_require_session_version_header),\n config_manager=Depends(get_config_manager),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.launch_dataset\"):\n _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n try:\n result = orchestrator.launch_dataset(\n LaunchDatasetCommand(\n user=current_user,\n session_id=session_id,\n expected_version=session_version,\n )\n )\n except DatasetReviewSessionVersionConflictError as exc:\n raise _build_session_version_conflict_http_exception(exc) from exc\n except ValueError as exc:\n detail = str(exc)\n sc = (\n status.HTTP_404_NOT_FOUND\n if detail in {\"Session not found\", \"Environment not found\"}\n else status.HTTP_409_CONFLICT\n if detail.startswith(\"Launch blocked:\")\n else status.HTTP_400_BAD_REQUEST\n )\n raise HTTPException(status_code=sc, detail=detail) from exc\n environment = config_manager.get_environment(result.session.environment_id)\n env_url = getattr(environment, \"url\", \"\") if environment is not None else \"\"\n return LaunchDatasetResponse(\n run_context=_serialize_run_context(result.run_context),\n redirect_url=_build_sql_lab_redirect_url(\n environment_url=env_url,\n sql_lab_session_ref=result.run_context.sql_lab_session_ref,\n ),\n )\n\n\n# #endregion launch_dataset\n\n\n# #region record_field_feedback [C:3] [TYPE Function]\n# @BRIEF Persist thumbs up/down feedback for AI-assisted semantic field content.\n@router.post(\n \"/sessions/{session_id}/fields/{field_id}/feedback\",\n response_model=FeedbackResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def record_field_feedback(\n session_id: str,\n field_id: str,\n request: FeedbackRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.record_field_feedback\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n field = _get_owned_field_or_404(session, field_id)\n field.user_feedback = request.feedback\n sr = cast(Any, session)\n _commit_owned_session_mutation(repository, session)\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"semantic_field_feedback_recorded\",\n event_summary=\"Feedback persisted\",\n event_details={\n \"field_id\": field.field_id,\n \"feedback\": request.feedback,\n \"version\": sr.version,\n },\n )\n return FeedbackResponse(target_id=field.field_id, feedback=request.feedback)\n\n\n# #endregion record_field_feedback\n\n\n# #region record_clarification_feedback [C:3] [TYPE Function]\n# @BRIEF Persist thumbs up/down feedback for clarification question/answer content.\n@router.post(\n \"/sessions/{session_id}/clarification/questions/{question_id}/feedback\",\n response_model=FeedbackResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_clarification_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def record_clarification_feedback(\n session_id: str,\n question_id: str,\n request: FeedbackRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.record_clarification_feedback\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n cs = _get_latest_clarification_session_or_404(session)\n question = next((q for q in cs.questions if q.question_id == question_id), None)\n if question is None:\n raise HTTPException(\n status_code=status.HTTP_404_NOT_FOUND,\n detail=\"Clarification question not found\",\n )\n if question.answer is None:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST,\n detail=\"Clarification answer not found\",\n )\n question.answer.user_feedback = request.feedback\n sr = cast(Any, session)\n _commit_owned_session_mutation(repository, session)\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"clarification_feedback_recorded\",\n event_summary=\"Feedback persisted\",\n event_details={\n \"question_id\": question.question_id,\n \"feedback\": request.feedback,\n \"version\": sr.version,\n },\n )\n return FeedbackResponse(\n target_id=question.question_id, feedback=request.feedback\n )\n\n\n# #endregion record_clarification_feedback\n\n\n# #endregion DatasetReviewRoutes\n" }, { @@ -15104,6 +15483,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region list_sessions [C:3] [TYPE Function]\n# @BRIEF List resumable dataset review sessions for the current user.\n@router.get(\n \"/sessions\",\n response_model=SessionCollectionResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"READ\")),\n ],\n)\nasync def list_sessions(\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.list_sessions\"):\n logger.reason(\n \"Listing dataset review sessions\",\n extra={\"user_id\": current_user.id, \"page\": page, \"page_size\": page_size},\n )\n sessions = repository.list_sessions_for_user(current_user.id)\n start = (page - 1) * page_size\n end = start + page_size\n items = [_serialize_session_summary(s) for s in sessions[start:end]]\n logger.reflect(\n \"Session page assembled\",\n extra={\n \"user_id\": current_user.id,\n \"returned\": len(items),\n \"total\": len(sessions),\n },\n )\n return SessionCollectionResponse(\n items=items,\n total=len(sessions),\n page=page,\n page_size=page_size,\n has_next=end < len(sessions),\n )\n\n\n# #endregion list_sessions\n" }, { @@ -15158,6 +15538,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region start_session [C:4] [TYPE Function]\n# @BRIEF Start a new dataset review session from a Superset link or dataset selection.\n@router.post(\n \"/sessions\",\n response_model=SessionSummary,\n status_code=status.HTTP_201_CREATED,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def start_session(\n request: StartSessionRequest,\n orchestrator=Depends(_get_orchestrator),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"start_session\"):\n logger.reason(\n \"Starting dataset review session\",\n extra={\n \"user_id\": current_user.id,\n \"environment_id\": request.environment_id,\n },\n )\n try:\n result = orchestrator.start_session(\n StartSessionCommand(\n user=current_user,\n environment_id=request.environment_id,\n source_kind=request.source_kind,\n source_input=request.source_input,\n )\n )\n except ValueError as exc:\n logger.explore(\n \"Session start rejected\",\n extra={\"user_id\": current_user.id, \"error\": str(exc)},\n )\n detail = str(exc)\n sc = (\n status.HTTP_404_NOT_FOUND\n if detail == \"Environment not found\"\n else status.HTTP_400_BAD_REQUEST\n )\n raise HTTPException(status_code=sc, detail=detail) from exc\n logger.reflect(\n \"Session started\", extra={\"session_id\": result.session.session_id}\n )\n return _serialize_session_summary(result.session)\n\n\n# #endregion start_session\n" }, { @@ -15185,6 +15566,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_session_detail [C:3] [TYPE Function]\n# @BRIEF Return the full accessible dataset review session aggregate.\n@router.get(\n \"/sessions/{session_id}\",\n response_model=SessionSummary,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"READ\")),\n ],\n)\nasync def get_session_detail(\n session_id: str,\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.get_session_detail\"):\n session = _get_owned_session_or_404(repository, session_id, current_user)\n return _serialize_session_detail(session)\n\n\n# #endregion get_session_detail\n" }, { @@ -15212,6 +15594,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_session [C:3] [TYPE Function]\n# @BRIEF Update resumable lifecycle status for an owned session.\n@router.patch(\n \"/sessions/{session_id}\",\n response_model=SessionSummary,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def update_session(\n session_id: str,\n request: UpdateSessionRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"update_session\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n session_record = cast(Any, session)\n session_record.status = request.status\n if request.status == SessionStatus.PAUSED:\n session_record.recommended_action = RecommendedAction.RESUME_SESSION\n elif request.status in {\n SessionStatus.ARCHIVED,\n SessionStatus.CANCELLED,\n SessionStatus.COMPLETED,\n }:\n session_record.active_task_id = None\n _commit_owned_session_mutation(repository, session)\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"session_status_updated\",\n event_summary=\"Dataset review session lifecycle updated\",\n event_details={\n \"status\": session_record.status.value,\n \"version\": session_record.version,\n },\n )\n return _serialize_session_summary(session)\n\n\n# #endregion update_session\n" }, { @@ -15239,6 +15622,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region delete_session [C:3] [TYPE Function]\n# @BRIEF Archive or hard-delete a session owned by the current user.\n@router.delete(\n \"/sessions/{session_id}\",\n status_code=status.HTTP_204_NO_CONTENT,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def delete_session(\n session_id: str,\n hard_delete: bool = Query(False),\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"delete_session\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n if hard_delete:\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"session_deleted\",\n event_summary=\"Session hard-deleted\",\n event_details={\"hard_delete\": True},\n )\n repository.db.delete(session)\n repository.db.commit()\n return Response(status_code=status.HTTP_204_NO_CONTENT)\n session_record = cast(Any, session)\n session_record.status = SessionStatus.ARCHIVED\n session_record.active_task_id = None\n _commit_owned_session_mutation(repository, session)\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"session_archived\",\n event_summary=\"Session archived\",\n event_details={\"hard_delete\": False, \"version\": session_record.version},\n )\n return Response(status_code=status.HTTP_204_NO_CONTENT)\n\n\n# #endregion delete_session\n" }, { @@ -15266,6 +15650,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region export_documentation [C:3] [TYPE Function]\n# @BRIEF Export documentation output for the current session.\n@router.get(\n \"/sessions/{session_id}/exports/documentation\",\n response_model=ExportArtifactResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"READ\")),\n ],\n)\nasync def export_documentation(\n session_id: str,\n format: ArtifactFormat = Query(ArtifactFormat.JSON),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"export_documentation\"):\n if format not in {ArtifactFormat.JSON, ArtifactFormat.MARKDOWN}:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST,\n detail=\"Only json and markdown exports are supported\",\n )\n session = _get_owned_session_or_404(repository, session_id, current_user)\n payload = _build_documentation_export(session, format)\n return ExportArtifactResponse(\n artifact_id=f\"documentation-{session.session_id}-{format.value}\",\n session_id=session.session_id,\n artifact_type=\"documentation\",\n format=format.value,\n storage_ref=payload[\"storage_ref\"],\n created_by_user_id=current_user.id,\n content=payload[\"content\"],\n )\n\n\n# #endregion export_documentation\n" }, { @@ -15293,6 +15678,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region export_validation [C:3] [TYPE Function]\n# @BRIEF Export validation findings for the current session.\n@router.get(\n \"/sessions/{session_id}/exports/validation\",\n response_model=ExportArtifactResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"READ\")),\n ],\n)\nasync def export_validation(\n session_id: str,\n format: ArtifactFormat = Query(ArtifactFormat.JSON),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"export_validation\"):\n if format not in {ArtifactFormat.JSON, ArtifactFormat.MARKDOWN}:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST,\n detail=\"Only json and markdown exports are supported\",\n )\n session = _get_owned_session_or_404(repository, session_id, current_user)\n payload = _build_validation_export(session, format)\n return ExportArtifactResponse(\n artifact_id=f\"validation-{session.session_id}-{format.value}\",\n session_id=session.session_id,\n artifact_type=\"validation_report\",\n format=format.value,\n storage_ref=payload[\"storage_ref\"],\n created_by_user_id=current_user.id,\n content=payload[\"content\"],\n )\n\n\n# #endregion export_validation\n" }, { @@ -15320,6 +15706,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_clarification_state [C:3] [TYPE Function]\n# @BRIEF Return the current clarification session summary and active question payload.\n@router.get(\n \"/sessions/{session_id}/clarification\",\n response_model=ClarificationStateResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_clarification_flag),\n Depends(has_permission(\"dataset:session\", \"READ\")),\n ],\n)\nasync def get_clarification_state(\n session_id: str,\n repository=Depends(_get_repository),\n clarification_engine=Depends(_get_clarification_engine),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"get_clarification_state\"):\n session = _get_owned_session_or_404(repository, session_id, current_user)\n if not session.clarification_sessions:\n return _serialize_empty_clarification_state()\n cs = _get_latest_clarification_session_or_404(session)\n question = clarification_engine.build_question_payload(session)\n return _serialize_clarification_state(\n ClarificationStateResult(\n clarification_session=cs,\n current_question=question,\n session=session,\n changed_findings=[],\n )\n )\n\n\n# #endregion get_clarification_state\n" }, { @@ -15347,6 +15734,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region resume_clarification [C:3] [TYPE Function]\n# @BRIEF Resume clarification mode on the highest-priority unresolved question.\n@router.post(\n \"/sessions/{session_id}/clarification/resume\",\n response_model=ClarificationStateResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_clarification_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def resume_clarification(\n session_id: str,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n clarification_engine=Depends(_get_clarification_engine),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"resume_clarification\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n cs = _get_latest_clarification_session_or_404(session)\n question = clarification_engine.build_question_payload(session)\n return _serialize_clarification_state(\n ClarificationStateResult(\n clarification_session=cs,\n current_question=question,\n session=session,\n changed_findings=[],\n )\n )\n\n\n# #endregion resume_clarification\n" }, { @@ -15374,6 +15762,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region record_clarification_answer [C:3] [TYPE Function]\n# @BRIEF Persist one clarification answer before advancing the active pointer.\n@router.post(\n \"/sessions/{session_id}/clarification/answers\",\n response_model=ClarificationAnswerResultResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_clarification_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def record_clarification_answer(\n session_id: str,\n request: ClarificationAnswerRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n clarification_engine=Depends(_get_clarification_engine),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.record_clarification_answer\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n try:\n result = clarification_engine.record_answer(\n ClarificationAnswerCommand(\n session=session,\n question_id=request.question_id,\n answer_kind=request.answer_kind,\n answer_value=request.answer_value,\n user=current_user,\n )\n )\n except ValueError as exc:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST, detail=str(exc)\n ) from exc\n return ClarificationAnswerResultResponse(\n clarification_state=_serialize_clarification_state(result),\n session=_serialize_session_summary(result.session),\n changed_findings=[\n ValidationFindingDto.model_validate(f, from_attributes=True)\n for f in result.changed_findings\n ],\n )\n\n\n# #endregion record_clarification_answer\n" }, { @@ -15401,6 +15790,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_field_semantic [C:3] [TYPE Function]\n# @BRIEF Apply one field-level semantic candidate decision or manual override.\n@router.patch(\n \"/sessions/{session_id}/fields/{field_id}/semantic\",\n response_model=SemanticFieldEntryDto,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def update_field_semantic(\n session_id: str,\n field_id: str,\n request: FieldSemanticUpdateRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.update_field_semantic\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n field = _get_owned_field_or_404(session, field_id)\n _update_semantic_field_state(field, request, changed_by=\"user\")\n sr = cast(Any, session)\n _commit_owned_session_mutation(repository, session, refresh_targets=[field])\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"semantic_field_updated\",\n event_summary=\"Semantic field decision persisted\",\n event_details={\"field_id\": field.field_id, \"version\": sr.version},\n )\n return _serialize_semantic_field(field)\n\n\n# #endregion update_field_semantic\n" }, { @@ -15428,6 +15818,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region lock_field_semantic [C:3] [TYPE Function]\n# @BRIEF Lock one semantic field against later automatic overwrite.\n@router.post(\n \"/sessions/{session_id}/fields/{field_id}/lock\",\n response_model=SemanticFieldEntryDto,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def lock_field_semantic(\n session_id: str,\n field_id: str,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.lock_field_semantic\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n field = _get_owned_field_or_404(session, field_id)\n field.is_locked = True\n field.last_changed_by = \"user\"\n sr = cast(Any, session)\n _commit_owned_session_mutation(repository, session, refresh_targets=[field])\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"semantic_field_locked\",\n event_summary=\"Semantic field lock persisted\",\n event_details={\"field_id\": field.field_id, \"version\": sr.version},\n )\n return _serialize_semantic_field(field)\n\n\n# #endregion lock_field_semantic\n" }, { @@ -15455,6 +15846,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region unlock_field_semantic [C:3] [TYPE Function]\n# @BRIEF Unlock one semantic field so later automated candidate application may replace it.\n@router.post(\n \"/sessions/{session_id}/fields/{field_id}/unlock\",\n response_model=SemanticFieldEntryDto,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def unlock_field_semantic(\n session_id: str,\n field_id: str,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.unlock_field_semantic\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n field = _get_owned_field_or_404(session, field_id)\n field.is_locked = False\n field.last_changed_by = \"user\"\n if field.provenance == FieldProvenance.MANUAL_OVERRIDE:\n field.provenance = FieldProvenance.UNRESOLVED\n field.needs_review = True\n sr = cast(Any, session)\n _commit_owned_session_mutation(repository, session, refresh_targets=[field])\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"semantic_field_unlocked\",\n event_summary=\"Semantic field unlock persisted\",\n event_details={\"field_id\": field.field_id, \"version\": sr.version},\n )\n return _serialize_semantic_field(field)\n\n\n# #endregion unlock_field_semantic\n" }, { @@ -15482,6 +15874,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region approve_batch_semantic_fields [C:3] [TYPE Function]\n# @BRIEF Approve multiple semantic candidate decisions in one batch.\n@router.post(\n \"/sessions/{session_id}/fields/semantic/approve-batch\",\n response_model=list[SemanticFieldEntryDto],\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def approve_batch_semantic_fields(\n session_id: str,\n request: BatchApproveSemanticRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.approve_batch_semantic_fields\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n updated = []\n for item in request.items:\n field = _get_owned_field_or_404(session, item.field_id)\n _update_semantic_field_state(\n field,\n FieldSemanticUpdateRequest(\n candidate_id=item.candidate_id, lock_field=item.lock_field\n ),\n changed_by=\"user\",\n )\n updated.append(field)\n sr = cast(Any, session)\n _commit_owned_session_mutation(\n repository, session, refresh_targets=list(updated)\n )\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"semantic_fields_batch_approved\",\n event_summary=\"Batch semantic approval persisted\",\n event_details={\"count\": len(updated), \"version\": sr.version},\n )\n return [_serialize_semantic_field(f) for f in updated]\n\n\n# #endregion approve_batch_semantic_fields\n" }, { @@ -15509,6 +15902,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region list_execution_mappings [C:3] [TYPE Function]\n# @BRIEF Return the current mapping-review set for one accessible session.\n@router.get(\n \"/sessions/{session_id}/mappings\",\n response_model=MappingCollectionResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_execution_flag),\n Depends(has_permission(\"dataset:session\", \"READ\")),\n ],\n)\nasync def list_execution_mappings(\n session_id: str,\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.list_execution_mappings\"):\n session = _get_owned_session_or_404(repository, session_id, current_user)\n return MappingCollectionResponse(\n items=[_serialize_execution_mapping(m) for m in session.execution_mappings]\n )\n\n\n# #endregion list_execution_mappings\n" }, { @@ -15536,6 +15930,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_execution_mapping [C:3] [TYPE Function]\n# @BRIEF Persist one owner-authorized execution-mapping effective value override.\n@router.patch(\n \"/sessions/{session_id}/mappings/{mapping_id}\",\n response_model=ExecutionMappingDto,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_execution_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def update_execution_mapping(\n session_id: str,\n mapping_id: str,\n request: UpdateExecutionMappingRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.update_execution_mapping\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n mapping = _get_owned_mapping_or_404(session, mapping_id)\n if request.effective_value is None:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST,\n detail=\"effective_value is required\",\n )\n mapping.effective_value = request.effective_value\n mapping.mapping_method = MappingMethod(\n request.mapping_method or MappingMethod.MANUAL_OVERRIDE.value\n )\n mapping.transformation_note = request.transformation_note\n mapping.approval_state = ApprovalState.APPROVED\n mapping.approved_by_user_id = current_user.id\n mapping.approved_at = datetime.utcnow()\n session.last_activity_at = datetime.utcnow()\n session.recommended_action = RecommendedAction.GENERATE_SQL_PREVIEW\n if session.readiness_state in {\n ReadinessState.MAPPING_REVIEW_NEEDED,\n ReadinessState.COMPILED_PREVIEW_READY,\n ReadinessState.RUN_READY,\n ReadinessState.RUN_IN_PROGRESS,\n }:\n session.readiness_state = ReadinessState.COMPILED_PREVIEW_READY\n for preview in session.previews:\n if preview.preview_status == PreviewStatus.READY:\n preview.preview_status = PreviewStatus.STALE\n sr = cast(Any, session)\n _commit_owned_session_mutation(repository, session, refresh_targets=[mapping])\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"execution_mapping_updated\",\n event_summary=\"Mapping override persisted\",\n event_details={\"mapping_id\": mapping.mapping_id, \"version\": sr.version},\n )\n return _serialize_execution_mapping(mapping)\n\n\n# #endregion update_execution_mapping\n" }, { @@ -15563,6 +15958,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region approve_execution_mapping [C:3] [TYPE Function]\n# @BRIEF Explicitly approve a warning-sensitive mapping transformation.\n@router.post(\n \"/sessions/{session_id}/mappings/{mapping_id}/approve\",\n response_model=ExecutionMappingDto,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_execution_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def approve_execution_mapping(\n session_id: str,\n mapping_id: str,\n request: ApproveMappingRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.approve_execution_mapping\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n mapping = _get_owned_mapping_or_404(session, mapping_id)\n mapping.approval_state = ApprovalState.APPROVED\n mapping.approved_by_user_id = current_user.id\n mapping.approved_at = datetime.utcnow()\n if request.approval_note:\n mapping.transformation_note = request.approval_note\n session.last_activity_at = datetime.utcnow()\n if session.readiness_state == ReadinessState.MAPPING_REVIEW_NEEDED:\n session.recommended_action = RecommendedAction.GENERATE_SQL_PREVIEW\n sr = cast(Any, session)\n _commit_owned_session_mutation(repository, session, refresh_targets=[mapping])\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"execution_mapping_approved\",\n event_summary=\"Mapping approval persisted\",\n event_details={\"mapping_id\": mapping.mapping_id, \"version\": sr.version},\n )\n return _serialize_execution_mapping(mapping)\n\n\n# #endregion approve_execution_mapping\n" }, { @@ -15590,6 +15986,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region approve_batch_execution_mappings [C:3] [TYPE Function]\n# @BRIEF Approve multiple warning-sensitive execution mappings in one batch.\n@router.post(\n \"/sessions/{session_id}/mappings/approve-batch\",\n response_model=list[ExecutionMappingDto],\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_execution_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def approve_batch_execution_mappings(\n session_id: str,\n request: BatchApproveMappingRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.approve_batch_execution_mappings\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n updated = []\n for mid in list(dict.fromkeys(request.mapping_ids)):\n mapping = _get_owned_mapping_or_404(session, mid)\n mapping.approval_state = ApprovalState.APPROVED\n mapping.approved_by_user_id = current_user.id\n mapping.approved_at = datetime.utcnow()\n if request.approval_note:\n mapping.transformation_note = request.approval_note\n updated.append(mapping)\n session.last_activity_at = datetime.utcnow()\n if session.readiness_state == ReadinessState.MAPPING_REVIEW_NEEDED:\n session.recommended_action = RecommendedAction.GENERATE_SQL_PREVIEW\n sr = cast(Any, session)\n _commit_owned_session_mutation(\n repository, session, refresh_targets=list(updated)\n )\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"execution_mappings_batch_approved\",\n event_summary=\"Batch mapping approval persisted\",\n event_details={\"count\": len(updated), \"version\": sr.version},\n )\n return [_serialize_execution_mapping(m) for m in updated]\n\n\n# #endregion approve_batch_execution_mappings\n" }, { @@ -15617,6 +16014,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region trigger_preview_generation [C:3] [TYPE Function]\n# @BRIEF Trigger Superset-side preview compilation for the current owned execution context.\n@router.post(\n \"/sessions/{session_id}/preview\",\n response_model=Union[CompiledPreviewDto, PreviewEnqueueResultResponse],\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_execution_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def trigger_preview_generation(\n session_id: str,\n response: Response,\n orchestrator=Depends(_get_orchestrator),\n repository=Depends(_get_repository),\n session_version: int = Depends(_require_session_version_header),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.trigger_preview_generation\"):\n _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n try:\n result = orchestrator.prepare_launch_preview(\n PreparePreviewCommand(\n user=current_user,\n session_id=session_id,\n expected_version=session_version,\n )\n )\n except DatasetReviewSessionVersionConflictError as exc:\n raise _build_session_version_conflict_http_exception(exc) from exc\n except ValueError as exc:\n detail = str(exc)\n sc = (\n status.HTTP_404_NOT_FOUND\n if detail in {\"Session not found\", \"Environment not found\"}\n else status.HTTP_409_CONFLICT\n if detail.startswith(\"Preview blocked:\")\n else status.HTTP_400_BAD_REQUEST\n )\n raise HTTPException(status_code=sc, detail=detail) from exc\n if result.preview.preview_status == PreviewStatus.PENDING:\n response.status_code = status.HTTP_202_ACCEPTED\n return PreviewEnqueueResultResponse(\n session_id=result.session.session_id,\n session_version=int(getattr(result.session, \"version\", 0) or 0),\n preview_status=result.preview.preview_status.value,\n task_id=None,\n )\n response.status_code = status.HTTP_200_OK\n return _serialize_preview(\n result.preview,\n session_version_fallback=int(getattr(result.session, \"version\", 0) or 0),\n )\n\n\n# #endregion trigger_preview_generation\n" }, { @@ -15644,6 +16042,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region launch_dataset [C:3] [TYPE Function]\n# @BRIEF Execute the current owned session launch handoff and return audited SQL Lab run context.\n@router.post(\n \"/sessions/{session_id}/launch\",\n response_model=LaunchDatasetResponse,\n status_code=status.HTTP_201_CREATED,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_execution_flag),\n Depends(has_permission(\"dataset:execution:launch\", \"EXECUTE\")),\n ],\n)\nasync def launch_dataset(\n session_id: str,\n orchestrator=Depends(_get_orchestrator),\n repository=Depends(_get_repository),\n session_version: int = Depends(_require_session_version_header),\n config_manager=Depends(get_config_manager),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.launch_dataset\"):\n _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n try:\n result = orchestrator.launch_dataset(\n LaunchDatasetCommand(\n user=current_user,\n session_id=session_id,\n expected_version=session_version,\n )\n )\n except DatasetReviewSessionVersionConflictError as exc:\n raise _build_session_version_conflict_http_exception(exc) from exc\n except ValueError as exc:\n detail = str(exc)\n sc = (\n status.HTTP_404_NOT_FOUND\n if detail in {\"Session not found\", \"Environment not found\"}\n else status.HTTP_409_CONFLICT\n if detail.startswith(\"Launch blocked:\")\n else status.HTTP_400_BAD_REQUEST\n )\n raise HTTPException(status_code=sc, detail=detail) from exc\n environment = config_manager.get_environment(result.session.environment_id)\n env_url = getattr(environment, \"url\", \"\") if environment is not None else \"\"\n return LaunchDatasetResponse(\n run_context=_serialize_run_context(result.run_context),\n redirect_url=_build_sql_lab_redirect_url(\n environment_url=env_url,\n sql_lab_session_ref=result.run_context.sql_lab_session_ref,\n ),\n )\n\n\n# #endregion launch_dataset\n" }, { @@ -15671,6 +16070,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region record_field_feedback [C:3] [TYPE Function]\n# @BRIEF Persist thumbs up/down feedback for AI-assisted semantic field content.\n@router.post(\n \"/sessions/{session_id}/fields/{field_id}/feedback\",\n response_model=FeedbackResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def record_field_feedback(\n session_id: str,\n field_id: str,\n request: FeedbackRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.record_field_feedback\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n field = _get_owned_field_or_404(session, field_id)\n field.user_feedback = request.feedback\n sr = cast(Any, session)\n _commit_owned_session_mutation(repository, session)\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"semantic_field_feedback_recorded\",\n event_summary=\"Feedback persisted\",\n event_details={\n \"field_id\": field.field_id,\n \"feedback\": request.feedback,\n \"version\": sr.version,\n },\n )\n return FeedbackResponse(target_id=field.field_id, feedback=request.feedback)\n\n\n# #endregion record_field_feedback\n" }, { @@ -15698,6 +16098,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region record_clarification_feedback [C:3] [TYPE Function]\n# @BRIEF Persist thumbs up/down feedback for clarification question/answer content.\n@router.post(\n \"/sessions/{session_id}/clarification/questions/{question_id}/feedback\",\n response_model=FeedbackResponse,\n dependencies=[\n Depends(_require_auto_review_flag),\n Depends(_require_clarification_flag),\n Depends(has_permission(\"dataset:session\", \"MANAGE\")),\n ],\n)\nasync def record_clarification_feedback(\n session_id: str,\n question_id: str,\n request: FeedbackRequest,\n session_version: int = Depends(_require_session_version_header),\n repository=Depends(_get_repository),\n current_user: User = Depends(get_current_user),\n):\n with belief_scope(\"dataset_review.record_clarification_feedback\"):\n session = _prepare_owned_session_mutation(\n repository, session_id, current_user, session_version\n )\n cs = _get_latest_clarification_session_or_404(session)\n question = next((q for q in cs.questions if q.question_id == question_id), None)\n if question is None:\n raise HTTPException(\n status_code=status.HTTP_404_NOT_FOUND,\n detail=\"Clarification question not found\",\n )\n if question.answer is None:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST,\n detail=\"Clarification answer not found\",\n )\n question.answer.user_feedback = request.feedback\n sr = cast(Any, session)\n _commit_owned_session_mutation(repository, session)\n _record_session_event(\n repository,\n session,\n current_user,\n event_type=\"clarification_feedback_recorded\",\n event_summary=\"Feedback persisted\",\n event_details={\n \"question_id\": question.question_id,\n \"feedback\": request.feedback,\n \"version\": sr.version,\n },\n )\n return FeedbackResponse(\n target_id=question.question_id, feedback=request.feedback\n )\n\n\n# #endregion record_clarification_feedback\n" }, { @@ -15746,6 +16147,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetsApi [C:3] [TYPE Module] [SEMANTICS fastapi, dataset, api, search, mapping, mapped-fields]\n#\n# @BRIEF API endpoints for the Dataset Hub - listing datasets with mapping progress\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [AppDependencies]\n# @RELATION DEPENDS_ON -> [ResourceService]\n# @RELATION DEPENDS_ON -> [SupersetClient]\n#\n# @INVARIANT: All dataset responses include last_task metadata\n\n\nfrom fastapi import APIRouter, Depends, HTTPException\nfrom pydantic import BaseModel, Field\n\nfrom ...core.logger import belief_scope, logger\nfrom ...core.superset_client import SupersetClient\nfrom ...dependencies import get_config_manager, get_resource_service, get_task_manager, has_permission\n\nrouter = APIRouter(prefix=\"/api/datasets\", tags=[\"Datasets\"])\n\n# #region MappedFields [C:1] [TYPE DataClass]\n# @BRIEF DTO for dataset mapping progress statistics\nclass MappedFields(BaseModel):\n total: int\n mapped: int\n# #endregion MappedFields\n\n# #region LastTask [C:1] [TYPE DataClass]\n# @BRIEF DTO for the most recent task associated with a dataset\nclass LastTask(BaseModel):\n task_id: str | None = None\n status: str | None = Field(None, pattern=\"^RUNNING|SUCCESS|ERROR|WAITING_INPUT$\")\n# #endregion LastTask\n\n# #region DatasetItem [C:1] [TYPE DataClass]\n# @BRIEF Summary DTO for a dataset in the hub listing\nclass DatasetItem(BaseModel):\n id: int\n table_name: str\n schema_name: str = Field(..., alias=\"schema\")\n database: str\n mapped_fields: MappedFields | None = None\n last_task: LastTask | None = None\n\n class Config:\n allow_population_by_field_name = True\n# #endregion DatasetItem\n\n# #region LinkedDashboard [C:1] [TYPE DataClass]\n# @BRIEF DTO for a dashboard linked to a dataset\nclass LinkedDashboard(BaseModel):\n id: int\n title: str\n slug: str | None = None\n# #endregion LinkedDashboard\n\n# #region DatasetColumn [C:1] [TYPE DataClass]\n# @BRIEF DTO for a single dataset column's metadata\nclass DatasetColumn(BaseModel):\n id: int\n name: str\n type: str | None = None\n is_dttm: bool = False\n is_active: bool = True\n description: str | None = None\n# #endregion DatasetColumn\n\n# #region DatasetDetailResponse [C:1] [TYPE DataClass]\n# @BRIEF Detailed DTO for a dataset including columns and links\nclass DatasetDetailResponse(BaseModel):\n id: int\n table_name: str | None = None\n schema_name: str | None = Field(None, alias=\"schema\")\n database: str\n description: str | None = None\n columns: list[DatasetColumn]\n column_count: int\n sql: str | None = None\n linked_dashboards: list[LinkedDashboard]\n linked_dashboard_count: int\n is_sqllab_view: bool = False\n created_on: str | None = None\n changed_on: str | None = None\n\n class Config:\n allow_population_by_field_name = True\n# #endregion DatasetDetailResponse\n\n# #region DatasetsResponse [C:1] [TYPE DataClass]\n# @BRIEF Paginated response DTO for dataset listings\nclass DatasetsResponse(BaseModel):\n datasets: list[DatasetItem]\n total: int\n page: int\n page_size: int\n total_pages: int\n# #endregion DatasetsResponse\n\n# #region TaskResponse [C:1] [TYPE DataClass]\n# @BRIEF Response DTO containing a task ID for tracking\nclass TaskResponse(BaseModel):\n task_id: str\n# #endregion TaskResponse\n\n# #region get_dataset_ids [C:3] [TYPE Function]\n# @BRIEF Fetch list of all dataset IDs from a specific environment (without pagination)\n# @PRE: env_id must be a valid environment ID\n# @POST: Returns a list of all dataset IDs\n# @RELATION CALLS -> [get_datasets_with_status]\n@router.get(\"/ids\")\nasync def get_dataset_ids(\n env_id: str,\n search: str | None = None,\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n resource_service=Depends(get_resource_service),\n _ = Depends(has_permission(\"plugin:migration\", \"READ\"))\n):\n with belief_scope(\"get_dataset_ids\", f\"env_id={env_id}, search={search}\"):\n # Validate environment exists\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if not env:\n logger.error(f\"[get_dataset_ids][Coherence:Failed] Environment not found: {env_id}\")\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n # Get all tasks for status lookup\n all_tasks = task_manager.get_all_tasks()\n\n # Fetch datasets with status using ResourceService\n datasets = await resource_service.get_datasets_with_status(env, all_tasks)\n\n # Apply search filter if provided\n if search:\n search_lower = search.lower()\n datasets = [\n d for d in datasets\n if search_lower in d.get('table_name', '').lower()\n ]\n\n # Extract and return just the IDs\n dataset_ids = [d['id'] for d in datasets]\n logger.info(f\"[get_dataset_ids][Coherence:OK] Returning {len(dataset_ids)} dataset IDs\")\n\n return {\"dataset_ids\": dataset_ids}\n\n except Exception as e:\n logger.error(f\"[get_dataset_ids][Coherence:Failed] Failed to fetch dataset IDs: {e}\")\n raise HTTPException(status_code=503, detail=f\"Failed to fetch dataset IDs: {e!s}\")\n# #endregion get_dataset_ids\n\n# #region get_datasets [C:3] [TYPE Function]\n# @BRIEF Fetch list of datasets from a specific environment with mapping progress\n# @PRE: env_id must be a valid environment ID\n# @PRE: page must be >= 1 if provided\n# @PRE: page_size must be between 1 and 100 if provided\n# @POST: Returns a list of datasets with enhanced metadata and pagination info\n# @POST: Response includes pagination metadata (page, page_size, total, total_pages)\n# @RELATION CALLS -> [get_datasets_with_status]\n@router.get(\"\", response_model=DatasetsResponse)\nasync def get_datasets(\n env_id: str,\n search: str | None = None,\n page: int = 1,\n page_size: int = 10,\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n resource_service=Depends(get_resource_service),\n _ = Depends(has_permission(\"plugin:migration\", \"READ\"))\n):\n with belief_scope(\"get_datasets\", f\"env_id={env_id}, search={search}, page={page}, page_size={page_size}\"):\n # Validate pagination parameters\n if page < 1:\n logger.error(f\"[get_datasets][Coherence:Failed] Invalid page: {page}\")\n raise HTTPException(status_code=400, detail=\"Page must be >= 1\")\n if page_size < 1 or page_size > 100:\n logger.error(f\"[get_datasets][Coherence:Failed] Invalid page_size: {page_size}\")\n raise HTTPException(status_code=400, detail=\"Page size must be between 1 and 100\")\n\n # Validate environment exists\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if not env:\n logger.error(f\"[get_datasets][Coherence:Failed] Environment not found: {env_id}\")\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n # Get all tasks for status lookup\n all_tasks = task_manager.get_all_tasks()\n\n # Fetch datasets with status using ResourceService\n datasets = await resource_service.get_datasets_with_status(env, all_tasks)\n\n # Apply search filter if provided\n if search:\n search_lower = search.lower()\n datasets = [\n d for d in datasets\n if search_lower in d.get('table_name', '').lower()\n ]\n\n # Calculate pagination\n total = len(datasets)\n total_pages = (total + page_size - 1) // page_size if total > 0 else 1\n start_idx = (page - 1) * page_size\n end_idx = start_idx + page_size\n\n # Slice datasets for current page\n paginated_datasets = datasets[start_idx:end_idx]\n\n logger.info(f\"[get_datasets][Coherence:OK] Returning {len(paginated_datasets)} datasets (page {page}/{total_pages}, total: {total})\")\n\n return DatasetsResponse(\n datasets=paginated_datasets,\n total=total,\n page=page,\n page_size=page_size,\n total_pages=total_pages\n )\n\n except Exception as e:\n logger.error(f\"[get_datasets][Coherence:Failed] Failed to fetch datasets: {e}\")\n raise HTTPException(status_code=503, detail=f\"Failed to fetch datasets: {e!s}\")\n# #endregion get_datasets\n\n# #region MapColumnsRequest [C:1] [TYPE DataClass]\n# @BRIEF Request DTO for initiating column mapping\nclass MapColumnsRequest(BaseModel):\n env_id: str = Field(..., description=\"Environment ID\")\n dataset_ids: list[int] = Field(..., description=\"List of dataset IDs to map\")\n source_type: str = Field(..., description=\"Source type: 'postgresql' or 'xlsx'\")\n connection_id: str | None = Field(None, description=\"Connection ID for PostgreSQL source\")\n file_data: str | None = Field(None, description=\"File path or data for XLSX source\")\n# #endregion MapColumnsRequest\n\n# #region map_columns [C:3] [TYPE Function]\n# @BRIEF Trigger bulk column mapping for datasets\n# @PRE: User has permission plugin:mapper:execute\n# @PRE: env_id is a valid environment ID\n# @PRE: dataset_ids is a non-empty list\n# @POST: Returns task_id for tracking mapping progress\n# @POST: Task is created and queued for execution\n# @RELATION DISPATCHES -> [MapperPlugin]\n# @RELATION CALLS -> [create_task]\n@router.post(\"/map-columns\", response_model=TaskResponse)\nasync def map_columns(\n request: MapColumnsRequest,\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n _ = Depends(has_permission(\"plugin:mapper\", \"EXECUTE\"))\n):\n with belief_scope(\"map_columns\", f\"env={request.env_id}, count={len(request.dataset_ids)}, source={request.source_type}\"):\n # Validate request\n if not request.dataset_ids:\n logger.error(\"[map_columns][Coherence:Failed] No dataset IDs provided\")\n raise HTTPException(status_code=400, detail=\"At least one dataset ID must be provided\")\n\n # Validate source type\n if request.source_type not in ['postgresql', 'xlsx']:\n logger.error(f\"[map_columns][Coherence:Failed] Invalid source type: {request.source_type}\")\n raise HTTPException(status_code=400, detail=\"Source type must be 'postgresql' or 'xlsx'\")\n\n # Validate environment exists\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == request.env_id), None)\n\n if not env:\n logger.error(f\"[map_columns][Coherence:Failed] Environment not found: {request.env_id}\")\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n # Create mapping task\n task_params = {\n 'env': request.env_id,\n 'dataset_id': request.dataset_ids[0] if request.dataset_ids else None,\n 'source': request.source_type,\n 'connection_id': request.connection_id,\n 'file_data': request.file_data\n }\n\n task_obj = await task_manager.create_task(\n plugin_id='dataset-mapper',\n params=task_params\n )\n\n logger.info(f\"[map_columns][Coherence:OK] Mapping task created: {task_obj.id} for {len(request.dataset_ids)} datasets\")\n\n return TaskResponse(task_id=str(task_obj.id))\n\n except Exception as e:\n logger.error(f\"[map_columns][Coherence:Failed] Failed to create mapping task: {e}\")\n raise HTTPException(status_code=503, detail=f\"Failed to create mapping task: {e!s}\")\n# #endregion map_columns\n\n# #region GenerateDocsRequest [C:1] [TYPE DataClass]\n# @BRIEF Request DTO for initiating documentation generation\nclass GenerateDocsRequest(BaseModel):\n env_id: str = Field(..., description=\"Environment ID\")\n dataset_ids: list[int] = Field(..., description=\"List of dataset IDs to generate docs for\")\n llm_provider: str = Field(..., description=\"LLM provider to use\")\n options: dict | None = Field(None, description=\"Additional options for documentation generation\")\n# #endregion GenerateDocsRequest\n\n# #region generate_docs [C:3] [TYPE Function]\n# @BRIEF Trigger bulk documentation generation for datasets\n# @PRE: User has permission plugin:llm_analysis:execute\n# @PRE: env_id is a valid environment ID\n# @PRE: dataset_ids is a non-empty list\n# @POST: Returns task_id for tracking documentation generation progress\n# @POST: Task is created and queued for execution\n# @RELATION DISPATCHES -> [DocumentationPlugin]\n# @RELATION CALLS -> [create_task]\n@router.post(\"/generate-docs\", response_model=TaskResponse)\nasync def generate_docs(\n request: GenerateDocsRequest,\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n _ = Depends(has_permission(\"plugin:llm_analysis\", \"EXECUTE\"))\n):\n with belief_scope(\"generate_docs\", f\"env={request.env_id}, count={len(request.dataset_ids)}, provider={request.llm_provider}\"):\n # Validate request\n if not request.dataset_ids:\n logger.error(\"[generate_docs][Coherence:Failed] No dataset IDs provided\")\n raise HTTPException(status_code=400, detail=\"At least one dataset ID must be provided\")\n\n # Validate environment exists\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == request.env_id), None)\n\n if not env:\n logger.error(f\"[generate_docs][Coherence:Failed] Environment not found: {request.env_id}\")\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n # Create documentation generation task\n task_params = {\n 'environment_id': request.env_id,\n 'dataset_id': str(request.dataset_ids[0]) if request.dataset_ids else None,\n 'provider_id': request.llm_provider,\n 'options': request.options or {}\n }\n\n task_obj = await task_manager.create_task(\n plugin_id='llm_documentation',\n params=task_params\n )\n\n logger.info(f\"[generate_docs][Coherence:OK] Documentation generation task created: {task_obj.id} for {len(request.dataset_ids)} datasets\")\n\n return TaskResponse(task_id=str(task_obj.id))\n\n except Exception as e:\n logger.error(f\"[generate_docs][Coherence:Failed] Failed to create documentation generation task: {e}\")\n raise HTTPException(status_code=503, detail=f\"Failed to create documentation generation task: {e!s}\")\n# #endregion generate_docs\n\n# #region get_dataset_detail [C:3] [TYPE Function]\n# @BRIEF Get detailed dataset information including columns and linked dashboards\n# @PRE: env_id is a valid environment ID\n# @PRE: dataset_id is a valid dataset ID\n# @POST: Returns detailed dataset info with columns and linked dashboards\n# @RELATION CALLS -> [SupersetClientGetDatasetDetail]\n@router.get(\"/{dataset_id}\", response_model=DatasetDetailResponse)\nasync def get_dataset_detail(\n env_id: str,\n dataset_id: int,\n config_manager=Depends(get_config_manager),\n _ = Depends(has_permission(\"plugin:migration\", \"READ\"))\n):\n with belief_scope(\"get_dataset_detail\", f\"env_id={env_id}, dataset_id={dataset_id}\"):\n # Validate environment exists\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if not env:\n logger.error(f\"[get_dataset_detail][Coherence:Failed] Environment not found: {env_id}\")\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n # Fetch detailed dataset info using SupersetClient\n client = SupersetClient(env)\n dataset_detail = client.get_dataset_detail(dataset_id)\n\n logger.info(f\"[get_dataset_detail][Coherence:OK] Retrieved dataset {dataset_id} with {dataset_detail['column_count']} columns and {dataset_detail['linked_dashboard_count']} linked dashboards\")\n\n return DatasetDetailResponse(**dataset_detail)\n\n except Exception as e:\n logger.error(f\"[get_dataset_detail][Coherence:Failed] Failed to fetch dataset detail: {e}\")\n raise HTTPException(status_code=503, detail=f\"Failed to fetch dataset detail: {e!s}\")\n# #endregion get_dataset_detail\n\n# #endregion DatasetsApi\n" }, { @@ -15817,6 +16219,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MappedFields [C:1] [TYPE DataClass]\n# @BRIEF DTO for dataset mapping progress statistics\nclass MappedFields(BaseModel):\n total: int\n mapped: int\n# #endregion MappedFields\n" }, { @@ -15888,6 +16291,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LastTask [C:1] [TYPE DataClass]\n# @BRIEF DTO for the most recent task associated with a dataset\nclass LastTask(BaseModel):\n task_id: str | None = None\n status: str | None = Field(None, pattern=\"^RUNNING|SUCCESS|ERROR|WAITING_INPUT$\")\n# #endregion LastTask\n" }, { @@ -15959,6 +16363,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetItem [C:1] [TYPE DataClass]\n# @BRIEF Summary DTO for a dataset in the hub listing\nclass DatasetItem(BaseModel):\n id: int\n table_name: str\n schema_name: str = Field(..., alias=\"schema\")\n database: str\n mapped_fields: MappedFields | None = None\n last_task: LastTask | None = None\n\n class Config:\n allow_population_by_field_name = True\n# #endregion DatasetItem\n" }, { @@ -16030,6 +16435,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LinkedDashboard [C:1] [TYPE DataClass]\n# @BRIEF DTO for a dashboard linked to a dataset\nclass LinkedDashboard(BaseModel):\n id: int\n title: str\n slug: str | None = None\n# #endregion LinkedDashboard\n" }, { @@ -16101,6 +16507,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetColumn [C:1] [TYPE DataClass]\n# @BRIEF DTO for a single dataset column's metadata\nclass DatasetColumn(BaseModel):\n id: int\n name: str\n type: str | None = None\n is_dttm: bool = False\n is_active: bool = True\n description: str | None = None\n# #endregion DatasetColumn\n" }, { @@ -16172,6 +16579,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetDetailResponse [C:1] [TYPE DataClass]\n# @BRIEF Detailed DTO for a dataset including columns and links\nclass DatasetDetailResponse(BaseModel):\n id: int\n table_name: str | None = None\n schema_name: str | None = Field(None, alias=\"schema\")\n database: str\n description: str | None = None\n columns: list[DatasetColumn]\n column_count: int\n sql: str | None = None\n linked_dashboards: list[LinkedDashboard]\n linked_dashboard_count: int\n is_sqllab_view: bool = False\n created_on: str | None = None\n changed_on: str | None = None\n\n class Config:\n allow_population_by_field_name = True\n# #endregion DatasetDetailResponse\n" }, { @@ -16243,6 +16651,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetsResponse [C:1] [TYPE DataClass]\n# @BRIEF Paginated response DTO for dataset listings\nclass DatasetsResponse(BaseModel):\n datasets: list[DatasetItem]\n total: int\n page: int\n page_size: int\n total_pages: int\n# #endregion DatasetsResponse\n" }, { @@ -16314,6 +16723,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskResponse [C:1] [TYPE DataClass]\n# @BRIEF Response DTO containing a task ID for tracking\nclass TaskResponse(BaseModel):\n task_id: str\n# #endregion TaskResponse\n" }, { @@ -16359,6 +16769,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_dataset_ids [C:3] [TYPE Function]\n# @BRIEF Fetch list of all dataset IDs from a specific environment (without pagination)\n# @PRE: env_id must be a valid environment ID\n# @POST: Returns a list of all dataset IDs\n# @RELATION CALLS -> [get_datasets_with_status]\n@router.get(\"/ids\")\nasync def get_dataset_ids(\n env_id: str,\n search: str | None = None,\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n resource_service=Depends(get_resource_service),\n _ = Depends(has_permission(\"plugin:migration\", \"READ\"))\n):\n with belief_scope(\"get_dataset_ids\", f\"env_id={env_id}, search={search}\"):\n # Validate environment exists\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if not env:\n logger.error(f\"[get_dataset_ids][Coherence:Failed] Environment not found: {env_id}\")\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n # Get all tasks for status lookup\n all_tasks = task_manager.get_all_tasks()\n\n # Fetch datasets with status using ResourceService\n datasets = await resource_service.get_datasets_with_status(env, all_tasks)\n\n # Apply search filter if provided\n if search:\n search_lower = search.lower()\n datasets = [\n d for d in datasets\n if search_lower in d.get('table_name', '').lower()\n ]\n\n # Extract and return just the IDs\n dataset_ids = [d['id'] for d in datasets]\n logger.info(f\"[get_dataset_ids][Coherence:OK] Returning {len(dataset_ids)} dataset IDs\")\n\n return {\"dataset_ids\": dataset_ids}\n\n except Exception as e:\n logger.error(f\"[get_dataset_ids][Coherence:Failed] Failed to fetch dataset IDs: {e}\")\n raise HTTPException(status_code=503, detail=f\"Failed to fetch dataset IDs: {e!s}\")\n# #endregion get_dataset_ids\n" }, { @@ -16404,6 +16815,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_datasets [C:3] [TYPE Function]\n# @BRIEF Fetch list of datasets from a specific environment with mapping progress\n# @PRE: env_id must be a valid environment ID\n# @PRE: page must be >= 1 if provided\n# @PRE: page_size must be between 1 and 100 if provided\n# @POST: Returns a list of datasets with enhanced metadata and pagination info\n# @POST: Response includes pagination metadata (page, page_size, total, total_pages)\n# @RELATION CALLS -> [get_datasets_with_status]\n@router.get(\"\", response_model=DatasetsResponse)\nasync def get_datasets(\n env_id: str,\n search: str | None = None,\n page: int = 1,\n page_size: int = 10,\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n resource_service=Depends(get_resource_service),\n _ = Depends(has_permission(\"plugin:migration\", \"READ\"))\n):\n with belief_scope(\"get_datasets\", f\"env_id={env_id}, search={search}, page={page}, page_size={page_size}\"):\n # Validate pagination parameters\n if page < 1:\n logger.error(f\"[get_datasets][Coherence:Failed] Invalid page: {page}\")\n raise HTTPException(status_code=400, detail=\"Page must be >= 1\")\n if page_size < 1 or page_size > 100:\n logger.error(f\"[get_datasets][Coherence:Failed] Invalid page_size: {page_size}\")\n raise HTTPException(status_code=400, detail=\"Page size must be between 1 and 100\")\n\n # Validate environment exists\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if not env:\n logger.error(f\"[get_datasets][Coherence:Failed] Environment not found: {env_id}\")\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n # Get all tasks for status lookup\n all_tasks = task_manager.get_all_tasks()\n\n # Fetch datasets with status using ResourceService\n datasets = await resource_service.get_datasets_with_status(env, all_tasks)\n\n # Apply search filter if provided\n if search:\n search_lower = search.lower()\n datasets = [\n d for d in datasets\n if search_lower in d.get('table_name', '').lower()\n ]\n\n # Calculate pagination\n total = len(datasets)\n total_pages = (total + page_size - 1) // page_size if total > 0 else 1\n start_idx = (page - 1) * page_size\n end_idx = start_idx + page_size\n\n # Slice datasets for current page\n paginated_datasets = datasets[start_idx:end_idx]\n\n logger.info(f\"[get_datasets][Coherence:OK] Returning {len(paginated_datasets)} datasets (page {page}/{total_pages}, total: {total})\")\n\n return DatasetsResponse(\n datasets=paginated_datasets,\n total=total,\n page=page,\n page_size=page_size,\n total_pages=total_pages\n )\n\n except Exception as e:\n logger.error(f\"[get_datasets][Coherence:Failed] Failed to fetch datasets: {e}\")\n raise HTTPException(status_code=503, detail=f\"Failed to fetch datasets: {e!s}\")\n# #endregion get_datasets\n" }, { @@ -16475,6 +16887,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MapColumnsRequest [C:1] [TYPE DataClass]\n# @BRIEF Request DTO for initiating column mapping\nclass MapColumnsRequest(BaseModel):\n env_id: str = Field(..., description=\"Environment ID\")\n dataset_ids: list[int] = Field(..., description=\"List of dataset IDs to map\")\n source_type: str = Field(..., description=\"Source type: 'postgresql' or 'xlsx'\")\n connection_id: str | None = Field(None, description=\"Connection ID for PostgreSQL source\")\n file_data: str | None = Field(None, description=\"File path or data for XLSX source\")\n# #endregion MapColumnsRequest\n" }, { @@ -16526,6 +16939,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region map_columns [C:3] [TYPE Function]\n# @BRIEF Trigger bulk column mapping for datasets\n# @PRE: User has permission plugin:mapper:execute\n# @PRE: env_id is a valid environment ID\n# @PRE: dataset_ids is a non-empty list\n# @POST: Returns task_id for tracking mapping progress\n# @POST: Task is created and queued for execution\n# @RELATION DISPATCHES -> [MapperPlugin]\n# @RELATION CALLS -> [create_task]\n@router.post(\"/map-columns\", response_model=TaskResponse)\nasync def map_columns(\n request: MapColumnsRequest,\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n _ = Depends(has_permission(\"plugin:mapper\", \"EXECUTE\"))\n):\n with belief_scope(\"map_columns\", f\"env={request.env_id}, count={len(request.dataset_ids)}, source={request.source_type}\"):\n # Validate request\n if not request.dataset_ids:\n logger.error(\"[map_columns][Coherence:Failed] No dataset IDs provided\")\n raise HTTPException(status_code=400, detail=\"At least one dataset ID must be provided\")\n\n # Validate source type\n if request.source_type not in ['postgresql', 'xlsx']:\n logger.error(f\"[map_columns][Coherence:Failed] Invalid source type: {request.source_type}\")\n raise HTTPException(status_code=400, detail=\"Source type must be 'postgresql' or 'xlsx'\")\n\n # Validate environment exists\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == request.env_id), None)\n\n if not env:\n logger.error(f\"[map_columns][Coherence:Failed] Environment not found: {request.env_id}\")\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n # Create mapping task\n task_params = {\n 'env': request.env_id,\n 'dataset_id': request.dataset_ids[0] if request.dataset_ids else None,\n 'source': request.source_type,\n 'connection_id': request.connection_id,\n 'file_data': request.file_data\n }\n\n task_obj = await task_manager.create_task(\n plugin_id='dataset-mapper',\n params=task_params\n )\n\n logger.info(f\"[map_columns][Coherence:OK] Mapping task created: {task_obj.id} for {len(request.dataset_ids)} datasets\")\n\n return TaskResponse(task_id=str(task_obj.id))\n\n except Exception as e:\n logger.error(f\"[map_columns][Coherence:Failed] Failed to create mapping task: {e}\")\n raise HTTPException(status_code=503, detail=f\"Failed to create mapping task: {e!s}\")\n# #endregion map_columns\n" }, { @@ -16597,6 +17011,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GenerateDocsRequest [C:1] [TYPE DataClass]\n# @BRIEF Request DTO for initiating documentation generation\nclass GenerateDocsRequest(BaseModel):\n env_id: str = Field(..., description=\"Environment ID\")\n dataset_ids: list[int] = Field(..., description=\"List of dataset IDs to generate docs for\")\n llm_provider: str = Field(..., description=\"LLM provider to use\")\n options: dict | None = Field(None, description=\"Additional options for documentation generation\")\n# #endregion GenerateDocsRequest\n" }, { @@ -16648,6 +17063,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region generate_docs [C:3] [TYPE Function]\n# @BRIEF Trigger bulk documentation generation for datasets\n# @PRE: User has permission plugin:llm_analysis:execute\n# @PRE: env_id is a valid environment ID\n# @PRE: dataset_ids is a non-empty list\n# @POST: Returns task_id for tracking documentation generation progress\n# @POST: Task is created and queued for execution\n# @RELATION DISPATCHES -> [DocumentationPlugin]\n# @RELATION CALLS -> [create_task]\n@router.post(\"/generate-docs\", response_model=TaskResponse)\nasync def generate_docs(\n request: GenerateDocsRequest,\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n _ = Depends(has_permission(\"plugin:llm_analysis\", \"EXECUTE\"))\n):\n with belief_scope(\"generate_docs\", f\"env={request.env_id}, count={len(request.dataset_ids)}, provider={request.llm_provider}\"):\n # Validate request\n if not request.dataset_ids:\n logger.error(\"[generate_docs][Coherence:Failed] No dataset IDs provided\")\n raise HTTPException(status_code=400, detail=\"At least one dataset ID must be provided\")\n\n # Validate environment exists\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == request.env_id), None)\n\n if not env:\n logger.error(f\"[generate_docs][Coherence:Failed] Environment not found: {request.env_id}\")\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n # Create documentation generation task\n task_params = {\n 'environment_id': request.env_id,\n 'dataset_id': str(request.dataset_ids[0]) if request.dataset_ids else None,\n 'provider_id': request.llm_provider,\n 'options': request.options or {}\n }\n\n task_obj = await task_manager.create_task(\n plugin_id='llm_documentation',\n params=task_params\n )\n\n logger.info(f\"[generate_docs][Coherence:OK] Documentation generation task created: {task_obj.id} for {len(request.dataset_ids)} datasets\")\n\n return TaskResponse(task_id=str(task_obj.id))\n\n except Exception as e:\n logger.error(f\"[generate_docs][Coherence:Failed] Failed to create documentation generation task: {e}\")\n raise HTTPException(status_code=503, detail=f\"Failed to create documentation generation task: {e!s}\")\n# #endregion generate_docs\n" }, { @@ -16693,6 +17109,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_dataset_detail [C:3] [TYPE Function]\n# @BRIEF Get detailed dataset information including columns and linked dashboards\n# @PRE: env_id is a valid environment ID\n# @PRE: dataset_id is a valid dataset ID\n# @POST: Returns detailed dataset info with columns and linked dashboards\n# @RELATION CALLS -> [SupersetClientGetDatasetDetail]\n@router.get(\"/{dataset_id}\", response_model=DatasetDetailResponse)\nasync def get_dataset_detail(\n env_id: str,\n dataset_id: int,\n config_manager=Depends(get_config_manager),\n _ = Depends(has_permission(\"plugin:migration\", \"READ\"))\n):\n with belief_scope(\"get_dataset_detail\", f\"env_id={env_id}, dataset_id={dataset_id}\"):\n # Validate environment exists\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if not env:\n logger.error(f\"[get_dataset_detail][Coherence:Failed] Environment not found: {env_id}\")\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n # Fetch detailed dataset info using SupersetClient\n client = SupersetClient(env)\n dataset_detail = client.get_dataset_detail(dataset_id)\n\n logger.info(f\"[get_dataset_detail][Coherence:OK] Retrieved dataset {dataset_id} with {dataset_detail['column_count']} columns and {dataset_detail['linked_dashboard_count']} linked dashboards\")\n\n return DatasetDetailResponse(**dataset_detail)\n\n except Exception as e:\n logger.error(f\"[get_dataset_detail][Coherence:Failed] Failed to fetch dataset detail: {e}\")\n raise HTTPException(status_code=503, detail=f\"Failed to fetch dataset detail: {e!s}\")\n# #endregion get_dataset_detail\n" }, { @@ -16735,6 +17152,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region EnvironmentsApi [C:3] [TYPE Module] [SEMANTICS fastapi, environment, api]\n#\n# @BRIEF API endpoints for listing environments and their databases.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [AppDependencies]\n# @RELATION DEPENDS_ON -> [SupersetClient]\n#\n# @INVARIANT: Environment IDs must exist in the configuration.\n\n\nfrom fastapi import APIRouter, Depends, HTTPException\nfrom pydantic import BaseModel, Field\n\nfrom ...core.logger import belief_scope\nfrom ...core.superset_client import SupersetClient\nfrom ...dependencies import get_config_manager, get_scheduler_service, has_permission\n\nrouter = APIRouter(prefix=\"/api/environments\", tags=[\"Environments\"])\n\n\n# #region _normalize_superset_env_url [TYPE Function]\n# @BRIEF Canonicalize Superset environment URL to base host/path without trailing /api/v1.\n# @PRE: raw_url can be empty.\n# @POST: Returns normalized base URL.\ndef _normalize_superset_env_url(raw_url: str) -> str:\n normalized = str(raw_url or \"\").strip().rstrip(\"/\")\n if normalized.lower().endswith(\"/api/v1\"):\n normalized = normalized[:-len(\"/api/v1\")]\n return normalized.rstrip(\"/\")\n# #endregion _normalize_superset_env_url\n\n# #region ScheduleSchema [TYPE DataClass]\nclass ScheduleSchema(BaseModel):\n enabled: bool = False\n cron_expression: str = Field(..., pattern=r'^(@(annually|yearly|monthly|weekly|daily|hourly|reboot))|((((\\d+,)*\\d+|(\\d+(\\/|-)\\d+)|\\d+|\\*) ?){4,6})$')\n# #endregion ScheduleSchema\n\n# #region EnvironmentResponse [TYPE DataClass]\nclass EnvironmentResponse(BaseModel):\n id: str\n name: str\n url: str\n stage: str = \"DEV\"\n is_production: bool = False\n backup_schedule: ScheduleSchema | None = None\n# #endregion EnvironmentResponse\n\n# #region DatabaseResponse [TYPE DataClass]\nclass DatabaseResponse(BaseModel):\n uuid: str\n database_name: str\n engine: str | None\n# #endregion DatabaseResponse\n\n# #region get_environments [TYPE Function] [SEMANTICS list, environments, config]\n# @BRIEF List all configured environments.\n# @LAYER: API\n# @PRE: config_manager is injected via Depends.\n# @POST: Returns a list of EnvironmentResponse objects.\n@router.get(\"\", response_model=list[EnvironmentResponse])\nasync def get_environments(\n config_manager=Depends(get_config_manager),\n _ = Depends(has_permission(\"environments\", \"READ\"))\n):\n with belief_scope(\"get_environments\"):\n envs = config_manager.get_environments()\n # Ensure envs is a list\n if not isinstance(envs, list):\n envs = []\n response_items = []\n for e in envs:\n resolved_stage = str(\n getattr(e, \"stage\", \"\")\n or (\"PROD\" if bool(getattr(e, \"is_production\", False)) else \"DEV\")\n ).upper()\n response_items.append(\n EnvironmentResponse(\n id=e.id,\n name=e.name,\n url=_normalize_superset_env_url(e.url),\n stage=resolved_stage,\n is_production=(resolved_stage == \"PROD\"),\n backup_schedule=ScheduleSchema(\n enabled=e.backup_schedule.enabled,\n cron_expression=e.backup_schedule.cron_expression\n ) if getattr(e, 'backup_schedule', None) else None\n )\n )\n return response_items\n# #endregion get_environments\n\n# #region update_environment_schedule [TYPE Function] [SEMANTICS update, schedule, backup, environment]\n# @BRIEF Update backup schedule for an environment.\n# @LAYER: API\n# @PRE: Environment id exists, schedule is valid ScheduleSchema.\n# @POST: Backup schedule updated and scheduler reloaded.\n@router.put(\"/{id}/schedule\")\nasync def update_environment_schedule(\n id: str,\n schedule: ScheduleSchema,\n config_manager=Depends(get_config_manager),\n scheduler_service=Depends(get_scheduler_service),\n _ = Depends(has_permission(\"admin:settings\", \"WRITE\"))\n):\n with belief_scope(\"update_environment_schedule\", f\"id={id}\"):\n envs = config_manager.get_environments()\n env = next((e for e in envs if e.id == id), None)\n if not env:\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n # Update environment config\n env.backup_schedule.enabled = schedule.enabled\n env.backup_schedule.cron_expression = schedule.cron_expression\n\n config_manager.update_environment(id, env)\n\n # Refresh scheduler\n scheduler_service.load_schedules()\n\n return {\"message\": \"Schedule updated successfully\"}\n# #endregion update_environment_schedule\n\n# #region get_environment_databases [TYPE Function] [SEMANTICS fetch, databases, superset, environment]\n# @BRIEF Fetch the list of databases from a specific environment.\n# @LAYER: API\n# @PRE: Environment id exists.\n# @POST: Returns a list of database summaries from the environment.\n@router.get(\"/{id}/databases\")\nasync def get_environment_databases(\n id: str,\n config_manager=Depends(get_config_manager),\n _ = Depends(has_permission(\"admin:settings\", \"READ\"))\n):\n with belief_scope(\"get_environment_databases\", f\"id={id}\"):\n envs = config_manager.get_environments()\n env = next((e for e in envs if e.id == id), None)\n if not env:\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n # Initialize SupersetClient from environment config\n client = SupersetClient(env)\n return client.get_databases_summary()\n except Exception as e:\n raise HTTPException(status_code=500, detail=f\"Failed to fetch databases: {e!s}\")\n# #endregion get_environment_databases\n\n# #endregion EnvironmentsApi\n" }, { @@ -16781,6 +17199,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _normalize_superset_env_url [TYPE Function]\n# @BRIEF Canonicalize Superset environment URL to base host/path without trailing /api/v1.\n# @PRE: raw_url can be empty.\n# @POST: Returns normalized base URL.\ndef _normalize_superset_env_url(raw_url: str) -> str:\n normalized = str(raw_url or \"\").strip().rstrip(\"/\")\n if normalized.lower().endswith(\"/api/v1\"):\n normalized = normalized[:-len(\"/api/v1\")]\n return normalized.rstrip(\"/\")\n# #endregion _normalize_superset_env_url\n" }, { @@ -16795,6 +17214,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ScheduleSchema [TYPE DataClass]\nclass ScheduleSchema(BaseModel):\n enabled: bool = False\n cron_expression: str = Field(..., pattern=r'^(@(annually|yearly|monthly|weekly|daily|hourly|reboot))|((((\\d+,)*\\d+|(\\d+(\\/|-)\\d+)|\\d+|\\*) ?){4,6})$')\n# #endregion ScheduleSchema\n" }, { @@ -16809,6 +17229,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region EnvironmentResponse [TYPE DataClass]\nclass EnvironmentResponse(BaseModel):\n id: str\n name: str\n url: str\n stage: str = \"DEV\"\n is_production: bool = False\n backup_schedule: ScheduleSchema | None = None\n# #endregion EnvironmentResponse\n" }, { @@ -16823,6 +17244,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatabaseResponse [TYPE DataClass]\nclass DatabaseResponse(BaseModel):\n uuid: str\n database_name: str\n engine: str | None\n# #endregion DatabaseResponse\n" }, { @@ -16892,6 +17314,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_environment_schedule [TYPE Function] [SEMANTICS update, schedule, backup, environment]\n# @BRIEF Update backup schedule for an environment.\n# @LAYER: API\n# @PRE: Environment id exists, schedule is valid ScheduleSchema.\n# @POST: Backup schedule updated and scheduler reloaded.\n@router.put(\"/{id}/schedule\")\nasync def update_environment_schedule(\n id: str,\n schedule: ScheduleSchema,\n config_manager=Depends(get_config_manager),\n scheduler_service=Depends(get_scheduler_service),\n _ = Depends(has_permission(\"admin:settings\", \"WRITE\"))\n):\n with belief_scope(\"update_environment_schedule\", f\"id={id}\"):\n envs = config_manager.get_environments()\n env = next((e for e in envs if e.id == id), None)\n if not env:\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n # Update environment config\n env.backup_schedule.enabled = schedule.enabled\n env.backup_schedule.cron_expression = schedule.cron_expression\n\n config_manager.update_environment(id, env)\n\n # Refresh scheduler\n scheduler_service.load_schedules()\n\n return {\"message\": \"Schedule updated successfully\"}\n# #endregion update_environment_schedule\n" }, { @@ -16961,6 +17384,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_environment_databases [TYPE Function] [SEMANTICS fetch, databases, superset, environment]\n# @BRIEF Fetch the list of databases from a specific environment.\n# @LAYER: API\n# @PRE: Environment id exists.\n# @POST: Returns a list of database summaries from the environment.\n@router.get(\"/{id}/databases\")\nasync def get_environment_databases(\n id: str,\n config_manager=Depends(get_config_manager),\n _ = Depends(has_permission(\"admin:settings\", \"READ\"))\n):\n with belief_scope(\"get_environment_databases\", f\"id={id}\"):\n envs = config_manager.get_environments()\n env = next((e for e in envs if e.id == id), None)\n if not env:\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n try:\n # Initialize SupersetClient from environment config\n client = SupersetClient(env)\n return client.get_databases_summary()\n except Exception as e:\n raise HTTPException(status_code=500, detail=f\"Failed to fetch databases: {e!s}\")\n# #endregion get_environment_databases\n" }, { @@ -17005,6 +17429,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitPackage [C:3] [TYPE Module] [SEMANTICS git, api, package, sync]\n# @BRIEF Package root for decomposed git routes. Re-exports all public symbols from submodules.\n# @LAYER: API\n# @RELATION USES -> [GitRouter, GitDeps, GitHelpers, GitConfigRoutes, GitGiteaRoutes,\n# GitRepoRoutes, GitRepoOperationsRoutes, GitRepoLifecycleRoutes,\n# GitMergeRoutes, GitEnvironmentRoutes]\n# @INVARIANT: git_service and os are module-level attributes for test monkeypatch compatibility.\n# All route functions are re-exported for direct access via `from src.api.routes import git`.\n\nimport os\n\nfrom src.services.git_service import GitService\n\nfrom ._deps import MAX_REPOSITORY_STATUS_BATCH\nfrom ._router import router\n\n# -- git_service singleton (canonical instance; tests may monkeypatch git_routes.git_service) --\ngit_service = GitService()\n\n# -- Config routes --\nfrom ._config_routes import create_git_config, delete_git_config, get_git_configs, test_git_config, update_git_config # noqa: F401\n\n# -- Environment routes --\nfrom ._environment_routes import get_environments # noqa: F401\n\n# -- Gitea routes --\nfrom ._gitea_routes import create_gitea_repository, create_remote_repository, delete_gitea_repository, list_gitea_repositories # noqa: F401\nfrom ._helpers import _resolve_dashboard_id_from_ref, _resolve_dashboard_id_from_ref_async, _resolve_repo_key_from_ref # noqa: F401 — re-exported for test monkeypatch compatibility\n\n# -- Merge routes --\nfrom ._merge_routes import abort_merge, continue_merge, get_merge_conflicts, get_merge_status, resolve_merge_conflicts # noqa: F401\n\n# -- Repo lifecycle routes (sync, promote, deploy) --\nfrom ._repo_lifecycle_routes import deploy_dashboard, promote_dashboard, sync_dashboard # noqa: F401\n\n# -- Repo operations routes (commit, push, pull, status, diff, history, generate-message) --\nfrom ._repo_operations_routes import commit_changes, generate_commit_message, get_history, get_repository_diff, get_repository_status, get_repository_status_batch, pull_changes, push_changes # noqa: F401\n\n# -- Repo routes (core) --\nfrom ._repo_routes import checkout_branch, create_branch, delete_repository, get_branches, get_repository_binding, init_repository # noqa: F401\n\n# #endregion GitPackage\n" }, { @@ -17023,6 +17448,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitConfigRoutes [C:2] [TYPE Module] [SEMANTICS fastapi, git, api, search, connection]\n# @BRIEF FastAPI endpoints for Git server configuration CRUD and connection testing.\n# @LAYER: API\n\n\nfrom fastapi import Depends, HTTPException\nfrom sqlalchemy.orm import Session\n\nfrom src.api.routes.git_schemas import (\n GitServerConfigCreate,\n GitServerConfigSchema,\n GitServerConfigUpdate,\n)\nfrom src.core.database import get_db\nfrom src.core.logger import belief_scope\nfrom src.dependencies import has_permission\nfrom src.models.git import GitServerConfig\n\nfrom ._deps import get_git_service\nfrom ._router import router\n\n\n# #region get_git_configs [C:2] [TYPE Function]\n# @BRIEF List all configured Git servers.\n@router.get(\"/config\", response_model=list[GitServerConfigSchema])\nasync def get_git_configs(\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"git_config\", \"READ\")),\n):\n with belief_scope(\"get_git_configs\"):\n configs = db.query(GitServerConfig).all()\n result = []\n for config in configs:\n schema = GitServerConfigSchema.from_orm(config)\n schema.pat = \"********\"\n result.append(schema)\n return result\n# #endregion get_git_configs\n\n\n# #region create_git_config [C:2] [TYPE Function]\n# @BRIEF Register a new Git server configuration.\n@router.post(\"/config\", response_model=GitServerConfigSchema)\nasync def create_git_config(\n config: GitServerConfigCreate,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"create_git_config\"):\n config_dict = config.dict(exclude={\"config_id\"})\n db_config = GitServerConfig(**config_dict)\n db.add(db_config)\n db.commit()\n db.refresh(db_config)\n return db_config\n# #endregion create_git_config\n\n\n# #region update_git_config [C:2] [TYPE Function]\n# @BRIEF Update an existing Git server configuration.\n@router.put(\"/config/{config_id}\", response_model=GitServerConfigSchema)\nasync def update_git_config(\n config_id: str,\n config_update: GitServerConfigUpdate,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"update_git_config\"):\n db_config = (\n db.query(GitServerConfig).filter(GitServerConfig.id == config_id).first()\n )\n if not db_config:\n raise HTTPException(status_code=404, detail=\"Configuration not found\")\n\n update_data = config_update.dict(exclude_unset=True)\n if update_data.get(\"pat\") == \"********\":\n update_data.pop(\"pat\")\n\n for key, value in update_data.items():\n setattr(db_config, key, value)\n\n db.commit()\n db.refresh(db_config)\n\n result_schema = GitServerConfigSchema.from_orm(db_config)\n result_schema.pat = \"********\"\n return result_schema\n# #endregion update_git_config\n\n\n# #region delete_git_config [C:2] [TYPE Function]\n# @BRIEF Remove a Git server configuration.\n@router.delete(\"/config/{config_id}\")\nasync def delete_git_config(\n config_id: str,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"delete_git_config\"):\n db_config = (\n db.query(GitServerConfig).filter(GitServerConfig.id == config_id).first()\n )\n if not db_config:\n raise HTTPException(status_code=404, detail=\"Configuration not found\")\n\n db.delete(db_config)\n db.commit()\n return {\"status\": \"success\", \"message\": \"Configuration deleted\"}\n# #endregion delete_git_config\n\n\n# #region test_git_config [C:2] [TYPE Function]\n# @BRIEF Validate connection to a Git server using provided credentials.\n@router.post(\"/config/test\")\nasync def test_git_config(\n config: GitServerConfigCreate,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"git_config\", \"READ\")),\n):\n with belief_scope(\"test_git_config\"):\n _git_service = get_git_service()\n pat_to_use = config.pat\n if pat_to_use == \"********\":\n if config.config_id:\n db_config = (\n db.query(GitServerConfig)\n .filter(GitServerConfig.id == config.config_id)\n .first()\n )\n if db_config:\n pat_to_use = db_config.pat\n else:\n db_config = (\n db.query(GitServerConfig)\n .filter(GitServerConfig.url == config.url)\n .first()\n )\n if db_config:\n pat_to_use = db_config.pat\n\n success = await _git_service.test_connection(\n config.provider, config.url, pat_to_use\n )\n if success:\n return {\"status\": \"success\", \"message\": \"Connection successful\"}\n else:\n raise HTTPException(status_code=400, detail=\"Connection failed\")\n# #endregion test_git_config\n# #endregion GitConfigRoutes\n" }, { @@ -17040,6 +17466,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_git_configs [C:2] [TYPE Function]\n# @BRIEF List all configured Git servers.\n@router.get(\"/config\", response_model=list[GitServerConfigSchema])\nasync def get_git_configs(\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"git_config\", \"READ\")),\n):\n with belief_scope(\"get_git_configs\"):\n configs = db.query(GitServerConfig).all()\n result = []\n for config in configs:\n schema = GitServerConfigSchema.from_orm(config)\n schema.pat = \"********\"\n result.append(schema)\n return result\n# #endregion get_git_configs\n" }, { @@ -17057,6 +17484,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_git_config [C:2] [TYPE Function]\n# @BRIEF Register a new Git server configuration.\n@router.post(\"/config\", response_model=GitServerConfigSchema)\nasync def create_git_config(\n config: GitServerConfigCreate,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"create_git_config\"):\n config_dict = config.dict(exclude={\"config_id\"})\n db_config = GitServerConfig(**config_dict)\n db.add(db_config)\n db.commit()\n db.refresh(db_config)\n return db_config\n# #endregion create_git_config\n" }, { @@ -17074,6 +17502,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_git_config [C:2] [TYPE Function]\n# @BRIEF Update an existing Git server configuration.\n@router.put(\"/config/{config_id}\", response_model=GitServerConfigSchema)\nasync def update_git_config(\n config_id: str,\n config_update: GitServerConfigUpdate,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"update_git_config\"):\n db_config = (\n db.query(GitServerConfig).filter(GitServerConfig.id == config_id).first()\n )\n if not db_config:\n raise HTTPException(status_code=404, detail=\"Configuration not found\")\n\n update_data = config_update.dict(exclude_unset=True)\n if update_data.get(\"pat\") == \"********\":\n update_data.pop(\"pat\")\n\n for key, value in update_data.items():\n setattr(db_config, key, value)\n\n db.commit()\n db.refresh(db_config)\n\n result_schema = GitServerConfigSchema.from_orm(db_config)\n result_schema.pat = \"********\"\n return result_schema\n# #endregion update_git_config\n" }, { @@ -17091,6 +17520,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region delete_git_config [C:2] [TYPE Function]\n# @BRIEF Remove a Git server configuration.\n@router.delete(\"/config/{config_id}\")\nasync def delete_git_config(\n config_id: str,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"delete_git_config\"):\n db_config = (\n db.query(GitServerConfig).filter(GitServerConfig.id == config_id).first()\n )\n if not db_config:\n raise HTTPException(status_code=404, detail=\"Configuration not found\")\n\n db.delete(db_config)\n db.commit()\n return {\"status\": \"success\", \"message\": \"Configuration deleted\"}\n# #endregion delete_git_config\n" }, { @@ -17108,6 +17538,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_git_config [C:2] [TYPE Function]\n# @BRIEF Validate connection to a Git server using provided credentials.\n@router.post(\"/config/test\")\nasync def test_git_config(\n config: GitServerConfigCreate,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"git_config\", \"READ\")),\n):\n with belief_scope(\"test_git_config\"):\n _git_service = get_git_service()\n pat_to_use = config.pat\n if pat_to_use == \"********\":\n if config.config_id:\n db_config = (\n db.query(GitServerConfig)\n .filter(GitServerConfig.id == config.config_id)\n .first()\n )\n if db_config:\n pat_to_use = db_config.pat\n else:\n db_config = (\n db.query(GitServerConfig)\n .filter(GitServerConfig.url == config.url)\n .first()\n )\n if db_config:\n pat_to_use = db_config.pat\n\n success = await _git_service.test_connection(\n config.provider, config.url, pat_to_use\n )\n if success:\n return {\"status\": \"success\", \"message\": \"Connection successful\"}\n else:\n raise HTTPException(status_code=400, detail=\"Connection failed\")\n# #endregion test_git_config\n" }, { @@ -17146,6 +17577,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitDeps [C:1] [TYPE Module] [SEMANTICS git, dependency, service, provider]\n# @BRIEF Shared dependency wiring for monkeypatch-safe git_service access and constants.\n# @LAYER: API\n# @INVARIANT: get_git_service() resolves from sys.modules at call time so test monkeypatching\n# of git_routes.git_service (the __init__ attribute) takes effect across all submodules.\n\nimport sys\n\n# Batch limit for repository status queries\nMAX_REPOSITORY_STATUS_BATCH: int = 50\n\n\ndef get_git_service():\n \"\"\"Resolve git_service from the git package root at call time.\n\n This indirection ensures that test monkeypatching via\n ``monkeypatch.setattr(git_routes, 'git_service', mock)``\n is visible to every submodule function, because each call\n re-resolves ``sys.modules['src.api.routes.git'].git_service``.\n \"\"\"\n return sys.modules[\"src.api.routes.git\"].git_service\n# #endregion GitDeps\n" }, { @@ -17164,6 +17596,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitEnvironmentRoutes [C:2] [TYPE Module] [SEMANTICS fastapi, git, environment, api]\n# @BRIEF FastAPI endpoint for listing deployment environments.\n# @LAYER: API\n\n\nfrom fastapi import Depends\n\nfrom src.api.routes.git_schemas import DeploymentEnvironmentSchema\nfrom src.core.logger import belief_scope\nfrom src.dependencies import get_config_manager, has_permission\n\nfrom ._router import router\n\n\n# #region get_environments [C:2] [TYPE Function]\n# @BRIEF List all deployment environments.\n@router.get(\"/environments\", response_model=list[DeploymentEnvironmentSchema])\nasync def get_environments(\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"environments\", \"READ\")),\n):\n with belief_scope(\"get_environments\"):\n envs = config_manager.get_environments()\n return [\n DeploymentEnvironmentSchema(\n id=e.id, name=e.name, superset_url=e.url, is_active=True\n )\n for e in envs\n ]\n# #endregion get_environments\n# #endregion GitEnvironmentRoutes\n" }, { @@ -17182,6 +17615,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitGiteaRoutes [C:2] [TYPE Module] [SEMANTICS fastapi, git, gitea, api]\n# @BRIEF FastAPI endpoints for Gitea-specific repository operations.\n# @LAYER: API\n\n\nfrom fastapi import Depends, HTTPException\nfrom sqlalchemy.orm import Session\n\nfrom src.api.routes.git_schemas import (\n GiteaRepoCreateRequest,\n GiteaRepoSchema,\n RemoteRepoCreateRequest,\n RemoteRepoSchema,\n)\nfrom src.core.database import get_db\nfrom src.core.logger import belief_scope\nfrom src.dependencies import has_permission\nfrom src.models.git import GitProvider\n\nfrom ._deps import get_git_service\nfrom ._helpers import _get_git_config_or_404\nfrom ._router import router\n\n\n# #region list_gitea_repositories [C:2] [TYPE Function]\n# @BRIEF List repositories in Gitea for a saved Gitea config.\n@router.get(\"/config/{config_id}/gitea/repos\", response_model=list[GiteaRepoSchema])\nasync def list_gitea_repositories(\n config_id: str,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"git_config\", \"READ\")),\n):\n _gs = get_git_service()\n with belief_scope(\"list_gitea_repositories\"):\n config = _get_git_config_or_404(db, config_id)\n if config.provider != GitProvider.GITEA:\n raise HTTPException(\n status_code=400, detail=\"This endpoint supports GITEA provider only\"\n )\n repos = await _gs.list_gitea_repositories(config.url, config.pat)\n return [\n GiteaRepoSchema(\n name=repo.get(\"name\", \"\"),\n full_name=repo.get(\"full_name\", \"\"),\n private=bool(repo.get(\"private\", False)),\n clone_url=repo.get(\"clone_url\"),\n html_url=repo.get(\"html_url\"),\n ssh_url=repo.get(\"ssh_url\"),\n default_branch=repo.get(\"default_branch\"),\n )\n for repo in repos\n ]\n# #endregion list_gitea_repositories\n\n\n# #region create_gitea_repository [C:2] [TYPE Function]\n# @BRIEF Create a repository in Gitea for a saved Gitea config.\n@router.post(\"/config/{config_id}/gitea/repos\", response_model=GiteaRepoSchema)\nasync def create_gitea_repository(\n config_id: str,\n request: GiteaRepoCreateRequest,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"create_gitea_repository\"):\n config = _get_git_config_or_404(db, config_id)\n if config.provider != GitProvider.GITEA:\n raise HTTPException(\n status_code=400, detail=\"This endpoint supports GITEA provider only\"\n )\n repo = await _gs.create_gitea_repository(\n server_url=config.url,\n pat=config.pat,\n name=request.name,\n private=request.private,\n description=request.description,\n auto_init=request.auto_init,\n default_branch=request.default_branch,\n )\n return GiteaRepoSchema(\n name=repo.get(\"name\", \"\"),\n full_name=repo.get(\"full_name\", \"\"),\n private=bool(repo.get(\"private\", False)),\n clone_url=repo.get(\"clone_url\"),\n html_url=repo.get(\"html_url\"),\n ssh_url=repo.get(\"ssh_url\"),\n default_branch=repo.get(\"default_branch\"),\n )\n# #endregion create_gitea_repository\n\n\n# #region delete_gitea_repository [C:2] [TYPE Function]\n# @BRIEF Delete repository in Gitea for a saved Gitea config.\n@router.delete(\"/config/{config_id}/gitea/repos/{owner}/{repo_name}\")\nasync def delete_gitea_repository(\n config_id: str,\n owner: str,\n repo_name: str,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"delete_gitea_repository\"):\n config = _get_git_config_or_404(db, config_id)\n if config.provider != GitProvider.GITEA:\n raise HTTPException(\n status_code=400, detail=\"This endpoint supports GITEA provider only\"\n )\n await _gs.delete_gitea_repository(\n server_url=config.url,\n pat=config.pat,\n owner=owner,\n repo_name=repo_name,\n )\n return {\"status\": \"success\", \"message\": \"Repository deleted\"}\n# #endregion delete_gitea_repository\n\n\n# #region create_remote_repository [C:2] [TYPE Function]\n# @BRIEF Create repository on remote Git server using selected provider config.\n@router.post(\"/config/{config_id}/repositories\", response_model=RemoteRepoSchema)\nasync def create_remote_repository(\n config_id: str,\n request: RemoteRepoCreateRequest,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"create_remote_repository\"):\n config = _get_git_config_or_404(db, config_id)\n\n if config.provider == GitProvider.GITEA:\n repo = await _gs.create_gitea_repository(\n server_url=config.url,\n pat=config.pat,\n name=request.name,\n private=request.private,\n description=request.description,\n auto_init=request.auto_init,\n default_branch=request.default_branch,\n )\n elif config.provider == GitProvider.GITHUB:\n repo = await _gs.create_github_repository(\n server_url=config.url,\n pat=config.pat,\n name=request.name,\n private=request.private,\n description=request.description,\n auto_init=request.auto_init,\n default_branch=request.default_branch,\n )\n elif config.provider == GitProvider.GITLAB:\n repo = await _gs.create_gitlab_repository(\n server_url=config.url,\n pat=config.pat,\n name=request.name,\n private=request.private,\n description=request.description,\n auto_init=request.auto_init,\n default_branch=request.default_branch,\n )\n else:\n raise HTTPException(\n status_code=501,\n detail=f\"Provider {config.provider} is not supported\",\n )\n\n return RemoteRepoSchema(\n provider=config.provider,\n name=repo.get(\"name\", \"\"),\n full_name=repo.get(\"full_name\", repo.get(\"name\", \"\")),\n private=bool(repo.get(\"private\", False)),\n clone_url=repo.get(\"clone_url\"),\n html_url=repo.get(\"html_url\"),\n ssh_url=repo.get(\"ssh_url\"),\n default_branch=repo.get(\"default_branch\"),\n )\n# #endregion create_remote_repository\n# #endregion GitGiteaRoutes\n" }, { @@ -17199,6 +17633,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region list_gitea_repositories [C:2] [TYPE Function]\n# @BRIEF List repositories in Gitea for a saved Gitea config.\n@router.get(\"/config/{config_id}/gitea/repos\", response_model=list[GiteaRepoSchema])\nasync def list_gitea_repositories(\n config_id: str,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"git_config\", \"READ\")),\n):\n _gs = get_git_service()\n with belief_scope(\"list_gitea_repositories\"):\n config = _get_git_config_or_404(db, config_id)\n if config.provider != GitProvider.GITEA:\n raise HTTPException(\n status_code=400, detail=\"This endpoint supports GITEA provider only\"\n )\n repos = await _gs.list_gitea_repositories(config.url, config.pat)\n return [\n GiteaRepoSchema(\n name=repo.get(\"name\", \"\"),\n full_name=repo.get(\"full_name\", \"\"),\n private=bool(repo.get(\"private\", False)),\n clone_url=repo.get(\"clone_url\"),\n html_url=repo.get(\"html_url\"),\n ssh_url=repo.get(\"ssh_url\"),\n default_branch=repo.get(\"default_branch\"),\n )\n for repo in repos\n ]\n# #endregion list_gitea_repositories\n" }, { @@ -17216,6 +17651,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_gitea_repository [C:2] [TYPE Function]\n# @BRIEF Create a repository in Gitea for a saved Gitea config.\n@router.post(\"/config/{config_id}/gitea/repos\", response_model=GiteaRepoSchema)\nasync def create_gitea_repository(\n config_id: str,\n request: GiteaRepoCreateRequest,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"create_gitea_repository\"):\n config = _get_git_config_or_404(db, config_id)\n if config.provider != GitProvider.GITEA:\n raise HTTPException(\n status_code=400, detail=\"This endpoint supports GITEA provider only\"\n )\n repo = await _gs.create_gitea_repository(\n server_url=config.url,\n pat=config.pat,\n name=request.name,\n private=request.private,\n description=request.description,\n auto_init=request.auto_init,\n default_branch=request.default_branch,\n )\n return GiteaRepoSchema(\n name=repo.get(\"name\", \"\"),\n full_name=repo.get(\"full_name\", \"\"),\n private=bool(repo.get(\"private\", False)),\n clone_url=repo.get(\"clone_url\"),\n html_url=repo.get(\"html_url\"),\n ssh_url=repo.get(\"ssh_url\"),\n default_branch=repo.get(\"default_branch\"),\n )\n# #endregion create_gitea_repository\n" }, { @@ -17233,6 +17669,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region delete_gitea_repository [C:2] [TYPE Function]\n# @BRIEF Delete repository in Gitea for a saved Gitea config.\n@router.delete(\"/config/{config_id}/gitea/repos/{owner}/{repo_name}\")\nasync def delete_gitea_repository(\n config_id: str,\n owner: str,\n repo_name: str,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"delete_gitea_repository\"):\n config = _get_git_config_or_404(db, config_id)\n if config.provider != GitProvider.GITEA:\n raise HTTPException(\n status_code=400, detail=\"This endpoint supports GITEA provider only\"\n )\n await _gs.delete_gitea_repository(\n server_url=config.url,\n pat=config.pat,\n owner=owner,\n repo_name=repo_name,\n )\n return {\"status\": \"success\", \"message\": \"Repository deleted\"}\n# #endregion delete_gitea_repository\n" }, { @@ -17250,6 +17687,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_remote_repository [C:2] [TYPE Function]\n# @BRIEF Create repository on remote Git server using selected provider config.\n@router.post(\"/config/{config_id}/repositories\", response_model=RemoteRepoSchema)\nasync def create_remote_repository(\n config_id: str,\n request: RemoteRepoCreateRequest,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"create_remote_repository\"):\n config = _get_git_config_or_404(db, config_id)\n\n if config.provider == GitProvider.GITEA:\n repo = await _gs.create_gitea_repository(\n server_url=config.url,\n pat=config.pat,\n name=request.name,\n private=request.private,\n description=request.description,\n auto_init=request.auto_init,\n default_branch=request.default_branch,\n )\n elif config.provider == GitProvider.GITHUB:\n repo = await _gs.create_github_repository(\n server_url=config.url,\n pat=config.pat,\n name=request.name,\n private=request.private,\n description=request.description,\n auto_init=request.auto_init,\n default_branch=request.default_branch,\n )\n elif config.provider == GitProvider.GITLAB:\n repo = await _gs.create_gitlab_repository(\n server_url=config.url,\n pat=config.pat,\n name=request.name,\n private=request.private,\n description=request.description,\n auto_init=request.auto_init,\n default_branch=request.default_branch,\n )\n else:\n raise HTTPException(\n status_code=501,\n detail=f\"Provider {config.provider} is not supported\",\n )\n\n return RemoteRepoSchema(\n provider=config.provider,\n name=repo.get(\"name\", \"\"),\n full_name=repo.get(\"full_name\", repo.get(\"name\", \"\")),\n private=bool(repo.get(\"private\", False)),\n clone_url=repo.get(\"clone_url\"),\n html_url=repo.get(\"html_url\"),\n ssh_url=repo.get(\"ssh_url\"),\n default_branch=repo.get(\"default_branch\"),\n )\n# #endregion create_remote_repository\n" }, { @@ -17342,6 +17780,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitHelpers [C:3] [TYPE Module] [SEMANTICS fastapi, git, api]\n# @BRIEF Shared helper functions for Git route modules.\n# @LAYER: API\n# @RELATION USES -> [GitDeps]\n# @RELATION USES -> [SupersetClient]\n# @RELATION USES -> [UserDashboardPreference]\n\nimport os\n\nfrom fastapi import HTTPException\nfrom sqlalchemy.orm import Session\n\nfrom src.core.logger import logger\nfrom src.core.superset_client import SupersetClient\nfrom src.models.auth import User\nfrom src.models.git import GitServerConfig\nfrom src.models.profile import UserDashboardPreference\n\nfrom ._deps import get_git_service\n\n\n# #region _build_no_repo_status_payload [C:1] [TYPE Function]\n# @BRIEF Build a consistent status payload for dashboards without initialized repositories.\n# @POST: Returns a stable payload compatible with frontend repository status parsing.\ndef _build_no_repo_status_payload() -> dict:\n return {\n \"is_dirty\": False,\n \"untracked_files\": [],\n \"modified_files\": [],\n \"staged_files\": [],\n \"current_branch\": None,\n \"upstream_branch\": None,\n \"has_upstream\": False,\n \"ahead_count\": 0,\n \"behind_count\": 0,\n \"is_diverged\": False,\n \"sync_state\": \"NO_REPO\",\n \"sync_status\": \"NO_REPO\",\n \"has_repo\": False,\n }\n# #endregion _build_no_repo_status_payload\n\n\n# #region _handle_unexpected_git_route_error [C:1] [TYPE Function]\n# @BRIEF Convert unexpected route-level exceptions to stable 500 API responses.\n# @PRE: `error` is a non-HTTPException instance.\n# @POST: Raises HTTPException(500) with route-specific context.\ndef _handle_unexpected_git_route_error(route_name: str, error: Exception) -> None:\n logger.error(f\"[{route_name}][Coherence:Failed] {error}\")\n raise HTTPException(status_code=500, detail=f\"{route_name} failed: {error!s}\")\n# #endregion _handle_unexpected_git_route_error\n\n\n# #region _resolve_repository_status [C:2] [TYPE Function]\n# @BRIEF Resolve repository status for one dashboard with graceful NO_REPO semantics.\n# @PRE: `dashboard_id` is a valid integer.\n# @POST: Returns standard status payload or `NO_REPO` payload when repository path is absent.\ndef _resolve_repository_status(dashboard_id: int) -> dict:\n git_service = get_git_service()\n repo_path = git_service._get_repo_path(dashboard_id)\n if not os.path.exists(repo_path):\n logger.reason(\n f\"Repository is not initialized for dashboard {dashboard_id}\",\n extra={\"src\": \"get_repository_status\"},\n )\n return _build_no_repo_status_payload()\n\n try:\n return git_service.get_status(dashboard_id)\n except HTTPException as e:\n if e.status_code == 404:\n logger.reason(\n f\"Repository is not initialized for dashboard {dashboard_id}\",\n extra={\"src\": \"get_repository_status\"},\n )\n return _build_no_repo_status_payload()\n raise\n# #endregion _resolve_repository_status\n\n\n# #region _get_git_config_or_404 [C:2] [TYPE Function]\n# @BRIEF Resolve GitServerConfig by id or raise 404.\ndef _get_git_config_or_404(db: Session, config_id: str) -> GitServerConfig:\n config = db.query(GitServerConfig).filter(GitServerConfig.id == config_id).first()\n if not config:\n raise HTTPException(status_code=404, detail=\"Git configuration not found\")\n return config\n# #endregion _get_git_config_or_404\n\n\n# #region _find_dashboard_id_by_slug [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard numeric ID by slug in a specific environment.\ndef _find_dashboard_id_by_slug(\n client: SupersetClient,\n dashboard_slug: str,\n) -> int | None:\n query_variants = [\n {\n \"filters\": [{\"col\": \"slug\", \"opr\": \"eq\", \"value\": dashboard_slug}],\n \"page\": 0,\n \"page_size\": 1,\n },\n {\n \"filters\": [{\"col\": \"slug\", \"op\": \"eq\", \"value\": dashboard_slug}],\n \"page\": 0,\n \"page_size\": 1,\n },\n ]\n\n for query in query_variants:\n try:\n _count, dashboards = client.get_dashboards_page(query=query)\n if dashboards:\n resolved_id = dashboards[0].get(\"id\")\n if resolved_id is not None:\n return int(resolved_id)\n except Exception:\n continue\n return None\n# #endregion _find_dashboard_id_by_slug\n\n\n# #region _resolve_dashboard_id_from_ref [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard ID from slug-or-id reference for Git routes.\ndef _resolve_dashboard_id_from_ref(\n dashboard_ref: str,\n config_manager,\n env_id: str | None = None,\n) -> int:\n normalized_ref = str(dashboard_ref or \"\").strip()\n if not normalized_ref:\n raise HTTPException(status_code=400, detail=\"dashboard_ref is required\")\n\n if normalized_ref.isdigit():\n return int(normalized_ref)\n\n if not env_id:\n raise HTTPException(\n status_code=400,\n detail=\"env_id is required for slug-based Git operations\",\n )\n\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if not env:\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n dashboard_id = _find_dashboard_id_by_slug(SupersetClient(env), normalized_ref)\n if dashboard_id is None:\n raise HTTPException(\n status_code=404, detail=f\"Dashboard slug '{normalized_ref}' not found\"\n )\n return dashboard_id\n# #endregion _resolve_dashboard_id_from_ref\n\n\n# #region _find_dashboard_id_by_slug_async [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard numeric ID by slug asynchronously for hot-path Git routes.\nasync def _find_dashboard_id_by_slug_async(\n client: \"AsyncSupersetClient\",\n dashboard_slug: str,\n) -> int | None:\n query_variants = [\n {\n \"filters\": [{\"col\": \"slug\", \"opr\": \"eq\", \"value\": dashboard_slug}],\n \"page\": 0,\n \"page_size\": 1,\n },\n {\n \"filters\": [{\"col\": \"slug\", \"op\": \"eq\", \"value\": dashboard_slug}],\n \"page\": 0,\n \"page_size\": 1,\n },\n ]\n\n for query in query_variants:\n try:\n _count, dashboards = await client.get_dashboards_page_async(query=query)\n if dashboards:\n resolved_id = dashboards[0].get(\"id\")\n if resolved_id is not None:\n return int(resolved_id)\n except Exception:\n continue\n return None\n# #endregion _find_dashboard_id_by_slug_async\n\n\n# #region _resolve_dashboard_id_from_ref_async [C:2] [TYPE Function]\n# @BRIEF Resolve dashboard ID asynchronously from slug-or-id reference for hot Git routes.\nasync def _resolve_dashboard_id_from_ref_async(\n dashboard_ref: str,\n config_manager,\n env_id: str | None = None,\n) -> int:\n normalized_ref = str(dashboard_ref or \"\").strip()\n if not normalized_ref:\n raise HTTPException(status_code=400, detail=\"dashboard_ref is required\")\n\n if normalized_ref.isdigit():\n return int(normalized_ref)\n\n if not env_id:\n raise HTTPException(\n status_code=400,\n detail=\"env_id is required for slug-based Git operations\",\n )\n\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if not env:\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n from src.core.async_superset_client import AsyncSupersetClient\n\n client = AsyncSupersetClient(env)\n try:\n dashboard_id = await _find_dashboard_id_by_slug_async(client, normalized_ref)\n if dashboard_id is None:\n raise HTTPException(\n status_code=404, detail=f\"Dashboard slug '{normalized_ref}' not found\"\n )\n return dashboard_id\n finally:\n await client.aclose()\n# #endregion _resolve_dashboard_id_from_ref_async\n\n\n# #region _resolve_repo_key_from_ref [C:2] [TYPE Function]\n# @BRIEF Resolve repository folder key with slug-first strategy and deterministic fallback.\ndef _resolve_repo_key_from_ref(\n dashboard_ref: str,\n dashboard_id: int,\n config_manager,\n env_id: str | None = None,\n) -> str:\n normalized_ref = str(dashboard_ref or \"\").strip()\n if normalized_ref and not normalized_ref.isdigit():\n return normalized_ref\n\n if env_id:\n try:\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if env:\n payload = SupersetClient(env).get_dashboard(dashboard_id)\n dashboard_data = (\n payload.get(\"result\", payload) if isinstance(payload, dict) else {}\n )\n dashboard_slug = dashboard_data.get(\"slug\")\n if dashboard_slug:\n return str(dashboard_slug)\n except Exception:\n pass\n\n return f\"dashboard-{dashboard_id}\"\n# #endregion _resolve_repo_key_from_ref\n\n\n# #region _sanitize_optional_identity_value [C:1] [TYPE Function]\n# @BRIEF Normalize optional identity value into trimmed string or None.\ndef _sanitize_optional_identity_value(value: str | None) -> str | None:\n normalized = str(value or \"\").strip()\n if not normalized:\n return None\n return normalized\n# #endregion _sanitize_optional_identity_value\n\n\n# #region _resolve_current_user_git_identity [C:2] [TYPE Function]\n# @BRIEF Resolve configured Git username/email from current user's profile preferences.\ndef _resolve_current_user_git_identity(\n db: Session,\n current_user: User | None,\n) -> tuple[str, str] | None:\n if db is None or not hasattr(db, \"query\"):\n return None\n\n user_id = _sanitize_optional_identity_value(getattr(current_user, \"id\", None))\n if not user_id:\n return None\n\n try:\n preference = (\n db.query(UserDashboardPreference)\n .filter(UserDashboardPreference.user_id == user_id)\n .first()\n )\n except Exception as resolve_error:\n logger.explore(\n \"Failed to load profile preference for resolving git identity\",\n extra={\"src\": \"_resolve_current_user_git_identity\", \"payload\": {\"user_id\": user_id}, \"error\": str(resolve_error)},\n )\n return None\n\n if not preference:\n return None\n\n git_username = _sanitize_optional_identity_value(\n getattr(preference, \"git_username\", None)\n )\n git_email = _sanitize_optional_identity_value(\n getattr(preference, \"git_email\", None)\n )\n if not git_username or not git_email:\n return None\n return git_username, git_email\n# #endregion _resolve_current_user_git_identity\n\n\n# #region _apply_git_identity_from_profile [C:2] [TYPE Function]\n# @BRIEF Apply user-scoped Git identity to repository-local config before write/pull operations.\ndef _apply_git_identity_from_profile(\n dashboard_id: int,\n db: Session,\n current_user: User | None,\n) -> None:\n identity = _resolve_current_user_git_identity(db, current_user)\n if not identity:\n return\n\n git_service = get_git_service()\n configure_identity = getattr(git_service, \"configure_identity\", None)\n if not callable(configure_identity):\n return\n\n git_username, git_email = identity\n configure_identity(dashboard_id, git_username, git_email)\n# #endregion _apply_git_identity_from_profile\n# #endregion GitHelpers\n" }, { @@ -17379,6 +17818,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _build_no_repo_status_payload [C:1] [TYPE Function]\n# @BRIEF Build a consistent status payload for dashboards without initialized repositories.\n# @POST: Returns a stable payload compatible with frontend repository status parsing.\ndef _build_no_repo_status_payload() -> dict:\n return {\n \"is_dirty\": False,\n \"untracked_files\": [],\n \"modified_files\": [],\n \"staged_files\": [],\n \"current_branch\": None,\n \"upstream_branch\": None,\n \"has_upstream\": False,\n \"ahead_count\": 0,\n \"behind_count\": 0,\n \"is_diverged\": False,\n \"sync_state\": \"NO_REPO\",\n \"sync_status\": \"NO_REPO\",\n \"has_repo\": False,\n }\n# #endregion _build_no_repo_status_payload\n" }, { @@ -17426,6 +17866,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _handle_unexpected_git_route_error [C:1] [TYPE Function]\n# @BRIEF Convert unexpected route-level exceptions to stable 500 API responses.\n# @PRE: `error` is a non-HTTPException instance.\n# @POST: Raises HTTPException(500) with route-specific context.\ndef _handle_unexpected_git_route_error(route_name: str, error: Exception) -> None:\n logger.error(f\"[{route_name}][Coherence:Failed] {error}\")\n raise HTTPException(status_code=500, detail=f\"{route_name} failed: {error!s}\")\n# #endregion _handle_unexpected_git_route_error\n" }, { @@ -17464,6 +17905,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _resolve_repository_status [C:2] [TYPE Function]\n# @BRIEF Resolve repository status for one dashboard with graceful NO_REPO semantics.\n# @PRE: `dashboard_id` is a valid integer.\n# @POST: Returns standard status payload or `NO_REPO` payload when repository path is absent.\ndef _resolve_repository_status(dashboard_id: int) -> dict:\n git_service = get_git_service()\n repo_path = git_service._get_repo_path(dashboard_id)\n if not os.path.exists(repo_path):\n logger.reason(\n f\"Repository is not initialized for dashboard {dashboard_id}\",\n extra={\"src\": \"get_repository_status\"},\n )\n return _build_no_repo_status_payload()\n\n try:\n return git_service.get_status(dashboard_id)\n except HTTPException as e:\n if e.status_code == 404:\n logger.reason(\n f\"Repository is not initialized for dashboard {dashboard_id}\",\n extra={\"src\": \"get_repository_status\"},\n )\n return _build_no_repo_status_payload()\n raise\n# #endregion _resolve_repository_status\n" }, { @@ -17481,6 +17923,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _get_git_config_or_404 [C:2] [TYPE Function]\n# @BRIEF Resolve GitServerConfig by id or raise 404.\ndef _get_git_config_or_404(db: Session, config_id: str) -> GitServerConfig:\n config = db.query(GitServerConfig).filter(GitServerConfig.id == config_id).first()\n if not config:\n raise HTTPException(status_code=404, detail=\"Git configuration not found\")\n return config\n# #endregion _get_git_config_or_404\n" }, { @@ -17498,6 +17941,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _resolve_repo_key_from_ref [C:2] [TYPE Function]\n# @BRIEF Resolve repository folder key with slug-first strategy and deterministic fallback.\ndef _resolve_repo_key_from_ref(\n dashboard_ref: str,\n dashboard_id: int,\n config_manager,\n env_id: str | None = None,\n) -> str:\n normalized_ref = str(dashboard_ref or \"\").strip()\n if normalized_ref and not normalized_ref.isdigit():\n return normalized_ref\n\n if env_id:\n try:\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n if env:\n payload = SupersetClient(env).get_dashboard(dashboard_id)\n dashboard_data = (\n payload.get(\"result\", payload) if isinstance(payload, dict) else {}\n )\n dashboard_slug = dashboard_data.get(\"slug\")\n if dashboard_slug:\n return str(dashboard_slug)\n except Exception:\n pass\n\n return f\"dashboard-{dashboard_id}\"\n# #endregion _resolve_repo_key_from_ref\n" }, { @@ -17525,6 +17969,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _sanitize_optional_identity_value [C:1] [TYPE Function]\n# @BRIEF Normalize optional identity value into trimmed string or None.\ndef _sanitize_optional_identity_value(value: str | None) -> str | None:\n normalized = str(value or \"\").strip()\n if not normalized:\n return None\n return normalized\n# #endregion _sanitize_optional_identity_value\n" }, { @@ -17542,6 +17987,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _resolve_current_user_git_identity [C:2] [TYPE Function]\n# @BRIEF Resolve configured Git username/email from current user's profile preferences.\ndef _resolve_current_user_git_identity(\n db: Session,\n current_user: User | None,\n) -> tuple[str, str] | None:\n if db is None or not hasattr(db, \"query\"):\n return None\n\n user_id = _sanitize_optional_identity_value(getattr(current_user, \"id\", None))\n if not user_id:\n return None\n\n try:\n preference = (\n db.query(UserDashboardPreference)\n .filter(UserDashboardPreference.user_id == user_id)\n .first()\n )\n except Exception as resolve_error:\n logger.explore(\n \"Failed to load profile preference for resolving git identity\",\n extra={\"src\": \"_resolve_current_user_git_identity\", \"payload\": {\"user_id\": user_id}, \"error\": str(resolve_error)},\n )\n return None\n\n if not preference:\n return None\n\n git_username = _sanitize_optional_identity_value(\n getattr(preference, \"git_username\", None)\n )\n git_email = _sanitize_optional_identity_value(\n getattr(preference, \"git_email\", None)\n )\n if not git_username or not git_email:\n return None\n return git_username, git_email\n# #endregion _resolve_current_user_git_identity\n" }, { @@ -17559,6 +18005,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _apply_git_identity_from_profile [C:2] [TYPE Function]\n# @BRIEF Apply user-scoped Git identity to repository-local config before write/pull operations.\ndef _apply_git_identity_from_profile(\n dashboard_id: int,\n db: Session,\n current_user: User | None,\n) -> None:\n identity = _resolve_current_user_git_identity(db, current_user)\n if not identity:\n return\n\n git_service = get_git_service()\n configure_identity = getattr(git_service, \"configure_identity\", None)\n if not callable(configure_identity):\n return\n\n git_username, git_email = identity\n configure_identity(dashboard_id, git_username, git_email)\n# #endregion _apply_git_identity_from_profile\n" }, { @@ -17587,6 +18034,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitMergeRoutes [C:3] [TYPE Module] [SEMANTICS fastapi, git, api]\n# @BRIEF FastAPI endpoints for merge operations (status, conflicts, resolve, abort, continue).\n# @LAYER: API\n\n\nfrom fastapi import Depends, HTTPException\n\nfrom src.api.routes.git_schemas import (\n MergeConflictFileSchema,\n MergeContinueRequest,\n MergeResolveRequest,\n MergeStatusSchema,\n)\nfrom src.core.logger import belief_scope\nfrom src.dependencies import get_config_manager, has_permission\n\nfrom ._deps import get_git_service\nfrom ._helpers import (\n _handle_unexpected_git_route_error,\n)\nfrom ._router import router\n\n\n# #region get_merge_status [C:2] [TYPE Function]\n# @BRIEF Return unfinished-merge status for repository (web-only recovery support).\n@router.get(\n \"/repositories/{dashboard_ref}/merge/status\", response_model=MergeStatusSchema\n)\nasync def get_merge_status(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"get_merge_status\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n return _gs.get_merge_status(dashboard_id)\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"get_merge_status\", e)\n# #endregion get_merge_status\n\n\n# #region get_merge_conflicts [C:2] [TYPE Function]\n# @BRIEF Return conflicted files with mine/theirs previews for web conflict resolver.\n@router.get(\n \"/repositories/{dashboard_ref}/merge/conflicts\",\n response_model=list[MergeConflictFileSchema],\n)\nasync def get_merge_conflicts(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"get_merge_conflicts\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n return _gs.get_merge_conflicts(dashboard_id)\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"get_merge_conflicts\", e)\n# #endregion get_merge_conflicts\n\n\n# #region resolve_merge_conflicts [C:3] [TYPE Function]\n# @BRIEF Apply mine/theirs/manual conflict resolutions from WebUI and stage files.\n# @RELATION CALLS -> [GitService]\n@router.post(\"/repositories/{dashboard_ref}/merge/resolve\")\nasync def resolve_merge_conflicts(\n dashboard_ref: str,\n resolve_data: MergeResolveRequest,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"resolve_merge_conflicts\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n resolved_files = _gs.resolve_merge_conflicts(\n dashboard_id,\n [item.dict() for item in resolve_data.resolutions],\n )\n return {\"status\": \"success\", \"resolved_files\": resolved_files}\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"resolve_merge_conflicts\", e)\n# #endregion resolve_merge_conflicts\n\n\n# #region abort_merge [C:2] [TYPE Function]\n# @BRIEF Abort unfinished merge from WebUI flow.\n@router.post(\"/repositories/{dashboard_ref}/merge/abort\")\nasync def abort_merge(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"abort_merge\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n return _gs.abort_merge(dashboard_id)\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"abort_merge\", e)\n# #endregion abort_merge\n\n\n# #region continue_merge [C:3] [TYPE Function]\n# @BRIEF Finalize unfinished merge from WebUI flow.\n# @RELATION CALLS -> [GitService]\n@router.post(\"/repositories/{dashboard_ref}/merge/continue\")\nasync def continue_merge(\n dashboard_ref: str,\n continue_data: MergeContinueRequest,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"continue_merge\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n return _gs.continue_merge(dashboard_id, continue_data.message)\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"continue_merge\", e)\n# #endregion continue_merge\n# #endregion GitMergeRoutes\n" }, { @@ -17604,6 +18052,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_merge_status [C:2] [TYPE Function]\n# @BRIEF Return unfinished-merge status for repository (web-only recovery support).\n@router.get(\n \"/repositories/{dashboard_ref}/merge/status\", response_model=MergeStatusSchema\n)\nasync def get_merge_status(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"get_merge_status\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n return _gs.get_merge_status(dashboard_id)\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"get_merge_status\", e)\n# #endregion get_merge_status\n" }, { @@ -17621,6 +18070,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_merge_conflicts [C:2] [TYPE Function]\n# @BRIEF Return conflicted files with mine/theirs previews for web conflict resolver.\n@router.get(\n \"/repositories/{dashboard_ref}/merge/conflicts\",\n response_model=list[MergeConflictFileSchema],\n)\nasync def get_merge_conflicts(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"get_merge_conflicts\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n return _gs.get_merge_conflicts(dashboard_id)\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"get_merge_conflicts\", e)\n# #endregion get_merge_conflicts\n" }, { @@ -17645,6 +18095,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region resolve_merge_conflicts [C:3] [TYPE Function]\n# @BRIEF Apply mine/theirs/manual conflict resolutions from WebUI and stage files.\n# @RELATION CALLS -> [GitService]\n@router.post(\"/repositories/{dashboard_ref}/merge/resolve\")\nasync def resolve_merge_conflicts(\n dashboard_ref: str,\n resolve_data: MergeResolveRequest,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"resolve_merge_conflicts\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n resolved_files = _gs.resolve_merge_conflicts(\n dashboard_id,\n [item.dict() for item in resolve_data.resolutions],\n )\n return {\"status\": \"success\", \"resolved_files\": resolved_files}\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"resolve_merge_conflicts\", e)\n# #endregion resolve_merge_conflicts\n" }, { @@ -17662,6 +18113,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region abort_merge [C:2] [TYPE Function]\n# @BRIEF Abort unfinished merge from WebUI flow.\n@router.post(\"/repositories/{dashboard_ref}/merge/abort\")\nasync def abort_merge(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"abort_merge\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n return _gs.abort_merge(dashboard_id)\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"abort_merge\", e)\n# #endregion abort_merge\n" }, { @@ -17686,6 +18138,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region continue_merge [C:3] [TYPE Function]\n# @BRIEF Finalize unfinished merge from WebUI flow.\n# @RELATION CALLS -> [GitService]\n@router.post(\"/repositories/{dashboard_ref}/merge/continue\")\nasync def continue_merge(\n dashboard_ref: str,\n continue_data: MergeContinueRequest,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"continue_merge\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n return _gs.continue_merge(dashboard_id, continue_data.message)\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"continue_merge\", e)\n# #endregion continue_merge\n" }, { @@ -17714,6 +18167,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitRepoLifecycleRoutes [C:3] [TYPE Module] [SEMANTICS fastapi, git, api, sync, deploy]\n# @BRIEF FastAPI endpoints for Git lifecycle operations (sync, promote, deploy).\n# @LAYER: API\n\n\nfrom fastapi import Depends, HTTPException\nfrom sqlalchemy.orm import Session\n\nfrom src.api.routes.git_schemas import (\n DeployRequest,\n PromoteRequest,\n PromoteResponse,\n)\nfrom src.core.database import get_db\nfrom src.core.logger import belief_scope, logger\nfrom src.dependencies import get_config_manager, get_current_user, has_permission\nfrom src.models.auth import User\nfrom src.models.git import GitProvider, GitRepository\n\nfrom ._deps import get_git_service\nfrom ._helpers import (\n _apply_git_identity_from_profile,\n _get_git_config_or_404,\n _handle_unexpected_git_route_error,\n)\nfrom ._router import router\n\n\n# #region sync_dashboard [C:3] [TYPE Function]\n# @BRIEF Sync dashboard state from Superset to Git using the GitPlugin.\n# @RELATION CALLS -> [GitPlugin]\n@router.post(\"/repositories/{dashboard_ref}/sync\")\nasync def sync_dashboard(\n dashboard_ref: str,\n env_id: str | None = None,\n source_env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n with belief_scope(\"sync_dashboard\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n from src.plugins.git_plugin import GitPlugin\n\n plugin = GitPlugin()\n return await plugin.execute(\n {\n \"operation\": \"sync\",\n \"dashboard_id\": dashboard_id,\n \"source_env_id\": source_env_id,\n }\n )\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"sync_dashboard\", e)\n# #endregion sync_dashboard\n\n\n# #region promote_dashboard [C:3] [TYPE Function]\n# @BRIEF Promote changes between branches via MR or direct merge.\n# @RELATION CALLS -> [GitPlugin]\n@router.post(\"/repositories/{dashboard_ref}/promote\", response_model=PromoteResponse)\nasync def promote_dashboard(\n dashboard_ref: str,\n payload: PromoteRequest,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n current_user: User = Depends(get_current_user),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"promote_dashboard\"):\n from . import _resolve_dashboard_id_from_ref\n\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n db_repo = (\n db.query(GitRepository)\n .filter(GitRepository.dashboard_id == dashboard_id)\n .first()\n )\n if not db_repo:\n raise HTTPException(\n status_code=404,\n detail=f\"Repository for dashboard {dashboard_ref} is not initialized\",\n )\n config = _get_git_config_or_404(db, db_repo.config_id)\n\n from_branch = payload.from_branch.strip()\n to_branch = payload.to_branch.strip()\n if not from_branch or not to_branch:\n raise HTTPException(\n status_code=400, detail=\"from_branch and to_branch are required\"\n )\n if from_branch == to_branch:\n raise HTTPException(\n status_code=400, detail=\"from_branch and to_branch must be different\"\n )\n\n mode = (payload.mode or \"mr\").strip().lower()\n if mode == \"direct\":\n reason = (payload.reason or \"\").strip()\n if not reason:\n raise HTTPException(\n status_code=400, detail=\"Direct promote requires non-empty reason\"\n )\n logger.warning(\n \"[promote_dashboard][PolicyViolation] Direct promote without MR by actor=unknown dashboard_ref=%s from=%s to=%s reason=%s\",\n dashboard_ref,\n from_branch,\n to_branch,\n reason,\n )\n _apply_git_identity_from_profile(dashboard_id, db, current_user)\n result = _gs.promote_direct_merge(\n dashboard_id=dashboard_id,\n from_branch=from_branch,\n to_branch=to_branch,\n )\n return PromoteResponse(\n mode=\"direct\",\n from_branch=from_branch,\n to_branch=to_branch,\n status=result.get(\"status\", \"merged\"),\n policy_violation=True,\n )\n\n title = (payload.title or \"\").strip() or f\"Promote {from_branch} -> {to_branch}\"\n description = payload.description\n if config.provider == GitProvider.GITEA:\n pr = await _gs.create_gitea_pull_request(\n server_url=config.url,\n pat=config.pat,\n remote_url=db_repo.remote_url,\n from_branch=from_branch,\n to_branch=to_branch,\n title=title,\n description=description,\n )\n elif config.provider == GitProvider.GITHUB:\n pr = await _gs.create_github_pull_request(\n server_url=config.url,\n pat=config.pat,\n remote_url=db_repo.remote_url,\n from_branch=from_branch,\n to_branch=to_branch,\n title=title,\n description=description,\n draft=payload.draft,\n )\n elif config.provider == GitProvider.GITLAB:\n pr = await _gs.create_gitlab_merge_request(\n server_url=config.url,\n pat=config.pat,\n remote_url=db_repo.remote_url,\n from_branch=from_branch,\n to_branch=to_branch,\n title=title,\n description=description,\n remove_source_branch=payload.remove_source_branch,\n )\n else:\n raise HTTPException(\n status_code=501,\n detail=f\"Provider {config.provider} does not support promotion API\",\n )\n\n return PromoteResponse(\n mode=\"mr\",\n from_branch=from_branch,\n to_branch=to_branch,\n status=pr.get(\"status\", \"opened\"),\n url=pr.get(\"url\"),\n reference_id=str(pr.get(\"id\")) if pr.get(\"id\") is not None else None,\n policy_violation=False,\n )\n# #endregion promote_dashboard\n\n\n# #region deploy_dashboard [C:3] [TYPE Function]\n# @BRIEF Deploy dashboard from Git to a target environment.\n# @RELATION CALLS -> [GitPlugin]\n@router.post(\"/repositories/{dashboard_ref}/deploy\")\nasync def deploy_dashboard(\n dashboard_ref: str,\n deploy_data: DeployRequest,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n with belief_scope(\"deploy_dashboard\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n from src.plugins.git_plugin import GitPlugin\n\n plugin = GitPlugin()\n return await plugin.execute(\n {\n \"operation\": \"deploy\",\n \"dashboard_id\": dashboard_id,\n \"environment_id\": deploy_data.environment_id,\n }\n )\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"deploy_dashboard\", e)\n# #endregion deploy_dashboard\n# #endregion GitRepoLifecycleRoutes\n" }, { @@ -17738,6 +18192,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region sync_dashboard [C:3] [TYPE Function]\n# @BRIEF Sync dashboard state from Superset to Git using the GitPlugin.\n# @RELATION CALLS -> [GitPlugin]\n@router.post(\"/repositories/{dashboard_ref}/sync\")\nasync def sync_dashboard(\n dashboard_ref: str,\n env_id: str | None = None,\n source_env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n with belief_scope(\"sync_dashboard\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n from src.plugins.git_plugin import GitPlugin\n\n plugin = GitPlugin()\n return await plugin.execute(\n {\n \"operation\": \"sync\",\n \"dashboard_id\": dashboard_id,\n \"source_env_id\": source_env_id,\n }\n )\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"sync_dashboard\", e)\n# #endregion sync_dashboard\n" }, { @@ -17762,6 +18217,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region promote_dashboard [C:3] [TYPE Function]\n# @BRIEF Promote changes between branches via MR or direct merge.\n# @RELATION CALLS -> [GitPlugin]\n@router.post(\"/repositories/{dashboard_ref}/promote\", response_model=PromoteResponse)\nasync def promote_dashboard(\n dashboard_ref: str,\n payload: PromoteRequest,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n current_user: User = Depends(get_current_user),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"promote_dashboard\"):\n from . import _resolve_dashboard_id_from_ref\n\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n db_repo = (\n db.query(GitRepository)\n .filter(GitRepository.dashboard_id == dashboard_id)\n .first()\n )\n if not db_repo:\n raise HTTPException(\n status_code=404,\n detail=f\"Repository for dashboard {dashboard_ref} is not initialized\",\n )\n config = _get_git_config_or_404(db, db_repo.config_id)\n\n from_branch = payload.from_branch.strip()\n to_branch = payload.to_branch.strip()\n if not from_branch or not to_branch:\n raise HTTPException(\n status_code=400, detail=\"from_branch and to_branch are required\"\n )\n if from_branch == to_branch:\n raise HTTPException(\n status_code=400, detail=\"from_branch and to_branch must be different\"\n )\n\n mode = (payload.mode or \"mr\").strip().lower()\n if mode == \"direct\":\n reason = (payload.reason or \"\").strip()\n if not reason:\n raise HTTPException(\n status_code=400, detail=\"Direct promote requires non-empty reason\"\n )\n logger.warning(\n \"[promote_dashboard][PolicyViolation] Direct promote without MR by actor=unknown dashboard_ref=%s from=%s to=%s reason=%s\",\n dashboard_ref,\n from_branch,\n to_branch,\n reason,\n )\n _apply_git_identity_from_profile(dashboard_id, db, current_user)\n result = _gs.promote_direct_merge(\n dashboard_id=dashboard_id,\n from_branch=from_branch,\n to_branch=to_branch,\n )\n return PromoteResponse(\n mode=\"direct\",\n from_branch=from_branch,\n to_branch=to_branch,\n status=result.get(\"status\", \"merged\"),\n policy_violation=True,\n )\n\n title = (payload.title or \"\").strip() or f\"Promote {from_branch} -> {to_branch}\"\n description = payload.description\n if config.provider == GitProvider.GITEA:\n pr = await _gs.create_gitea_pull_request(\n server_url=config.url,\n pat=config.pat,\n remote_url=db_repo.remote_url,\n from_branch=from_branch,\n to_branch=to_branch,\n title=title,\n description=description,\n )\n elif config.provider == GitProvider.GITHUB:\n pr = await _gs.create_github_pull_request(\n server_url=config.url,\n pat=config.pat,\n remote_url=db_repo.remote_url,\n from_branch=from_branch,\n to_branch=to_branch,\n title=title,\n description=description,\n draft=payload.draft,\n )\n elif config.provider == GitProvider.GITLAB:\n pr = await _gs.create_gitlab_merge_request(\n server_url=config.url,\n pat=config.pat,\n remote_url=db_repo.remote_url,\n from_branch=from_branch,\n to_branch=to_branch,\n title=title,\n description=description,\n remove_source_branch=payload.remove_source_branch,\n )\n else:\n raise HTTPException(\n status_code=501,\n detail=f\"Provider {config.provider} does not support promotion API\",\n )\n\n return PromoteResponse(\n mode=\"mr\",\n from_branch=from_branch,\n to_branch=to_branch,\n status=pr.get(\"status\", \"opened\"),\n url=pr.get(\"url\"),\n reference_id=str(pr.get(\"id\")) if pr.get(\"id\") is not None else None,\n policy_violation=False,\n )\n# #endregion promote_dashboard\n" }, { @@ -17786,6 +18242,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region deploy_dashboard [C:3] [TYPE Function]\n# @BRIEF Deploy dashboard from Git to a target environment.\n# @RELATION CALLS -> [GitPlugin]\n@router.post(\"/repositories/{dashboard_ref}/deploy\")\nasync def deploy_dashboard(\n dashboard_ref: str,\n deploy_data: DeployRequest,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n with belief_scope(\"deploy_dashboard\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n from src.plugins.git_plugin import GitPlugin\n\n plugin = GitPlugin()\n return await plugin.execute(\n {\n \"operation\": \"deploy\",\n \"dashboard_id\": dashboard_id,\n \"environment_id\": deploy_data.environment_id,\n }\n )\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"deploy_dashboard\", e)\n# #endregion deploy_dashboard\n" }, { @@ -17814,6 +18271,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitRepoOperationsRoutes [C:3] [TYPE Module] [SEMANTICS fastapi, git, api, history, diff]\n# @BRIEF FastAPI endpoints for Git repository operations (commit, push, pull, status, diff, history).\n# @LAYER: API\n\n\nfrom fastapi import Depends, HTTPException\nfrom sqlalchemy.orm import Session\n\nfrom src.api.routes.git_schemas import (\n CommitCreate,\n CommitSchema,\n RepoStatusBatchRequest,\n RepoStatusBatchResponse,\n)\nfrom src.core.database import get_db\nfrom src.core.logger import belief_scope, logger\nfrom src.dependencies import get_config_manager, get_current_user, has_permission\nfrom src.models.auth import User\nfrom src.models.git import GitRepository, GitServerConfig\n\nfrom ._deps import MAX_REPOSITORY_STATUS_BATCH, get_git_service\nfrom ._helpers import (\n _apply_git_identity_from_profile,\n _build_no_repo_status_payload,\n _handle_unexpected_git_route_error,\n _resolve_repository_status,\n)\nfrom ._router import router\n\n\n# #region commit_changes [C:2] [TYPE Function]\n# @BRIEF Stage and commit changes in the dashboard's repository.\n@router.post(\"/repositories/{dashboard_ref}/commit\")\nasync def commit_changes(\n dashboard_ref: str,\n commit_data: CommitCreate,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n current_user: User = Depends(get_current_user),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"commit_changes\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n _apply_git_identity_from_profile(dashboard_id, db, current_user)\n _gs.commit_changes(\n dashboard_id, commit_data.message, commit_data.files\n )\n return {\"status\": \"success\"}\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"commit_changes\", e)\n# #endregion commit_changes\n\n\n# #region push_changes [C:2] [TYPE Function]\n# @BRIEF Push local commits to the remote repository.\n@router.post(\"/repositories/{dashboard_ref}/push\")\nasync def push_changes(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"push_changes\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n _gs.push_changes(dashboard_id)\n return {\"status\": \"success\"}\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"push_changes\", e)\n# #endregion push_changes\n\n\n# #region pull_changes [C:3] [TYPE Function]\n# @BRIEF Pull changes from the remote repository.\n# @RELATION CALLS -> [GitService]\n@router.post(\"/repositories/{dashboard_ref}/pull\")\nasync def pull_changes(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n current_user: User = Depends(get_current_user),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"pull_changes\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n db_repo = None\n config_url = None\n config_provider = None\n try:\n db_repo_candidate = (\n db.query(GitRepository)\n .filter(GitRepository.dashboard_id == dashboard_id)\n .first()\n )\n if getattr(db_repo_candidate, \"config_id\", None):\n db_repo = db_repo_candidate\n config_row = (\n db.query(GitServerConfig)\n .filter(GitServerConfig.id == db_repo.config_id)\n .first()\n )\n if config_row:\n config_url = config_row.url\n config_provider = config_row.provider\n except Exception as diagnostics_error:\n logger.explore(\n \"Failed to load repository binding diagnostics\",\n extra={\"src\": \"pull_changes\", \"payload\": {\"dashboard_id\": dashboard_id}, \"error\": str(diagnostics_error)},\n )\n logger.reason(\n f\"Route diagnostics dashboard_ref={dashboard_ref} env_id={env_id} resolved_dashboard_id={dashboard_id} \"\n f\"binding_exists={bool(db_repo)} binding_local_path={(db_repo.local_path if db_repo else None)} \"\n f\"binding_remote_url={(db_repo.remote_url if db_repo else None)} \"\n f\"binding_config_id={(db_repo.config_id if db_repo else None)} \"\n f\"config_provider={config_provider} config_url={config_url}\",\n extra={\"src\": \"pull_changes\"},\n )\n _apply_git_identity_from_profile(dashboard_id, db, current_user)\n _gs.pull_changes(dashboard_id)\n return {\"status\": \"success\"}\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"pull_changes\", e)\n# #endregion pull_changes\n\n\n# #region get_repository_status [C:2] [TYPE Function]\n# @BRIEF Get current Git status for a dashboard repository.\n@router.get(\"/repositories/{dashboard_ref}/status\")\nasync def get_repository_status(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n with belief_scope(\"get_repository_status\"):\n from . import _resolve_dashboard_id_from_ref_async\n\n try:\n dashboard_id = await _resolve_dashboard_id_from_ref_async(\n dashboard_ref, config_manager, env_id\n )\n return _resolve_repository_status(dashboard_id)\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"get_repository_status\", e)\n# #endregion get_repository_status\n\n\n# #region get_repository_status_batch [C:2] [TYPE Function]\n# @BRIEF Get Git statuses for multiple dashboard repositories in one request.\n@router.post(\"/repositories/status/batch\", response_model=RepoStatusBatchResponse)\nasync def get_repository_status_batch(\n request: RepoStatusBatchRequest,\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n with belief_scope(\"get_repository_status_batch\"):\n dashboard_ids = list(dict.fromkeys(request.dashboard_ids))\n if len(dashboard_ids) > MAX_REPOSITORY_STATUS_BATCH:\n logger.reason(\n f\"Batch size {len(dashboard_ids)} exceeds limit {MAX_REPOSITORY_STATUS_BATCH}. Truncating request.\",\n extra={\"src\": \"get_repository_status_batch\"},\n )\n dashboard_ids = dashboard_ids[:MAX_REPOSITORY_STATUS_BATCH]\n\n statuses = {}\n for dashboard_id in dashboard_ids:\n try:\n statuses[str(dashboard_id)] = _resolve_repository_status(dashboard_id)\n except HTTPException:\n statuses[str(dashboard_id)] = {\n **_build_no_repo_status_payload(),\n \"sync_state\": \"ERROR\",\n \"sync_status\": \"ERROR\",\n }\n except Exception as e:\n logger.error(\n f\"[get_repository_status_batch][Coherence:Failed] Failed for dashboard {dashboard_id}: {e}\"\n )\n statuses[str(dashboard_id)] = {\n **_build_no_repo_status_payload(),\n \"sync_state\": \"ERROR\",\n \"sync_status\": \"ERROR\",\n }\n return RepoStatusBatchResponse(statuses=statuses)\n# #endregion get_repository_status_batch\n\n\n# #region get_repository_diff [C:2] [TYPE Function]\n# @BRIEF Get Git diff for a dashboard repository.\n@router.get(\"/repositories/{dashboard_ref}/diff\")\nasync def get_repository_diff(\n dashboard_ref: str,\n file_path: str | None = None,\n staged: bool = False,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"get_repository_diff\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n return _gs.get_diff(dashboard_id, file_path, staged)\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"get_repository_diff\", e)\n# #endregion get_repository_diff\n\n\n# #region get_history [C:2] [TYPE Function]\n# @BRIEF View commit history for a dashboard's repository.\n@router.get(\"/repositories/{dashboard_ref}/history\", response_model=list[CommitSchema])\nasync def get_history(\n dashboard_ref: str,\n limit: int = 50,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"get_history\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n return _gs.get_commit_history(dashboard_id, limit)\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"get_history\", e)\n# #endregion get_history\n\n\n# #region generate_commit_message [C:3] [TYPE Function]\n# @BRIEF Generate a suggested commit message using LLM.\n# @RELATION CALLS -> [GitService]\n@router.post(\"/repositories/{dashboard_ref}/generate-message\")\nasync def generate_commit_message(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"generate_commit_message\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n diff = _gs.get_diff(dashboard_id, staged=True)\n if not diff:\n diff = _gs.get_diff(dashboard_id, staged=False)\n\n if not diff:\n return {\"message\": \"No changes detected\"}\n\n history_objs = _gs.get_commit_history(dashboard_id, limit=5)\n history = [h.message for h in history_objs if hasattr(h, \"message\")]\n\n from ...plugins.llm_analysis.models import LLMProviderType\n from ...plugins.llm_analysis.service import LLMClient\n from ...services.llm_prompt_templates import (\n DEFAULT_LLM_PROMPTS,\n normalize_llm_settings,\n resolve_bound_provider_id,\n )\n from ...services.llm_provider import LLMProviderService\n\n llm_service = LLMProviderService(db)\n providers = llm_service.get_all_providers()\n llm_settings = normalize_llm_settings(\n config_manager.get_config().settings.llm\n )\n bound_provider_id = resolve_bound_provider_id(llm_settings, \"git_commit\")\n provider = next((p for p in providers if p.id == bound_provider_id), None)\n if not provider:\n provider = next((p for p in providers if p.is_active), None)\n\n if not provider:\n raise HTTPException(\n status_code=400, detail=\"No active LLM provider found\"\n )\n\n api_key = llm_service.get_decrypted_api_key(provider.id)\n client = LLMClient(\n provider_type=LLMProviderType(provider.provider_type),\n api_key=api_key,\n base_url=provider.base_url,\n default_model=provider.default_model,\n )\n\n from ...plugins.git.llm_extension import GitLLMExtension\n\n extension = GitLLMExtension(client)\n git_prompt = llm_settings[\"prompts\"].get(\n \"git_commit_prompt\",\n DEFAULT_LLM_PROMPTS[\"git_commit_prompt\"],\n )\n message = await extension.suggest_commit_message(\n diff,\n history,\n prompt_template=git_prompt,\n )\n return {\"message\": message}\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"generate_commit_message\", e)\n# #endregion generate_commit_message\n# #endregion GitRepoOperationsRoutes\n" }, { @@ -17831,6 +18289,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region commit_changes [C:2] [TYPE Function]\n# @BRIEF Stage and commit changes in the dashboard's repository.\n@router.post(\"/repositories/{dashboard_ref}/commit\")\nasync def commit_changes(\n dashboard_ref: str,\n commit_data: CommitCreate,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n current_user: User = Depends(get_current_user),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"commit_changes\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n _apply_git_identity_from_profile(dashboard_id, db, current_user)\n _gs.commit_changes(\n dashboard_id, commit_data.message, commit_data.files\n )\n return {\"status\": \"success\"}\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"commit_changes\", e)\n# #endregion commit_changes\n" }, { @@ -17848,6 +18307,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region push_changes [C:2] [TYPE Function]\n# @BRIEF Push local commits to the remote repository.\n@router.post(\"/repositories/{dashboard_ref}/push\")\nasync def push_changes(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"push_changes\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n _gs.push_changes(dashboard_id)\n return {\"status\": \"success\"}\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"push_changes\", e)\n# #endregion push_changes\n" }, { @@ -17872,6 +18332,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region pull_changes [C:3] [TYPE Function]\n# @BRIEF Pull changes from the remote repository.\n# @RELATION CALLS -> [GitService]\n@router.post(\"/repositories/{dashboard_ref}/pull\")\nasync def pull_changes(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n current_user: User = Depends(get_current_user),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"pull_changes\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n db_repo = None\n config_url = None\n config_provider = None\n try:\n db_repo_candidate = (\n db.query(GitRepository)\n .filter(GitRepository.dashboard_id == dashboard_id)\n .first()\n )\n if getattr(db_repo_candidate, \"config_id\", None):\n db_repo = db_repo_candidate\n config_row = (\n db.query(GitServerConfig)\n .filter(GitServerConfig.id == db_repo.config_id)\n .first()\n )\n if config_row:\n config_url = config_row.url\n config_provider = config_row.provider\n except Exception as diagnostics_error:\n logger.explore(\n \"Failed to load repository binding diagnostics\",\n extra={\"src\": \"pull_changes\", \"payload\": {\"dashboard_id\": dashboard_id}, \"error\": str(diagnostics_error)},\n )\n logger.reason(\n f\"Route diagnostics dashboard_ref={dashboard_ref} env_id={env_id} resolved_dashboard_id={dashboard_id} \"\n f\"binding_exists={bool(db_repo)} binding_local_path={(db_repo.local_path if db_repo else None)} \"\n f\"binding_remote_url={(db_repo.remote_url if db_repo else None)} \"\n f\"binding_config_id={(db_repo.config_id if db_repo else None)} \"\n f\"config_provider={config_provider} config_url={config_url}\",\n extra={\"src\": \"pull_changes\"},\n )\n _apply_git_identity_from_profile(dashboard_id, db, current_user)\n _gs.pull_changes(dashboard_id)\n return {\"status\": \"success\"}\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"pull_changes\", e)\n# #endregion pull_changes\n" }, { @@ -17889,6 +18350,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_repository_status [C:2] [TYPE Function]\n# @BRIEF Get current Git status for a dashboard repository.\n@router.get(\"/repositories/{dashboard_ref}/status\")\nasync def get_repository_status(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n with belief_scope(\"get_repository_status\"):\n from . import _resolve_dashboard_id_from_ref_async\n\n try:\n dashboard_id = await _resolve_dashboard_id_from_ref_async(\n dashboard_ref, config_manager, env_id\n )\n return _resolve_repository_status(dashboard_id)\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"get_repository_status\", e)\n# #endregion get_repository_status\n" }, { @@ -17906,6 +18368,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_repository_status_batch [C:2] [TYPE Function]\n# @BRIEF Get Git statuses for multiple dashboard repositories in one request.\n@router.post(\"/repositories/status/batch\", response_model=RepoStatusBatchResponse)\nasync def get_repository_status_batch(\n request: RepoStatusBatchRequest,\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n with belief_scope(\"get_repository_status_batch\"):\n dashboard_ids = list(dict.fromkeys(request.dashboard_ids))\n if len(dashboard_ids) > MAX_REPOSITORY_STATUS_BATCH:\n logger.reason(\n f\"Batch size {len(dashboard_ids)} exceeds limit {MAX_REPOSITORY_STATUS_BATCH}. Truncating request.\",\n extra={\"src\": \"get_repository_status_batch\"},\n )\n dashboard_ids = dashboard_ids[:MAX_REPOSITORY_STATUS_BATCH]\n\n statuses = {}\n for dashboard_id in dashboard_ids:\n try:\n statuses[str(dashboard_id)] = _resolve_repository_status(dashboard_id)\n except HTTPException:\n statuses[str(dashboard_id)] = {\n **_build_no_repo_status_payload(),\n \"sync_state\": \"ERROR\",\n \"sync_status\": \"ERROR\",\n }\n except Exception as e:\n logger.error(\n f\"[get_repository_status_batch][Coherence:Failed] Failed for dashboard {dashboard_id}: {e}\"\n )\n statuses[str(dashboard_id)] = {\n **_build_no_repo_status_payload(),\n \"sync_state\": \"ERROR\",\n \"sync_status\": \"ERROR\",\n }\n return RepoStatusBatchResponse(statuses=statuses)\n# #endregion get_repository_status_batch\n" }, { @@ -17923,6 +18386,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_repository_diff [C:2] [TYPE Function]\n# @BRIEF Get Git diff for a dashboard repository.\n@router.get(\"/repositories/{dashboard_ref}/diff\")\nasync def get_repository_diff(\n dashboard_ref: str,\n file_path: str | None = None,\n staged: bool = False,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"get_repository_diff\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n return _gs.get_diff(dashboard_id, file_path, staged)\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"get_repository_diff\", e)\n# #endregion get_repository_diff\n" }, { @@ -17947,6 +18411,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region generate_commit_message [C:3] [TYPE Function]\n# @BRIEF Generate a suggested commit message using LLM.\n# @RELATION CALLS -> [GitService]\n@router.post(\"/repositories/{dashboard_ref}/generate-message\")\nasync def generate_commit_message(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"generate_commit_message\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n diff = _gs.get_diff(dashboard_id, staged=True)\n if not diff:\n diff = _gs.get_diff(dashboard_id, staged=False)\n\n if not diff:\n return {\"message\": \"No changes detected\"}\n\n history_objs = _gs.get_commit_history(dashboard_id, limit=5)\n history = [h.message for h in history_objs if hasattr(h, \"message\")]\n\n from ...plugins.llm_analysis.models import LLMProviderType\n from ...plugins.llm_analysis.service import LLMClient\n from ...services.llm_prompt_templates import (\n DEFAULT_LLM_PROMPTS,\n normalize_llm_settings,\n resolve_bound_provider_id,\n )\n from ...services.llm_provider import LLMProviderService\n\n llm_service = LLMProviderService(db)\n providers = llm_service.get_all_providers()\n llm_settings = normalize_llm_settings(\n config_manager.get_config().settings.llm\n )\n bound_provider_id = resolve_bound_provider_id(llm_settings, \"git_commit\")\n provider = next((p for p in providers if p.id == bound_provider_id), None)\n if not provider:\n provider = next((p for p in providers if p.is_active), None)\n\n if not provider:\n raise HTTPException(\n status_code=400, detail=\"No active LLM provider found\"\n )\n\n api_key = llm_service.get_decrypted_api_key(provider.id)\n client = LLMClient(\n provider_type=LLMProviderType(provider.provider_type),\n api_key=api_key,\n base_url=provider.base_url,\n default_model=provider.default_model,\n )\n\n from ...plugins.git.llm_extension import GitLLMExtension\n\n extension = GitLLMExtension(client)\n git_prompt = llm_settings[\"prompts\"].get(\n \"git_commit_prompt\",\n DEFAULT_LLM_PROMPTS[\"git_commit_prompt\"],\n )\n message = await extension.suggest_commit_message(\n diff,\n history,\n prompt_template=git_prompt,\n )\n return {\"message\": message}\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"generate_commit_message\", e)\n# #endregion generate_commit_message\n" }, { @@ -17975,6 +18440,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitRepoRoutes [C:3] [TYPE Module] [SEMANTICS fastapi, git, api, search]\n# @BRIEF FastAPI endpoints for core Git repository operations (init, binding, branches, checkout).\n# @LAYER: API\n\n\nfrom fastapi import Depends, HTTPException\nfrom sqlalchemy.orm import Session\n\nfrom src.api.routes.git_schemas import (\n BranchCheckout,\n BranchCreate,\n BranchSchema,\n RepoInitRequest,\n RepositoryBindingSchema,\n)\nfrom src.core.database import get_db\nfrom src.core.logger import belief_scope, logger\nfrom src.dependencies import get_config_manager, get_current_user, has_permission\nfrom src.models.auth import User\nfrom src.models.git import GitRepository, GitServerConfig\n\nfrom ._deps import get_git_service\nfrom ._helpers import (\n _apply_git_identity_from_profile,\n _get_git_config_or_404,\n _handle_unexpected_git_route_error,\n)\nfrom ._router import router\n\n\n# #region init_repository [C:3] [TYPE Function]\n# @BRIEF Link a dashboard to a Git repository and perform initial clone/init.\n# @RELATION CALLS -> [GitService]\n@router.post(\"/repositories/{dashboard_ref}/init\")\nasync def init_repository(\n dashboard_ref: str,\n init_data: RepoInitRequest,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"init_repository\"):\n from . import _resolve_dashboard_id_from_ref, _resolve_repo_key_from_ref\n\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n repo_key = _resolve_repo_key_from_ref(\n dashboard_ref, dashboard_id, config_manager, env_id\n )\n config = (\n db.query(GitServerConfig)\n .filter(GitServerConfig.id == init_data.config_id)\n .first()\n )\n if not config:\n raise HTTPException(status_code=404, detail=\"Git configuration not found\")\n\n try:\n logger.reason(\n f\"Initializing repo for dashboard {dashboard_id}\",\n extra={\"src\": \"init_repository\"},\n )\n _gs.init_repo(\n dashboard_id,\n init_data.remote_url,\n config.pat,\n repo_key=repo_key,\n default_branch=config.default_branch,\n )\n\n repo_path = _gs._get_repo_path(dashboard_id, repo_key=repo_key)\n db_repo = (\n db.query(GitRepository)\n .filter(GitRepository.dashboard_id == dashboard_id)\n .first()\n )\n if not db_repo:\n db_repo = GitRepository(\n dashboard_id=dashboard_id,\n config_id=config.id,\n remote_url=init_data.remote_url,\n local_path=repo_path,\n current_branch=\"dev\",\n )\n db.add(db_repo)\n else:\n db_repo.config_id = config.id\n db_repo.remote_url = init_data.remote_url\n db_repo.local_path = repo_path\n db_repo.current_branch = \"dev\"\n\n db.commit()\n logger.info(\n f\"[init_repository][Coherence:OK] Repository initialized for dashboard {dashboard_id}\"\n )\n return {\"status\": \"success\", \"message\": \"Repository initialized\"}\n except Exception as e:\n db.rollback()\n logger.error(\n f\"[init_repository][Coherence:Failed] Failed to init repository: {e}\"\n )\n if isinstance(e, HTTPException):\n raise\n _handle_unexpected_git_route_error(\"init_repository\", e)\n# #endregion init_repository\n\n\n# #region get_repository_binding [C:2] [TYPE Function]\n# @BRIEF Return repository binding with provider metadata for selected dashboard.\n@router.get(\"/repositories/{dashboard_ref}\", response_model=RepositoryBindingSchema)\nasync def get_repository_binding(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n with belief_scope(\"get_repository_binding\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n db_repo = (\n db.query(GitRepository)\n .filter(GitRepository.dashboard_id == dashboard_id)\n .first()\n )\n if not db_repo:\n raise HTTPException(\n status_code=404, detail=\"Repository not initialized\"\n )\n config = _get_git_config_or_404(db, db_repo.config_id)\n return RepositoryBindingSchema(\n dashboard_id=db_repo.dashboard_id,\n config_id=db_repo.config_id,\n provider=config.provider,\n remote_url=db_repo.remote_url,\n local_path=db_repo.local_path,\n )\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"get_repository_binding\", e)\n# #endregion get_repository_binding\n\n\n# #region delete_repository [C:2] [TYPE Function]\n# @BRIEF Delete local repository workspace and DB binding for selected dashboard.\n@router.delete(\"/repositories/{dashboard_ref}\")\nasync def delete_repository(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"delete_repository\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n _gs.delete_repo(dashboard_id)\n return {\"status\": \"success\"}\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"delete_repository\", e)\n# #endregion delete_repository\n\n\n# #region get_branches [C:2] [TYPE Function]\n# @BRIEF List all branches for a dashboard's repository.\n@router.get(\"/repositories/{dashboard_ref}/branches\", response_model=list[BranchSchema])\nasync def get_branches(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"get_branches\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n return _gs.list_branches(dashboard_id)\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"get_branches\", e)\n# #endregion get_branches\n\n\n# #region create_branch [C:2] [TYPE Function]\n# @BRIEF Create a new branch in the dashboard's repository.\n@router.post(\"/repositories/{dashboard_ref}/branches\")\nasync def create_branch(\n dashboard_ref: str,\n branch_data: BranchCreate,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n current_user: User = Depends(get_current_user),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"create_branch\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n _apply_git_identity_from_profile(dashboard_id, db, current_user)\n _gs.create_branch(\n dashboard_id, branch_data.name, branch_data.from_branch\n )\n return {\"status\": \"success\"}\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"create_branch\", e)\n# #endregion create_branch\n\n\n# #region checkout_branch [C:2] [TYPE Function]\n# @BRIEF Switch the dashboard's repository to a specific branch.\n@router.post(\"/repositories/{dashboard_ref}/checkout\")\nasync def checkout_branch(\n dashboard_ref: str,\n checkout_data: BranchCheckout,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"checkout_branch\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n _gs.checkout_branch(dashboard_id, checkout_data.name)\n return {\"status\": \"success\"}\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"checkout_branch\", e)\n# #endregion checkout_branch\n# #endregion GitRepoRoutes\n" }, { @@ -17999,6 +18465,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region init_repository [C:3] [TYPE Function]\n# @BRIEF Link a dashboard to a Git repository and perform initial clone/init.\n# @RELATION CALLS -> [GitService]\n@router.post(\"/repositories/{dashboard_ref}/init\")\nasync def init_repository(\n dashboard_ref: str,\n init_data: RepoInitRequest,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"init_repository\"):\n from . import _resolve_dashboard_id_from_ref, _resolve_repo_key_from_ref\n\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n repo_key = _resolve_repo_key_from_ref(\n dashboard_ref, dashboard_id, config_manager, env_id\n )\n config = (\n db.query(GitServerConfig)\n .filter(GitServerConfig.id == init_data.config_id)\n .first()\n )\n if not config:\n raise HTTPException(status_code=404, detail=\"Git configuration not found\")\n\n try:\n logger.reason(\n f\"Initializing repo for dashboard {dashboard_id}\",\n extra={\"src\": \"init_repository\"},\n )\n _gs.init_repo(\n dashboard_id,\n init_data.remote_url,\n config.pat,\n repo_key=repo_key,\n default_branch=config.default_branch,\n )\n\n repo_path = _gs._get_repo_path(dashboard_id, repo_key=repo_key)\n db_repo = (\n db.query(GitRepository)\n .filter(GitRepository.dashboard_id == dashboard_id)\n .first()\n )\n if not db_repo:\n db_repo = GitRepository(\n dashboard_id=dashboard_id,\n config_id=config.id,\n remote_url=init_data.remote_url,\n local_path=repo_path,\n current_branch=\"dev\",\n )\n db.add(db_repo)\n else:\n db_repo.config_id = config.id\n db_repo.remote_url = init_data.remote_url\n db_repo.local_path = repo_path\n db_repo.current_branch = \"dev\"\n\n db.commit()\n logger.info(\n f\"[init_repository][Coherence:OK] Repository initialized for dashboard {dashboard_id}\"\n )\n return {\"status\": \"success\", \"message\": \"Repository initialized\"}\n except Exception as e:\n db.rollback()\n logger.error(\n f\"[init_repository][Coherence:Failed] Failed to init repository: {e}\"\n )\n if isinstance(e, HTTPException):\n raise\n _handle_unexpected_git_route_error(\"init_repository\", e)\n# #endregion init_repository\n" }, { @@ -18016,6 +18483,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_repository_binding [C:2] [TYPE Function]\n# @BRIEF Return repository binding with provider metadata for selected dashboard.\n@router.get(\"/repositories/{dashboard_ref}\", response_model=RepositoryBindingSchema)\nasync def get_repository_binding(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n with belief_scope(\"get_repository_binding\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n db_repo = (\n db.query(GitRepository)\n .filter(GitRepository.dashboard_id == dashboard_id)\n .first()\n )\n if not db_repo:\n raise HTTPException(\n status_code=404, detail=\"Repository not initialized\"\n )\n config = _get_git_config_or_404(db, db_repo.config_id)\n return RepositoryBindingSchema(\n dashboard_id=db_repo.dashboard_id,\n config_id=db_repo.config_id,\n provider=config.provider,\n remote_url=db_repo.remote_url,\n local_path=db_repo.local_path,\n )\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"get_repository_binding\", e)\n# #endregion get_repository_binding\n" }, { @@ -18033,6 +18501,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region delete_repository [C:2] [TYPE Function]\n# @BRIEF Delete local repository workspace and DB binding for selected dashboard.\n@router.delete(\"/repositories/{dashboard_ref}\")\nasync def delete_repository(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"delete_repository\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n _gs.delete_repo(dashboard_id)\n return {\"status\": \"success\"}\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"delete_repository\", e)\n# #endregion delete_repository\n" }, { @@ -18050,6 +18519,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_branches [C:2] [TYPE Function]\n# @BRIEF List all branches for a dashboard's repository.\n@router.get(\"/repositories/{dashboard_ref}/branches\", response_model=list[BranchSchema])\nasync def get_branches(\n dashboard_ref: str,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"get_branches\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n return _gs.list_branches(dashboard_id)\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"get_branches\", e)\n# #endregion get_branches\n" }, { @@ -18067,6 +18537,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_branch [C:2] [TYPE Function]\n# @BRIEF Create a new branch in the dashboard's repository.\n@router.post(\"/repositories/{dashboard_ref}/branches\")\nasync def create_branch(\n dashboard_ref: str,\n branch_data: BranchCreate,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n current_user: User = Depends(get_current_user),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"create_branch\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n _apply_git_identity_from_profile(dashboard_id, db, current_user)\n _gs.create_branch(\n dashboard_id, branch_data.name, branch_data.from_branch\n )\n return {\"status\": \"success\"}\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"create_branch\", e)\n# #endregion create_branch\n" }, { @@ -18084,6 +18555,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region checkout_branch [C:2] [TYPE Function]\n# @BRIEF Switch the dashboard's repository to a specific branch.\n@router.post(\"/repositories/{dashboard_ref}/checkout\")\nasync def checkout_branch(\n dashboard_ref: str,\n checkout_data: BranchCheckout,\n env_id: str | None = None,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:git\", \"EXECUTE\")),\n):\n _gs = get_git_service()\n with belief_scope(\"checkout_branch\"):\n from . import _resolve_dashboard_id_from_ref\n\n try:\n dashboard_id = _resolve_dashboard_id_from_ref(\n dashboard_ref, config_manager, env_id\n )\n _gs.checkout_branch(dashboard_id, checkout_data.name)\n return {\"status\": \"success\"}\n except HTTPException:\n raise\n except Exception as e:\n _handle_unexpected_git_route_error(\"checkout_branch\", e)\n# #endregion checkout_branch\n" }, { @@ -18112,6 +18584,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitRouter [C:1] [TYPE Module] [SEMANTICS fastapi, git, api]\n# @BRIEF Shared APIRouter for all Git route modules.\n# @LAYER: API\n\nfrom fastapi import APIRouter\n\nrouter = APIRouter(tags=[\"git\"])\n# #endregion GitRouter\n" }, { @@ -18166,6 +18639,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitSchemas [C:1] [TYPE Module] [SEMANTICS fastapi, git, api, git-server-config-base]\n#\n# @BRIEF Defines Pydantic models for the Git integration API layer.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> backend.src.models.git\n#\n# @INVARIANT: All schemas must be compatible with the FastAPI router.\n\nfrom datetime import datetime\nfrom typing import Any\n\nfrom pydantic import BaseModel, Field\n\nfrom src.models.git import GitProvider, GitStatus, SyncStatus\n\n\n# #region GitServerConfigBase [C:1] [TYPE Class]\n# @BRIEF Base schema for Git server configuration attributes.\nclass GitServerConfigBase(BaseModel):\n name: str = Field(..., description=\"Display name for the Git server\")\n provider: GitProvider = Field(..., description=\"Git provider (GITHUB, GITLAB, GITEA)\")\n url: str = Field(..., description=\"Server base URL\")\n pat: str = Field(..., description=\"Personal Access Token\")\n pat: str = Field(..., description=\"Personal Access Token\")\n default_repository: str | None = Field(None, description=\"Default repository path (org/repo)\")\n default_branch: str | None = Field(\"main\", description=\"Default branch logic/name\")\n# #endregion GitServerConfigBase\n\n# #region GitServerConfigUpdate [TYPE Class]\n# @BRIEF Schema for updating an existing Git server configuration.\nclass GitServerConfigUpdate(BaseModel):\n name: str | None = Field(None, description=\"Display name for the Git server\")\n provider: GitProvider | None = Field(None, description=\"Git provider (GITHUB, GITLAB, GITEA)\")\n url: str | None = Field(None, description=\"Server base URL\")\n pat: str | None = Field(None, description=\"Personal Access Token\")\n default_repository: str | None = Field(None, description=\"Default repository path (org/repo)\")\n default_branch: str | None = Field(None, description=\"Default branch logic/name\")\n# #endregion GitServerConfigUpdate\n\n# #region GitServerConfigCreate [TYPE Class]\n# @BRIEF Schema for creating a new Git server configuration.\nclass GitServerConfigCreate(GitServerConfigBase):\n \"\"\"Schema for creating a new Git server configuration.\"\"\"\n config_id: str | None = Field(None, description=\"Optional config ID, useful for testing an existing config without sending its full PAT\")\n# #endregion GitServerConfigCreate\n\n# #region GitServerConfigSchema [TYPE Class]\n# @BRIEF Schema for representing a Git server configuration with metadata.\nclass GitServerConfigSchema(GitServerConfigBase):\n \"\"\"Schema for representing a Git server configuration with metadata.\"\"\"\n id: str\n status: GitStatus\n last_validated: datetime\n\n class Config:\n from_attributes = True\n# #endregion GitServerConfigSchema\n\n# #region GitRepositorySchema [TYPE Class]\n# @BRIEF Schema for tracking a local Git repository linked to a dashboard.\nclass GitRepositorySchema(BaseModel):\n \"\"\"Schema for tracking a local Git repository linked to a dashboard.\"\"\"\n id: str\n dashboard_id: int\n config_id: str\n remote_url: str\n local_path: str\n current_branch: str\n sync_status: SyncStatus\n\n class Config:\n from_attributes = True\n# #endregion GitRepositorySchema\n\n# #region BranchSchema [TYPE Class]\n# @BRIEF Schema for representing a Git branch metadata.\nclass BranchSchema(BaseModel):\n \"\"\"Schema for representing a Git branch.\"\"\"\n name: str\n commit_hash: str\n is_remote: bool\n last_updated: datetime\n# #endregion BranchSchema\n\n# #region CommitSchema [TYPE Class]\n# @BRIEF Schema for representing Git commit details.\nclass CommitSchema(BaseModel):\n \"\"\"Schema for representing a Git commit.\"\"\"\n hash: str\n author: str\n email: str\n timestamp: datetime\n message: str\n files_changed: list[str]\n# #endregion CommitSchema\n\n# #region BranchCreate [TYPE Class]\n# @BRIEF Schema for branch creation requests.\nclass BranchCreate(BaseModel):\n \"\"\"Schema for branch creation requests.\"\"\"\n name: str\n from_branch: str\n# #endregion BranchCreate\n\n# #region BranchCheckout [TYPE Class]\n# @BRIEF Schema for branch checkout requests.\nclass BranchCheckout(BaseModel):\n \"\"\"Schema for branch checkout requests.\"\"\"\n name: str\n# #endregion BranchCheckout\n\n# #region CommitCreate [TYPE Class]\n# @BRIEF Schema for staging and committing changes.\nclass CommitCreate(BaseModel):\n \"\"\"Schema for staging and committing changes.\"\"\"\n message: str\n files: list[str]\n# #endregion CommitCreate\n\n# #region ConflictResolution [TYPE Class]\n# @BRIEF Schema for resolving merge conflicts.\nclass ConflictResolution(BaseModel):\n \"\"\"Schema for resolving merge conflicts.\"\"\"\n file_path: str\n resolution: str = Field(pattern=\"^(mine|theirs|manual)$\")\n content: str | None = None\n# #endregion ConflictResolution\n\n\n# #region MergeStatusSchema [TYPE Class]\n# @BRIEF Schema representing unfinished merge status for repository.\nclass MergeStatusSchema(BaseModel):\n has_unfinished_merge: bool\n repository_path: str\n git_dir: str\n current_branch: str\n merge_head: str | None = None\n merge_message_preview: str | None = None\n conflicts_count: int = 0\n# #endregion MergeStatusSchema\n\n\n# #region MergeConflictFileSchema [TYPE Class]\n# @BRIEF Schema describing one conflicted file with optional side snapshots.\nclass MergeConflictFileSchema(BaseModel):\n file_path: str\n mine: str | None = None\n theirs: str | None = None\n# #endregion MergeConflictFileSchema\n\n\n# #region MergeResolveRequest [TYPE Class]\n# @BRIEF Request schema for resolving one or multiple merge conflicts.\nclass MergeResolveRequest(BaseModel):\n resolutions: list[ConflictResolution] = Field(default_factory=list)\n# #endregion MergeResolveRequest\n\n\n# #region MergeContinueRequest [TYPE Class]\n# @BRIEF Request schema for finishing merge with optional explicit commit message.\nclass MergeContinueRequest(BaseModel):\n message: str | None = None\n# #endregion MergeContinueRequest\n\n# #region DeploymentEnvironmentSchema [TYPE Class]\n# @BRIEF Schema for representing a target deployment environment.\nclass DeploymentEnvironmentSchema(BaseModel):\n \"\"\"Schema for representing a target deployment environment.\"\"\"\n id: str\n name: str\n superset_url: str\n is_active: bool\n\n class Config:\n from_attributes = True\n# #endregion DeploymentEnvironmentSchema\n\n# #region DeployRequest [TYPE Class]\n# @BRIEF Schema for dashboard deployment requests.\nclass DeployRequest(BaseModel):\n \"\"\"Schema for deployment requests.\"\"\"\n environment_id: str\n# #endregion DeployRequest\n\n# #region RepoInitRequest [TYPE Class]\n# @BRIEF Schema for repository initialization requests.\nclass RepoInitRequest(BaseModel):\n \"\"\"Schema for repository initialization requests.\"\"\"\n config_id: str\n remote_url: str\n# #endregion RepoInitRequest\n\n\n# #region RepositoryBindingSchema [TYPE Class]\n# @BRIEF Schema describing repository-to-config binding and provider metadata.\nclass RepositoryBindingSchema(BaseModel):\n dashboard_id: int\n config_id: str\n provider: GitProvider\n remote_url: str\n local_path: str\n# #endregion RepositoryBindingSchema\n\n# #region RepoStatusBatchRequest [TYPE Class]\n# @BRIEF Schema for requesting repository statuses for multiple dashboards in a single call.\nclass RepoStatusBatchRequest(BaseModel):\n dashboard_ids: list[int] = Field(default_factory=list, description=\"Dashboard IDs to resolve repository statuses for\")\n# #endregion RepoStatusBatchRequest\n\n\n# #region RepoStatusBatchResponse [TYPE Class]\n# @BRIEF Schema for returning repository statuses keyed by dashboard ID.\nclass RepoStatusBatchResponse(BaseModel):\n statuses: dict[str, dict[str, Any]]\n# #endregion RepoStatusBatchResponse\n\n\n# #region GiteaRepoSchema [TYPE Class]\n# @BRIEF Schema describing a Gitea repository.\nclass GiteaRepoSchema(BaseModel):\n name: str\n full_name: str\n private: bool = False\n clone_url: str | None = None\n html_url: str | None = None\n ssh_url: str | None = None\n default_branch: str | None = None\n# #endregion GiteaRepoSchema\n\n\n# #region GiteaRepoCreateRequest [TYPE Class]\n# @BRIEF Request schema for creating a Gitea repository.\nclass GiteaRepoCreateRequest(BaseModel):\n name: str = Field(..., min_length=1, max_length=255)\n private: bool = True\n description: str | None = None\n auto_init: bool = True\n default_branch: str | None = \"main\"\n# #endregion GiteaRepoCreateRequest\n\n\n# #region RemoteRepoSchema [TYPE Class]\n# @BRIEF Provider-agnostic remote repository payload.\nclass RemoteRepoSchema(BaseModel):\n provider: GitProvider\n name: str\n full_name: str\n private: bool = False\n clone_url: str | None = None\n html_url: str | None = None\n ssh_url: str | None = None\n default_branch: str | None = None\n# #endregion RemoteRepoSchema\n\n\n# #region RemoteRepoCreateRequest [TYPE Class]\n# @BRIEF Provider-agnostic repository creation request.\nclass RemoteRepoCreateRequest(BaseModel):\n name: str = Field(..., min_length=1, max_length=255)\n private: bool = True\n description: str | None = None\n auto_init: bool = True\n default_branch: str | None = \"main\"\n# #endregion RemoteRepoCreateRequest\n\n\n# #region PromoteRequest [TYPE Class]\n# @BRIEF Request schema for branch promotion workflow.\nclass PromoteRequest(BaseModel):\n from_branch: str = Field(..., min_length=1, max_length=255)\n to_branch: str = Field(..., min_length=1, max_length=255)\n mode: str = Field(default=\"mr\", pattern=\"^(mr|direct)$\")\n title: str | None = None\n description: str | None = None\n reason: str | None = None\n draft: bool = False\n remove_source_branch: bool = False\n# #endregion PromoteRequest\n\n\n# #region PromoteResponse [TYPE Class]\n# @BRIEF Response schema for promotion operation result.\nclass PromoteResponse(BaseModel):\n mode: str\n from_branch: str\n to_branch: str\n status: str\n url: str | None = None\n reference_id: str | None = None\n policy_violation: bool = False\n# #endregion PromoteResponse\n\n# #endregion GitSchemas\n" }, { @@ -18193,6 +18667,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitServerConfigBase [C:1] [TYPE Class]\n# @BRIEF Base schema for Git server configuration attributes.\nclass GitServerConfigBase(BaseModel):\n name: str = Field(..., description=\"Display name for the Git server\")\n provider: GitProvider = Field(..., description=\"Git provider (GITHUB, GITLAB, GITEA)\")\n url: str = Field(..., description=\"Server base URL\")\n pat: str = Field(..., description=\"Personal Access Token\")\n pat: str = Field(..., description=\"Personal Access Token\")\n default_repository: str | None = Field(None, description=\"Default repository path (org/repo)\")\n default_branch: str | None = Field(\"main\", description=\"Default branch logic/name\")\n# #endregion GitServerConfigBase\n" }, { @@ -18219,6 +18694,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitServerConfigUpdate [TYPE Class]\n# @BRIEF Schema for updating an existing Git server configuration.\nclass GitServerConfigUpdate(BaseModel):\n name: str | None = Field(None, description=\"Display name for the Git server\")\n provider: GitProvider | None = Field(None, description=\"Git provider (GITHUB, GITLAB, GITEA)\")\n url: str | None = Field(None, description=\"Server base URL\")\n pat: str | None = Field(None, description=\"Personal Access Token\")\n default_repository: str | None = Field(None, description=\"Default repository path (org/repo)\")\n default_branch: str | None = Field(None, description=\"Default branch logic/name\")\n# #endregion GitServerConfigUpdate\n" }, { @@ -18245,6 +18721,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitServerConfigCreate [TYPE Class]\n# @BRIEF Schema for creating a new Git server configuration.\nclass GitServerConfigCreate(GitServerConfigBase):\n \"\"\"Schema for creating a new Git server configuration.\"\"\"\n config_id: str | None = Field(None, description=\"Optional config ID, useful for testing an existing config without sending its full PAT\")\n# #endregion GitServerConfigCreate\n" }, { @@ -18271,6 +18748,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitServerConfigSchema [TYPE Class]\n# @BRIEF Schema for representing a Git server configuration with metadata.\nclass GitServerConfigSchema(GitServerConfigBase):\n \"\"\"Schema for representing a Git server configuration with metadata.\"\"\"\n id: str\n status: GitStatus\n last_validated: datetime\n\n class Config:\n from_attributes = True\n# #endregion GitServerConfigSchema\n" }, { @@ -18297,6 +18775,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitRepositorySchema [TYPE Class]\n# @BRIEF Schema for tracking a local Git repository linked to a dashboard.\nclass GitRepositorySchema(BaseModel):\n \"\"\"Schema for tracking a local Git repository linked to a dashboard.\"\"\"\n id: str\n dashboard_id: int\n config_id: str\n remote_url: str\n local_path: str\n current_branch: str\n sync_status: SyncStatus\n\n class Config:\n from_attributes = True\n# #endregion GitRepositorySchema\n" }, { @@ -18323,6 +18802,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region BranchSchema [TYPE Class]\n# @BRIEF Schema for representing a Git branch metadata.\nclass BranchSchema(BaseModel):\n \"\"\"Schema for representing a Git branch.\"\"\"\n name: str\n commit_hash: str\n is_remote: bool\n last_updated: datetime\n# #endregion BranchSchema\n" }, { @@ -18349,6 +18829,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CommitSchema [TYPE Class]\n# @BRIEF Schema for representing Git commit details.\nclass CommitSchema(BaseModel):\n \"\"\"Schema for representing a Git commit.\"\"\"\n hash: str\n author: str\n email: str\n timestamp: datetime\n message: str\n files_changed: list[str]\n# #endregion CommitSchema\n" }, { @@ -18375,6 +18856,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region BranchCreate [TYPE Class]\n# @BRIEF Schema for branch creation requests.\nclass BranchCreate(BaseModel):\n \"\"\"Schema for branch creation requests.\"\"\"\n name: str\n from_branch: str\n# #endregion BranchCreate\n" }, { @@ -18401,6 +18883,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region BranchCheckout [TYPE Class]\n# @BRIEF Schema for branch checkout requests.\nclass BranchCheckout(BaseModel):\n \"\"\"Schema for branch checkout requests.\"\"\"\n name: str\n# #endregion BranchCheckout\n" }, { @@ -18427,6 +18910,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CommitCreate [TYPE Class]\n# @BRIEF Schema for staging and committing changes.\nclass CommitCreate(BaseModel):\n \"\"\"Schema for staging and committing changes.\"\"\"\n message: str\n files: list[str]\n# #endregion CommitCreate\n" }, { @@ -18453,6 +18937,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ConflictResolution [TYPE Class]\n# @BRIEF Schema for resolving merge conflicts.\nclass ConflictResolution(BaseModel):\n \"\"\"Schema for resolving merge conflicts.\"\"\"\n file_path: str\n resolution: str = Field(pattern=\"^(mine|theirs|manual)$\")\n content: str | None = None\n# #endregion ConflictResolution\n" }, { @@ -18479,6 +18964,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MergeStatusSchema [TYPE Class]\n# @BRIEF Schema representing unfinished merge status for repository.\nclass MergeStatusSchema(BaseModel):\n has_unfinished_merge: bool\n repository_path: str\n git_dir: str\n current_branch: str\n merge_head: str | None = None\n merge_message_preview: str | None = None\n conflicts_count: int = 0\n# #endregion MergeStatusSchema\n" }, { @@ -18505,6 +18991,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MergeConflictFileSchema [TYPE Class]\n# @BRIEF Schema describing one conflicted file with optional side snapshots.\nclass MergeConflictFileSchema(BaseModel):\n file_path: str\n mine: str | None = None\n theirs: str | None = None\n# #endregion MergeConflictFileSchema\n" }, { @@ -18531,6 +19018,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MergeResolveRequest [TYPE Class]\n# @BRIEF Request schema for resolving one or multiple merge conflicts.\nclass MergeResolveRequest(BaseModel):\n resolutions: list[ConflictResolution] = Field(default_factory=list)\n# #endregion MergeResolveRequest\n" }, { @@ -18557,6 +19045,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MergeContinueRequest [TYPE Class]\n# @BRIEF Request schema for finishing merge with optional explicit commit message.\nclass MergeContinueRequest(BaseModel):\n message: str | None = None\n# #endregion MergeContinueRequest\n" }, { @@ -18583,6 +19072,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DeploymentEnvironmentSchema [TYPE Class]\n# @BRIEF Schema for representing a target deployment environment.\nclass DeploymentEnvironmentSchema(BaseModel):\n \"\"\"Schema for representing a target deployment environment.\"\"\"\n id: str\n name: str\n superset_url: str\n is_active: bool\n\n class Config:\n from_attributes = True\n# #endregion DeploymentEnvironmentSchema\n" }, { @@ -18609,6 +19099,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DeployRequest [TYPE Class]\n# @BRIEF Schema for dashboard deployment requests.\nclass DeployRequest(BaseModel):\n \"\"\"Schema for deployment requests.\"\"\"\n environment_id: str\n# #endregion DeployRequest\n" }, { @@ -18635,6 +19126,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RepoInitRequest [TYPE Class]\n# @BRIEF Schema for repository initialization requests.\nclass RepoInitRequest(BaseModel):\n \"\"\"Schema for repository initialization requests.\"\"\"\n config_id: str\n remote_url: str\n# #endregion RepoInitRequest\n" }, { @@ -18661,6 +19153,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RepositoryBindingSchema [TYPE Class]\n# @BRIEF Schema describing repository-to-config binding and provider metadata.\nclass RepositoryBindingSchema(BaseModel):\n dashboard_id: int\n config_id: str\n provider: GitProvider\n remote_url: str\n local_path: str\n# #endregion RepositoryBindingSchema\n" }, { @@ -18687,6 +19180,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RepoStatusBatchRequest [TYPE Class]\n# @BRIEF Schema for requesting repository statuses for multiple dashboards in a single call.\nclass RepoStatusBatchRequest(BaseModel):\n dashboard_ids: list[int] = Field(default_factory=list, description=\"Dashboard IDs to resolve repository statuses for\")\n# #endregion RepoStatusBatchRequest\n" }, { @@ -18713,6 +19207,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RepoStatusBatchResponse [TYPE Class]\n# @BRIEF Schema for returning repository statuses keyed by dashboard ID.\nclass RepoStatusBatchResponse(BaseModel):\n statuses: dict[str, dict[str, Any]]\n# #endregion RepoStatusBatchResponse\n" }, { @@ -18739,6 +19234,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GiteaRepoSchema [TYPE Class]\n# @BRIEF Schema describing a Gitea repository.\nclass GiteaRepoSchema(BaseModel):\n name: str\n full_name: str\n private: bool = False\n clone_url: str | None = None\n html_url: str | None = None\n ssh_url: str | None = None\n default_branch: str | None = None\n# #endregion GiteaRepoSchema\n" }, { @@ -18765,6 +19261,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GiteaRepoCreateRequest [TYPE Class]\n# @BRIEF Request schema for creating a Gitea repository.\nclass GiteaRepoCreateRequest(BaseModel):\n name: str = Field(..., min_length=1, max_length=255)\n private: bool = True\n description: str | None = None\n auto_init: bool = True\n default_branch: str | None = \"main\"\n# #endregion GiteaRepoCreateRequest\n" }, { @@ -18791,6 +19288,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RemoteRepoSchema [TYPE Class]\n# @BRIEF Provider-agnostic remote repository payload.\nclass RemoteRepoSchema(BaseModel):\n provider: GitProvider\n name: str\n full_name: str\n private: bool = False\n clone_url: str | None = None\n html_url: str | None = None\n ssh_url: str | None = None\n default_branch: str | None = None\n# #endregion RemoteRepoSchema\n" }, { @@ -18817,6 +19315,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RemoteRepoCreateRequest [TYPE Class]\n# @BRIEF Provider-agnostic repository creation request.\nclass RemoteRepoCreateRequest(BaseModel):\n name: str = Field(..., min_length=1, max_length=255)\n private: bool = True\n description: str | None = None\n auto_init: bool = True\n default_branch: str | None = \"main\"\n# #endregion RemoteRepoCreateRequest\n" }, { @@ -18843,6 +19342,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PromoteRequest [TYPE Class]\n# @BRIEF Request schema for branch promotion workflow.\nclass PromoteRequest(BaseModel):\n from_branch: str = Field(..., min_length=1, max_length=255)\n to_branch: str = Field(..., min_length=1, max_length=255)\n mode: str = Field(default=\"mr\", pattern=\"^(mr|direct)$\")\n title: str | None = None\n description: str | None = None\n reason: str | None = None\n draft: bool = False\n remove_source_branch: bool = False\n# #endregion PromoteRequest\n" }, { @@ -18869,6 +19369,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PromoteResponse [TYPE Class]\n# @BRIEF Response schema for promotion operation result.\nclass PromoteResponse(BaseModel):\n mode: str\n from_branch: str\n to_branch: str\n status: str\n url: str | None = None\n reference_id: str | None = None\n policy_violation: bool = False\n# #endregion PromoteResponse\n" }, { @@ -18894,6 +19395,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region health_router [C:3] [TYPE Module] [SEMANTICS fastapi, health, api, search, dashboard]\n# @BRIEF API endpoints for dashboard health monitoring and status aggregation.\n# @LAYER: UI/API\n# @RELATION DEPENDS_ON -> health_service\n\n\nfrom fastapi import APIRouter, Depends, HTTPException, Query, status\nfrom sqlalchemy.orm import Session\n\nfrom ...core.database import get_db\nfrom ...dependencies import get_config_manager, get_task_manager, has_permission\nfrom ...schemas.health import HealthSummaryResponse\nfrom ...services.health_service import HealthService\n\nrouter = APIRouter(prefix=\"/api/health\", tags=[\"Health\"])\n\n# #region get_health_summary [TYPE Function]\n# @BRIEF Get aggregated health status for all dashboards.\n# @PRE: Caller has read permission for dashboard health view.\n# @POST: Returns HealthSummaryResponse.\n# @RELATION CALLS -> backend.src.services.health_service.HealthService\n@router.get(\"/summary\", response_model=HealthSummaryResponse)\nasync def get_health_summary(\n environment_id: str | None = Query(None),\n db: Session = Depends(get_db),\n config_manager = Depends(get_config_manager),\n _ = Depends(has_permission(\"plugin:migration\", \"READ\"))\n):\n \"\"\"\n @PURPOSE: Get aggregated health status for all dashboards.\n @POST: Returns HealthSummaryResponse\n \"\"\"\n if not config_manager.get_config().settings.features.health_monitor:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Health monitor feature is disabled\")\n service = HealthService(db, config_manager=config_manager)\n return await service.get_health_summary(environment_id=environment_id)\n# #endregion get_health_summary\n\n\n# #region delete_health_report [TYPE Function]\n# @BRIEF Delete one persisted dashboard validation report from health summary.\n# @PRE: Caller has write permission for tasks/report maintenance.\n# @POST: Validation record is removed; linked task/logs are cleaned when available.\n# @RELATION CALLS -> backend.src.services.health_service.HealthService\n@router.delete(\"/summary/{record_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_health_report(\n record_id: str,\n db: Session = Depends(get_db),\n config_manager = Depends(get_config_manager),\n task_manager = Depends(get_task_manager),\n _ = Depends(has_permission(\"tasks\", \"WRITE\")),\n):\n \"\"\"\n @PURPOSE: Delete a persisted dashboard validation report from health summary.\n @POST: Validation record is removed; linked task/logs are deleted when present.\n \"\"\"\n if not config_manager.get_config().settings.features.health_monitor:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Health monitor feature is disabled\")\n service = HealthService(db, config_manager=config_manager)\n if not service.delete_validation_report(record_id, task_manager=task_manager):\n raise HTTPException(status_code=404, detail=\"Health report not found\")\n return\n# #endregion delete_health_report\n\n# #endregion health_router\n" }, { @@ -18956,6 +19458,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_health_summary [TYPE Function]\n# @BRIEF Get aggregated health status for all dashboards.\n# @PRE: Caller has read permission for dashboard health view.\n# @POST: Returns HealthSummaryResponse.\n# @RELATION CALLS -> backend.src.services.health_service.HealthService\n@router.get(\"/summary\", response_model=HealthSummaryResponse)\nasync def get_health_summary(\n environment_id: str | None = Query(None),\n db: Session = Depends(get_db),\n config_manager = Depends(get_config_manager),\n _ = Depends(has_permission(\"plugin:migration\", \"READ\"))\n):\n \"\"\"\n @PURPOSE: Get aggregated health status for all dashboards.\n @POST: Returns HealthSummaryResponse\n \"\"\"\n if not config_manager.get_config().settings.features.health_monitor:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Health monitor feature is disabled\")\n service = HealthService(db, config_manager=config_manager)\n return await service.get_health_summary(environment_id=environment_id)\n# #endregion get_health_summary\n" }, { @@ -19018,6 +19521,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region delete_health_report [TYPE Function]\n# @BRIEF Delete one persisted dashboard validation report from health summary.\n# @PRE: Caller has write permission for tasks/report maintenance.\n# @POST: Validation record is removed; linked task/logs are cleaned when available.\n# @RELATION CALLS -> backend.src.services.health_service.HealthService\n@router.delete(\"/summary/{record_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_health_report(\n record_id: str,\n db: Session = Depends(get_db),\n config_manager = Depends(get_config_manager),\n task_manager = Depends(get_task_manager),\n _ = Depends(has_permission(\"tasks\", \"WRITE\")),\n):\n \"\"\"\n @PURPOSE: Delete a persisted dashboard validation report from health summary.\n @POST: Validation record is removed; linked task/logs are deleted when present.\n \"\"\"\n if not config_manager.get_config().settings.features.health_monitor:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=\"Health monitor feature is disabled\")\n service = HealthService(db, config_manager=config_manager)\n if not service.delete_validation_report(record_id, task_manager=task_manager):\n raise HTTPException(status_code=404, detail=\"Health report not found\")\n return\n# #endregion delete_health_report\n" }, { @@ -19061,6 +19565,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LlmRoutes [C:3] [TYPE Module] [SEMANTICS fastapi, llm, api, provider]\n# @BRIEF API routes for LLM provider configuration and management.\n# @LAYER: UI (API)\n# @RELATION DEPENDS_ON -> [LLMProviderService]\n# @RELATION DEPENDS_ON -> [LLMProviderConfig]\n# @RELATION DEPENDS_ON -> [get_current_user]\n# @RELATION DEPENDS_ON -> [get_db]\n\n\nfrom fastapi import APIRouter, Depends, HTTPException, status\nfrom pydantic import BaseModel, Field\nfrom sqlalchemy.orm import Session\n\nfrom ...core.database import get_db\nfrom ...core.logger import logger\nfrom ...dependencies import get_current_user as get_current_active_user\nfrom ...plugins.llm_analysis.models import LLMProviderConfig, LLMProviderType\nfrom ...schemas.auth import User\nfrom ...services.llm_provider import LLMProviderService\n\n\n# #region FetchModelsRequest [C:1] [TYPE Class]\n# @BRIEF Pydantic request model for the fetch-models endpoint.\nclass FetchModelsRequest(BaseModel):\n base_url: str | None = Field(None, description=\"LLM provider base URL\")\n provider_type: str | None = Field(None, description=\"Provider type (openai, anthropic, etc)\")\n api_key: str | None = Field(None, description=\"Direct API key (takes precedence over provider_id)\")\n provider_id: str | None = Field(None, description=\"Saved provider ID to look up stored API key\")\n\n\n# #endregion FetchModelsRequest\n\n# #region router [TYPE Global]\n# @BRIEF APIRouter instance for LLM routes.\nrouter = APIRouter(tags=[\"LLM\"])\n# #endregion router\n\n\n# #region _is_valid_runtime_api_key [TYPE Function]\n# @BRIEF Validate decrypted runtime API key presence/shape.\n# @PRE: value can be None.\n# @POST: Returns True only for non-placeholder key.\n# @RELATION BINDS_TO -> [LlmRoutes]\ndef _is_valid_runtime_api_key(value: str | None) -> bool:\n key = (value or \"\").strip()\n if not key:\n return False\n if key in {\"********\", \"EMPTY_OR_NONE\"}:\n return False\n return len(key) >= 16\n\n\n# #endregion _is_valid_runtime_api_key\n\n\n# #region get_providers [TYPE Function]\n# @BRIEF Retrieve all LLM provider configurations.\n# @PRE: User is authenticated.\n# @POST: Returns list of LLMProviderConfig.\n# @RELATION CALLS -> [LLMProviderService]\n# @RELATION DEPENDS_ON -> [LLMProviderConfig]\n@router.get(\"/providers\", response_model=list[LLMProviderConfig])\nasync def get_providers(\n current_user: User = Depends(get_current_active_user), db: Session = Depends(get_db)\n):\n \"\"\"\n Get all LLM provider configurations.\n \"\"\"\n logger.reason(\n f\"Fetching providers for user: {current_user.username}\",\n extra={\"src\": \"llm_routes.get_providers\"},\n )\n service = LLMProviderService(db)\n providers = service.get_all_providers()\n return [\n LLMProviderConfig(\n id=p.id,\n provider_type=LLMProviderType(p.provider_type),\n name=p.name,\n base_url=p.base_url,\n api_key=\"********\",\n default_model=p.default_model,\n is_active=p.is_active,\n )\n for p in providers\n ]\n\n\n# #endregion get_providers\n\n\n# #region fetch_models [TYPE Function]\n# @BRIEF Fetch available models from an LLM provider by base_url+provider_type, or by provider_id.\n# @PRE: User is authenticated. Either provider_id or base_url+provider_type must be provided.\n# @POST: Returns a list of available model IDs.\n# @RELATION CALLS -> [LLMProviderService]\n# @RELATION CALLS -> [LLMClient]\n@router.post(\"/providers/fetch-models\")\nasync def fetch_models(\n payload: FetchModelsRequest,\n current_user: User = Depends(get_current_active_user),\n db: Session = Depends(get_db),\n):\n from ...plugins.llm_analysis.models import LLMProviderType\n from ...plugins.llm_analysis.service import LLMClient\n\n base_url = (payload.base_url or \"\").strip()\n provider_type_str = (payload.provider_type or \"\").strip()\n api_key = payload.api_key or \"\"\n provider_id = payload.provider_id or \"\"\n\n # Early validation: at least one of api_key or provider_id is required\n if not api_key and not provider_id:\n raise HTTPException(\n status_code=400,\n detail=\"api_key or provider_id is required\",\n )\n\n # Resolve provider_id to stored credentials if no direct api_key given\n if not api_key and provider_id:\n service = LLMProviderService(db)\n db_provider = service.get_provider(provider_id)\n if not db_provider:\n raise HTTPException(status_code=404, detail=\"Provider not found\")\n base_url = base_url or db_provider.base_url\n provider_type_str = provider_type_str or db_provider.provider_type\n stored_key = service.get_decrypted_api_key(provider_id)\n if stored_key:\n api_key = stored_key\n\n if not base_url:\n raise HTTPException(status_code=400, detail=\"base_url is required\")\n if not provider_type_str:\n raise HTTPException(status_code=400, detail=\"provider_type is required\")\n\n try:\n provider_type = LLMProviderType(provider_type_str)\n except ValueError:\n raise HTTPException(status_code=400, detail=f\"Invalid provider_type: {provider_type_str}\")\n\n client = LLMClient(\n provider_type=provider_type,\n api_key=api_key or \"sk-placeholder\",\n base_url=base_url,\n default_model=\"\",\n )\n\n try:\n models = await client.fetch_models()\n return {\"models\": models}\n except Exception as e:\n logger.error(\n f\"[llm_routes.fetch_models] Failed to fetch models: {e}\",\n extra={\"src\": \"llm_routes.fetch_models\"},\n )\n raise HTTPException(status_code=502, detail=str(e))\n\n\n# #endregion fetch_models\n\n\n# #region get_llm_status [TYPE Function]\n# @BRIEF Returns whether LLM runtime is configured for dashboard validation.\n# @PRE: User is authenticated.\n# @POST: configured=true only when an active provider with valid decrypted key exists.\n# @RELATION CALLS -> [LLMProviderService]\n# @RELATION CALLS -> [_is_valid_runtime_api_key]\n@router.get(\"/status\")\nasync def get_llm_status(\n current_user: User = Depends(get_current_active_user), db: Session = Depends(get_db)\n):\n service = LLMProviderService(db)\n providers = service.get_all_providers()\n active_provider = next((p for p in providers if p.is_active), None)\n\n if not providers:\n return {\n \"configured\": False,\n \"reason\": \"no_providers_configured\",\n \"provider_count\": 0,\n \"active_provider_count\": 0,\n }\n\n if not active_provider:\n return {\n \"configured\": False,\n \"reason\": \"no_active_provider\",\n \"provider_count\": len(providers),\n \"active_provider_count\": 0,\n \"providers\": [\n {\n \"id\": provider.id,\n \"name\": provider.name,\n \"provider_type\": provider.provider_type,\n \"is_active\": bool(provider.is_active),\n }\n for provider in providers\n ],\n }\n\n api_key = service.get_decrypted_api_key(active_provider.id)\n if not _is_valid_runtime_api_key(api_key):\n return {\n \"configured\": False,\n \"reason\": \"invalid_api_key\",\n \"provider_count\": len(providers),\n \"active_provider_count\": len(\n [provider for provider in providers if provider.is_active]\n ),\n \"provider_id\": active_provider.id,\n \"provider_name\": active_provider.name,\n \"provider_type\": active_provider.provider_type,\n \"default_model\": active_provider.default_model,\n }\n\n return {\n \"configured\": True,\n \"reason\": \"ok\",\n \"provider_count\": len(providers),\n \"active_provider_count\": len(\n [provider for provider in providers if provider.is_active]\n ),\n \"provider_id\": active_provider.id,\n \"provider_name\": active_provider.name,\n \"provider_type\": active_provider.provider_type,\n \"default_model\": active_provider.default_model,\n }\n\n\n# #endregion get_llm_status\n\n\n# #region create_provider [TYPE Function]\n# @BRIEF Create a new LLM provider configuration.\n# @PRE: User is authenticated and has admin permissions.\n# @POST: Returns the created LLMProviderConfig.\n# @RELATION CALLS -> [LLMProviderService]\n# @RELATION DEPENDS_ON -> [LLMProviderConfig]\n@router.post(\n \"/providers\", response_model=LLMProviderConfig, status_code=status.HTTP_201_CREATED\n)\nasync def create_provider(\n config: LLMProviderConfig,\n current_user: User = Depends(get_current_active_user),\n db: Session = Depends(get_db),\n):\n \"\"\"\n Create a new LLM provider configuration.\n \"\"\"\n service = LLMProviderService(db)\n provider = service.create_provider(config)\n return LLMProviderConfig(\n id=provider.id,\n provider_type=LLMProviderType(provider.provider_type),\n name=provider.name,\n base_url=provider.base_url,\n api_key=\"********\",\n default_model=provider.default_model,\n is_active=provider.is_active,\n )\n\n\n# #endregion create_provider\n\n\n# #region update_provider [TYPE Function]\n# @BRIEF Update an existing LLM provider configuration.\n# @PRE: User is authenticated and has admin permissions.\n# @POST: Returns the updated LLMProviderConfig.\n# @RELATION CALLS -> [LLMProviderService]\n# @RELATION DEPENDS_ON -> [LLMProviderConfig]\n@router.put(\"/providers/{provider_id}\", response_model=LLMProviderConfig)\nasync def update_provider(\n provider_id: str,\n config: LLMProviderConfig,\n current_user: User = Depends(get_current_active_user),\n db: Session = Depends(get_db),\n):\n \"\"\"\n Update an existing LLM provider configuration.\n \"\"\"\n service = LLMProviderService(db)\n provider = service.update_provider(provider_id, config)\n if not provider:\n raise HTTPException(status_code=404, detail=\"Provider not found\")\n\n return LLMProviderConfig(\n id=provider.id,\n provider_type=LLMProviderType(provider.provider_type),\n name=provider.name,\n base_url=provider.base_url,\n api_key=\"********\",\n default_model=provider.default_model,\n is_active=provider.is_active,\n )\n\n\n# #endregion update_provider\n\n\n# #region delete_provider [TYPE Function]\n# @BRIEF Delete an LLM provider configuration.\n# @PRE: User is authenticated and has admin permissions.\n# @POST: Returns success status.\n# @RELATION CALLS -> [LLMProviderService]\n@router.delete(\"/providers/{provider_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_provider(\n provider_id: str,\n current_user: User = Depends(get_current_active_user),\n db: Session = Depends(get_db),\n):\n \"\"\"\n Delete an LLM provider configuration.\n \"\"\"\n service = LLMProviderService(db)\n if not service.delete_provider(provider_id):\n raise HTTPException(status_code=404, detail=\"Provider not found\")\n return\n\n\n# #endregion delete_provider\n\n\n# #region test_connection [TYPE Function]\n# @BRIEF Test connection to an LLM provider.\n# @PRE: User is authenticated.\n# @POST: Returns success status and message.\n# @RELATION CALLS -> [LLMProviderService]\n# @RELATION DEPENDS_ON -> [LLMClient]\n@router.post(\"/providers/{provider_id}/test\")\nasync def test_connection(\n provider_id: str,\n current_user: User = Depends(get_current_active_user),\n db: Session = Depends(get_db),\n):\n logger.reason(\n f\"Testing connection for provider_id: {provider_id}\",\n extra={\"src\": \"llm_routes.test_connection\"},\n )\n \"\"\"\n Test connection to an LLM provider.\n \"\"\"\n from ...plugins.llm_analysis.service import LLMClient\n\n service = LLMProviderService(db)\n db_provider = service.get_provider(provider_id)\n if not db_provider:\n raise HTTPException(status_code=404, detail=\"Provider not found\")\n\n api_key = service.get_decrypted_api_key(provider_id)\n\n # Check if API key was successfully decrypted\n if not api_key:\n logger.error(\n f\"[llm_routes][test_connection] Failed to decrypt API key for provider {provider_id}\"\n )\n raise HTTPException(\n status_code=500,\n detail=\"Failed to decrypt API key. The provider may have been encrypted with a different encryption key. Please update the provider with a new API key.\",\n )\n\n client = LLMClient(\n provider_type=LLMProviderType(db_provider.provider_type),\n api_key=api_key,\n base_url=db_provider.base_url,\n default_model=db_provider.default_model,\n )\n\n try:\n await client.test_runtime_connection()\n return {\"success\": True, \"message\": \"Connection successful\"}\n except Exception as e:\n return {\"success\": False, \"error\": str(e)}\n\n\n# #endregion test_connection\n\n\n# #region test_provider_config [TYPE Function]\n# @BRIEF Test connection with a provided configuration (not yet saved).\n# @PRE: User is authenticated.\n# @POST: Returns success status and message.\n# @RELATION DEPENDS_ON -> [LLMClient]\n# @RELATION DEPENDS_ON -> [LLMProviderConfig]\n@router.post(\"/providers/test\")\nasync def test_provider_config(\n config: LLMProviderConfig, current_user: User = Depends(get_current_active_user)\n):\n \"\"\"\n Test connection with a provided configuration.\n \"\"\"\n from ...plugins.llm_analysis.service import LLMClient\n\n logger.reason(\n f\"Testing config for {config.name}\",\n extra={\"src\": \"llm_routes.test_provider_config\"},\n )\n\n # Check if API key is provided\n if not config.api_key or config.api_key == \"********\":\n raise HTTPException(\n status_code=400, detail=\"API key is required for testing connection\"\n )\n\n client = LLMClient(\n provider_type=config.provider_type,\n api_key=config.api_key,\n base_url=config.base_url,\n default_model=config.default_model,\n )\n\n try:\n await client.test_runtime_connection()\n return {\"success\": True, \"message\": \"Connection successful\"}\n except Exception as e:\n return {\"success\": False, \"error\": str(e)}\n\n\n# #endregion test_provider_config\n\n# #endregion LlmRoutes\n" }, { @@ -19088,6 +19593,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FetchModelsRequest [C:1] [TYPE Class]\n# @BRIEF Pydantic request model for the fetch-models endpoint.\nclass FetchModelsRequest(BaseModel):\n base_url: str | None = Field(None, description=\"LLM provider base URL\")\n provider_type: str | None = Field(None, description=\"Provider type (openai, anthropic, etc)\")\n api_key: str | None = Field(None, description=\"Direct API key (takes precedence over provider_id)\")\n provider_id: str | None = Field(None, description=\"Saved provider ID to look up stored API key\")\n\n\n# #endregion FetchModelsRequest\n" }, { @@ -19132,6 +19638,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region router [TYPE Global]\n# @BRIEF APIRouter instance for LLM routes.\nrouter = APIRouter(tags=[\"LLM\"])\n# #endregion router\n" }, { @@ -19194,6 +19701,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _is_valid_runtime_api_key [TYPE Function]\n# @BRIEF Validate decrypted runtime API key presence/shape.\n# @PRE: value can be None.\n# @POST: Returns True only for non-placeholder key.\n# @RELATION BINDS_TO -> [LlmRoutes]\ndef _is_valid_runtime_api_key(value: str | None) -> bool:\n key = (value or \"\").strip()\n if not key:\n return False\n if key in {\"********\", \"EMPTY_OR_NONE\"}:\n return False\n return len(key) >= 16\n\n\n# #endregion _is_valid_runtime_api_key\n" }, { @@ -19262,6 +19770,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_providers [TYPE Function]\n# @BRIEF Retrieve all LLM provider configurations.\n# @PRE: User is authenticated.\n# @POST: Returns list of LLMProviderConfig.\n# @RELATION CALLS -> [LLMProviderService]\n# @RELATION DEPENDS_ON -> [LLMProviderConfig]\n@router.get(\"/providers\", response_model=list[LLMProviderConfig])\nasync def get_providers(\n current_user: User = Depends(get_current_active_user), db: Session = Depends(get_db)\n):\n \"\"\"\n Get all LLM provider configurations.\n \"\"\"\n logger.reason(\n f\"Fetching providers for user: {current_user.username}\",\n extra={\"src\": \"llm_routes.get_providers\"},\n )\n service = LLMProviderService(db)\n providers = service.get_all_providers()\n return [\n LLMProviderConfig(\n id=p.id,\n provider_type=LLMProviderType(p.provider_type),\n name=p.name,\n base_url=p.base_url,\n api_key=\"********\",\n default_model=p.default_model,\n is_active=p.is_active,\n )\n for p in providers\n ]\n\n\n# #endregion get_providers\n" }, { @@ -19330,6 +19839,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region fetch_models [TYPE Function]\n# @BRIEF Fetch available models from an LLM provider by base_url+provider_type, or by provider_id.\n# @PRE: User is authenticated. Either provider_id or base_url+provider_type must be provided.\n# @POST: Returns a list of available model IDs.\n# @RELATION CALLS -> [LLMProviderService]\n# @RELATION CALLS -> [LLMClient]\n@router.post(\"/providers/fetch-models\")\nasync def fetch_models(\n payload: FetchModelsRequest,\n current_user: User = Depends(get_current_active_user),\n db: Session = Depends(get_db),\n):\n from ...plugins.llm_analysis.models import LLMProviderType\n from ...plugins.llm_analysis.service import LLMClient\n\n base_url = (payload.base_url or \"\").strip()\n provider_type_str = (payload.provider_type or \"\").strip()\n api_key = payload.api_key or \"\"\n provider_id = payload.provider_id or \"\"\n\n # Early validation: at least one of api_key or provider_id is required\n if not api_key and not provider_id:\n raise HTTPException(\n status_code=400,\n detail=\"api_key or provider_id is required\",\n )\n\n # Resolve provider_id to stored credentials if no direct api_key given\n if not api_key and provider_id:\n service = LLMProviderService(db)\n db_provider = service.get_provider(provider_id)\n if not db_provider:\n raise HTTPException(status_code=404, detail=\"Provider not found\")\n base_url = base_url or db_provider.base_url\n provider_type_str = provider_type_str or db_provider.provider_type\n stored_key = service.get_decrypted_api_key(provider_id)\n if stored_key:\n api_key = stored_key\n\n if not base_url:\n raise HTTPException(status_code=400, detail=\"base_url is required\")\n if not provider_type_str:\n raise HTTPException(status_code=400, detail=\"provider_type is required\")\n\n try:\n provider_type = LLMProviderType(provider_type_str)\n except ValueError:\n raise HTTPException(status_code=400, detail=f\"Invalid provider_type: {provider_type_str}\")\n\n client = LLMClient(\n provider_type=provider_type,\n api_key=api_key or \"sk-placeholder\",\n base_url=base_url,\n default_model=\"\",\n )\n\n try:\n models = await client.fetch_models()\n return {\"models\": models}\n except Exception as e:\n logger.error(\n f\"[llm_routes.fetch_models] Failed to fetch models: {e}\",\n extra={\"src\": \"llm_routes.fetch_models\"},\n )\n raise HTTPException(status_code=502, detail=str(e))\n\n\n# #endregion fetch_models\n" }, { @@ -19398,6 +19908,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_llm_status [TYPE Function]\n# @BRIEF Returns whether LLM runtime is configured for dashboard validation.\n# @PRE: User is authenticated.\n# @POST: configured=true only when an active provider with valid decrypted key exists.\n# @RELATION CALLS -> [LLMProviderService]\n# @RELATION CALLS -> [_is_valid_runtime_api_key]\n@router.get(\"/status\")\nasync def get_llm_status(\n current_user: User = Depends(get_current_active_user), db: Session = Depends(get_db)\n):\n service = LLMProviderService(db)\n providers = service.get_all_providers()\n active_provider = next((p for p in providers if p.is_active), None)\n\n if not providers:\n return {\n \"configured\": False,\n \"reason\": \"no_providers_configured\",\n \"provider_count\": 0,\n \"active_provider_count\": 0,\n }\n\n if not active_provider:\n return {\n \"configured\": False,\n \"reason\": \"no_active_provider\",\n \"provider_count\": len(providers),\n \"active_provider_count\": 0,\n \"providers\": [\n {\n \"id\": provider.id,\n \"name\": provider.name,\n \"provider_type\": provider.provider_type,\n \"is_active\": bool(provider.is_active),\n }\n for provider in providers\n ],\n }\n\n api_key = service.get_decrypted_api_key(active_provider.id)\n if not _is_valid_runtime_api_key(api_key):\n return {\n \"configured\": False,\n \"reason\": \"invalid_api_key\",\n \"provider_count\": len(providers),\n \"active_provider_count\": len(\n [provider for provider in providers if provider.is_active]\n ),\n \"provider_id\": active_provider.id,\n \"provider_name\": active_provider.name,\n \"provider_type\": active_provider.provider_type,\n \"default_model\": active_provider.default_model,\n }\n\n return {\n \"configured\": True,\n \"reason\": \"ok\",\n \"provider_count\": len(providers),\n \"active_provider_count\": len(\n [provider for provider in providers if provider.is_active]\n ),\n \"provider_id\": active_provider.id,\n \"provider_name\": active_provider.name,\n \"provider_type\": active_provider.provider_type,\n \"default_model\": active_provider.default_model,\n }\n\n\n# #endregion get_llm_status\n" }, { @@ -19466,6 +19977,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_provider [TYPE Function]\n# @BRIEF Create a new LLM provider configuration.\n# @PRE: User is authenticated and has admin permissions.\n# @POST: Returns the created LLMProviderConfig.\n# @RELATION CALLS -> [LLMProviderService]\n# @RELATION DEPENDS_ON -> [LLMProviderConfig]\n@router.post(\n \"/providers\", response_model=LLMProviderConfig, status_code=status.HTTP_201_CREATED\n)\nasync def create_provider(\n config: LLMProviderConfig,\n current_user: User = Depends(get_current_active_user),\n db: Session = Depends(get_db),\n):\n \"\"\"\n Create a new LLM provider configuration.\n \"\"\"\n service = LLMProviderService(db)\n provider = service.create_provider(config)\n return LLMProviderConfig(\n id=provider.id,\n provider_type=LLMProviderType(provider.provider_type),\n name=provider.name,\n base_url=provider.base_url,\n api_key=\"********\",\n default_model=provider.default_model,\n is_active=provider.is_active,\n )\n\n\n# #endregion create_provider\n" }, { @@ -19534,6 +20046,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_provider [TYPE Function]\n# @BRIEF Update an existing LLM provider configuration.\n# @PRE: User is authenticated and has admin permissions.\n# @POST: Returns the updated LLMProviderConfig.\n# @RELATION CALLS -> [LLMProviderService]\n# @RELATION DEPENDS_ON -> [LLMProviderConfig]\n@router.put(\"/providers/{provider_id}\", response_model=LLMProviderConfig)\nasync def update_provider(\n provider_id: str,\n config: LLMProviderConfig,\n current_user: User = Depends(get_current_active_user),\n db: Session = Depends(get_db),\n):\n \"\"\"\n Update an existing LLM provider configuration.\n \"\"\"\n service = LLMProviderService(db)\n provider = service.update_provider(provider_id, config)\n if not provider:\n raise HTTPException(status_code=404, detail=\"Provider not found\")\n\n return LLMProviderConfig(\n id=provider.id,\n provider_type=LLMProviderType(provider.provider_type),\n name=provider.name,\n base_url=provider.base_url,\n api_key=\"********\",\n default_model=provider.default_model,\n is_active=provider.is_active,\n )\n\n\n# #endregion update_provider\n" }, { @@ -19596,6 +20109,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region delete_provider [TYPE Function]\n# @BRIEF Delete an LLM provider configuration.\n# @PRE: User is authenticated and has admin permissions.\n# @POST: Returns success status.\n# @RELATION CALLS -> [LLMProviderService]\n@router.delete(\"/providers/{provider_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_provider(\n provider_id: str,\n current_user: User = Depends(get_current_active_user),\n db: Session = Depends(get_db),\n):\n \"\"\"\n Delete an LLM provider configuration.\n \"\"\"\n service = LLMProviderService(db)\n if not service.delete_provider(provider_id):\n raise HTTPException(status_code=404, detail=\"Provider not found\")\n return\n\n\n# #endregion delete_provider\n" }, { @@ -19664,6 +20178,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_connection [TYPE Function]\n# @BRIEF Test connection to an LLM provider.\n# @PRE: User is authenticated.\n# @POST: Returns success status and message.\n# @RELATION CALLS -> [LLMProviderService]\n# @RELATION DEPENDS_ON -> [LLMClient]\n@router.post(\"/providers/{provider_id}/test\")\nasync def test_connection(\n provider_id: str,\n current_user: User = Depends(get_current_active_user),\n db: Session = Depends(get_db),\n):\n logger.reason(\n f\"Testing connection for provider_id: {provider_id}\",\n extra={\"src\": \"llm_routes.test_connection\"},\n )\n \"\"\"\n Test connection to an LLM provider.\n \"\"\"\n from ...plugins.llm_analysis.service import LLMClient\n\n service = LLMProviderService(db)\n db_provider = service.get_provider(provider_id)\n if not db_provider:\n raise HTTPException(status_code=404, detail=\"Provider not found\")\n\n api_key = service.get_decrypted_api_key(provider_id)\n\n # Check if API key was successfully decrypted\n if not api_key:\n logger.error(\n f\"[llm_routes][test_connection] Failed to decrypt API key for provider {provider_id}\"\n )\n raise HTTPException(\n status_code=500,\n detail=\"Failed to decrypt API key. The provider may have been encrypted with a different encryption key. Please update the provider with a new API key.\",\n )\n\n client = LLMClient(\n provider_type=LLMProviderType(db_provider.provider_type),\n api_key=api_key,\n base_url=db_provider.base_url,\n default_model=db_provider.default_model,\n )\n\n try:\n await client.test_runtime_connection()\n return {\"success\": True, \"message\": \"Connection successful\"}\n except Exception as e:\n return {\"success\": False, \"error\": str(e)}\n\n\n# #endregion test_connection\n" }, { @@ -19732,6 +20247,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_provider_config [TYPE Function]\n# @BRIEF Test connection with a provided configuration (not yet saved).\n# @PRE: User is authenticated.\n# @POST: Returns success status and message.\n# @RELATION DEPENDS_ON -> [LLMClient]\n# @RELATION DEPENDS_ON -> [LLMProviderConfig]\n@router.post(\"/providers/test\")\nasync def test_provider_config(\n config: LLMProviderConfig, current_user: User = Depends(get_current_active_user)\n):\n \"\"\"\n Test connection with a provided configuration.\n \"\"\"\n from ...plugins.llm_analysis.service import LLMClient\n\n logger.reason(\n f\"Testing config for {config.name}\",\n extra={\"src\": \"llm_routes.test_provider_config\"},\n )\n\n # Check if API key is provided\n if not config.api_key or config.api_key == \"********\":\n raise HTTPException(\n status_code=400, detail=\"API key is required for testing connection\"\n )\n\n client = LLMClient(\n provider_type=config.provider_type,\n api_key=config.api_key,\n base_url=config.base_url,\n default_model=config.default_model,\n )\n\n try:\n await client.test_runtime_connection()\n return {\"success\": True, \"message\": \"Connection successful\"}\n except Exception as e:\n return {\"success\": False, \"error\": str(e)}\n\n\n# #endregion test_provider_config\n" }, { @@ -19780,6 +20296,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MappingsApi [C:3] [TYPE Module] [SEMANTICS fastapi, mapping, api, mapping-create]\n#\n# @BRIEF API endpoints for managing database mappings and getting suggestions.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [AppDependencies]\n# @RELATION DEPENDS_ON -> [DatabaseModule]\n# @RELATION DEPENDS_ON -> [mapping_service]\n#\n# @INVARIANT: Mappings are persisted in the SQLite database.\n\n\nfrom fastapi import APIRouter, Depends, HTTPException\nfrom pydantic import BaseModel\nfrom sqlalchemy.orm import Session\n\nfrom ...core.database import get_db\nfrom ...core.logger import belief_scope\nfrom ...dependencies import get_config_manager, has_permission\nfrom ...models.mapping import DatabaseMapping\n\nrouter = APIRouter(tags=[\"mappings\"])\n\n# #region MappingCreate [TYPE DataClass]\nclass MappingCreate(BaseModel):\n source_env_id: str\n target_env_id: str\n source_db_uuid: str\n target_db_uuid: str\n source_db_name: str\n target_db_name: str\n engine: str | None = None\n# #endregion MappingCreate\n\n# #region MappingResponse [TYPE DataClass]\nclass MappingResponse(BaseModel):\n id: str\n source_env_id: str\n target_env_id: str\n source_db_uuid: str\n target_db_uuid: str\n source_db_name: str\n target_db_name: str\n engine: str | None = None\n\n class Config:\n from_attributes = True\n# #endregion MappingResponse\n\n# #region SuggestRequest [TYPE DataClass]\nclass SuggestRequest(BaseModel):\n source_env_id: str\n target_env_id: str\n# #endregion SuggestRequest\n\n# #region get_mappings [TYPE Function]\n# @BRIEF List all saved database mappings.\n# @PRE: db session is injected.\n# @POST: Returns filtered list of DatabaseMapping records.\n@router.get(\"\", response_model=list[MappingResponse])\nasync def get_mappings(\n source_env_id: str | None = None,\n target_env_id: str | None = None,\n db: Session = Depends(get_db),\n _ = Depends(has_permission(\"plugin:mapper\", \"EXECUTE\"))\n):\n with belief_scope(\"get_mappings\"):\n query = db.query(DatabaseMapping)\n if source_env_id:\n query = query.filter(DatabaseMapping.source_env_id == source_env_id)\n if target_env_id:\n query = query.filter(DatabaseMapping.target_env_id == target_env_id)\n return query.all()\n# #endregion get_mappings\n\n# #region create_mapping [TYPE Function]\n# @BRIEF Create or update a database mapping.\n# @PRE: mapping is valid MappingCreate, db session is injected.\n# @POST: DatabaseMapping created or updated in database.\n@router.post(\"\", response_model=MappingResponse)\nasync def create_mapping(\n mapping: MappingCreate,\n db: Session = Depends(get_db),\n _ = Depends(has_permission(\"plugin:mapper\", \"EXECUTE\"))\n):\n with belief_scope(\"create_mapping\"):\n # Check if mapping already exists\n existing = db.query(DatabaseMapping).filter(\n DatabaseMapping.source_env_id == mapping.source_env_id,\n DatabaseMapping.target_env_id == mapping.target_env_id,\n DatabaseMapping.source_db_uuid == mapping.source_db_uuid\n ).first()\n\n if existing:\n existing.target_db_uuid = mapping.target_db_uuid\n existing.target_db_name = mapping.target_db_name\n existing.engine = mapping.engine\n db.commit()\n db.refresh(existing)\n return existing\n\n new_mapping = DatabaseMapping(**mapping.dict())\n db.add(new_mapping)\n db.commit()\n db.refresh(new_mapping)\n return new_mapping\n# #endregion create_mapping\n\n# #region suggest_mappings_api [TYPE Function]\n# @BRIEF Get suggested mappings based on fuzzy matching.\n# @PRE: request is valid SuggestRequest, config_manager is injected.\n# @POST: Returns mapping suggestions.\n@router.post(\"/suggest\")\nasync def suggest_mappings_api(\n request: SuggestRequest,\n config_manager=Depends(get_config_manager),\n _ = Depends(has_permission(\"plugin:mapper\", \"EXECUTE\"))\n):\n with belief_scope(\"suggest_mappings_api\"):\n from ...services.mapping_service import MappingService\n service = MappingService(config_manager)\n try:\n return await service.get_suggestions(request.source_env_id, request.target_env_id)\n except Exception as e:\n raise HTTPException(status_code=500, detail=str(e))\n# #endregion suggest_mappings_api\n\n# #endregion MappingsApi\n" }, { @@ -19794,6 +20311,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MappingCreate [TYPE DataClass]\nclass MappingCreate(BaseModel):\n source_env_id: str\n target_env_id: str\n source_db_uuid: str\n target_db_uuid: str\n source_db_name: str\n target_db_name: str\n engine: str | None = None\n# #endregion MappingCreate\n" }, { @@ -19808,6 +20326,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MappingResponse [TYPE DataClass]\nclass MappingResponse(BaseModel):\n id: str\n source_env_id: str\n target_env_id: str\n source_db_uuid: str\n target_db_uuid: str\n source_db_name: str\n target_db_name: str\n engine: str | None = None\n\n class Config:\n from_attributes = True\n# #endregion MappingResponse\n" }, { @@ -19822,6 +20341,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SuggestRequest [TYPE DataClass]\nclass SuggestRequest(BaseModel):\n source_env_id: str\n target_env_id: str\n# #endregion SuggestRequest\n" }, { @@ -19868,6 +20388,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_mappings [TYPE Function]\n# @BRIEF List all saved database mappings.\n# @PRE: db session is injected.\n# @POST: Returns filtered list of DatabaseMapping records.\n@router.get(\"\", response_model=list[MappingResponse])\nasync def get_mappings(\n source_env_id: str | None = None,\n target_env_id: str | None = None,\n db: Session = Depends(get_db),\n _ = Depends(has_permission(\"plugin:mapper\", \"EXECUTE\"))\n):\n with belief_scope(\"get_mappings\"):\n query = db.query(DatabaseMapping)\n if source_env_id:\n query = query.filter(DatabaseMapping.source_env_id == source_env_id)\n if target_env_id:\n query = query.filter(DatabaseMapping.target_env_id == target_env_id)\n return query.all()\n# #endregion get_mappings\n" }, { @@ -19914,6 +20435,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_mapping [TYPE Function]\n# @BRIEF Create or update a database mapping.\n# @PRE: mapping is valid MappingCreate, db session is injected.\n# @POST: DatabaseMapping created or updated in database.\n@router.post(\"\", response_model=MappingResponse)\nasync def create_mapping(\n mapping: MappingCreate,\n db: Session = Depends(get_db),\n _ = Depends(has_permission(\"plugin:mapper\", \"EXECUTE\"))\n):\n with belief_scope(\"create_mapping\"):\n # Check if mapping already exists\n existing = db.query(DatabaseMapping).filter(\n DatabaseMapping.source_env_id == mapping.source_env_id,\n DatabaseMapping.target_env_id == mapping.target_env_id,\n DatabaseMapping.source_db_uuid == mapping.source_db_uuid\n ).first()\n\n if existing:\n existing.target_db_uuid = mapping.target_db_uuid\n existing.target_db_name = mapping.target_db_name\n existing.engine = mapping.engine\n db.commit()\n db.refresh(existing)\n return existing\n\n new_mapping = DatabaseMapping(**mapping.dict())\n db.add(new_mapping)\n db.commit()\n db.refresh(new_mapping)\n return new_mapping\n# #endregion create_mapping\n" }, { @@ -19960,6 +20482,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region suggest_mappings_api [TYPE Function]\n# @BRIEF Get suggested mappings based on fuzzy matching.\n# @PRE: request is valid SuggestRequest, config_manager is injected.\n# @POST: Returns mapping suggestions.\n@router.post(\"/suggest\")\nasync def suggest_mappings_api(\n request: SuggestRequest,\n config_manager=Depends(get_config_manager),\n _ = Depends(has_permission(\"plugin:mapper\", \"EXECUTE\"))\n):\n with belief_scope(\"suggest_mappings_api\"):\n from ...services.mapping_service import MappingService\n service = MappingService(config_manager)\n try:\n return await service.get_suggestions(request.source_env_id, request.target_env_id)\n except Exception as e:\n raise HTTPException(status_code=500, detail=str(e))\n# #endregion suggest_mappings_api\n" }, { @@ -20112,6 +20635,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MigrationApi [C:5] [TYPE Module] [SEMANTICS fastapi, migration, api, sync, search, mapping]\n# @BRIEF HTTP contract layer for migration orchestration, settings, dry-run, and mapping sync endpoints.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> [AppDependencies]\n# @RELATION DEPENDS_ON -> [DatabaseModule]\n# @RELATION DEPENDS_ON -> [DashboardSelection]\n# @RELATION DEPENDS_ON -> [DashboardMetadata]\n# @RELATION DEPENDS_ON -> [MigrationDryRunService]\n# @RELATION DEPENDS_ON -> [IdMappingService]\n# @RELATION DEPENDS_ON -> [ResourceMapping]\n# @INVARIANT: Migration endpoints never execute with invalid environment references and always return explicit HTTP errors on guard failures.\n# @PRE: Backend core services initialized and Database session available.\n# @POST: Migration tasks are enqueued or dry-run results are computed and returned.\n# @SIDE_EFFECT: Enqueues long-running tasks, potentially mutates ResourceMapping table, and performs remote Superset API calls.\n# @DATA_CONTRACT: [DashboardSelection | QueryParams] -> [TaskResponse | DryRunResult | MappingSummary]\n# @TEST_CONTRACT: [DashboardSelection + configured envs] -> [task_id | dry-run result | sync summary]\n# @TEST_SCENARIO: [invalid_environment] -> [HTTP_400_or_404]\n# @TEST_SCENARIO: [valid_execution] -> [success_payload_with_required_fields]\n# @TEST_EDGE: [missing_field] ->[HTTP_400]\n# @TEST_EDGE: [invalid_type] ->[validation_error]\n# @TEST_EDGE: [external_fail] ->[HTTP_500]\n# @TEST_INVARIANT: [EnvironmentValidationBeforeAction] -> VERIFIED_BY: [invalid_environment, valid_execution]\n\nfrom typing import Any, cast\n\nfrom fastapi import APIRouter, Depends, HTTPException, Query\nfrom sqlalchemy.orm import Session\n\nfrom ...core.database import get_db\nfrom ...core.logger import belief_scope, logger\nfrom ...core.mapping_service import IdMappingService\nfrom ...core.migration.dry_run_orchestrator import MigrationDryRunService\nfrom ...core.superset_client import SupersetClient\nfrom ...dependencies import get_config_manager, get_task_manager, has_permission\nfrom ...models.dashboard import DashboardMetadata, DashboardSelection\nfrom ...models.mapping import ResourceMapping\n\nlogger = cast(Any, logger)\n\nrouter = APIRouter(prefix=\"/api\", tags=[\"migration\"])\n\n\n# #region get_dashboards [C:3] [TYPE Function]\n# @BRIEF Fetch dashboard metadata from a requested environment for migration selection UI.\n# @PRE: env_id is provided and exists in configured environments.\n# @POST: Returns List[DashboardMetadata] for the resolved environment; emits HTTP_404 when environment is absent.\n# @SIDE_EFFECT: Reads environment configuration and performs remote Superset metadata retrieval over network.\n# @DATA_CONTRACT: Input[str env_id] -> Output[List[DashboardMetadata]]\n# @RELATION CALLS -> [SupersetClient.get_dashboards_summary]\n@router.get(\"/environments/{env_id}/dashboards\", response_model=list[DashboardMetadata])\nasync def get_dashboards(\n env_id: str,\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:migration\", \"EXECUTE\")),\n):\n with belief_scope(\"get_dashboards\", f\"env_id={env_id}\"):\n logger.reason(f\"Fetching dashboards for environment: {env_id}\")\n environments = config_manager.get_environments()\n env = next((e for e in environments if e.id == env_id), None)\n\n if not env:\n logger.explore(f\"Environment {env_id} not found in configuration\")\n raise HTTPException(status_code=404, detail=\"Environment not found\")\n\n client = SupersetClient(env)\n dashboards = client.get_dashboards_summary()\n logger.reflect(f\"Retrieved {len(dashboards)} dashboards from {env_id}\")\n return dashboards\n\n\n# #endregion get_dashboards\n\n\n# #region execute_migration [C:5] [TYPE Function]\n# @BRIEF Validate migration selection and enqueue asynchronous migration task execution.\n# @PRE: DashboardSelection payload is valid and both source/target environments exist.\n# @POST: Returns {\"task_id\": str, \"message\": str} when task creation succeeds; emits HTTP_400/HTTP_500 on failure.\n# @SIDE_EFFECT: Reads configuration, writes task record through task manager, and writes operational logs.\n# @DATA_CONTRACT: Input[DashboardSelection] -> Output[Dict[str, str]]\n# @RELATION CALLS -> [create_task]\n# @RELATION DEPENDS_ON -> [DashboardSelection]\n# @INVARIANT: Migration task dispatch never occurs before source and target environment ids pass guard validation.\n@router.post(\"/migration/execute\")\nasync def execute_migration(\n selection: DashboardSelection,\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n _=Depends(has_permission(\"plugin:migration\", \"EXECUTE\")),\n):\n with belief_scope(\"execute_migration\"):\n logger.reason(\n f\"Initiating migration from {selection.source_env_id} to {selection.target_env_id}\"\n )\n\n # Validate environments exist\n environments = config_manager.get_environments()\n env_ids = {e.id for e in environments}\n\n if (\n selection.source_env_id not in env_ids\n or selection.target_env_id not in env_ids\n ):\n logger.explore(\n \"Invalid environment selection\",\n extra={\n \"source\": selection.source_env_id,\n \"target\": selection.target_env_id,\n },\n )\n raise HTTPException(\n status_code=400, detail=\"Invalid source or target environment\"\n )\n\n # Include replace_db_config and fix_cross_filters in the task parameters\n task_params = selection.dict()\n task_params[\"replace_db_config\"] = selection.replace_db_config\n task_params[\"fix_cross_filters\"] = selection.fix_cross_filters\n\n logger.reason(\n f\"Creating migration task with {len(selection.selected_ids)} dashboards\"\n )\n\n try:\n task = await task_manager.create_task(\"superset-migration\", task_params)\n logger.reflect(f\"Migration task created: {task.id}\")\n return {\"task_id\": task.id, \"message\": \"Migration initiated\"}\n except Exception as e:\n logger.explore(f\"Task creation failed: {e}\")\n raise HTTPException(\n status_code=500, detail=f\"Failed to create migration task: {e!s}\"\n )\n\n\n# #endregion execute_migration\n\n\n# #region dry_run_migration [C:5] [TYPE Function]\n# @BRIEF Build pre-flight migration diff and risk summary without mutating target systems.\n# @PRE: DashboardSelection is valid, source and target environments exist, differ, and selected_ids is non-empty.\n# @POST: Returns deterministic dry-run payload; emits HTTP_400 for guard violations and HTTP_500 for orchestrator value errors.\n# @SIDE_EFFECT: Reads local mappings from DB and fetches source/target metadata via Superset API.\n# @DATA_CONTRACT: Input[DashboardSelection] -> Output[Dict[str, Any]]\n# @RELATION DEPENDS_ON -> [DashboardSelection]\n# @RELATION DEPENDS_ON -> [MigrationDryRunService]\n# @INVARIANT: Dry-run flow remains read-only and rejects identical source/target environments before service execution.\n@router.post(\"/migration/dry-run\", response_model=dict[str, Any])\nasync def dry_run_migration(\n selection: DashboardSelection,\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"plugin:migration\", \"EXECUTE\")),\n):\n with belief_scope(\"dry_run_migration\"):\n logger.reason(\n f\"Starting dry run: {selection.source_env_id} -> {selection.target_env_id}\"\n )\n\n environments = config_manager.get_environments()\n env_map = {env.id: env for env in environments}\n source_env = env_map.get(selection.source_env_id)\n target_env = env_map.get(selection.target_env_id)\n\n if not source_env or not target_env:\n logger.explore(\"Invalid environment selection for dry run\")\n raise HTTPException(\n status_code=400, detail=\"Invalid source or target environment\"\n )\n\n if selection.source_env_id == selection.target_env_id:\n logger.explore(\"Source and target environments are identical\")\n raise HTTPException(\n status_code=400,\n detail=\"Source and target environments must be different\",\n )\n\n if not selection.selected_ids:\n logger.explore(\"No dashboards selected for dry run\")\n raise HTTPException(\n status_code=400, detail=\"No dashboards selected for dry run\"\n )\n\n service = MigrationDryRunService()\n source_client = SupersetClient(source_env)\n target_client = SupersetClient(target_env)\n\n try:\n result = service.run(\n selection=selection,\n source_client=source_client,\n target_client=target_client,\n db=db,\n )\n logger.reflect(\"Dry run analysis complete\")\n return result\n except ValueError as exc:\n logger.explore(f\"Dry run orchestrator failed: {exc}\")\n raise HTTPException(status_code=500, detail=str(exc)) from exc\n\n\n# #endregion dry_run_migration\n\n\n# #region get_migration_settings [C:3] [TYPE Function]\n# @BRIEF Read and return configured migration synchronization cron expression.\n# @PRE: Configuration store is available and requester has READ permission.\n# @POST: Returns {\"cron\": str} reflecting current persisted settings value.\n# @SIDE_EFFECT: Reads configuration from config manager.\n# @DATA_CONTRACT: Input[None] -> Output[Dict[str, str]]\n# @RELATION DEPENDS_ON -> [AppDependencies]\n@router.get(\"/migration/settings\", response_model=dict[str, str])\nasync def get_migration_settings(\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:migration\", \"READ\")),\n):\n with belief_scope(\"get_migration_settings\"):\n config = config_manager.get_config()\n cron = config.settings.migration_sync_cron\n return {\"cron\": cron}\n\n\n# #endregion get_migration_settings\n\n\n# #region update_migration_settings [C:3] [TYPE Function]\n# @BRIEF Validate and persist migration synchronization cron expression update.\n# @PRE: Payload includes \"cron\" key and requester has WRITE permission.\n# @POST: Returns {\"cron\": str, \"status\": \"updated\"} and persists updated cron value.\n# @SIDE_EFFECT: Mutates configuration and writes persisted config through config manager.\n# @DATA_CONTRACT: Input[Dict[str, str]] -> Output[Dict[str, str]]\n# @RELATION DEPENDS_ON -> [AppDependencies]\n@router.put(\"/migration/settings\", response_model=dict[str, str])\nasync def update_migration_settings(\n payload: dict[str, str],\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:migration\", \"WRITE\")),\n):\n with belief_scope(\"update_migration_settings\"):\n if \"cron\" not in payload:\n raise HTTPException(\n status_code=400, detail=\"Missing 'cron' field in payload\"\n )\n\n cron_expr = payload[\"cron\"]\n\n config = config_manager.get_config()\n config.settings.migration_sync_cron = cron_expr\n config_manager.save_config(config)\n\n return {\"cron\": cron_expr, \"status\": \"updated\"}\n\n\n# #endregion update_migration_settings\n\n\n# #region get_resource_mappings [C:3] [TYPE Function]\n# @BRIEF Fetch synchronized resource mappings with optional filters and pagination for migration mappings view.\n# @PRE: skip>=0, 1<=limit<=500, DB session is active, requester has READ permission.\n# @POST: Returns {\"items\": [...], \"total\": int} where items reflect applied filters and pagination.\n# @SIDE_EFFECT: Executes database read queries against ResourceMapping table.\n# @DATA_CONTRACT: Input[QueryParams] -> Output[Dict[str, Any]]\n# @RELATION DEPENDS_ON -> [ResourceMapping]\n@router.get(\"/migration/mappings-data\", response_model=dict[str, Any])\nasync def get_resource_mappings(\n skip: int = Query(0, ge=0),\n limit: int = Query(50, ge=1, le=500),\n search: str | None = Query(None, description=\"Search by resource name or UUID\"),\n env_id: str | None = Query(None, description=\"Filter by environment ID\"),\n resource_type: str | None = Query(None, description=\"Filter by resource type\"),\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"plugin:migration\", \"READ\")),\n):\n with belief_scope(\"get_resource_mappings\"):\n query = db.query(ResourceMapping)\n\n if env_id:\n query = query.filter(ResourceMapping.environment_id == env_id)\n\n if resource_type:\n query = query.filter(ResourceMapping.resource_type == resource_type.upper())\n\n if search:\n search_term = f\"%{search}%\"\n query = query.filter(\n (ResourceMapping.resource_name.ilike(search_term))\n | (ResourceMapping.uuid.ilike(search_term))\n )\n\n total = query.count()\n mappings = (\n query.order_by(ResourceMapping.resource_type, ResourceMapping.resource_name)\n .offset(skip)\n .limit(limit)\n .all()\n )\n\n items = []\n for m in mappings:\n mapping = cast(Any, m)\n resource_type_value = (\n mapping.resource_type.value\n if mapping.resource_type is not None\n else None\n )\n last_synced_at = (\n mapping.last_synced_at.isoformat()\n if mapping.last_synced_at is not None\n else None\n )\n items.append(\n {\n \"id\": mapping.id,\n \"environment_id\": mapping.environment_id,\n \"resource_type\": resource_type_value,\n \"uuid\": mapping.uuid,\n \"remote_id\": mapping.remote_integer_id,\n \"resource_name\": mapping.resource_name,\n \"last_synced_at\": last_synced_at,\n }\n )\n\n return {\"items\": items, \"total\": total}\n\n\n# #endregion get_resource_mappings\n\n\n# #region trigger_sync_now [C:3] [TYPE Function]\n# @BRIEF Trigger immediate ID synchronization for every configured environment.\n# @PRE: At least one environment is configured and requester has EXECUTE permission.\n# @POST: Returns sync summary with synced/failed counts after attempting all environments.\n# @SIDE_EFFECT: Upserts Environment rows, commits DB transaction, performs network sync calls, and writes logs.\n# @DATA_CONTRACT: Input[None] -> Output[Dict[str, Any]]\n# @RELATION DEPENDS_ON -> [IdMappingService]\n# @RELATION CALLS -> [sync_environment]\n@router.post(\"/migration/sync-now\", response_model=dict[str, Any])\nasync def trigger_sync_now(\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"plugin:migration\", \"EXECUTE\")),\n):\n with belief_scope(\"trigger_sync_now\"):\n from ...core.logger import logger\n from ...models.mapping import Environment as EnvironmentModel\n\n config = config_manager.get_config()\n environments = config.environments\n\n if not environments:\n raise HTTPException(status_code=400, detail=\"No environments configured\")\n\n # Ensure each environment exists in DB (upsert) to satisfy FK constraints\n for env in environments:\n existing = db.query(EnvironmentModel).filter_by(id=env.id).first()\n if not existing:\n db_env = EnvironmentModel(\n id=env.id,\n name=env.name,\n url=env.url,\n credentials_id=env.id, # Use env.id as credentials reference\n )\n db.add(db_env)\n logger.reason(\n f\"Created environment row for {env.id}\",\n extra={\"src\": \"trigger_sync_now\"},\n )\n else:\n existing.name = env.name\n existing.url = env.url\n db.commit()\n\n service = IdMappingService(db)\n results = {\"synced\": [], \"failed\": []}\n\n for env in environments:\n try:\n client = SupersetClient(env)\n service.sync_environment(env.id, client)\n results[\"synced\"].append(env.id)\n logger.reason(f\"Synced environment {env.id}\", extra={\"src\": \"trigger_sync_now\"})\n except Exception as e:\n results[\"failed\"].append({\"env_id\": env.id, \"error\": str(e)})\n logger.error(f\"[trigger_sync_now][Error] Failed to sync {env.id}: {e}\")\n\n return {\n \"status\": \"completed\",\n \"synced_count\": len(results[\"synced\"]),\n \"failed_count\": len(results[\"failed\"]),\n \"details\": results,\n }\n\n\n# #endregion trigger_sync_now\n\n# #endregion MigrationApi\n" }, { @@ -20166,6 +20690,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region execute_migration [C:5] [TYPE Function]\n# @BRIEF Validate migration selection and enqueue asynchronous migration task execution.\n# @PRE: DashboardSelection payload is valid and both source/target environments exist.\n# @POST: Returns {\"task_id\": str, \"message\": str} when task creation succeeds; emits HTTP_400/HTTP_500 on failure.\n# @SIDE_EFFECT: Reads configuration, writes task record through task manager, and writes operational logs.\n# @DATA_CONTRACT: Input[DashboardSelection] -> Output[Dict[str, str]]\n# @RELATION CALLS -> [create_task]\n# @RELATION DEPENDS_ON -> [DashboardSelection]\n# @INVARIANT: Migration task dispatch never occurs before source and target environment ids pass guard validation.\n@router.post(\"/migration/execute\")\nasync def execute_migration(\n selection: DashboardSelection,\n config_manager=Depends(get_config_manager),\n task_manager=Depends(get_task_manager),\n _=Depends(has_permission(\"plugin:migration\", \"EXECUTE\")),\n):\n with belief_scope(\"execute_migration\"):\n logger.reason(\n f\"Initiating migration from {selection.source_env_id} to {selection.target_env_id}\"\n )\n\n # Validate environments exist\n environments = config_manager.get_environments()\n env_ids = {e.id for e in environments}\n\n if (\n selection.source_env_id not in env_ids\n or selection.target_env_id not in env_ids\n ):\n logger.explore(\n \"Invalid environment selection\",\n extra={\n \"source\": selection.source_env_id,\n \"target\": selection.target_env_id,\n },\n )\n raise HTTPException(\n status_code=400, detail=\"Invalid source or target environment\"\n )\n\n # Include replace_db_config and fix_cross_filters in the task parameters\n task_params = selection.dict()\n task_params[\"replace_db_config\"] = selection.replace_db_config\n task_params[\"fix_cross_filters\"] = selection.fix_cross_filters\n\n logger.reason(\n f\"Creating migration task with {len(selection.selected_ids)} dashboards\"\n )\n\n try:\n task = await task_manager.create_task(\"superset-migration\", task_params)\n logger.reflect(f\"Migration task created: {task.id}\")\n return {\"task_id\": task.id, \"message\": \"Migration initiated\"}\n except Exception as e:\n logger.explore(f\"Task creation failed: {e}\")\n raise HTTPException(\n status_code=500, detail=f\"Failed to create migration task: {e!s}\"\n )\n\n\n# #endregion execute_migration\n" }, { @@ -20220,6 +20745,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region dry_run_migration [C:5] [TYPE Function]\n# @BRIEF Build pre-flight migration diff and risk summary without mutating target systems.\n# @PRE: DashboardSelection is valid, source and target environments exist, differ, and selected_ids is non-empty.\n# @POST: Returns deterministic dry-run payload; emits HTTP_400 for guard violations and HTTP_500 for orchestrator value errors.\n# @SIDE_EFFECT: Reads local mappings from DB and fetches source/target metadata via Superset API.\n# @DATA_CONTRACT: Input[DashboardSelection] -> Output[Dict[str, Any]]\n# @RELATION DEPENDS_ON -> [DashboardSelection]\n# @RELATION DEPENDS_ON -> [MigrationDryRunService]\n# @INVARIANT: Dry-run flow remains read-only and rejects identical source/target environments before service execution.\n@router.post(\"/migration/dry-run\", response_model=dict[str, Any])\nasync def dry_run_migration(\n selection: DashboardSelection,\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"plugin:migration\", \"EXECUTE\")),\n):\n with belief_scope(\"dry_run_migration\"):\n logger.reason(\n f\"Starting dry run: {selection.source_env_id} -> {selection.target_env_id}\"\n )\n\n environments = config_manager.get_environments()\n env_map = {env.id: env for env in environments}\n source_env = env_map.get(selection.source_env_id)\n target_env = env_map.get(selection.target_env_id)\n\n if not source_env or not target_env:\n logger.explore(\"Invalid environment selection for dry run\")\n raise HTTPException(\n status_code=400, detail=\"Invalid source or target environment\"\n )\n\n if selection.source_env_id == selection.target_env_id:\n logger.explore(\"Source and target environments are identical\")\n raise HTTPException(\n status_code=400,\n detail=\"Source and target environments must be different\",\n )\n\n if not selection.selected_ids:\n logger.explore(\"No dashboards selected for dry run\")\n raise HTTPException(\n status_code=400, detail=\"No dashboards selected for dry run\"\n )\n\n service = MigrationDryRunService()\n source_client = SupersetClient(source_env)\n target_client = SupersetClient(target_env)\n\n try:\n result = service.run(\n selection=selection,\n source_client=source_client,\n target_client=target_client,\n db=db,\n )\n logger.reflect(\"Dry run analysis complete\")\n return result\n except ValueError as exc:\n logger.explore(f\"Dry run orchestrator failed: {exc}\")\n raise HTTPException(status_code=500, detail=str(exc)) from exc\n\n\n# #endregion dry_run_migration\n" }, { @@ -20285,6 +20811,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_migration_settings [C:3] [TYPE Function]\n# @BRIEF Read and return configured migration synchronization cron expression.\n# @PRE: Configuration store is available and requester has READ permission.\n# @POST: Returns {\"cron\": str} reflecting current persisted settings value.\n# @SIDE_EFFECT: Reads configuration from config manager.\n# @DATA_CONTRACT: Input[None] -> Output[Dict[str, str]]\n# @RELATION DEPENDS_ON -> [AppDependencies]\n@router.get(\"/migration/settings\", response_model=dict[str, str])\nasync def get_migration_settings(\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:migration\", \"READ\")),\n):\n with belief_scope(\"get_migration_settings\"):\n config = config_manager.get_config()\n cron = config.settings.migration_sync_cron\n return {\"cron\": cron}\n\n\n# #endregion get_migration_settings\n" }, { @@ -20350,6 +20877,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_migration_settings [C:3] [TYPE Function]\n# @BRIEF Validate and persist migration synchronization cron expression update.\n# @PRE: Payload includes \"cron\" key and requester has WRITE permission.\n# @POST: Returns {\"cron\": str, \"status\": \"updated\"} and persists updated cron value.\n# @SIDE_EFFECT: Mutates configuration and writes persisted config through config manager.\n# @DATA_CONTRACT: Input[Dict[str, str]] -> Output[Dict[str, str]]\n# @RELATION DEPENDS_ON -> [AppDependencies]\n@router.put(\"/migration/settings\", response_model=dict[str, str])\nasync def update_migration_settings(\n payload: dict[str, str],\n config_manager=Depends(get_config_manager),\n _=Depends(has_permission(\"plugin:migration\", \"WRITE\")),\n):\n with belief_scope(\"update_migration_settings\"):\n if \"cron\" not in payload:\n raise HTTPException(\n status_code=400, detail=\"Missing 'cron' field in payload\"\n )\n\n cron_expr = payload[\"cron\"]\n\n config = config_manager.get_config()\n config.settings.migration_sync_cron = cron_expr\n config_manager.save_config(config)\n\n return {\"cron\": cron_expr, \"status\": \"updated\"}\n\n\n# #endregion update_migration_settings\n" }, { @@ -20415,6 +20943,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_resource_mappings [C:3] [TYPE Function]\n# @BRIEF Fetch synchronized resource mappings with optional filters and pagination for migration mappings view.\n# @PRE: skip>=0, 1<=limit<=500, DB session is active, requester has READ permission.\n# @POST: Returns {\"items\": [...], \"total\": int} where items reflect applied filters and pagination.\n# @SIDE_EFFECT: Executes database read queries against ResourceMapping table.\n# @DATA_CONTRACT: Input[QueryParams] -> Output[Dict[str, Any]]\n# @RELATION DEPENDS_ON -> [ResourceMapping]\n@router.get(\"/migration/mappings-data\", response_model=dict[str, Any])\nasync def get_resource_mappings(\n skip: int = Query(0, ge=0),\n limit: int = Query(50, ge=1, le=500),\n search: str | None = Query(None, description=\"Search by resource name or UUID\"),\n env_id: str | None = Query(None, description=\"Filter by environment ID\"),\n resource_type: str | None = Query(None, description=\"Filter by resource type\"),\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"plugin:migration\", \"READ\")),\n):\n with belief_scope(\"get_resource_mappings\"):\n query = db.query(ResourceMapping)\n\n if env_id:\n query = query.filter(ResourceMapping.environment_id == env_id)\n\n if resource_type:\n query = query.filter(ResourceMapping.resource_type == resource_type.upper())\n\n if search:\n search_term = f\"%{search}%\"\n query = query.filter(\n (ResourceMapping.resource_name.ilike(search_term))\n | (ResourceMapping.uuid.ilike(search_term))\n )\n\n total = query.count()\n mappings = (\n query.order_by(ResourceMapping.resource_type, ResourceMapping.resource_name)\n .offset(skip)\n .limit(limit)\n .all()\n )\n\n items = []\n for m in mappings:\n mapping = cast(Any, m)\n resource_type_value = (\n mapping.resource_type.value\n if mapping.resource_type is not None\n else None\n )\n last_synced_at = (\n mapping.last_synced_at.isoformat()\n if mapping.last_synced_at is not None\n else None\n )\n items.append(\n {\n \"id\": mapping.id,\n \"environment_id\": mapping.environment_id,\n \"resource_type\": resource_type_value,\n \"uuid\": mapping.uuid,\n \"remote_id\": mapping.remote_integer_id,\n \"resource_name\": mapping.resource_name,\n \"last_synced_at\": last_synced_at,\n }\n )\n\n return {\"items\": items, \"total\": total}\n\n\n# #endregion get_resource_mappings\n" }, { @@ -20486,6 +21015,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region trigger_sync_now [C:3] [TYPE Function]\n# @BRIEF Trigger immediate ID synchronization for every configured environment.\n# @PRE: At least one environment is configured and requester has EXECUTE permission.\n# @POST: Returns sync summary with synced/failed counts after attempting all environments.\n# @SIDE_EFFECT: Upserts Environment rows, commits DB transaction, performs network sync calls, and writes logs.\n# @DATA_CONTRACT: Input[None] -> Output[Dict[str, Any]]\n# @RELATION DEPENDS_ON -> [IdMappingService]\n# @RELATION CALLS -> [sync_environment]\n@router.post(\"/migration/sync-now\", response_model=dict[str, Any])\nasync def trigger_sync_now(\n config_manager=Depends(get_config_manager),\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"plugin:migration\", \"EXECUTE\")),\n):\n with belief_scope(\"trigger_sync_now\"):\n from ...core.logger import logger\n from ...models.mapping import Environment as EnvironmentModel\n\n config = config_manager.get_config()\n environments = config.environments\n\n if not environments:\n raise HTTPException(status_code=400, detail=\"No environments configured\")\n\n # Ensure each environment exists in DB (upsert) to satisfy FK constraints\n for env in environments:\n existing = db.query(EnvironmentModel).filter_by(id=env.id).first()\n if not existing:\n db_env = EnvironmentModel(\n id=env.id,\n name=env.name,\n url=env.url,\n credentials_id=env.id, # Use env.id as credentials reference\n )\n db.add(db_env)\n logger.reason(\n f\"Created environment row for {env.id}\",\n extra={\"src\": \"trigger_sync_now\"},\n )\n else:\n existing.name = env.name\n existing.url = env.url\n db.commit()\n\n service = IdMappingService(db)\n results = {\"synced\": [], \"failed\": []}\n\n for env in environments:\n try:\n client = SupersetClient(env)\n service.sync_environment(env.id, client)\n results[\"synced\"].append(env.id)\n logger.reason(f\"Synced environment {env.id}\", extra={\"src\": \"trigger_sync_now\"})\n except Exception as e:\n results[\"failed\"].append({\"env_id\": env.id, \"error\": str(e)})\n logger.error(f\"[trigger_sync_now][Error] Failed to sync {env.id}: {e}\")\n\n return {\n \"status\": \"completed\",\n \"synced_count\": len(results[\"synced\"]),\n \"failed_count\": len(results[\"failed\"]),\n \"details\": results,\n }\n\n\n# #endregion trigger_sync_now\n" }, { @@ -20523,6 +21053,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PluginsRouter [C:3] [TYPE Module] [SEMANTICS fastapi, plugin, api]\n# @BRIEF Defines the FastAPI router for plugin-related endpoints, allowing clients to list available plugins.\n# @LAYER: UI (API)\n# @RELATION DEPENDS_ON -> [PluginConfig]\n# @RELATION DEPENDS_ON -> [get_plugin_loader]\n# @RELATION BINDS_TO -> [API_Routes]\n\nfrom fastapi import APIRouter, Depends\n\nfrom ...core.logger import belief_scope\nfrom ...core.plugin_base import PluginConfig\nfrom ...dependencies import get_plugin_loader, has_permission\n\nrouter = APIRouter()\n\n\n# #region list_plugins [TYPE Function]\n# @BRIEF Retrieve a list of all available plugins.\n# @PRE: plugin_loader is injected via Depends.\n# @POST: Returns a list of PluginConfig objects.\n# @RELATION CALLS -> [get_plugin_loader]\n# @RELATION DEPENDS_ON -> [PluginConfig]\n@router.get(\"\", response_model=list[PluginConfig])\nasync def list_plugins(\n plugin_loader=Depends(get_plugin_loader),\n _=Depends(has_permission(\"plugins\", \"READ\")),\n):\n with belief_scope(\"list_plugins\"):\n \"\"\"\n Retrieve a list of all available plugins.\n \"\"\"\n return plugin_loader.get_all_plugin_configs()\n\n\n# #endregion list_plugins\n# #endregion PluginsRouter\n" }, { @@ -20591,6 +21122,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region list_plugins [TYPE Function]\n# @BRIEF Retrieve a list of all available plugins.\n# @PRE: plugin_loader is injected via Depends.\n# @POST: Returns a list of PluginConfig objects.\n# @RELATION CALLS -> [get_plugin_loader]\n# @RELATION DEPENDS_ON -> [PluginConfig]\n@router.get(\"\", response_model=list[PluginConfig])\nasync def list_plugins(\n plugin_loader=Depends(get_plugin_loader),\n _=Depends(has_permission(\"plugins\", \"READ\")),\n):\n with belief_scope(\"list_plugins\"):\n \"\"\"\n Retrieve a list of all available plugins.\n \"\"\"\n return plugin_loader.get_all_plugin_configs()\n\n\n# #endregion list_plugins\n" }, { @@ -20702,6 +21234,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ProfileApiModule [C:3] [TYPE Module] [SEMANTICS fastapi, profile, api, validate, search, superset]\n#\n# @BRIEF Exposes self-scoped profile preference endpoints and environment-based Superset account lookup.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [ProfileService]\n# @RELATION DEPENDS_ON -> [get_current_user]\n# @RELATION DEPENDS_ON -> [get_db]\n#\n# @INVARIANT: Endpoints are self-scoped and never mutate another user preference.\n# @UX_STATE: ProfileLoad -> Returns stable ProfilePreferenceResponse for authenticated user.\n# @UX_STATE: Saving -> Validation errors map to actionable 422 details.\n# @UX_STATE: LookupLoading -> Returns success/degraded Superset lookup payload.\n# @UX_FEEDBACK: Stable status/message/warning payloads support profile page feedback.\n# @UX_RECOVERY: Lookup degradation keeps manual username save path available.\n\n\nfrom fastapi import APIRouter, Depends, HTTPException, Query\nfrom sqlalchemy.orm import Session\n\nfrom ...core.database import get_db\nfrom ...core.logger import belief_scope, logger\nfrom ...dependencies import (\n get_config_manager,\n get_current_user,\n get_plugin_loader,\n)\nfrom ...models.auth import User\nfrom ...schemas.profile import (\n ProfilePreferenceResponse,\n ProfilePreferenceUpdateRequest,\n SupersetAccountLookupRequest,\n SupersetAccountLookupResponse,\n)\nfrom ...services.profile_service import (\n EnvironmentNotFoundError,\n ProfileAuthorizationError,\n ProfileService,\n ProfileValidationError,\n)\n\nrouter = APIRouter(prefix=\"/api/profile\", tags=[\"profile\"])\n\n\n# #region _get_profile_service [TYPE Function]\n# @RELATION CALLS -> ProfileService\n# @BRIEF Build profile service for current request scope.\n# @PRE: db session and config manager are available.\n# @POST: Returns a ready ProfileService instance.\ndef _get_profile_service(db: Session, config_manager, plugin_loader=None) -> ProfileService:\n return ProfileService(\n db=db,\n config_manager=config_manager,\n plugin_loader=plugin_loader,\n )\n# #endregion _get_profile_service\n\n\n# #region get_preferences [TYPE Function]\n# @RELATION CALLS -> ProfileService\n# @BRIEF Get authenticated user's dashboard filter preference.\n# @PRE: Valid JWT and authenticated user context.\n# @POST: Returns preference payload for current user only.\n@router.get(\"/preferences\", response_model=ProfilePreferenceResponse)\nasync def get_preferences(\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n config_manager=Depends(get_config_manager),\n plugin_loader=Depends(get_plugin_loader),\n):\n with belief_scope(\"profile.get_preferences\", f\"user_id={current_user.id}\"):\n logger.reason(\"Resolving current user preference\")\n service = _get_profile_service(db, config_manager, plugin_loader)\n return service.get_my_preference(current_user)\n# #endregion get_preferences\n\n\n# #region update_preferences [TYPE Function]\n# @RELATION CALLS -> ProfileService\n# @BRIEF Update authenticated user's dashboard filter preference.\n# @PRE: Valid JWT and valid request payload.\n# @POST: Persists normalized preference for current user or raises validation/authorization errors.\n@router.patch(\"/preferences\", response_model=ProfilePreferenceResponse)\nasync def update_preferences(\n payload: ProfilePreferenceUpdateRequest,\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n config_manager=Depends(get_config_manager),\n plugin_loader=Depends(get_plugin_loader),\n):\n with belief_scope(\"profile.update_preferences\", f\"user_id={current_user.id}\"):\n service = _get_profile_service(db, config_manager, plugin_loader)\n try:\n logger.reason(\"Attempting preference save\")\n return service.update_my_preference(current_user=current_user, payload=payload)\n except ProfileValidationError as exc:\n logger.reflect(\"Preference validation failed\")\n raise HTTPException(status_code=422, detail=exc.errors) from exc\n except ProfileAuthorizationError as exc:\n logger.explore(\"Cross-user mutation guard blocked request\")\n raise HTTPException(status_code=403, detail=str(exc)) from exc\n# #endregion update_preferences\n\n\n# #region lookup_superset_accounts [TYPE Function]\n# @RELATION CALLS -> ProfileService\n# @BRIEF Lookup Superset account candidates in selected environment.\n# @PRE: Valid JWT, authenticated context, and environment_id query parameter.\n# @POST: Returns success or degraded lookup payload with stable shape.\n@router.get(\"/superset-accounts\", response_model=SupersetAccountLookupResponse)\nasync def lookup_superset_accounts(\n environment_id: str = Query(...),\n search: str | None = Query(default=None),\n page_index: int = Query(default=0, ge=0),\n page_size: int = Query(default=20, ge=1, le=100),\n sort_column: str = Query(default=\"username\"),\n sort_order: str = Query(default=\"desc\"),\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n config_manager=Depends(get_config_manager),\n plugin_loader=Depends(get_plugin_loader),\n):\n with belief_scope(\n \"profile.lookup_superset_accounts\",\n f\"user_id={current_user.id}, environment_id={environment_id}\",\n ):\n service = _get_profile_service(db, config_manager, plugin_loader)\n lookup_request = SupersetAccountLookupRequest(\n environment_id=environment_id,\n search=search,\n page_index=page_index,\n page_size=page_size,\n sort_column=sort_column,\n sort_order=sort_order,\n )\n try:\n logger.reason(\"Executing Superset account lookup\")\n return service.lookup_superset_accounts(\n current_user=current_user,\n request=lookup_request,\n )\n except EnvironmentNotFoundError as exc:\n logger.explore(\"Lookup request references unknown environment\")\n raise HTTPException(status_code=404, detail=str(exc)) from exc\n# #endregion lookup_superset_accounts\n\n# #endregion ProfileApiModule\n" }, { @@ -20764,6 +21297,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _get_profile_service [TYPE Function]\n# @RELATION CALLS -> ProfileService\n# @BRIEF Build profile service for current request scope.\n# @PRE: db session and config manager are available.\n# @POST: Returns a ready ProfileService instance.\ndef _get_profile_service(db: Session, config_manager, plugin_loader=None) -> ProfileService:\n return ProfileService(\n db=db,\n config_manager=config_manager,\n plugin_loader=plugin_loader,\n )\n# #endregion _get_profile_service\n" }, { @@ -20826,6 +21360,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_preferences [TYPE Function]\n# @RELATION CALLS -> ProfileService\n# @BRIEF Get authenticated user's dashboard filter preference.\n# @PRE: Valid JWT and authenticated user context.\n# @POST: Returns preference payload for current user only.\n@router.get(\"/preferences\", response_model=ProfilePreferenceResponse)\nasync def get_preferences(\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n config_manager=Depends(get_config_manager),\n plugin_loader=Depends(get_plugin_loader),\n):\n with belief_scope(\"profile.get_preferences\", f\"user_id={current_user.id}\"):\n logger.reason(\"Resolving current user preference\")\n service = _get_profile_service(db, config_manager, plugin_loader)\n return service.get_my_preference(current_user)\n# #endregion get_preferences\n" }, { @@ -20888,6 +21423,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_preferences [TYPE Function]\n# @RELATION CALLS -> ProfileService\n# @BRIEF Update authenticated user's dashboard filter preference.\n# @PRE: Valid JWT and valid request payload.\n# @POST: Persists normalized preference for current user or raises validation/authorization errors.\n@router.patch(\"/preferences\", response_model=ProfilePreferenceResponse)\nasync def update_preferences(\n payload: ProfilePreferenceUpdateRequest,\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n config_manager=Depends(get_config_manager),\n plugin_loader=Depends(get_plugin_loader),\n):\n with belief_scope(\"profile.update_preferences\", f\"user_id={current_user.id}\"):\n service = _get_profile_service(db, config_manager, plugin_loader)\n try:\n logger.reason(\"Attempting preference save\")\n return service.update_my_preference(current_user=current_user, payload=payload)\n except ProfileValidationError as exc:\n logger.reflect(\"Preference validation failed\")\n raise HTTPException(status_code=422, detail=exc.errors) from exc\n except ProfileAuthorizationError as exc:\n logger.explore(\"Cross-user mutation guard blocked request\")\n raise HTTPException(status_code=403, detail=str(exc)) from exc\n# #endregion update_preferences\n" }, { @@ -20950,6 +21486,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region lookup_superset_accounts [TYPE Function]\n# @RELATION CALLS -> ProfileService\n# @BRIEF Lookup Superset account candidates in selected environment.\n# @PRE: Valid JWT, authenticated context, and environment_id query parameter.\n# @POST: Returns success or degraded lookup payload with stable shape.\n@router.get(\"/superset-accounts\", response_model=SupersetAccountLookupResponse)\nasync def lookup_superset_accounts(\n environment_id: str = Query(...),\n search: str | None = Query(default=None),\n page_index: int = Query(default=0, ge=0),\n page_size: int = Query(default=20, ge=1, le=100),\n sort_column: str = Query(default=\"username\"),\n sort_order: str = Query(default=\"desc\"),\n current_user: User = Depends(get_current_user),\n db: Session = Depends(get_db),\n config_manager=Depends(get_config_manager),\n plugin_loader=Depends(get_plugin_loader),\n):\n with belief_scope(\n \"profile.lookup_superset_accounts\",\n f\"user_id={current_user.id}, environment_id={environment_id}\",\n ):\n service = _get_profile_service(db, config_manager, plugin_loader)\n lookup_request = SupersetAccountLookupRequest(\n environment_id=environment_id,\n search=search,\n page_index=page_index,\n page_size=page_size,\n sort_column=sort_column,\n sort_order=sort_order,\n )\n try:\n logger.reason(\"Executing Superset account lookup\")\n return service.lookup_superset_accounts(\n current_user=current_user,\n request=lookup_request,\n )\n except EnvironmentNotFoundError as exc:\n logger.explore(\"Lookup request references unknown environment\")\n raise HTTPException(status_code=404, detail=str(exc)) from exc\n# #endregion lookup_superset_accounts\n" }, { @@ -21017,6 +21554,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ReportsRouter [C:5] [TYPE Module] [SEMANTICS fastapi, report, api, transform, search, task]\n# @BRIEF FastAPI router for unified task report list and detail retrieval endpoints.\n# @LAYER: UI (API)\n# @RELATION DEPENDS_ON -> [ReportsService:Class]\n# @RELATION DEPENDS_ON -> [get_task_manager:Function]\n# @RELATION DEPENDS_ON -> [get_clean_release_repository:Function]\n# @RELATION DEPENDS_ON -> [has_permission:Function]\n# @INVARIANT: Endpoints are read-only and do not trigger long-running tasks.\n# @PRE: Reports service and dependencies are initialized.\n# @POST: Router is configured and endpoints are ready for registration.\n# @SIDE_EFFECT: None\n# @DATA_CONTRACT: [ReportQuery] -> [ReportCollection | ReportDetailView]\n\nfrom datetime import datetime\n\nfrom fastapi import APIRouter, Depends, HTTPException, Query, status\n\nfrom ...core.logger import belief_scope\nfrom ...core.task_manager import TaskManager\nfrom ...dependencies import (\n get_clean_release_repository,\n get_task_manager,\n has_permission,\n)\nfrom ...models.report import (\n ReportCollection,\n ReportDetailView,\n ReportQuery,\n ReportStatus,\n TaskType,\n)\nfrom ...services.clean_release.repository import CleanReleaseRepository\nfrom ...services.reports.report_service import ReportsService\n\nrouter = APIRouter(prefix=\"/api/reports\", tags=[\"Reports\"])\n\n\n# #region _parse_csv_enum_list [C:1] [TYPE Function]\n# @BRIEF Parse comma-separated query value into enum list.\n# @PRE: raw may be None/empty or comma-separated values.\n# @POST: Returns enum list or raises HTTP 400 with deterministic machine-readable payload.\n# @RELATION BINDS_TO -> [ReportsRouter]\ndef _parse_csv_enum_list(raw: str | None, enum_cls, field_name: str) -> list:\n with belief_scope(\"_parse_csv_enum_list\"):\n if raw is None or not raw.strip():\n return []\n values = [item.strip() for item in raw.split(\",\") if item.strip()]\n parsed = []\n invalid = []\n for value in values:\n try:\n parsed.append(enum_cls(value))\n except ValueError:\n invalid.append(value)\n if invalid:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST,\n detail={\n \"message\": f\"Invalid values for '{field_name}'\",\n \"field\": field_name,\n \"invalid_values\": invalid,\n \"allowed_values\": [item.value for item in enum_cls],\n },\n )\n return parsed\n\n\n# #endregion _parse_csv_enum_list\n\n\n# #region list_reports [C:2] [TYPE Function]\n# @BRIEF Return paginated unified reports list.\n# @PRE: authenticated/authorized request and validated query params.\n# @POST: returns {items,total,page,page_size,has_next,applied_filters}.\n# @POST: deterministic error payload for invalid filters.\n# @RELATION CALLS -> [_parse_csv_enum_list:Function]\n# @RELATION DEPENDS_ON -> [ReportQuery:Class]\n# @RELATION DEPENDS_ON -> [ReportsService:Class]\n#\n# @TEST_CONTRACT: ListReportsApi ->\n# {\n# required_fields: {page: int, page_size: int, sort_by: str, sort_order: str},\n# optional_fields: {task_types: str, statuses: str, search: str},\n# invariants: [\n# \"Returns ReportCollection on success\",\n# \"Raises HTTPException 400 for invalid query parameters\"\n# ]\n# }\n# @TEST_FIXTURE: valid_list_request -> {\"page\": 1, \"page_size\": 20}\n# @TEST_EDGE: invalid_task_type_filter -> raises HTTPException(400)\n# @TEST_EDGE: malformed_query -> raises HTTPException(400)\n# @TEST_INVARIANT: consistent_list_payload -> verifies: [valid_list_request]\n@router.get(\"\", response_model=ReportCollection)\nasync def list_reports(\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n task_types: str | None = Query(None, description=\"Comma-separated task types\"),\n statuses: str | None = Query(None, description=\"Comma-separated statuses\"),\n time_from: datetime | None = Query(None),\n time_to: datetime | None = Query(None),\n search: str | None = Query(None, max_length=200),\n sort_by: str = Query(\"updated_at\"),\n sort_order: str = Query(\"desc\"),\n task_manager: TaskManager = Depends(get_task_manager),\n clean_release_repository: CleanReleaseRepository = Depends(\n get_clean_release_repository\n ),\n _=Depends(has_permission(\"tasks\", \"READ\")),\n):\n with belief_scope(\"list_reports\"):\n try:\n parsed_task_types = _parse_csv_enum_list(task_types, TaskType, \"task_types\")\n parsed_statuses = _parse_csv_enum_list(statuses, ReportStatus, \"statuses\")\n query = ReportQuery(\n page=page,\n page_size=page_size,\n task_types=parsed_task_types,\n statuses=parsed_statuses,\n time_from=time_from,\n time_to=time_to,\n search=search,\n sort_by=sort_by,\n sort_order=sort_order,\n )\n except HTTPException:\n raise\n except Exception as exc:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST,\n detail={\n \"message\": \"Invalid query parameters\",\n \"code\": \"INVALID_REPORT_QUERY\",\n \"reason\": str(exc),\n },\n )\n\n service = ReportsService(\n task_manager, clean_release_repository=clean_release_repository\n )\n return service.list_reports(query)\n\n\n# #endregion list_reports\n\n\n# #region get_report_detail [C:2] [TYPE Function]\n# @BRIEF Return one normalized report detail with diagnostics and next actions.\n# @PRE: authenticated/authorized request and existing report_id.\n# @POST: returns normalized detail envelope or 404 when report is not found.\n# @RELATION CALLS -> [ReportsService:Class]\n@router.get(\"/{report_id}\", response_model=ReportDetailView)\nasync def get_report_detail(\n report_id: str,\n task_manager: TaskManager = Depends(get_task_manager),\n clean_release_repository: CleanReleaseRepository = Depends(\n get_clean_release_repository\n ),\n _=Depends(has_permission(\"tasks\", \"READ\")),\n):\n with belief_scope(\"get_report_detail\", f\"report_id={report_id}\"):\n service = ReportsService(\n task_manager, clean_release_repository=clean_release_repository\n )\n detail = service.get_report_detail(report_id)\n if not detail:\n raise HTTPException(\n status_code=status.HTTP_404_NOT_FOUND,\n detail={\"message\": \"Report not found\", \"code\": \"REPORT_NOT_FOUND\"},\n )\n return detail\n\n\n# #endregion get_report_detail\n\n# #endregion ReportsRouter\n" }, { @@ -21080,6 +21618,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _parse_csv_enum_list [C:1] [TYPE Function]\n# @BRIEF Parse comma-separated query value into enum list.\n# @PRE: raw may be None/empty or comma-separated values.\n# @POST: Returns enum list or raises HTTP 400 with deterministic machine-readable payload.\n# @RELATION BINDS_TO -> [ReportsRouter]\ndef _parse_csv_enum_list(raw: str | None, enum_cls, field_name: str) -> list:\n with belief_scope(\"_parse_csv_enum_list\"):\n if raw is None or not raw.strip():\n return []\n values = [item.strip() for item in raw.split(\",\") if item.strip()]\n parsed = []\n invalid = []\n for value in values:\n try:\n parsed.append(enum_cls(value))\n except ValueError:\n invalid.append(value)\n if invalid:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST,\n detail={\n \"message\": f\"Invalid values for '{field_name}'\",\n \"field\": field_name,\n \"invalid_values\": invalid,\n \"allowed_values\": [item.value for item in enum_cls],\n },\n )\n return parsed\n\n\n# #endregion _parse_csv_enum_list\n" }, { @@ -21147,6 +21686,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region list_reports [C:2] [TYPE Function]\n# @BRIEF Return paginated unified reports list.\n# @PRE: authenticated/authorized request and validated query params.\n# @POST: returns {items,total,page,page_size,has_next,applied_filters}.\n# @POST: deterministic error payload for invalid filters.\n# @RELATION CALLS -> [_parse_csv_enum_list:Function]\n# @RELATION DEPENDS_ON -> [ReportQuery:Class]\n# @RELATION DEPENDS_ON -> [ReportsService:Class]\n#\n# @TEST_CONTRACT: ListReportsApi ->\n# {\n# required_fields: {page: int, page_size: int, sort_by: str, sort_order: str},\n# optional_fields: {task_types: str, statuses: str, search: str},\n# invariants: [\n# \"Returns ReportCollection on success\",\n# \"Raises HTTPException 400 for invalid query parameters\"\n# ]\n# }\n# @TEST_FIXTURE: valid_list_request -> {\"page\": 1, \"page_size\": 20}\n# @TEST_EDGE: invalid_task_type_filter -> raises HTTPException(400)\n# @TEST_EDGE: malformed_query -> raises HTTPException(400)\n# @TEST_INVARIANT: consistent_list_payload -> verifies: [valid_list_request]\n@router.get(\"\", response_model=ReportCollection)\nasync def list_reports(\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n task_types: str | None = Query(None, description=\"Comma-separated task types\"),\n statuses: str | None = Query(None, description=\"Comma-separated statuses\"),\n time_from: datetime | None = Query(None),\n time_to: datetime | None = Query(None),\n search: str | None = Query(None, max_length=200),\n sort_by: str = Query(\"updated_at\"),\n sort_order: str = Query(\"desc\"),\n task_manager: TaskManager = Depends(get_task_manager),\n clean_release_repository: CleanReleaseRepository = Depends(\n get_clean_release_repository\n ),\n _=Depends(has_permission(\"tasks\", \"READ\")),\n):\n with belief_scope(\"list_reports\"):\n try:\n parsed_task_types = _parse_csv_enum_list(task_types, TaskType, \"task_types\")\n parsed_statuses = _parse_csv_enum_list(statuses, ReportStatus, \"statuses\")\n query = ReportQuery(\n page=page,\n page_size=page_size,\n task_types=parsed_task_types,\n statuses=parsed_statuses,\n time_from=time_from,\n time_to=time_to,\n search=search,\n sort_by=sort_by,\n sort_order=sort_order,\n )\n except HTTPException:\n raise\n except Exception as exc:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST,\n detail={\n \"message\": \"Invalid query parameters\",\n \"code\": \"INVALID_REPORT_QUERY\",\n \"reason\": str(exc),\n },\n )\n\n service = ReportsService(\n task_manager, clean_release_repository=clean_release_repository\n )\n return service.list_reports(query)\n\n\n# #endregion list_reports\n" }, { @@ -21201,6 +21741,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_report_detail [C:2] [TYPE Function]\n# @BRIEF Return one normalized report detail with diagnostics and next actions.\n# @PRE: authenticated/authorized request and existing report_id.\n# @POST: returns normalized detail envelope or 404 when report is not found.\n# @RELATION CALLS -> [ReportsService:Class]\n@router.get(\"/{report_id}\", response_model=ReportDetailView)\nasync def get_report_detail(\n report_id: str,\n task_manager: TaskManager = Depends(get_task_manager),\n clean_release_repository: CleanReleaseRepository = Depends(\n get_clean_release_repository\n ),\n _=Depends(has_permission(\"tasks\", \"READ\")),\n):\n with belief_scope(\"get_report_detail\", f\"report_id={report_id}\"):\n service = ReportsService(\n task_manager, clean_release_repository=clean_release_repository\n )\n detail = service.get_report_detail(report_id)\n if not detail:\n raise HTTPException(\n status_code=status.HTTP_404_NOT_FOUND,\n detail={\"message\": \"Report not found\", \"code\": \"REPORT_NOT_FOUND\"},\n )\n return detail\n\n\n# #endregion get_report_detail\n" }, { @@ -21256,6 +21797,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SettingsRouter [C:3] [TYPE Module] [SEMANTICS fastapi, api, superset, logging-config-response]\n#\n# @BRIEF Provides API endpoints for managing application settings and Superset environments.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [ConfigManager]\n# @RELATION DEPENDS_ON -> [get_config_manager]\n# @RELATION DEPENDS_ON -> [has_permission]\n#\n# @INVARIANT: All settings changes must be persisted via ConfigManager.\n# @PUBLIC_API: router\n\n\nfrom fastapi import APIRouter, Depends, HTTPException\nfrom pydantic import BaseModel\nfrom sqlalchemy.orm import Session\n\nfrom ...core.config_manager import ConfigManager\nfrom ...core.config_models import AppConfig, Environment, GlobalSettings, LoggingConfig\nfrom ...core.database import get_db\nfrom ...core.logger import belief_scope, logger\nfrom ...core.superset_client import SupersetClient\nfrom ...dependencies import get_config_manager, has_permission\nfrom ...models.config import AppConfigRecord\nfrom ...models.llm import ValidationPolicy\nfrom ...models.storage import StorageConfig\nfrom ...models.translate import TranslationJob, TranslationSchedule\nfrom ...schemas.settings import (\n TranslationScheduleItem,\n ValidationPolicyCreate,\n ValidationPolicyResponse,\n ValidationPolicyUpdate,\n)\nfrom ...services.llm_prompt_templates import normalize_llm_settings\n\n\n# #region LoggingConfigResponse [C:1] [TYPE Class] [SEMANTICS logging, config, response]\n# @BRIEF Response model for logging configuration with current task log level.\nclass LoggingConfigResponse(BaseModel):\n level: str\n task_log_level: str\n enable_belief_state: bool\n\n\n# #endregion LoggingConfigResponse\n\nrouter = APIRouter()\n\n\n# #region _normalize_superset_env_url [C:1] [TYPE Function]\n# @BRIEF Canonicalize Superset environment URL to base host/path without trailing /api/v1.\n# @PRE: raw_url can be empty.\n# @POST: Returns normalized base URL.\ndef _normalize_superset_env_url(raw_url: str) -> str:\n normalized = str(raw_url or \"\").strip().rstrip(\"/\")\n if normalized.lower().endswith(\"/api/v1\"):\n normalized = normalized[: -len(\"/api/v1\")]\n return normalized.rstrip(\"/\")\n\n\n# #endregion _normalize_superset_env_url\n\n\n# #region _validate_superset_connection_fast [C:2] [TYPE Function]\n# @BRIEF Run lightweight Superset connectivity validation without full pagination scan.\n# @PRE: env contains valid URL and credentials.\n# @POST: Raises on auth/API failures; returns None on success.\ndef _validate_superset_connection_fast(env: Environment) -> None:\n client = SupersetClient(env)\n # 1) Explicit auth check\n client.authenticate()\n # 2) Single lightweight API call to ensure read access\n client.get_dashboards_page(\n query={\n \"page\": 0,\n \"page_size\": 1,\n \"columns\": [\"id\"],\n }\n )\n\n\n# #endregion _validate_superset_connection_fast\n\n\n# #region get_settings [C:2] [TYPE Function]\n# @BRIEF Retrieves all application settings.\n# @PRE: Config manager is available.\n# @POST: Returns masked AppConfig.\n@router.get(\"\", response_model=AppConfig)\nasync def get_settings(\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"READ\")),\n):\n with belief_scope(\"get_settings\"):\n logger.reason(\"Fetching all settings\", extra={\"src\": \"get_settings\"})\n config = config_manager.get_config().copy(deep=True)\n config.settings.llm = normalize_llm_settings(config.settings.llm)\n # Mask passwords\n for env in config.environments:\n if env.password:\n env.password = \"********\"\n return config\n\n\n# #endregion get_settings\n\n\n# #region get_features [C:1] [TYPE Function]\n# @BRIEF Public endpoint returning feature flags for frontend sidebar filtering.\n# @RATIONALE: Unauthenticated because sidebar filtering must work for all users, not just admins.\n# @PRE: Config manager is available.\n# @POST: Returns dict with dataset_review and health_monitor booleans.\n@router.get(\"/features\")\nasync def get_features(\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n return config_manager.get_config().settings.features.model_dump()\n\n\n# #endregion get_features\n\n\n# #region update_global_settings [C:2] [TYPE Function]\n# @BRIEF Updates global application settings.\n# @PRE: New settings are provided.\n# @POST: Global settings are updated.\n@router.patch(\"/global\", response_model=GlobalSettings)\nasync def update_global_settings(\n settings: GlobalSettings,\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"update_global_settings\"):\n logger.reason(\"Updating global settings\", extra={\"src\": \"update_global_settings\"})\n\n config_manager.update_global_settings(settings)\n return settings\n\n\n# #endregion update_global_settings\n\n\n# #region get_storage_settings [C:2] [TYPE Function]\n# @BRIEF Retrieves storage-specific settings.\n@router.get(\"/storage\", response_model=StorageConfig)\nasync def get_storage_settings(\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"READ\")),\n):\n with belief_scope(\"get_storage_settings\"):\n return config_manager.get_config().settings.storage\n\n\n# #endregion get_storage_settings\n\n\n# #region update_storage_settings [C:2] [TYPE Function]\n# @BRIEF Updates storage-specific settings.\n# @POST: Storage settings are updated and saved.\n@router.put(\"/storage\", response_model=StorageConfig)\nasync def update_storage_settings(\n storage: StorageConfig,\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"update_storage_settings\"):\n is_valid, message = config_manager.validate_path(storage.root_path)\n if not is_valid:\n raise HTTPException(status_code=400, detail=message)\n\n settings = config_manager.get_config().settings\n settings.storage = storage\n config_manager.update_global_settings(settings)\n return config_manager.get_config().settings.storage\n\n\n# #endregion update_storage_settings\n\n\n# #region get_environments [C:2] [TYPE Function]\n# @BRIEF Lists all configured Superset environments.\n# @PRE: Config manager is available.\n# @POST: Returns list of environments.\n@router.get(\"/environments\", response_model=list[Environment])\nasync def get_environments(\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"READ\")),\n):\n with belief_scope(\"get_environments\"):\n logger.reason(\"Fetching environments\", extra={\"src\": \"get_environments\"})\n environments = config_manager.get_environments()\n return [\n env.copy(update={\"url\": _normalize_superset_env_url(env.url)})\n for env in environments\n ]\n\n\n# #endregion get_environments\n\n\n# #region add_environment [C:2] [TYPE Function]\n# @BRIEF Adds a new Superset environment.\n# @PRE: Environment data is valid and reachable.\n# @POST: Environment is added to config.\n@router.post(\"/environments\", response_model=Environment)\nasync def add_environment(\n env: Environment,\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"add_environment\"):\n logger.reason(f\"Adding environment {env.id}\", extra={\"src\": \"add_environment\"})\n env = env.copy(update={\"url\": _normalize_superset_env_url(env.url)})\n\n # Validate connection before adding (fast path)\n try:\n _validate_superset_connection_fast(env)\n except Exception as e:\n logger.error(\n f\"[add_environment][Coherence:Failed] Connection validation failed: {e}\"\n )\n raise HTTPException(\n status_code=400, detail=f\"Connection validation failed: {e}\"\n )\n\n config_manager.add_environment(env)\n return env\n\n\n# #endregion add_environment\n\n\n# #region update_environment [C:2] [TYPE Function]\n# @BRIEF Updates an existing Superset environment.\n# @PRE: ID and valid environment data are provided.\n# @POST: Environment is updated in config.\n@router.put(\"/environments/{id}\", response_model=Environment)\nasync def update_environment(\n id: str,\n env: Environment,\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n with belief_scope(\"update_environment\"):\n logger.reason(f\"Updating environment {id}\", extra={\"src\": \"update_environment\"})\n\n env = env.copy(update={\"url\": _normalize_superset_env_url(env.url)})\n\n # If password is masked, we need the real one for validation\n env_to_validate = env.copy(deep=True)\n if env_to_validate.password == \"********\":\n old_env = next(\n (e for e in config_manager.get_environments() if e.id == id), None\n )\n if old_env:\n env_to_validate.password = old_env.password\n\n # Validate connection before updating (fast path)\n try:\n _validate_superset_connection_fast(env_to_validate)\n except Exception as e:\n logger.error(\n f\"[update_environment][Coherence:Failed] Connection validation failed: {e}\"\n )\n raise HTTPException(\n status_code=400, detail=f\"Connection validation failed: {e}\"\n )\n\n if config_manager.update_environment(id, env):\n return env\n raise HTTPException(status_code=404, detail=f\"Environment {id} not found\")\n\n\n# #endregion update_environment\n\n\n# #region delete_environment [C:2] [TYPE Function]\n# @BRIEF Deletes a Superset environment.\n# @PRE: ID is provided.\n# @POST: Environment is removed from config.\n@router.delete(\"/environments/{id}\")\nasync def delete_environment(\n id: str, config_manager: ConfigManager = Depends(get_config_manager)\n):\n with belief_scope(\"delete_environment\"):\n logger.reason(f\"Deleting environment {id}\", extra={\"src\": \"delete_environment\"})\n config_manager.delete_environment(id)\n return {\"message\": f\"Environment {id} deleted\"}\n\n\n# #endregion delete_environment\n\n\n# #region test_environment_connection [C:2] [TYPE Function]\n# @BRIEF Tests the connection to a Superset environment.\n# @PRE: ID is provided.\n# @POST: Returns success or error status.\n@router.post(\"/environments/{id}/test\")\nasync def test_environment_connection(\n id: str, config_manager: ConfigManager = Depends(get_config_manager)\n):\n with belief_scope(\"test_environment_connection\"):\n logger.reason(f\"Testing environment {id}\", extra={\"src\": \"test_environment_connection\"})\n\n # Find environment\n env = next((e for e in config_manager.get_environments() if e.id == id), None)\n if not env:\n raise HTTPException(status_code=404, detail=f\"Environment {id} not found\")\n\n try:\n _validate_superset_connection_fast(env)\n\n logger.info(\n f\"[test_environment_connection][Coherence:OK] Connection successful for {id}\"\n )\n return {\"status\": \"success\", \"message\": \"Connection successful\"}\n except Exception as e:\n logger.error(\n f\"[test_environment_connection][Coherence:Failed] Connection failed for {id}: {e}\"\n )\n return {\"status\": \"error\", \"message\": str(e)}\n\n\n# #endregion test_environment_connection\n\n\n# #region get_logging_config [C:2] [TYPE Function]\n# @BRIEF Retrieves current logging configuration.\n# @PRE: Config manager is available.\n# @POST: Returns logging configuration.\n@router.get(\"/logging\", response_model=LoggingConfigResponse)\nasync def get_logging_config(\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"READ\")),\n):\n with belief_scope(\"get_logging_config\"):\n logging_config = config_manager.get_config().settings.logging\n return LoggingConfigResponse(\n level=logging_config.level,\n task_log_level=logging_config.task_log_level,\n enable_belief_state=logging_config.enable_belief_state,\n )\n\n\n# #endregion get_logging_config\n\n\n# #region update_logging_config [C:2] [TYPE Function]\n# @BRIEF Updates logging configuration.\n# @PRE: New logging config is provided.\n# @POST: Logging configuration is updated and saved.\n@router.patch(\"/logging\", response_model=LoggingConfigResponse)\nasync def update_logging_config(\n config: LoggingConfig,\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"update_logging_config\"):\n logger.reason(\n f\"Updating logging config: level={config.level}, task_log_level={config.task_log_level}\", extra={\"src\": \"update_logging_config\"}\n )\n\n # Get current settings and update logging config\n settings = config_manager.get_config().settings\n settings.logging = config\n config_manager.update_global_settings(settings)\n\n return LoggingConfigResponse(\n level=config.level,\n task_log_level=config.task_log_level,\n enable_belief_state=config.enable_belief_state,\n )\n\n\n# #endregion update_logging_config\n\n\n# #region ConsolidatedSettingsResponse [C:1] [TYPE Class]\n# @BRIEF Response model for consolidated application settings.\nclass ConsolidatedSettingsResponse(BaseModel):\n environments: list[dict]\n connections: list[dict]\n llm: dict\n llm_providers: list[dict]\n logging: dict\n storage: dict\n notifications: dict = {}\n features: dict = {}\n\n\n# #endregion ConsolidatedSettingsResponse\n\n\n# #region get_consolidated_settings [C:4] [TYPE Function]\n# @BRIEF Retrieves all settings categories in a single call.\n# @PRE: Config manager is available and the caller holds admin settings read permission.\n# @POST: Returns consolidated settings, provider metadata, and persisted notification payload in one stable response.\n# @SIDE_EFFECT: Opens one database session to read LLM providers and config-backed notification payload, then closes it.\n# @DATA_CONTRACT: Input[ConfigManager] -> Output[ConsolidatedSettingsResponse]\n# @RELATION DEPENDS_ON -> [ConfigManager]\n# @RELATION DEPENDS_ON -> [LLMProviderService]\n# @RELATION DEPENDS_ON -> [AppConfigRecord]\n# @RELATION DEPENDS_ON -> [SessionLocal]\n# @RELATION DEPENDS_ON -> [has_permission]\n# @RELATION DEPENDS_ON -> [normalize_llm_settings]\n@router.get(\"/consolidated\", response_model=ConsolidatedSettingsResponse)\nasync def get_consolidated_settings(\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"READ\")),\n):\n with belief_scope(\"get_consolidated_settings\"):\n logger.reason(\"Fetching consolidated settings payload\")\n\n config = config_manager.get_config()\n\n from ...core.database import SessionLocal\n from ...services.llm_provider import LLMProviderService\n\n db = SessionLocal()\n notifications_payload = {}\n try:\n llm_service = LLMProviderService(db)\n providers = llm_service.get_all_providers()\n llm_providers_list = [\n {\n \"id\": p.id,\n \"provider_type\": p.provider_type,\n \"name\": p.name,\n \"base_url\": p.base_url,\n \"api_key\": \"********\",\n \"default_model\": p.default_model,\n \"is_active\": p.is_active,\n }\n for p in providers\n ]\n\n config_record = (\n db.query(AppConfigRecord).filter(AppConfigRecord.id == \"global\").first()\n )\n if config_record and isinstance(config_record.payload, dict):\n notifications_payload = (\n config_record.payload.get(\"notifications\", {}) or {}\n )\n finally:\n db.close()\n\n normalized_llm = normalize_llm_settings(config.settings.llm)\n\n response_payload = ConsolidatedSettingsResponse(\n environments=[env.dict() for env in config.environments],\n connections=config.settings.connections,\n llm=normalized_llm,\n llm_providers=llm_providers_list,\n logging=config.settings.logging.dict(),\n storage=config.settings.storage.dict(),\n notifications=notifications_payload,\n features=config.settings.features.model_dump(),\n )\n logger.reflect(\n \"Consolidated settings payload assembled\",\n extra={\n \"environment_count\": len(response_payload.environments),\n \"provider_count\": len(response_payload.llm_providers),\n },\n )\n return response_payload\n\n\n# #endregion get_consolidated_settings\n\n\n# #region update_consolidated_settings [C:2] [TYPE Function]\n# @BRIEF Bulk update application settings from the consolidated view.\n# @PRE: User has admin permissions, config is valid.\n# @POST: Settings are updated and saved via ConfigManager.\n@router.patch(\"/consolidated\")\nasync def update_consolidated_settings(\n settings_patch: dict,\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"update_consolidated_settings\"):\n logger.reason(\n \"Applying consolidated settings patch\", extra={\"src\": \"update_consolidated_settings\"}\n )\n\n current_config = config_manager.get_config()\n current_settings = current_config.settings\n\n # Update connections if provided\n if \"connections\" in settings_patch:\n current_settings.connections = settings_patch[\"connections\"]\n\n # Update LLM if provided\n if \"llm\" in settings_patch:\n current_settings.llm = normalize_llm_settings(settings_patch[\"llm\"])\n\n # Update Logging if provided\n if \"logging\" in settings_patch:\n current_settings.logging = LoggingConfig(**settings_patch[\"logging\"])\n\n # Update Storage if provided\n if \"storage\" in settings_patch:\n new_storage = StorageConfig(**settings_patch[\"storage\"])\n is_valid, message = config_manager.validate_path(new_storage.root_path)\n if not is_valid:\n raise HTTPException(status_code=400, detail=message)\n current_settings.storage = new_storage\n\n # Update Features if provided\n if \"features\" in settings_patch:\n from ...core.config_models import FeaturesConfig\n\n current_settings.features = FeaturesConfig(**settings_patch[\"features\"])\n\n if \"notifications\" in settings_patch:\n payload = config_manager.get_payload()\n payload[\"notifications\"] = settings_patch[\"notifications\"]\n config_manager.save_config(payload)\n\n config_manager.update_global_settings(current_settings)\n return {\"status\": \"success\", \"message\": \"Settings updated\"}\n\n\n# #endregion update_consolidated_settings\n\n\n# #region get_validation_policies [C:2] [TYPE Function]\n# @BRIEF Lists all validation policies.\n@router.get(\"/automation/policies\", response_model=list[ValidationPolicyResponse])\nasync def get_validation_policies(\n db: Session = Depends(get_db), _=Depends(has_permission(\"admin:settings\", \"READ\"))\n):\n with belief_scope(\"get_validation_policies\"):\n return db.query(ValidationPolicy).all()\n\n\n# #endregion get_validation_policies\n\n\n# #region create_validation_policy [C:2] [TYPE Function]\n# @BRIEF Creates a new validation policy.\n@router.post(\"/automation/policies\", response_model=ValidationPolicyResponse)\nasync def create_validation_policy(\n policy: ValidationPolicyCreate,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"create_validation_policy\"):\n db_policy = ValidationPolicy(**policy.dict())\n db.add(db_policy)\n db.commit()\n db.refresh(db_policy)\n return db_policy\n\n\n# #endregion create_validation_policy\n\n\n# #region update_validation_policy [C:2] [TYPE Function]\n# @BRIEF Updates an existing validation policy.\n@router.patch(\"/automation/policies/{id}\", response_model=ValidationPolicyResponse)\nasync def update_validation_policy(\n id: str,\n policy: ValidationPolicyUpdate,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"update_validation_policy\"):\n db_policy = db.query(ValidationPolicy).filter(ValidationPolicy.id == id).first()\n if not db_policy:\n raise HTTPException(status_code=404, detail=\"Policy not found\")\n\n update_data = policy.dict(exclude_unset=True)\n for key, value in update_data.items():\n setattr(db_policy, key, value)\n\n db.commit()\n db.refresh(db_policy)\n return db_policy\n\n\n# #endregion update_validation_policy\n\n\n# #region delete_validation_policy [C:2] [TYPE Function]\n# @BRIEF Deletes a validation policy.\n@router.delete(\"/automation/policies/{id}\")\nasync def delete_validation_policy(\n id: str,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"delete_validation_policy\"):\n db_policy = db.query(ValidationPolicy).filter(ValidationPolicy.id == id).first()\n if not db_policy:\n raise HTTPException(status_code=404, detail=\"Policy not found\")\n\n db.delete(db_policy)\n db.commit()\n return {\"message\": \"Policy deleted\"}\n\n\n# #endregion delete_validation_policy\n\n\n# #region get_translation_schedules [C:2] [TYPE Function]\n# @BRIEF Lists all translation schedules joined with translation job names.\n@router.get(\"/automation/translation-schedules\", response_model=list[TranslationScheduleItem])\nasync def get_translation_schedules(\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"READ\")),\n):\n with belief_scope(\"get_translation_schedules\"):\n results = (\n db.query(\n TranslationSchedule,\n TranslationJob.name.label(\"job_name\"),\n )\n .outerjoin(TranslationJob, TranslationSchedule.job_id == TranslationJob.id)\n .all()\n )\n return [\n TranslationScheduleItem(\n schedule_id=ts.id,\n job_id=ts.job_id,\n job_name=job_name,\n cron_expression=ts.cron_expression,\n timezone=ts.timezone,\n is_active=ts.is_active,\n last_run_at=ts.last_run_at,\n next_run_at=ts.next_run_at,\n created_by=ts.created_by,\n created_at=ts.created_at,\n )\n for ts, job_name in results\n ]\n\n\n# #endregion get_translation_schedules\n\n# #endregion SettingsRouter\n" }, { @@ -21283,6 +21825,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LoggingConfigResponse [C:1] [TYPE Class] [SEMANTICS logging, config, response]\n# @BRIEF Response model for logging configuration with current task log level.\nclass LoggingConfigResponse(BaseModel):\n level: str\n task_log_level: str\n enable_belief_state: bool\n\n\n# #endregion LoggingConfigResponse\n" }, { @@ -21321,6 +21864,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _validate_superset_connection_fast [C:2] [TYPE Function]\n# @BRIEF Run lightweight Superset connectivity validation without full pagination scan.\n# @PRE: env contains valid URL and credentials.\n# @POST: Raises on auth/API failures; returns None on success.\ndef _validate_superset_connection_fast(env: Environment) -> None:\n client = SupersetClient(env)\n # 1) Explicit auth check\n client.authenticate()\n # 2) Single lightweight API call to ensure read access\n client.get_dashboards_page(\n query={\n \"page\": 0,\n \"page_size\": 1,\n \"columns\": [\"id\"],\n }\n )\n\n\n# #endregion _validate_superset_connection_fast\n" }, { @@ -21359,6 +21903,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_settings [C:2] [TYPE Function]\n# @BRIEF Retrieves all application settings.\n# @PRE: Config manager is available.\n# @POST: Returns masked AppConfig.\n@router.get(\"\", response_model=AppConfig)\nasync def get_settings(\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"READ\")),\n):\n with belief_scope(\"get_settings\"):\n logger.reason(\"Fetching all settings\", extra={\"src\": \"get_settings\"})\n config = config_manager.get_config().copy(deep=True)\n config.settings.llm = normalize_llm_settings(config.settings.llm)\n # Mask passwords\n for env in config.environments:\n if env.password:\n env.password = \"********\"\n return config\n\n\n# #endregion get_settings\n" }, { @@ -21416,6 +21961,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_features [C:1] [TYPE Function]\n# @BRIEF Public endpoint returning feature flags for frontend sidebar filtering.\n# @RATIONALE: Unauthenticated because sidebar filtering must work for all users, not just admins.\n# @PRE: Config manager is available.\n# @POST: Returns dict with dataset_review and health_monitor booleans.\n@router.get(\"/features\")\nasync def get_features(\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n return config_manager.get_config().settings.features.model_dump()\n\n\n# #endregion get_features\n" }, { @@ -21433,6 +21979,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_storage_settings [C:2] [TYPE Function]\n# @BRIEF Retrieves storage-specific settings.\n@router.get(\"/storage\", response_model=StorageConfig)\nasync def get_storage_settings(\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"READ\")),\n):\n with belief_scope(\"get_storage_settings\"):\n return config_manager.get_config().settings.storage\n\n\n# #endregion get_storage_settings\n" }, { @@ -21461,6 +22008,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_storage_settings [C:2] [TYPE Function]\n# @BRIEF Updates storage-specific settings.\n# @POST: Storage settings are updated and saved.\n@router.put(\"/storage\", response_model=StorageConfig)\nasync def update_storage_settings(\n storage: StorageConfig,\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"update_storage_settings\"):\n is_valid, message = config_manager.validate_path(storage.root_path)\n if not is_valid:\n raise HTTPException(status_code=400, detail=message)\n\n settings = config_manager.get_config().settings\n settings.storage = storage\n config_manager.update_global_settings(settings)\n return config_manager.get_config().settings.storage\n\n\n# #endregion update_storage_settings\n" }, { @@ -21499,6 +22047,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_environment_connection [C:2] [TYPE Function]\n# @BRIEF Tests the connection to a Superset environment.\n# @PRE: ID is provided.\n# @POST: Returns success or error status.\n@router.post(\"/environments/{id}/test\")\nasync def test_environment_connection(\n id: str, config_manager: ConfigManager = Depends(get_config_manager)\n):\n with belief_scope(\"test_environment_connection\"):\n logger.reason(f\"Testing environment {id}\", extra={\"src\": \"test_environment_connection\"})\n\n # Find environment\n env = next((e for e in config_manager.get_environments() if e.id == id), None)\n if not env:\n raise HTTPException(status_code=404, detail=f\"Environment {id} not found\")\n\n try:\n _validate_superset_connection_fast(env)\n\n logger.info(\n f\"[test_environment_connection][Coherence:OK] Connection successful for {id}\"\n )\n return {\"status\": \"success\", \"message\": \"Connection successful\"}\n except Exception as e:\n logger.error(\n f\"[test_environment_connection][Coherence:Failed] Connection failed for {id}: {e}\"\n )\n return {\"status\": \"error\", \"message\": str(e)}\n\n\n# #endregion test_environment_connection\n" }, { @@ -21537,6 +22086,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_logging_config [C:2] [TYPE Function]\n# @BRIEF Retrieves current logging configuration.\n# @PRE: Config manager is available.\n# @POST: Returns logging configuration.\n@router.get(\"/logging\", response_model=LoggingConfigResponse)\nasync def get_logging_config(\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"READ\")),\n):\n with belief_scope(\"get_logging_config\"):\n logging_config = config_manager.get_config().settings.logging\n return LoggingConfigResponse(\n level=logging_config.level,\n task_log_level=logging_config.task_log_level,\n enable_belief_state=logging_config.enable_belief_state,\n )\n\n\n# #endregion get_logging_config\n" }, { @@ -21575,6 +22125,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_logging_config [C:2] [TYPE Function]\n# @BRIEF Updates logging configuration.\n# @PRE: New logging config is provided.\n# @POST: Logging configuration is updated and saved.\n@router.patch(\"/logging\", response_model=LoggingConfigResponse)\nasync def update_logging_config(\n config: LoggingConfig,\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"update_logging_config\"):\n logger.reason(\n f\"Updating logging config: level={config.level}, task_log_level={config.task_log_level}\", extra={\"src\": \"update_logging_config\"}\n )\n\n # Get current settings and update logging config\n settings = config_manager.get_config().settings\n settings.logging = config\n config_manager.update_global_settings(settings)\n\n return LoggingConfigResponse(\n level=config.level,\n task_log_level=config.task_log_level,\n enable_belief_state=config.enable_belief_state,\n )\n\n\n# #endregion update_logging_config\n" }, { @@ -21602,6 +22153,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ConsolidatedSettingsResponse [C:1] [TYPE Class]\n# @BRIEF Response model for consolidated application settings.\nclass ConsolidatedSettingsResponse(BaseModel):\n environments: list[dict]\n connections: list[dict]\n llm: dict\n llm_providers: list[dict]\n logging: dict\n storage: dict\n notifications: dict = {}\n features: dict = {}\n\n\n# #endregion ConsolidatedSettingsResponse\n" }, { @@ -21670,6 +22222,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_consolidated_settings [C:4] [TYPE Function]\n# @BRIEF Retrieves all settings categories in a single call.\n# @PRE: Config manager is available and the caller holds admin settings read permission.\n# @POST: Returns consolidated settings, provider metadata, and persisted notification payload in one stable response.\n# @SIDE_EFFECT: Opens one database session to read LLM providers and config-backed notification payload, then closes it.\n# @DATA_CONTRACT: Input[ConfigManager] -> Output[ConsolidatedSettingsResponse]\n# @RELATION DEPENDS_ON -> [ConfigManager]\n# @RELATION DEPENDS_ON -> [LLMProviderService]\n# @RELATION DEPENDS_ON -> [AppConfigRecord]\n# @RELATION DEPENDS_ON -> [SessionLocal]\n# @RELATION DEPENDS_ON -> [has_permission]\n# @RELATION DEPENDS_ON -> [normalize_llm_settings]\n@router.get(\"/consolidated\", response_model=ConsolidatedSettingsResponse)\nasync def get_consolidated_settings(\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"READ\")),\n):\n with belief_scope(\"get_consolidated_settings\"):\n logger.reason(\"Fetching consolidated settings payload\")\n\n config = config_manager.get_config()\n\n from ...core.database import SessionLocal\n from ...services.llm_provider import LLMProviderService\n\n db = SessionLocal()\n notifications_payload = {}\n try:\n llm_service = LLMProviderService(db)\n providers = llm_service.get_all_providers()\n llm_providers_list = [\n {\n \"id\": p.id,\n \"provider_type\": p.provider_type,\n \"name\": p.name,\n \"base_url\": p.base_url,\n \"api_key\": \"********\",\n \"default_model\": p.default_model,\n \"is_active\": p.is_active,\n }\n for p in providers\n ]\n\n config_record = (\n db.query(AppConfigRecord).filter(AppConfigRecord.id == \"global\").first()\n )\n if config_record and isinstance(config_record.payload, dict):\n notifications_payload = (\n config_record.payload.get(\"notifications\", {}) or {}\n )\n finally:\n db.close()\n\n normalized_llm = normalize_llm_settings(config.settings.llm)\n\n response_payload = ConsolidatedSettingsResponse(\n environments=[env.dict() for env in config.environments],\n connections=config.settings.connections,\n llm=normalized_llm,\n llm_providers=llm_providers_list,\n logging=config.settings.logging.dict(),\n storage=config.settings.storage.dict(),\n notifications=notifications_payload,\n features=config.settings.features.model_dump(),\n )\n logger.reflect(\n \"Consolidated settings payload assembled\",\n extra={\n \"environment_count\": len(response_payload.environments),\n \"provider_count\": len(response_payload.llm_providers),\n },\n )\n return response_payload\n\n\n# #endregion get_consolidated_settings\n" }, { @@ -21708,6 +22261,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_consolidated_settings [C:2] [TYPE Function]\n# @BRIEF Bulk update application settings from the consolidated view.\n# @PRE: User has admin permissions, config is valid.\n# @POST: Settings are updated and saved via ConfigManager.\n@router.patch(\"/consolidated\")\nasync def update_consolidated_settings(\n settings_patch: dict,\n config_manager: ConfigManager = Depends(get_config_manager),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"update_consolidated_settings\"):\n logger.reason(\n \"Applying consolidated settings patch\", extra={\"src\": \"update_consolidated_settings\"}\n )\n\n current_config = config_manager.get_config()\n current_settings = current_config.settings\n\n # Update connections if provided\n if \"connections\" in settings_patch:\n current_settings.connections = settings_patch[\"connections\"]\n\n # Update LLM if provided\n if \"llm\" in settings_patch:\n current_settings.llm = normalize_llm_settings(settings_patch[\"llm\"])\n\n # Update Logging if provided\n if \"logging\" in settings_patch:\n current_settings.logging = LoggingConfig(**settings_patch[\"logging\"])\n\n # Update Storage if provided\n if \"storage\" in settings_patch:\n new_storage = StorageConfig(**settings_patch[\"storage\"])\n is_valid, message = config_manager.validate_path(new_storage.root_path)\n if not is_valid:\n raise HTTPException(status_code=400, detail=message)\n current_settings.storage = new_storage\n\n # Update Features if provided\n if \"features\" in settings_patch:\n from ...core.config_models import FeaturesConfig\n\n current_settings.features = FeaturesConfig(**settings_patch[\"features\"])\n\n if \"notifications\" in settings_patch:\n payload = config_manager.get_payload()\n payload[\"notifications\"] = settings_patch[\"notifications\"]\n config_manager.save_config(payload)\n\n config_manager.update_global_settings(current_settings)\n return {\"status\": \"success\", \"message\": \"Settings updated\"}\n\n\n# #endregion update_consolidated_settings\n" }, { @@ -21725,6 +22279,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_validation_policies [C:2] [TYPE Function]\n# @BRIEF Lists all validation policies.\n@router.get(\"/automation/policies\", response_model=list[ValidationPolicyResponse])\nasync def get_validation_policies(\n db: Session = Depends(get_db), _=Depends(has_permission(\"admin:settings\", \"READ\"))\n):\n with belief_scope(\"get_validation_policies\"):\n return db.query(ValidationPolicy).all()\n\n\n# #endregion get_validation_policies\n" }, { @@ -21742,6 +22297,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_validation_policy [C:2] [TYPE Function]\n# @BRIEF Creates a new validation policy.\n@router.post(\"/automation/policies\", response_model=ValidationPolicyResponse)\nasync def create_validation_policy(\n policy: ValidationPolicyCreate,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"create_validation_policy\"):\n db_policy = ValidationPolicy(**policy.dict())\n db.add(db_policy)\n db.commit()\n db.refresh(db_policy)\n return db_policy\n\n\n# #endregion create_validation_policy\n" }, { @@ -21759,6 +22315,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_validation_policy [C:2] [TYPE Function]\n# @BRIEF Updates an existing validation policy.\n@router.patch(\"/automation/policies/{id}\", response_model=ValidationPolicyResponse)\nasync def update_validation_policy(\n id: str,\n policy: ValidationPolicyUpdate,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"update_validation_policy\"):\n db_policy = db.query(ValidationPolicy).filter(ValidationPolicy.id == id).first()\n if not db_policy:\n raise HTTPException(status_code=404, detail=\"Policy not found\")\n\n update_data = policy.dict(exclude_unset=True)\n for key, value in update_data.items():\n setattr(db_policy, key, value)\n\n db.commit()\n db.refresh(db_policy)\n return db_policy\n\n\n# #endregion update_validation_policy\n" }, { @@ -21776,6 +22333,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region delete_validation_policy [C:2] [TYPE Function]\n# @BRIEF Deletes a validation policy.\n@router.delete(\"/automation/policies/{id}\")\nasync def delete_validation_policy(\n id: str,\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"WRITE\")),\n):\n with belief_scope(\"delete_validation_policy\"):\n db_policy = db.query(ValidationPolicy).filter(ValidationPolicy.id == id).first()\n if not db_policy:\n raise HTTPException(status_code=404, detail=\"Policy not found\")\n\n db.delete(db_policy)\n db.commit()\n return {\"message\": \"Policy deleted\"}\n\n\n# #endregion delete_validation_policy\n" }, { @@ -21793,6 +22351,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_translation_schedules [C:2] [TYPE Function]\n# @BRIEF Lists all translation schedules joined with translation job names.\n@router.get(\"/automation/translation-schedules\", response_model=list[TranslationScheduleItem])\nasync def get_translation_schedules(\n db: Session = Depends(get_db),\n _=Depends(has_permission(\"admin:settings\", \"READ\")),\n):\n with belief_scope(\"get_translation_schedules\"):\n results = (\n db.query(\n TranslationSchedule,\n TranslationJob.name.label(\"job_name\"),\n )\n .outerjoin(TranslationJob, TranslationSchedule.job_id == TranslationJob.id)\n .all()\n )\n return [\n TranslationScheduleItem(\n schedule_id=ts.id,\n job_id=ts.job_id,\n job_name=job_name,\n cron_expression=ts.cron_expression,\n timezone=ts.timezone,\n is_active=ts.is_active,\n last_run_at=ts.last_run_at,\n next_run_at=ts.next_run_at,\n created_by=ts.created_by,\n created_at=ts.created_at,\n )\n for ts, job_name in results\n ]\n\n\n# #endregion get_translation_schedules\n" }, { @@ -21835,6 +22394,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region storage_routes [C:3] [TYPE Module] [SEMANTICS fastapi, storage, api, upload, download]\n#\n# @BRIEF API endpoints for file storage management (backups and repositories).\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [StorageModels]\n# @RELATION DEPENDS_ON -> [StoragePlugin]\n#\n# @INVARIANT: All paths must be validated against path traversal.\n\nfrom pathlib import Path\n\nfrom fastapi import APIRouter, Depends, File, Form, HTTPException, UploadFile\nfrom fastapi.responses import FileResponse\n\nfrom ...core.logger import belief_scope\nfrom ...dependencies import get_plugin_loader, has_permission\nfrom ...models.storage import FileCategory, StoredFile\nfrom ...plugins.storage.plugin import StoragePlugin\n\nrouter = APIRouter(tags=[\"storage\"])\n\n# #region list_files [C:3] [TYPE Function]\n# @BRIEF List all files and directories in the storage system.\n#\n# @PRE: None.\n# @POST: Returns a list of StoredFile objects.\n#\n# @RELATION DEPENDS_ON -> [StoragePlugin]\n@router.get(\"/files\", response_model=list[StoredFile])\nasync def list_files(\n category: FileCategory | None = None,\n path: str | None = None,\n recursive: bool = False,\n plugin_loader=Depends(get_plugin_loader),\n _ = Depends(has_permission(\"plugin:storage\", \"READ\"))\n):\n with belief_scope(\"list_files\"):\n storage_plugin: StoragePlugin = plugin_loader.get_plugin(\"storage-manager\")\n if not storage_plugin:\n raise HTTPException(status_code=500, detail=\"Storage plugin not loaded\")\n return storage_plugin.list_files(category, path, recursive)\n# #endregion list_files\n\n# #region upload_file [C:3] [TYPE Function]\n# @BRIEF Upload a file to the storage system.\n#\n# @PRE: category must be a valid FileCategory.\n# @PRE: file must be a valid UploadFile.\n# @POST: Returns the StoredFile object of the uploaded file.\n#\n#\n# @SIDE_EFFECT: Writes file to the filesystem.\n#\n# @RELATION DEPENDS_ON -> [StoragePlugin]\n@router.post(\"/upload\", response_model=StoredFile, status_code=201)\nasync def upload_file(\n category: FileCategory = Form(...),\n path: str | None = Form(None),\n file: UploadFile = File(...),\n plugin_loader=Depends(get_plugin_loader),\n _ = Depends(has_permission(\"plugin:storage\", \"WRITE\"))\n):\n with belief_scope(\"upload_file\"):\n storage_plugin: StoragePlugin = plugin_loader.get_plugin(\"storage-manager\")\n if not storage_plugin:\n raise HTTPException(status_code=500, detail=\"Storage plugin not loaded\")\n try:\n return await storage_plugin.save_file(file, category, path)\n except ValueError as e:\n raise HTTPException(status_code=400, detail=str(e))\n# #endregion upload_file\n\n# #region delete_file [C:3] [TYPE Function]\n# @BRIEF Delete a specific file or directory.\n#\n# @PRE: category must be a valid FileCategory.\n# @POST: Item is removed from storage.\n#\n#\n# @SIDE_EFFECT: Deletes item from the filesystem.\n#\n# @RELATION DEPENDS_ON -> [StoragePlugin]\n@router.delete(\"/files/{category}/{path:path}\", status_code=204)\nasync def delete_file(\n category: FileCategory,\n path: str,\n plugin_loader=Depends(get_plugin_loader),\n _ = Depends(has_permission(\"plugin:storage\", \"WRITE\"))\n):\n with belief_scope(\"delete_file\"):\n storage_plugin: StoragePlugin = plugin_loader.get_plugin(\"storage-manager\")\n if not storage_plugin:\n raise HTTPException(status_code=500, detail=\"Storage plugin not loaded\")\n try:\n storage_plugin.delete_file(category, path)\n except FileNotFoundError:\n raise HTTPException(status_code=404, detail=\"File not found\")\n except ValueError as e:\n raise HTTPException(status_code=400, detail=str(e))\n# #endregion delete_file\n\n# #region download_file [C:3] [TYPE Function]\n# @BRIEF Retrieve a file for download.\n#\n# @PRE: category must be a valid FileCategory.\n# @POST: Returns a FileResponse.\n#\n#\n# @RELATION DEPENDS_ON -> [StoragePlugin]\n@router.get(\"/download/{category}/{path:path}\")\nasync def download_file(\n category: FileCategory,\n path: str,\n plugin_loader=Depends(get_plugin_loader),\n _ = Depends(has_permission(\"plugin:storage\", \"READ\"))\n):\n with belief_scope(\"download_file\"):\n storage_plugin: StoragePlugin = plugin_loader.get_plugin(\"storage-manager\")\n if not storage_plugin:\n raise HTTPException(status_code=500, detail=\"Storage plugin not loaded\")\n try:\n abs_path = storage_plugin.get_file_path(category, path)\n filename = Path(path).name\n return FileResponse(path=abs_path, filename=filename)\n except FileNotFoundError:\n raise HTTPException(status_code=404, detail=\"File not found\")\n except ValueError as e:\n raise HTTPException(status_code=400, detail=str(e))\n# #endregion download_file\n\n# #region get_file_by_path [C:3] [TYPE Function]\n# @BRIEF Retrieve a file by validated absolute/relative path under storage root.\n#\n# @PRE: path must resolve under configured storage root.\n# @POST: Returns a FileResponse for existing files.\n#\n#\n# @RELATION DEPENDS_ON -> [StoragePlugin]\n@router.get(\"/file\")\nasync def get_file_by_path(\n path: str,\n plugin_loader=Depends(get_plugin_loader),\n _ = Depends(has_permission(\"plugin:storage\", \"READ\"))\n):\n with belief_scope(\"get_file_by_path\"):\n storage_plugin: StoragePlugin = plugin_loader.get_plugin(\"storage-manager\")\n if not storage_plugin:\n raise HTTPException(status_code=500, detail=\"Storage plugin not loaded\")\n\n requested_path = (path or \"\").strip()\n if not requested_path:\n raise HTTPException(status_code=400, detail=\"Path is required\")\n\n try:\n candidate = Path(requested_path)\n if candidate.is_absolute():\n abs_path = storage_plugin.validate_path(candidate)\n else:\n storage_root = storage_plugin.get_storage_root()\n abs_path = storage_plugin.validate_path(storage_root / candidate)\n except ValueError as e:\n raise HTTPException(status_code=400, detail=str(e))\n\n if not abs_path.exists() or not abs_path.is_file():\n raise HTTPException(status_code=404, detail=\"File not found\")\n\n return FileResponse(path=str(abs_path), filename=abs_path.name)\n# #endregion get_file_by_path\n\n# #endregion storage_routes\n" }, { @@ -21880,6 +22440,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region list_files [C:3] [TYPE Function]\n# @BRIEF List all files and directories in the storage system.\n#\n# @PRE: None.\n# @POST: Returns a list of StoredFile objects.\n#\n# @RELATION DEPENDS_ON -> [StoragePlugin]\n@router.get(\"/files\", response_model=list[StoredFile])\nasync def list_files(\n category: FileCategory | None = None,\n path: str | None = None,\n recursive: bool = False,\n plugin_loader=Depends(get_plugin_loader),\n _ = Depends(has_permission(\"plugin:storage\", \"READ\"))\n):\n with belief_scope(\"list_files\"):\n storage_plugin: StoragePlugin = plugin_loader.get_plugin(\"storage-manager\")\n if not storage_plugin:\n raise HTTPException(status_code=500, detail=\"Storage plugin not loaded\")\n return storage_plugin.list_files(category, path, recursive)\n# #endregion list_files\n" }, { @@ -21935,6 +22496,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region delete_file [C:3] [TYPE Function]\n# @BRIEF Delete a specific file or directory.\n#\n# @PRE: category must be a valid FileCategory.\n# @POST: Item is removed from storage.\n#\n#\n# @SIDE_EFFECT: Deletes item from the filesystem.\n#\n# @RELATION DEPENDS_ON -> [StoragePlugin]\n@router.delete(\"/files/{category}/{path:path}\", status_code=204)\nasync def delete_file(\n category: FileCategory,\n path: str,\n plugin_loader=Depends(get_plugin_loader),\n _ = Depends(has_permission(\"plugin:storage\", \"WRITE\"))\n):\n with belief_scope(\"delete_file\"):\n storage_plugin: StoragePlugin = plugin_loader.get_plugin(\"storage-manager\")\n if not storage_plugin:\n raise HTTPException(status_code=500, detail=\"Storage plugin not loaded\")\n try:\n storage_plugin.delete_file(category, path)\n except FileNotFoundError:\n raise HTTPException(status_code=404, detail=\"File not found\")\n except ValueError as e:\n raise HTTPException(status_code=400, detail=str(e))\n# #endregion delete_file\n" }, { @@ -21980,6 +22542,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region download_file [C:3] [TYPE Function]\n# @BRIEF Retrieve a file for download.\n#\n# @PRE: category must be a valid FileCategory.\n# @POST: Returns a FileResponse.\n#\n#\n# @RELATION DEPENDS_ON -> [StoragePlugin]\n@router.get(\"/download/{category}/{path:path}\")\nasync def download_file(\n category: FileCategory,\n path: str,\n plugin_loader=Depends(get_plugin_loader),\n _ = Depends(has_permission(\"plugin:storage\", \"READ\"))\n):\n with belief_scope(\"download_file\"):\n storage_plugin: StoragePlugin = plugin_loader.get_plugin(\"storage-manager\")\n if not storage_plugin:\n raise HTTPException(status_code=500, detail=\"Storage plugin not loaded\")\n try:\n abs_path = storage_plugin.get_file_path(category, path)\n filename = Path(path).name\n return FileResponse(path=abs_path, filename=filename)\n except FileNotFoundError:\n raise HTTPException(status_code=404, detail=\"File not found\")\n except ValueError as e:\n raise HTTPException(status_code=400, detail=str(e))\n# #endregion download_file\n" }, { @@ -22025,6 +22588,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_file_by_path [C:3] [TYPE Function]\n# @BRIEF Retrieve a file by validated absolute/relative path under storage root.\n#\n# @PRE: path must resolve under configured storage root.\n# @POST: Returns a FileResponse for existing files.\n#\n#\n# @RELATION DEPENDS_ON -> [StoragePlugin]\n@router.get(\"/file\")\nasync def get_file_by_path(\n path: str,\n plugin_loader=Depends(get_plugin_loader),\n _ = Depends(has_permission(\"plugin:storage\", \"READ\"))\n):\n with belief_scope(\"get_file_by_path\"):\n storage_plugin: StoragePlugin = plugin_loader.get_plugin(\"storage-manager\")\n if not storage_plugin:\n raise HTTPException(status_code=500, detail=\"Storage plugin not loaded\")\n\n requested_path = (path or \"\").strip()\n if not requested_path:\n raise HTTPException(status_code=400, detail=\"Path is required\")\n\n try:\n candidate = Path(requested_path)\n if candidate.is_absolute():\n abs_path = storage_plugin.validate_path(candidate)\n else:\n storage_root = storage_plugin.get_storage_root()\n abs_path = storage_plugin.validate_path(storage_root / candidate)\n except ValueError as e:\n raise HTTPException(status_code=400, detail=str(e))\n\n if not abs_path.exists() or not abs_path.is_file():\n raise HTTPException(status_code=404, detail=\"File not found\")\n\n return FileResponse(path=str(abs_path), filename=abs_path.name)\n# #endregion get_file_by_path\n" }, { @@ -22062,6 +22626,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TasksRouter [C:3] [TYPE Module] [SEMANTICS fastapi, task, api, search, create-task-request, resolve-task-request]\n# @BRIEF Defines the FastAPI router for task-related endpoints, allowing clients to create, list, and get the status of tasks.\n# @LAYER: UI (API)\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @RELATION DEPENDS_ON -> [ConfigManager]\n# @RELATION DEPENDS_ON -> [LLMProviderService]\n\nfrom typing import Any\n\nfrom fastapi import APIRouter, Depends, HTTPException, Query, status\nfrom pydantic import BaseModel\n\nfrom ...core.config_manager import ConfigManager\nfrom ...core.logger import belief_scope\nfrom ...core.task_manager import Task, TaskManager, TaskStatus\nfrom ...core.task_manager.models import LogFilter, LogStats\nfrom ...dependencies import (\n get_config_manager,\n get_current_user,\n get_task_manager,\n has_permission,\n)\nfrom ...services.llm_prompt_templates import (\n is_multimodal_model,\n normalize_llm_settings,\n resolve_bound_provider_id,\n)\n\nrouter = APIRouter()\n\nTASK_TYPE_PLUGIN_MAP = {\n \"llm_validation\": [\"llm_dashboard_validation\"],\n \"backup\": [\"superset-backup\"],\n \"migration\": [\"superset-migration\"],\n}\n\n\nclass CreateTaskRequest(BaseModel):\n plugin_id: str\n params: dict[str, Any]\n\n\nclass ResolveTaskRequest(BaseModel):\n resolution_params: dict[str, Any]\n\n\nclass ResumeTaskRequest(BaseModel):\n passwords: dict[str, str]\n\n\n# #region create_task [C:3] [TYPE Function]\n# @BRIEF Create and start a new task for a given plugin.\n# @PRE: plugin_id must exist and params must be valid for that plugin.\n# @POST: A new task is created and started.\n# @RELATION CALLS -> [TaskManager]\n# @RELATION DEPENDS_ON -> [ConfigManager]\n# @RELATION DEPENDS_ON -> [LLMProviderService]\n@router.post(\"\", response_model=Task, status_code=status.HTTP_201_CREATED)\nasync def create_task(\n request: CreateTaskRequest,\n task_manager: TaskManager = Depends(get_task_manager),\n current_user=Depends(get_current_user),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n # Dynamic permission check based on plugin_id\n has_permission(f\"plugin:{request.plugin_id}\", \"EXECUTE\")(current_user)\n with belief_scope(\"create_task\"):\n try:\n # Special handling for LLM tasks to resolve provider config by task binding.\n if request.plugin_id in {\"llm_dashboard_validation\", \"llm_documentation\"}:\n from ...core.database import SessionLocal\n from ...services.llm_provider import LLMProviderService\n\n db = SessionLocal()\n try:\n llm_service = LLMProviderService(db)\n provider_id = request.params.get(\"provider_id\")\n if not provider_id:\n llm_settings = normalize_llm_settings(\n config_manager.get_config().settings.llm\n )\n binding_key = (\n \"dashboard_validation\"\n if request.plugin_id == \"llm_dashboard_validation\"\n else \"documentation\"\n )\n provider_id = resolve_bound_provider_id(\n llm_settings, binding_key\n )\n if provider_id:\n request.params[\"provider_id\"] = provider_id\n if not provider_id:\n providers = llm_service.get_all_providers()\n active_provider = next(\n (p for p in providers if p.is_active), None\n )\n if active_provider:\n provider_id = active_provider.id\n request.params[\"provider_id\"] = provider_id\n\n if provider_id:\n db_provider = llm_service.get_provider(provider_id)\n if not db_provider:\n raise ValueError(f\"LLM Provider {provider_id} not found\")\n if (\n request.plugin_id == \"llm_dashboard_validation\"\n and not is_multimodal_model(\n db_provider.default_model,\n db_provider.provider_type,\n )\n ):\n raise HTTPException(\n status_code=status.HTTP_422_UNPROCESSABLE_ENTITY,\n detail=\"Selected provider model is not multimodal for dashboard validation\",\n )\n finally:\n db.close()\n\n task = await task_manager.create_task(\n plugin_id=request.plugin_id, params=request.params\n )\n return task\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n\n\n# #endregion create_task\n\n\n# #region list_tasks [C:2] [TYPE Function]\n# @BRIEF Retrieve a list of tasks with pagination and optional status filter.\n# @PRE: task_manager must be available.\n# @POST: Returns a list of tasks.\n# @RELATION CALLS -> [TaskManager]\n# @RELATION BINDS_TO -> [TASK_TYPE_PLUGIN_MAP]\n@router.get(\"\", response_model=list[Task])\nasync def list_tasks(\n limit: int = 10,\n offset: int = 0,\n status_filter: TaskStatus | None = Query(None, alias=\"status\"),\n task_type: str | None = Query(\n None, description=\"Task category: llm_validation, backup, migration\"\n ),\n plugin_id: list[str] | None = Query(\n None, description=\"Filter by plugin_id (repeatable query param)\"\n ),\n completed_only: bool = Query(\n False, description=\"Return only completed tasks (SUCCESS/FAILED)\"\n ),\n task_manager: TaskManager = Depends(get_task_manager),\n _=Depends(has_permission(\"tasks\", \"READ\")),\n):\n with belief_scope(\"list_tasks\"):\n plugin_filters = list(plugin_id) if plugin_id else []\n if task_type:\n if task_type not in TASK_TYPE_PLUGIN_MAP:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST,\n detail=f\"Unsupported task_type '{task_type}'. Allowed: {', '.join(TASK_TYPE_PLUGIN_MAP.keys())}\",\n )\n plugin_filters.extend(TASK_TYPE_PLUGIN_MAP[task_type])\n\n return task_manager.get_tasks(\n limit=limit,\n offset=offset,\n status=status_filter,\n plugin_ids=plugin_filters or None,\n completed_only=completed_only,\n )\n\n\n# #endregion list_tasks\n\n\n# #region get_task [C:2] [TYPE Function]\n# @BRIEF Retrieve the details of a specific task.\n# @PRE: task_id must exist.\n# @POST: Returns task details or raises 404.\n# @RELATION CALLS -> [TaskManager]\n@router.get(\"/{task_id}\", response_model=Task)\nasync def get_task(\n task_id: str,\n task_manager: TaskManager = Depends(get_task_manager),\n _=Depends(has_permission(\"tasks\", \"READ\")),\n):\n with belief_scope(\"get_task\"):\n task = task_manager.get_task(task_id)\n if not task:\n raise HTTPException(\n status_code=status.HTTP_404_NOT_FOUND, detail=\"Task not found\"\n )\n return task\n\n\n# #endregion get_task\n\n\n# #region get_task_logs [C:5] [TYPE Function]\n# @BRIEF Retrieve logs for a specific task with optional filtering.\n# @PRE: task_id must exist.\n# @POST: Returns a list of log entries or raises 404.\n# @RELATION CALLS -> [TaskManager]\n# @RELATION DEPENDS_ON -> [LogFilter]\n# @TEST_CONTRACT: TaskLogQueryInput -> List[LogEntry]\n# @TEST_SCENARIO: existing_task_logs_filtered -> Returns filtered logs by level/source/search with pagination.\n# @TEST_FIXTURE: valid_task_with_mixed_logs -> backend/tests/fixtures/task_logs/valid_task_with_mixed_logs.json\n# @TEST_EDGE: missing_task -> Unknown task_id returns 404 Task not found.\n# @TEST_EDGE: invalid_level_type -> Non-string/invalid level query rejected by validation or yields empty result.\n# @TEST_EDGE: pagination_bounds -> offset=0 and limit=1000 remain within API bounds and do not overflow.\n# @TEST_INVARIANT: logs_only_for_existing_task -> VERIFIED_BY: [existing_task_logs_filtered, missing_task]\n@router.get(\"/{task_id}/logs\")\nasync def get_task_logs(\n task_id: str,\n level: str | None = Query(\n None, description=\"Filter by log level (DEBUG, INFO, WARNING, ERROR)\"\n ),\n source: str | None = Query(None, description=\"Filter by source component\"),\n search: str | None = Query(None, description=\"Text search in message\"),\n offset: int = Query(0, ge=0, description=\"Number of logs to skip\"),\n limit: int = Query(\n 100, ge=1, le=1000, description=\"Maximum number of logs to return\"\n ),\n task_manager: TaskManager = Depends(get_task_manager),\n):\n with belief_scope(\"get_task_logs\"):\n task = task_manager.get_task(task_id)\n if not task:\n raise HTTPException(\n status_code=status.HTTP_404_NOT_FOUND, detail=\"Task not found\"\n )\n\n log_filter = LogFilter(\n level=level.upper() if level else None,\n source=source,\n search=search,\n offset=offset,\n limit=limit,\n )\n return task_manager.get_task_logs(task_id, log_filter)\n\n\n# #endregion get_task_logs\n\n\n# #region get_task_log_stats [C:2] [TYPE Function]\n# @BRIEF Get statistics about logs for a task (counts by level and source).\n# @PRE: task_id must exist.\n# @POST: Returns log statistics or raises 404.\n# @RELATION CALLS -> [TaskManager]\n# @RELATION DEPENDS_ON -> [LogStats]\n@router.get(\"/{task_id}/logs/stats\", response_model=LogStats)\nasync def get_task_log_stats(\n task_id: str,\n task_manager: TaskManager = Depends(get_task_manager),\n):\n with belief_scope(\"get_task_log_stats\"):\n task = task_manager.get_task(task_id)\n if not task:\n raise HTTPException(\n status_code=status.HTTP_404_NOT_FOUND, detail=\"Task not found\"\n )\n stats_payload = task_manager.get_task_log_stats(task_id)\n if isinstance(stats_payload, LogStats):\n return stats_payload\n if isinstance(stats_payload, dict) and (\n \"total_count\" in stats_payload\n or \"by_level\" in stats_payload\n or \"by_source\" in stats_payload\n ):\n return LogStats(\n total_count=int(stats_payload.get(\"total_count\", 0) or 0),\n by_level=dict(stats_payload.get(\"by_level\") or {}),\n by_source=dict(stats_payload.get(\"by_source\") or {}),\n )\n flat_by_level = (\n dict(stats_payload or {}) if isinstance(stats_payload, dict) else {}\n )\n return LogStats(\n total_count=sum(int(value or 0) for value in flat_by_level.values()),\n by_level={\n str(key): int(value or 0) for key, value in flat_by_level.items()\n },\n by_source={},\n )\n\n\n# #endregion get_task_log_stats\n\n\n# #region get_task_log_sources [C:2] [TYPE Function]\n# @BRIEF Get unique sources for a task's logs.\n# @PRE: task_id must exist.\n# @POST: Returns list of unique source names or raises 404.\n# @RELATION CALLS -> [TaskManager]\n@router.get(\"/{task_id}/logs/sources\", response_model=list[str])\nasync def get_task_log_sources(\n task_id: str,\n task_manager: TaskManager = Depends(get_task_manager),\n):\n with belief_scope(\"get_task_log_sources\"):\n task = task_manager.get_task(task_id)\n if not task:\n raise HTTPException(\n status_code=status.HTTP_404_NOT_FOUND, detail=\"Task not found\"\n )\n return task_manager.get_task_log_sources(task_id)\n\n\n# #endregion get_task_log_sources\n\n\n# #region resolve_task [C:2] [TYPE Function]\n# @BRIEF Resolve a task that is awaiting mapping.\n# @PRE: task must be in AWAITING_MAPPING status.\n# @POST: Task is resolved and resumes execution.\n# @RELATION CALLS -> [TaskManager]\n@router.post(\"/{task_id}/resolve\", response_model=Task)\nasync def resolve_task(\n task_id: str,\n request: ResolveTaskRequest,\n task_manager: TaskManager = Depends(get_task_manager),\n _=Depends(has_permission(\"tasks\", \"WRITE\")),\n):\n with belief_scope(\"resolve_task\"):\n try:\n await task_manager.resolve_task(task_id, request.resolution_params)\n return task_manager.get_task(task_id)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n\n\n# #endregion resolve_task\n\n\n# #region resume_task [C:2] [TYPE Function]\n# @BRIEF Resume a task that is awaiting input (e.g., passwords).\n# @PRE: task must be in AWAITING_INPUT status.\n# @POST: Task resumes execution with provided input.\n# @RELATION CALLS -> [TaskManager]\n@router.post(\"/{task_id}/resume\", response_model=Task)\nasync def resume_task(\n task_id: str,\n request: ResumeTaskRequest,\n task_manager: TaskManager = Depends(get_task_manager),\n _=Depends(has_permission(\"tasks\", \"WRITE\")),\n):\n with belief_scope(\"resume_task\"):\n try:\n task_manager.resume_task_with_password(task_id, request.passwords)\n return task_manager.get_task(task_id)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n\n\n# #endregion resume_task\n\n\n# #region clear_tasks [C:2] [TYPE Function]\n# @BRIEF Clear tasks matching the status filter.\n# @PRE: task_manager is available.\n# @POST: Tasks are removed from memory/persistence.\n# @RELATION CALLS -> [TaskManager]\n@router.delete(\"\", status_code=status.HTTP_204_NO_CONTENT)\nasync def clear_tasks(\n status: TaskStatus | None = None,\n task_manager: TaskManager = Depends(get_task_manager),\n _=Depends(has_permission(\"tasks\", \"WRITE\")),\n):\n with belief_scope(\"clear_tasks\", f\"status={status}\"):\n task_manager.clear_tasks(status)\n return\n\n\n# #endregion clear_tasks\n\n# #endregion TasksRouter\n" }, { @@ -22119,6 +22684,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_task [C:3] [TYPE Function]\n# @BRIEF Create and start a new task for a given plugin.\n# @PRE: plugin_id must exist and params must be valid for that plugin.\n# @POST: A new task is created and started.\n# @RELATION CALLS -> [TaskManager]\n# @RELATION DEPENDS_ON -> [ConfigManager]\n# @RELATION DEPENDS_ON -> [LLMProviderService]\n@router.post(\"\", response_model=Task, status_code=status.HTTP_201_CREATED)\nasync def create_task(\n request: CreateTaskRequest,\n task_manager: TaskManager = Depends(get_task_manager),\n current_user=Depends(get_current_user),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n # Dynamic permission check based on plugin_id\n has_permission(f\"plugin:{request.plugin_id}\", \"EXECUTE\")(current_user)\n with belief_scope(\"create_task\"):\n try:\n # Special handling for LLM tasks to resolve provider config by task binding.\n if request.plugin_id in {\"llm_dashboard_validation\", \"llm_documentation\"}:\n from ...core.database import SessionLocal\n from ...services.llm_provider import LLMProviderService\n\n db = SessionLocal()\n try:\n llm_service = LLMProviderService(db)\n provider_id = request.params.get(\"provider_id\")\n if not provider_id:\n llm_settings = normalize_llm_settings(\n config_manager.get_config().settings.llm\n )\n binding_key = (\n \"dashboard_validation\"\n if request.plugin_id == \"llm_dashboard_validation\"\n else \"documentation\"\n )\n provider_id = resolve_bound_provider_id(\n llm_settings, binding_key\n )\n if provider_id:\n request.params[\"provider_id\"] = provider_id\n if not provider_id:\n providers = llm_service.get_all_providers()\n active_provider = next(\n (p for p in providers if p.is_active), None\n )\n if active_provider:\n provider_id = active_provider.id\n request.params[\"provider_id\"] = provider_id\n\n if provider_id:\n db_provider = llm_service.get_provider(provider_id)\n if not db_provider:\n raise ValueError(f\"LLM Provider {provider_id} not found\")\n if (\n request.plugin_id == \"llm_dashboard_validation\"\n and not is_multimodal_model(\n db_provider.default_model,\n db_provider.provider_type,\n )\n ):\n raise HTTPException(\n status_code=status.HTTP_422_UNPROCESSABLE_ENTITY,\n detail=\"Selected provider model is not multimodal for dashboard validation\",\n )\n finally:\n db.close()\n\n task = await task_manager.create_task(\n plugin_id=request.plugin_id, params=request.params\n )\n return task\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n\n\n# #endregion create_task\n" }, { @@ -22179,6 +22745,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region list_tasks [C:2] [TYPE Function]\n# @BRIEF Retrieve a list of tasks with pagination and optional status filter.\n# @PRE: task_manager must be available.\n# @POST: Returns a list of tasks.\n# @RELATION CALLS -> [TaskManager]\n# @RELATION BINDS_TO -> [TASK_TYPE_PLUGIN_MAP]\n@router.get(\"\", response_model=list[Task])\nasync def list_tasks(\n limit: int = 10,\n offset: int = 0,\n status_filter: TaskStatus | None = Query(None, alias=\"status\"),\n task_type: str | None = Query(\n None, description=\"Task category: llm_validation, backup, migration\"\n ),\n plugin_id: list[str] | None = Query(\n None, description=\"Filter by plugin_id (repeatable query param)\"\n ),\n completed_only: bool = Query(\n False, description=\"Return only completed tasks (SUCCESS/FAILED)\"\n ),\n task_manager: TaskManager = Depends(get_task_manager),\n _=Depends(has_permission(\"tasks\", \"READ\")),\n):\n with belief_scope(\"list_tasks\"):\n plugin_filters = list(plugin_id) if plugin_id else []\n if task_type:\n if task_type not in TASK_TYPE_PLUGIN_MAP:\n raise HTTPException(\n status_code=status.HTTP_400_BAD_REQUEST,\n detail=f\"Unsupported task_type '{task_type}'. Allowed: {', '.join(TASK_TYPE_PLUGIN_MAP.keys())}\",\n )\n plugin_filters.extend(TASK_TYPE_PLUGIN_MAP[task_type])\n\n return task_manager.get_tasks(\n limit=limit,\n offset=offset,\n status=status_filter,\n plugin_ids=plugin_filters or None,\n completed_only=completed_only,\n )\n\n\n# #endregion list_tasks\n" }, { @@ -22233,6 +22800,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_task [C:2] [TYPE Function]\n# @BRIEF Retrieve the details of a specific task.\n# @PRE: task_id must exist.\n# @POST: Returns task details or raises 404.\n# @RELATION CALLS -> [TaskManager]\n@router.get(\"/{task_id}\", response_model=Task)\nasync def get_task(\n task_id: str,\n task_manager: TaskManager = Depends(get_task_manager),\n _=Depends(has_permission(\"tasks\", \"READ\")),\n):\n with belief_scope(\"get_task\"):\n task = task_manager.get_task(task_id)\n if not task:\n raise HTTPException(\n status_code=status.HTTP_404_NOT_FOUND, detail=\"Task not found\"\n )\n return task\n\n\n# #endregion get_task\n" }, { @@ -22336,6 +22904,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_task_logs [C:5] [TYPE Function]\n# @BRIEF Retrieve logs for a specific task with optional filtering.\n# @PRE: task_id must exist.\n# @POST: Returns a list of log entries or raises 404.\n# @RELATION CALLS -> [TaskManager]\n# @RELATION DEPENDS_ON -> [LogFilter]\n# @TEST_CONTRACT: TaskLogQueryInput -> List[LogEntry]\n# @TEST_SCENARIO: existing_task_logs_filtered -> Returns filtered logs by level/source/search with pagination.\n# @TEST_FIXTURE: valid_task_with_mixed_logs -> backend/tests/fixtures/task_logs/valid_task_with_mixed_logs.json\n# @TEST_EDGE: missing_task -> Unknown task_id returns 404 Task not found.\n# @TEST_EDGE: invalid_level_type -> Non-string/invalid level query rejected by validation or yields empty result.\n# @TEST_EDGE: pagination_bounds -> offset=0 and limit=1000 remain within API bounds and do not overflow.\n# @TEST_INVARIANT: logs_only_for_existing_task -> VERIFIED_BY: [existing_task_logs_filtered, missing_task]\n@router.get(\"/{task_id}/logs\")\nasync def get_task_logs(\n task_id: str,\n level: str | None = Query(\n None, description=\"Filter by log level (DEBUG, INFO, WARNING, ERROR)\"\n ),\n source: str | None = Query(None, description=\"Filter by source component\"),\n search: str | None = Query(None, description=\"Text search in message\"),\n offset: int = Query(0, ge=0, description=\"Number of logs to skip\"),\n limit: int = Query(\n 100, ge=1, le=1000, description=\"Maximum number of logs to return\"\n ),\n task_manager: TaskManager = Depends(get_task_manager),\n):\n with belief_scope(\"get_task_logs\"):\n task = task_manager.get_task(task_id)\n if not task:\n raise HTTPException(\n status_code=status.HTTP_404_NOT_FOUND, detail=\"Task not found\"\n )\n\n log_filter = LogFilter(\n level=level.upper() if level else None,\n source=source,\n search=search,\n offset=offset,\n limit=limit,\n )\n return task_manager.get_task_logs(task_id, log_filter)\n\n\n# #endregion get_task_logs\n" }, { @@ -22396,6 +22965,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_task_log_stats [C:2] [TYPE Function]\n# @BRIEF Get statistics about logs for a task (counts by level and source).\n# @PRE: task_id must exist.\n# @POST: Returns log statistics or raises 404.\n# @RELATION CALLS -> [TaskManager]\n# @RELATION DEPENDS_ON -> [LogStats]\n@router.get(\"/{task_id}/logs/stats\", response_model=LogStats)\nasync def get_task_log_stats(\n task_id: str,\n task_manager: TaskManager = Depends(get_task_manager),\n):\n with belief_scope(\"get_task_log_stats\"):\n task = task_manager.get_task(task_id)\n if not task:\n raise HTTPException(\n status_code=status.HTTP_404_NOT_FOUND, detail=\"Task not found\"\n )\n stats_payload = task_manager.get_task_log_stats(task_id)\n if isinstance(stats_payload, LogStats):\n return stats_payload\n if isinstance(stats_payload, dict) and (\n \"total_count\" in stats_payload\n or \"by_level\" in stats_payload\n or \"by_source\" in stats_payload\n ):\n return LogStats(\n total_count=int(stats_payload.get(\"total_count\", 0) or 0),\n by_level=dict(stats_payload.get(\"by_level\") or {}),\n by_source=dict(stats_payload.get(\"by_source\") or {}),\n )\n flat_by_level = (\n dict(stats_payload or {}) if isinstance(stats_payload, dict) else {}\n )\n return LogStats(\n total_count=sum(int(value or 0) for value in flat_by_level.values()),\n by_level={\n str(key): int(value or 0) for key, value in flat_by_level.items()\n },\n by_source={},\n )\n\n\n# #endregion get_task_log_stats\n" }, { @@ -22450,6 +23020,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_task_log_sources [C:2] [TYPE Function]\n# @BRIEF Get unique sources for a task's logs.\n# @PRE: task_id must exist.\n# @POST: Returns list of unique source names or raises 404.\n# @RELATION CALLS -> [TaskManager]\n@router.get(\"/{task_id}/logs/sources\", response_model=list[str])\nasync def get_task_log_sources(\n task_id: str,\n task_manager: TaskManager = Depends(get_task_manager),\n):\n with belief_scope(\"get_task_log_sources\"):\n task = task_manager.get_task(task_id)\n if not task:\n raise HTTPException(\n status_code=status.HTTP_404_NOT_FOUND, detail=\"Task not found\"\n )\n return task_manager.get_task_log_sources(task_id)\n\n\n# #endregion get_task_log_sources\n" }, { @@ -22504,6 +23075,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region resolve_task [C:2] [TYPE Function]\n# @BRIEF Resolve a task that is awaiting mapping.\n# @PRE: task must be in AWAITING_MAPPING status.\n# @POST: Task is resolved and resumes execution.\n# @RELATION CALLS -> [TaskManager]\n@router.post(\"/{task_id}/resolve\", response_model=Task)\nasync def resolve_task(\n task_id: str,\n request: ResolveTaskRequest,\n task_manager: TaskManager = Depends(get_task_manager),\n _=Depends(has_permission(\"tasks\", \"WRITE\")),\n):\n with belief_scope(\"resolve_task\"):\n try:\n await task_manager.resolve_task(task_id, request.resolution_params)\n return task_manager.get_task(task_id)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n\n\n# #endregion resolve_task\n" }, { @@ -22558,6 +23130,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region resume_task [C:2] [TYPE Function]\n# @BRIEF Resume a task that is awaiting input (e.g., passwords).\n# @PRE: task must be in AWAITING_INPUT status.\n# @POST: Task resumes execution with provided input.\n# @RELATION CALLS -> [TaskManager]\n@router.post(\"/{task_id}/resume\", response_model=Task)\nasync def resume_task(\n task_id: str,\n request: ResumeTaskRequest,\n task_manager: TaskManager = Depends(get_task_manager),\n _=Depends(has_permission(\"tasks\", \"WRITE\")),\n):\n with belief_scope(\"resume_task\"):\n try:\n task_manager.resume_task_with_password(task_id, request.passwords)\n return task_manager.get_task(task_id)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n\n\n# #endregion resume_task\n" }, { @@ -22612,6 +23185,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region clear_tasks [C:2] [TYPE Function]\n# @BRIEF Clear tasks matching the status filter.\n# @PRE: task_manager is available.\n# @POST: Tasks are removed from memory/persistence.\n# @RELATION CALLS -> [TaskManager]\n@router.delete(\"\", status_code=status.HTTP_204_NO_CONTENT)\nasync def clear_tasks(\n status: TaskStatus | None = None,\n task_manager: TaskManager = Depends(get_task_manager),\n _=Depends(has_permission(\"tasks\", \"WRITE\")),\n):\n with belief_scope(\"clear_tasks\", f\"status={status}\"):\n task_manager.clear_tasks(status)\n return\n\n\n# #endregion clear_tasks\n" }, { @@ -22721,6 +23295,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TranslateRoutes [C:4] [TYPE Module] [SEMANTICS translate, api, package, schedule, dashboard, llm]\n# @BRIEF API routes for LLM-based SQL/dashboard translation management including terminology dictionary CRUD and import.\n# @LAYER: UI (API)\n# @RELATION DEPENDS_ON -> [TranslateJobResponse]\n# @RELATION DEPENDS_ON -> [DictionaryManager:Class]\n# @RELATION DEPENDS_ON -> [get_current_user]\n# @RELATION DEPENDS_ON -> [get_db]\n# @RELATION DEPENDS_ON -> [has_permission]\n# @RELATION DEPENDS_ON -> [ConfigManager]\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @RATIONALE: Snapshot isolation — in-progress runs use config snapshot; config edits affect future runs only.\n# @REJECTED: Invalidating in-progress runs on config edit would break scheduled run continuity.\n\n\"\"\"\nTranslate routes package.\n\nRe-exports the shared router and all route handler modules.\nAll sub-modules register their handlers on the router at import time.\n\"\"\"\n\nfrom . import (\n _correction_routes, # noqa: F401 — registers correction handlers\n _dictionary_routes, # noqa: F401 — registers dictionary handlers\n _job_routes, # noqa: F401 — registers job handlers\n _metrics_routes, # noqa: F401 — registers metrics handlers\n _preview_routes, # noqa: F401 — registers preview handlers\n _run_list_routes, # noqa: F401 — registers run list/detail/csv handlers\n _run_routes, # noqa: F401 — registers run handlers\n _schedule_routes, # noqa: F401 — registers schedule handlers\n)\nfrom ._router import router\n\n__all__ = [\n \"router\",\n]\n\n# #endregion TranslateRoutes\n" }, { @@ -22728,7 +23303,7 @@ "contract_type": "Module", "file_path": "backend/src/api/routes/translate/_correction_routes.py", "start_line": 1, - "end_line": 91, + "end_line": 93, "tier": "TIER_1", "complexity": 2, "metadata": { @@ -22739,14 +23314,15 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", - "body": "# #region TranslateCorrectionRoutesModule [C:2] [TYPE Module] [SEMANTICS fastapi, translate, api, search]\n# @BRIEF Term correction submission endpoints.\n# @LAYER: API\n\nfrom fastapi import Depends, HTTPException, status\nfrom sqlalchemy.orm import Session\n\nfrom ....core.database import get_db\nfrom ....core.logger import logger\nfrom ....dependencies import get_current_user, has_permission\nfrom ....plugins.translate.dictionary import DictionaryManager\nfrom ....schemas.auth import User\nfrom ....schemas.translate import (\n TermCorrectionBulkSubmit,\n TermCorrectionSubmit,\n)\nfrom ._router import router\n\n# ============================================================\n# Corrections\n# ============================================================\n\n# #region submit_correction [TYPE Function]\n# @BRIEF Submit a term correction from a run result review.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Correction applied with conflict detection.\n@router.post(\"/corrections\")\nasync def submit_correction(\n payload: TermCorrectionSubmit,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Submit a term correction from a run result review.\"\"\"\n logger.reason(f\"submit_correction — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n if not payload.dictionary_id:\n raise HTTPException(status_code=422, detail=\"dictionary_id is required\")\n try:\n result = DictionaryManager.submit_correction(\n db,\n dict_id=payload.dictionary_id,\n source_term=payload.source_term,\n incorrect_target_term=payload.incorrect_target_term,\n corrected_target_term=payload.corrected_target_term,\n origin_run_id=payload.origin_run_id,\n origin_row_key=payload.origin_row_key,\n origin_user_id=current_user.username,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion submit_correction\n\n\n# #region submit_bulk_corrections [TYPE Function]\n# @BRIEF Submit multiple term corrections atomically.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: All corrections applied or none with conflict list.\n@router.post(\"/corrections/bulk\")\nasync def submit_bulk_corrections(\n payload: TermCorrectionBulkSubmit,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Submit multiple term corrections atomically.\"\"\"\n logger.reason(f\"submit_bulk_corrections — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n corr_list = []\n for c in payload.corrections:\n corr_list.append({\n \"source_term\": c.source_term,\n \"incorrect_target_term\": c.incorrect_target_term,\n \"corrected_target_term\": c.corrected_target_term,\n \"origin_run_id\": c.origin_run_id,\n \"origin_row_key\": c.origin_row_key,\n })\n result = DictionaryManager.submit_bulk_corrections(\n db,\n dict_id=payload.dictionary_id,\n corrections=corr_list,\n origin_user_id=current_user.username,\n )\n if result.get(\"status\") == \"conflicts\":\n raise HTTPException(status_code=status.HTTP_409_CONFLICT, detail=result)\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion submit_bulk_corrections\n\n# #endregion TranslateCorrectionRoutesModule\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslateCorrectionRoutesModule [C:2] [TYPE Module] [SEMANTICS fastapi, translate, api, search]\n# @BRIEF Term correction submission endpoints.\n# @LAYER: API\n\nfrom fastapi import Depends, HTTPException, status\nfrom sqlalchemy.orm import Session\n\nfrom ....core.database import get_db\nfrom ....core.logger import logger\nfrom ....dependencies import get_current_user, has_permission\nfrom ....plugins.translate.dictionary import DictionaryManager\nfrom ....schemas.auth import User\nfrom ....schemas.translate import (\n TermCorrectionBulkSubmit,\n TermCorrectionSubmit,\n)\nfrom ._router import router\n\n# ============================================================\n# Corrections\n# ============================================================\n\n# #region submit_correction [TYPE Function]\n# @BRIEF Submit a term correction from a run result review.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Correction applied with conflict detection.\n@router.post(\"/corrections\")\nasync def submit_correction(\n payload: TermCorrectionSubmit,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Submit a term correction from a run result review.\"\"\"\n logger.reason(f\"submit_correction — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n if not payload.dictionary_id:\n raise HTTPException(status_code=422, detail=\"dictionary_id is required\")\n try:\n result = DictionaryManager.submit_correction(\n db,\n dict_id=payload.dictionary_id,\n source_term=payload.source_term,\n incorrect_target_term=payload.incorrect_target_term,\n corrected_target_term=payload.corrected_target_term,\n origin_run_id=payload.origin_run_id,\n origin_row_key=payload.origin_row_key,\n origin_user_id=current_user.username,\n context_data=payload.context_data,\n usage_notes=payload.usage_notes,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion submit_correction\n\n\n# #region submit_bulk_corrections [TYPE Function]\n# @BRIEF Submit multiple term corrections atomically.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: All corrections applied or none with conflict list.\n@router.post(\"/corrections/bulk\")\nasync def submit_bulk_corrections(\n payload: TermCorrectionBulkSubmit,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Submit multiple term corrections atomically.\"\"\"\n logger.reason(f\"submit_bulk_corrections — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n corr_list = []\n for c in payload.corrections:\n corr_list.append({\n \"source_term\": c.source_term,\n \"incorrect_target_term\": c.incorrect_target_term,\n \"corrected_target_term\": c.corrected_target_term,\n \"origin_run_id\": c.origin_run_id,\n \"origin_row_key\": c.origin_row_key,\n })\n result = DictionaryManager.submit_bulk_corrections(\n db,\n dict_id=payload.dictionary_id,\n corrections=corr_list,\n origin_user_id=current_user.username,\n )\n if result.get(\"status\") == \"conflicts\":\n raise HTTPException(status_code=status.HTTP_409_CONFLICT, detail=result)\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion submit_bulk_corrections\n\n# #endregion TranslateCorrectionRoutesModule\n" }, { "contract_id": "submit_correction", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_correction_routes.py", "start_line": 23, - "end_line": 52, + "end_line": 54, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -22785,14 +23361,15 @@ } ], "anchor_syntax": "region", - "body": "# #region submit_correction [TYPE Function]\n# @BRIEF Submit a term correction from a run result review.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Correction applied with conflict detection.\n@router.post(\"/corrections\")\nasync def submit_correction(\n payload: TermCorrectionSubmit,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Submit a term correction from a run result review.\"\"\"\n logger.reason(f\"submit_correction — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n if not payload.dictionary_id:\n raise HTTPException(status_code=422, detail=\"dictionary_id is required\")\n try:\n result = DictionaryManager.submit_correction(\n db,\n dict_id=payload.dictionary_id,\n source_term=payload.source_term,\n incorrect_target_term=payload.incorrect_target_term,\n corrected_target_term=payload.corrected_target_term,\n origin_run_id=payload.origin_run_id,\n origin_row_key=payload.origin_row_key,\n origin_user_id=current_user.username,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion submit_correction\n" + "tier_source": "AutoCalculated", + "body": "# #region submit_correction [TYPE Function]\n# @BRIEF Submit a term correction from a run result review.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Correction applied with conflict detection.\n@router.post(\"/corrections\")\nasync def submit_correction(\n payload: TermCorrectionSubmit,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Submit a term correction from a run result review.\"\"\"\n logger.reason(f\"submit_correction — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n if not payload.dictionary_id:\n raise HTTPException(status_code=422, detail=\"dictionary_id is required\")\n try:\n result = DictionaryManager.submit_correction(\n db,\n dict_id=payload.dictionary_id,\n source_term=payload.source_term,\n incorrect_target_term=payload.incorrect_target_term,\n corrected_target_term=payload.corrected_target_term,\n origin_run_id=payload.origin_run_id,\n origin_row_key=payload.origin_row_key,\n origin_user_id=current_user.username,\n context_data=payload.context_data,\n usage_notes=payload.usage_notes,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion submit_correction\n" }, { "contract_id": "submit_bulk_corrections", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_correction_routes.py", - "start_line": 55, - "end_line": 89, + "start_line": 57, + "end_line": 91, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -22831,6 +23408,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region submit_bulk_corrections [TYPE Function]\n# @BRIEF Submit multiple term corrections atomically.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: All corrections applied or none with conflict list.\n@router.post(\"/corrections/bulk\")\nasync def submit_bulk_corrections(\n payload: TermCorrectionBulkSubmit,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Submit multiple term corrections atomically.\"\"\"\n logger.reason(f\"submit_bulk_corrections — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n corr_list = []\n for c in payload.corrections:\n corr_list.append({\n \"source_term\": c.source_term,\n \"incorrect_target_term\": c.incorrect_target_term,\n \"corrected_target_term\": c.corrected_target_term,\n \"origin_run_id\": c.origin_run_id,\n \"origin_row_key\": c.origin_row_key,\n })\n result = DictionaryManager.submit_bulk_corrections(\n db,\n dict_id=payload.dictionary_id,\n corrections=corr_list,\n origin_user_id=current_user.username,\n )\n if result.get(\"status\") == \"conflicts\":\n raise HTTPException(status_code=status.HTTP_409_CONFLICT, detail=result)\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion submit_bulk_corrections\n" }, { @@ -22838,7 +23416,7 @@ "contract_type": "Module", "file_path": "backend/src/api/routes/translate/_dictionary_routes.py", "start_line": 1, - "end_line": 349, + "end_line": 389, "tier": "TIER_2", "complexity": 3, "metadata": { @@ -22859,7 +23437,8 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslateDictionaryRoutesModule [C:3] [TYPE Module] [SEMANTICS fastapi, translate, api, search]\n# @BRIEF Terminology Dictionary CRUD, entries management, and import routes.\n# @LAYER: API\n\nfrom fastapi import Depends, HTTPException, Query, status\nfrom sqlalchemy.orm import Session\n\nfrom ....core.database import get_db\nfrom ....core.logger import belief_scope, logger\nfrom ....dependencies import get_current_user, has_permission\nfrom ....plugins.translate.dictionary import DictionaryManager\nfrom ....schemas.auth import User\nfrom ....schemas.translate import (\n DictionaryCreate,\n DictionaryEntryCreate,\n DictionaryImport,\n)\nfrom ._helpers import _dict_to_response, _get_dictionary_entry_counts\nfrom ._router import router\n\n# ============================================================\n# Terminology Dictionaries\n# ============================================================\n\n# #region list_dictionaries [TYPE Function]\n# @BRIEF List all terminology dictionaries.\n# @PRE: User has translate.dictionary.view permission.\n# @POST: Returns list of dictionaries with total count.\n@router.get(\"/dictionaries\")\nasync def list_dictionaries(\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"List all terminology dictionaries.\"\"\"\n with belief_scope(\"list_dictionaries\"):\n logger.reason(f\"User: {current_user.username}\")\n dicts, total = DictionaryManager.list_dictionaries(db, page=page, page_size=page_size)\n dict_ids = [d.id for d in dicts]\n counts = _get_dictionary_entry_counts(db, dict_ids) if dict_ids else {}\n items = [_dict_to_response(d, counts.get(d.id, 0)) for d in dicts]\n logger.reflect(\"Dictionaries listed\", {\"total\": total, \"returned\": len(items)})\n return {\"items\": items, \"total\": total, \"page\": page, \"page_size\": page_size}\n# #endregion list_dictionaries\n\n\n# #region get_dictionary [TYPE Function]\n# @BRIEF Get a single terminology dictionary by ID.\n# @PRE: User has translate.dictionary.view permission.\n# @POST: Returns the dictionary with entry_count.\n@router.get(\"/dictionaries/{dictionary_id}\")\nasync def get_dictionary(\n dictionary_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Get a terminology dictionary by ID.\"\"\"\n with belief_scope(\"get_dictionary\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n d = DictionaryManager.get_dictionary(db, dictionary_id)\n from ....models.translate import DictionaryEntry\n entry_count = db.query(DictionaryEntry.id).filter(DictionaryEntry.dictionary_id == dictionary_id).count()\n logger.reflect(\"Dictionary found\", {\"id\": dictionary_id})\n return _dict_to_response(d, entry_count)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_dictionary\n\n\n# #region create_dictionary [TYPE Function]\n# @BRIEF Create a new terminology dictionary.\n# @PRE: User has translate.dictionary.create permission.\n# @POST: Returns the created dictionary.\n@router.post(\"/dictionaries\", status_code=status.HTTP_201_CREATED)\nasync def create_dictionary(\n payload: DictionaryCreate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"CREATE\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Create a new terminology dictionary.\"\"\"\n with belief_scope(\"create_dictionary\"):\n logger.reason(f\"User: {current_user.username}\")\n d = DictionaryManager.create_dictionary(\n db,\n name=payload.name,\n source_dialect=payload.source_dialect,\n target_dialect=payload.target_dialect,\n created_by=current_user.username,\n description=payload.description,\n is_active=payload.is_active,\n )\n logger.reflect(\"Dictionary created\", {\"id\": d.id})\n return _dict_to_response(d, 0)\n# #endregion create_dictionary\n\n\n# #region update_dictionary [TYPE Function]\n# @BRIEF Update an existing terminology dictionary.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Returns the updated dictionary.\n@router.put(\"/dictionaries/{dictionary_id}\")\nasync def update_dictionary(\n dictionary_id: str,\n payload: DictionaryCreate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Update a terminology dictionary.\"\"\"\n with belief_scope(\"update_dictionary\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n d = DictionaryManager.update_dictionary(\n db,\n dict_id=dictionary_id,\n name=payload.name,\n description=payload.description,\n source_dialect=payload.source_dialect,\n target_dialect=payload.target_dialect,\n is_active=payload.is_active,\n )\n from ....models.translate import DictionaryEntry\n entry_count = db.query(DictionaryEntry.id).filter(DictionaryEntry.dictionary_id == dictionary_id).count()\n logger.reflect(\"Dictionary updated\", {\"id\": dictionary_id})\n return _dict_to_response(d, entry_count)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion update_dictionary\n\n\n# #region delete_dictionary [TYPE Function]\n# @BRIEF Delete a terminology dictionary, blocked if attached to active/scheduled jobs.\n# @PRE: User has translate.dictionary.delete permission.\n# @POST: Dictionary is deleted.\n@router.delete(\"/dictionaries/{dictionary_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_dictionary(\n dictionary_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"DELETE\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Delete a terminology dictionary.\"\"\"\n with belief_scope(\"delete_dictionary\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n DictionaryManager.delete_dictionary(db, dictionary_id)\n logger.reflect(\"Dictionary deleted\", {\"id\": dictionary_id})\n return None\n except ValueError as e:\n if \"active/scheduled\" in str(e):\n raise HTTPException(status_code=status.HTTP_409_CONFLICT, detail=str(e))\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion delete_dictionary\n\n\n# ============================================================\n# Dictionary Entries CRUD\n# ============================================================\n\n# #region list_dictionary_entries [TYPE Function]\n# @BRIEF List entries for a dictionary.\n# @PRE: User has translate.dictionary.view permission.\n# @POST: Returns paginated list of entries.\n@router.get(\"/dictionaries/{dictionary_id}/entries\")\nasync def list_dictionary_entries(\n dictionary_id: str,\n page: int = Query(1, ge=1),\n page_size: int = Query(50, ge=1, le=500),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"List entries for a dictionary.\"\"\"\n with belief_scope(\"list_dictionary_entries\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n entries, total = DictionaryManager.list_entries(db, dictionary_id, page=page, page_size=page_size)\n items = [\n {\n \"id\": e.id,\n \"dictionary_id\": e.dictionary_id,\n \"source_term\": e.source_term,\n \"source_term_normalized\": e.source_term_normalized,\n \"target_term\": e.target_term,\n \"context_notes\": e.context_notes,\n \"created_at\": e.created_at,\n \"updated_at\": e.updated_at,\n }\n for e in entries\n ]\n logger.reflect(\"Entries listed\", {\"dict_id\": dictionary_id, \"total\": total})\n return {\"items\": items, \"total\": total, \"page\": page, \"page_size\": page_size}\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion list_dictionary_entries\n\n\n# #region add_dictionary_entry [TYPE Function]\n# @BRIEF Add a new entry to a dictionary.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Entry is created.\n@router.post(\"/dictionaries/{dictionary_id}/entries\", status_code=status.HTTP_201_CREATED)\nasync def add_dictionary_entry(\n dictionary_id: str,\n payload: DictionaryEntryCreate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Add a new entry to a dictionary.\"\"\"\n with belief_scope(\"add_dictionary_entry\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n entry = DictionaryManager.add_entry(\n db, dictionary_id,\n source_term=payload.source_term,\n target_term=payload.target_term,\n context_notes=payload.context_notes,\n )\n logger.reflect(\"Entry added\", {\"entry_id\": entry.id})\n return {\n \"id\": entry.id,\n \"dictionary_id\": entry.dictionary_id,\n \"source_term\": entry.source_term,\n \"source_term_normalized\": entry.source_term_normalized,\n \"target_term\": entry.target_term,\n \"context_notes\": entry.context_notes,\n \"created_at\": entry.created_at,\n \"updated_at\": entry.updated_at,\n }\n except ValueError as e:\n if \"already exists\" in str(e):\n raise HTTPException(status_code=status.HTTP_409_CONFLICT, detail=str(e))\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion add_dictionary_entry\n\n\n# #region edit_dictionary_entry [TYPE Function]\n# @BRIEF Update an existing dictionary entry.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Entry is updated.\n@router.put(\"/dictionaries/{dictionary_id}/entries/{entry_id}\")\nasync def edit_dictionary_entry(\n dictionary_id: str,\n entry_id: str,\n payload: DictionaryEntryCreate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Update an existing dictionary entry.\"\"\"\n with belief_scope(\"edit_dictionary_entry\"):\n logger.reason(f\"Entry: {entry_id}, User: {current_user.username}\")\n try:\n entry = DictionaryManager.edit_entry(\n db, entry_id,\n source_term=payload.source_term,\n target_term=payload.target_term,\n context_notes=payload.context_notes,\n )\n logger.reflect(\"Entry updated\", {\"entry_id\": entry_id})\n return {\n \"id\": entry.id,\n \"dictionary_id\": entry.dictionary_id,\n \"source_term\": entry.source_term,\n \"source_term_normalized\": entry.source_term_normalized,\n \"target_term\": entry.target_term,\n \"context_notes\": entry.context_notes,\n \"created_at\": entry.created_at,\n \"updated_at\": entry.updated_at,\n }\n except ValueError as e:\n if \"already exists\" in str(e):\n raise HTTPException(status_code=status.HTTP_409_CONFLICT, detail=str(e))\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion edit_dictionary_entry\n\n\n# #region delete_dictionary_entry [TYPE Function]\n# @BRIEF Delete a dictionary entry.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Entry is deleted.\n@router.delete(\"/dictionaries/{dictionary_id}/entries/{entry_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_dictionary_entry(\n dictionary_id: str,\n entry_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Delete a dictionary entry.\"\"\"\n with belief_scope(\"delete_dictionary_entry\"):\n logger.reason(f\"Entry: {entry_id}, User: {current_user.username}\")\n try:\n DictionaryManager.delete_entry(db, entry_id)\n logger.reflect(\"Entry deleted\", {\"entry_id\": entry_id})\n return None\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion delete_dictionary_entry\n\n\n# #region import_dictionary_entries [TYPE Function]\n# @BRIEF Import entries into a terminology dictionary from CSV/TSV content.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Entries are imported per conflict mode.\n@router.post(\"/dictionaries/{dictionary_id}/import\")\nasync def import_dictionary_entries(\n dictionary_id: str,\n payload: DictionaryImport,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Import entries into a terminology dictionary from CSV/TSV content.\"\"\"\n with belief_scope(\"import_dictionary_entries\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n\n if payload.on_conflict not in (\"overwrite\", \"keep_existing\", \"cancel\"):\n raise HTTPException(\n status_code=status.HTTP_422_UNPROCESSABLE_ENTITY,\n detail=\"on_conflict must be 'overwrite', 'keep_existing', or 'cancel'\",\n )\n\n try:\n result = DictionaryManager.import_entries(\n db,\n dict_id=dictionary_id,\n content=payload.content,\n delimiter=payload.delimiter,\n on_conflict=payload.on_conflict,\n preview_only=payload.preview_only,\n )\n logger.reflect(\"Import completed\", {\n \"dict_id\": dictionary_id,\n \"total\": result[\"total\"],\n \"errors\": len(result[\"errors\"]),\n })\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion import_dictionary_entries\n\n# #endregion TranslateDictionaryRoutesModule\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslateDictionaryRoutesModule [C:3] [TYPE Module] [SEMANTICS fastapi, translate, api, search]\n# @BRIEF Terminology Dictionary CRUD, entries management, and import routes.\n# @LAYER: API\n\nfrom fastapi import Depends, HTTPException, Query, status\nfrom sqlalchemy.orm import Session\n\nfrom ....core.database import get_db\nfrom ....core.logger import belief_scope, logger\nfrom ....dependencies import get_current_user, has_permission\nfrom ....plugins.translate.dictionary import DictionaryManager\nfrom ....schemas.auth import User\nfrom ....schemas.translate import (\n DictionaryCreate,\n DictionaryEntryCreate,\n DictionaryImport,\n)\nfrom ._helpers import _dict_to_response, _get_dictionary_entry_counts\nfrom ._router import router\n\n# ============================================================\n# Terminology Dictionaries\n# ============================================================\n\n# #region list_dictionaries [TYPE Function]\n# @BRIEF List all terminology dictionaries.\n# @PRE: User has translate.dictionary.view permission.\n# @POST: Returns list of dictionaries with total count.\n@router.get(\"/dictionaries\")\nasync def list_dictionaries(\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"List all terminology dictionaries.\"\"\"\n with belief_scope(\"list_dictionaries\"):\n logger.reason(f\"User: {current_user.username}\")\n dicts, total = DictionaryManager.list_dictionaries(db, page=page, page_size=page_size)\n dict_ids = [d.id for d in dicts]\n counts = _get_dictionary_entry_counts(db, dict_ids) if dict_ids else {}\n items = [_dict_to_response(d, counts.get(d.id, 0)) for d in dicts]\n logger.reflect(\"Dictionaries listed\", {\"total\": total, \"returned\": len(items)})\n return {\"items\": items, \"total\": total, \"page\": page, \"page_size\": page_size}\n# #endregion list_dictionaries\n\n\n# #region get_dictionary [TYPE Function]\n# @BRIEF Get a single terminology dictionary by ID.\n# @PRE: User has translate.dictionary.view permission.\n# @POST: Returns the dictionary with entry_count.\n@router.get(\"/dictionaries/{dictionary_id}\")\nasync def get_dictionary(\n dictionary_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Get a terminology dictionary by ID.\"\"\"\n with belief_scope(\"get_dictionary\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n d = DictionaryManager.get_dictionary(db, dictionary_id)\n from ....models.translate import DictionaryEntry\n entry_count = db.query(DictionaryEntry.id).filter(DictionaryEntry.dictionary_id == dictionary_id).count()\n logger.reflect(\"Dictionary found\", {\"id\": dictionary_id})\n return _dict_to_response(d, entry_count)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_dictionary\n\n\n# #region create_dictionary [TYPE Function]\n# @BRIEF Create a new terminology dictionary.\n# @PRE: User has translate.dictionary.create permission.\n# @POST: Returns the created dictionary.\n@router.post(\"/dictionaries\", status_code=status.HTTP_201_CREATED)\nasync def create_dictionary(\n payload: DictionaryCreate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"CREATE\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Create a new terminology dictionary.\"\"\"\n with belief_scope(\"create_dictionary\"):\n logger.reason(f\"User: {current_user.username}\")\n d = DictionaryManager.create_dictionary(\n db,\n name=payload.name,\n source_dialect=payload.source_dialect,\n target_dialect=payload.target_dialect,\n created_by=current_user.username,\n description=payload.description,\n is_active=payload.is_active,\n )\n logger.reflect(\"Dictionary created\", {\"id\": d.id})\n return _dict_to_response(d, 0)\n# #endregion create_dictionary\n\n\n# #region update_dictionary [TYPE Function]\n# @BRIEF Update an existing terminology dictionary.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Returns the updated dictionary.\n@router.put(\"/dictionaries/{dictionary_id}\")\nasync def update_dictionary(\n dictionary_id: str,\n payload: DictionaryCreate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Update a terminology dictionary.\"\"\"\n with belief_scope(\"update_dictionary\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n d = DictionaryManager.update_dictionary(\n db,\n dict_id=dictionary_id,\n name=payload.name,\n description=payload.description,\n source_dialect=payload.source_dialect,\n target_dialect=payload.target_dialect,\n is_active=payload.is_active,\n )\n from ....models.translate import DictionaryEntry\n entry_count = db.query(DictionaryEntry.id).filter(DictionaryEntry.dictionary_id == dictionary_id).count()\n logger.reflect(\"Dictionary updated\", {\"id\": dictionary_id})\n return _dict_to_response(d, entry_count)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion update_dictionary\n\n\n# #region delete_dictionary [TYPE Function]\n# @BRIEF Delete a terminology dictionary, blocked if attached to active/scheduled jobs.\n# @PRE: User has translate.dictionary.delete permission.\n# @POST: Dictionary is deleted.\n@router.delete(\"/dictionaries/{dictionary_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_dictionary(\n dictionary_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"DELETE\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Delete a terminology dictionary.\"\"\"\n with belief_scope(\"delete_dictionary\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n DictionaryManager.delete_dictionary(db, dictionary_id)\n logger.reflect(\"Dictionary deleted\", {\"id\": dictionary_id})\n return None\n except ValueError as e:\n if \"active/scheduled\" in str(e):\n raise HTTPException(status_code=status.HTTP_409_CONFLICT, detail=str(e))\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion delete_dictionary\n\n\n# ============================================================\n# Dictionary Entries CRUD\n# ============================================================\n\n# #region list_dictionary_entries [TYPE Function]\n# @BRIEF List entries for a dictionary, optionally filtered by language pair.\n# @PRE: User has translate.dictionary.view permission.\n# @POST: Returns paginated list of entries with language pair fields.\n@router.get(\"/dictionaries/{dictionary_id}/entries\")\nasync def list_dictionary_entries(\n dictionary_id: str,\n page: int = Query(1, ge=1),\n page_size: int = Query(50, ge=1, le=500),\n source_language: str | None = Query(None, description=\"Filter by BCP-47 source language\"),\n target_language: str | None = Query(None, description=\"Filter by BCP-47 target language\"),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"List entries for a dictionary.\"\"\"\n with belief_scope(\"list_dictionary_entries\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n entries, total = DictionaryManager.list_entries(db, dictionary_id, page=page, page_size=page_size)\n # Apply language pair filtering\n if source_language or target_language:\n filtered = []\n for e in entries:\n if source_language and e.source_language != source_language and e.source_language != \"und\":\n continue\n if target_language and e.target_language != target_language:\n continue\n filtered.append(e)\n entries = filtered\n total = len(filtered)\n items = [\n {\n \"id\": e.id,\n \"dictionary_id\": e.dictionary_id,\n \"source_term\": e.source_term,\n \"source_term_normalized\": e.source_term_normalized,\n \"target_term\": e.target_term,\n \"source_language\": e.source_language,\n \"target_language\": e.target_language,\n \"context_notes\": e.context_notes,\n \"context_data\": e.context_data,\n \"usage_notes\": e.usage_notes,\n \"has_context\": e.has_context,\n \"context_source\": e.context_source,\n \"origin_source_language\": e.origin_source_language,\n \"created_at\": e.created_at,\n \"updated_at\": e.updated_at,\n }\n for e in entries\n ]\n logger.reflect(\"Entries listed\", {\"dict_id\": dictionary_id, \"total\": total, \"source_language\": source_language, \"target_language\": target_language})\n return {\"items\": items, \"total\": total, \"page\": page, \"page_size\": page_size}\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion list_dictionary_entries\n\n\n# #region add_dictionary_entry [TYPE Function]\n# @BRIEF Add a new entry to a dictionary.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Entry is created.\n@router.post(\"/dictionaries/{dictionary_id}/entries\", status_code=status.HTTP_201_CREATED)\nasync def add_dictionary_entry(\n dictionary_id: str,\n payload: DictionaryEntryCreate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Add a new entry to a dictionary.\"\"\"\n with belief_scope(\"add_dictionary_entry\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n entry = DictionaryManager.add_entry(\n db, dictionary_id,\n source_term=payload.source_term,\n target_term=payload.target_term,\n context_notes=payload.context_notes,\n source_language=payload.source_language,\n target_language=payload.target_language,\n )\n logger.reflect(\"Entry added\", {\"entry_id\": entry.id})\n return {\n \"id\": entry.id,\n \"dictionary_id\": entry.dictionary_id,\n \"source_term\": entry.source_term,\n \"source_term_normalized\": entry.source_term_normalized,\n \"target_term\": entry.target_term,\n \"source_language\": entry.source_language,\n \"target_language\": entry.target_language,\n \"context_notes\": entry.context_notes,\n \"context_data\": entry.context_data,\n \"usage_notes\": entry.usage_notes,\n \"has_context\": entry.has_context,\n \"context_source\": entry.context_source,\n \"origin_source_language\": entry.origin_source_language,\n \"created_at\": entry.created_at,\n \"updated_at\": entry.updated_at,\n }\n except ValueError as e:\n if \"already exists\" in str(e):\n raise HTTPException(status_code=status.HTTP_409_CONFLICT, detail=str(e))\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion add_dictionary_entry\n\n\n# #region edit_dictionary_entry [TYPE Function]\n# @BRIEF Update an existing dictionary entry.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Entry is updated.\n@router.put(\"/dictionaries/{dictionary_id}/entries/{entry_id}\")\nasync def edit_dictionary_entry(\n dictionary_id: str,\n entry_id: str,\n payload: DictionaryEntryCreate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Update an existing dictionary entry.\"\"\"\n with belief_scope(\"edit_dictionary_entry\"):\n logger.reason(f\"Entry: {entry_id}, User: {current_user.username}\")\n try:\n entry = DictionaryManager.edit_entry(\n db, entry_id,\n source_term=payload.source_term,\n target_term=payload.target_term,\n context_notes=payload.context_notes,\n source_language=payload.source_language,\n target_language=payload.target_language,\n )\n logger.reflect(\"Entry updated\", {\"entry_id\": entry_id})\n return {\n \"id\": entry.id,\n \"dictionary_id\": entry.dictionary_id,\n \"source_term\": entry.source_term,\n \"source_term_normalized\": entry.source_term_normalized,\n \"target_term\": entry.target_term,\n \"source_language\": entry.source_language,\n \"target_language\": entry.target_language,\n \"context_notes\": entry.context_notes,\n \"context_data\": entry.context_data,\n \"usage_notes\": entry.usage_notes,\n \"has_context\": entry.has_context,\n \"context_source\": entry.context_source,\n \"origin_source_language\": entry.origin_source_language,\n \"created_at\": entry.created_at,\n \"updated_at\": entry.updated_at,\n }\n except ValueError as e:\n if \"already exists\" in str(e):\n raise HTTPException(status_code=status.HTTP_409_CONFLICT, detail=str(e))\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion edit_dictionary_entry\n\n\n# #region delete_dictionary_entry [TYPE Function]\n# @BRIEF Delete a dictionary entry.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Entry is deleted.\n@router.delete(\"/dictionaries/{dictionary_id}/entries/{entry_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_dictionary_entry(\n dictionary_id: str,\n entry_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Delete a dictionary entry.\"\"\"\n with belief_scope(\"delete_dictionary_entry\"):\n logger.reason(f\"Entry: {entry_id}, User: {current_user.username}\")\n try:\n DictionaryManager.delete_entry(db, entry_id)\n logger.reflect(\"Entry deleted\", {\"entry_id\": entry_id})\n return None\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion delete_dictionary_entry\n\n\n# #region import_dictionary_entries [TYPE Function]\n# @BRIEF Import entries into a terminology dictionary from CSV/TSV content.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Entries are imported per conflict mode.\n@router.post(\"/dictionaries/{dictionary_id}/import\")\nasync def import_dictionary_entries(\n dictionary_id: str,\n payload: DictionaryImport,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Import entries into a terminology dictionary from CSV/TSV content.\"\"\"\n with belief_scope(\"import_dictionary_entries\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n\n if payload.on_conflict not in (\"overwrite\", \"keep_existing\", \"cancel\"):\n raise HTTPException(\n status_code=status.HTTP_422_UNPROCESSABLE_ENTITY,\n detail=\"on_conflict must be 'overwrite', 'keep_existing', or 'cancel'\",\n )\n\n try:\n result = DictionaryManager.import_entries(\n db,\n dict_id=dictionary_id,\n content=payload.content,\n delimiter=payload.delimiter,\n on_conflict=payload.on_conflict,\n preview_only=payload.preview_only,\n default_source_language=payload.default_source_language,\n default_target_language=payload.default_target_language,\n )\n logger.reflect(\"Import completed\", {\n \"dict_id\": dictionary_id,\n \"total\": result[\"total\"],\n \"errors\": len(result[\"errors\"]),\n })\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion import_dictionary_entries\n\n# #endregion TranslateDictionaryRoutesModule\n" }, { "contract_id": "list_dictionaries", @@ -22905,6 +23484,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region list_dictionaries [TYPE Function]\n# @BRIEF List all terminology dictionaries.\n# @PRE: User has translate.dictionary.view permission.\n# @POST: Returns list of dictionaries with total count.\n@router.get(\"/dictionaries\")\nasync def list_dictionaries(\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"List all terminology dictionaries.\"\"\"\n with belief_scope(\"list_dictionaries\"):\n logger.reason(f\"User: {current_user.username}\")\n dicts, total = DictionaryManager.list_dictionaries(db, page=page, page_size=page_size)\n dict_ids = [d.id for d in dicts]\n counts = _get_dictionary_entry_counts(db, dict_ids) if dict_ids else {}\n items = [_dict_to_response(d, counts.get(d.id, 0)) for d in dicts]\n logger.reflect(\"Dictionaries listed\", {\"total\": total, \"returned\": len(items)})\n return {\"items\": items, \"total\": total, \"page\": page, \"page_size\": page_size}\n# #endregion list_dictionaries\n" }, { @@ -22951,6 +23531,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_dictionary [TYPE Function]\n# @BRIEF Get a single terminology dictionary by ID.\n# @PRE: User has translate.dictionary.view permission.\n# @POST: Returns the dictionary with entry_count.\n@router.get(\"/dictionaries/{dictionary_id}\")\nasync def get_dictionary(\n dictionary_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Get a terminology dictionary by ID.\"\"\"\n with belief_scope(\"get_dictionary\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n d = DictionaryManager.get_dictionary(db, dictionary_id)\n from ....models.translate import DictionaryEntry\n entry_count = db.query(DictionaryEntry.id).filter(DictionaryEntry.dictionary_id == dictionary_id).count()\n logger.reflect(\"Dictionary found\", {\"id\": dictionary_id})\n return _dict_to_response(d, entry_count)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_dictionary\n" }, { @@ -22997,6 +23578,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_dictionary [TYPE Function]\n# @BRIEF Create a new terminology dictionary.\n# @PRE: User has translate.dictionary.create permission.\n# @POST: Returns the created dictionary.\n@router.post(\"/dictionaries\", status_code=status.HTTP_201_CREATED)\nasync def create_dictionary(\n payload: DictionaryCreate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"CREATE\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Create a new terminology dictionary.\"\"\"\n with belief_scope(\"create_dictionary\"):\n logger.reason(f\"User: {current_user.username}\")\n d = DictionaryManager.create_dictionary(\n db,\n name=payload.name,\n source_dialect=payload.source_dialect,\n target_dialect=payload.target_dialect,\n created_by=current_user.username,\n description=payload.description,\n is_active=payload.is_active,\n )\n logger.reflect(\"Dictionary created\", {\"id\": d.id})\n return _dict_to_response(d, 0)\n# #endregion create_dictionary\n" }, { @@ -23043,6 +23625,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_dictionary [TYPE Function]\n# @BRIEF Update an existing terminology dictionary.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Returns the updated dictionary.\n@router.put(\"/dictionaries/{dictionary_id}\")\nasync def update_dictionary(\n dictionary_id: str,\n payload: DictionaryCreate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Update a terminology dictionary.\"\"\"\n with belief_scope(\"update_dictionary\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n d = DictionaryManager.update_dictionary(\n db,\n dict_id=dictionary_id,\n name=payload.name,\n description=payload.description,\n source_dialect=payload.source_dialect,\n target_dialect=payload.target_dialect,\n is_active=payload.is_active,\n )\n from ....models.translate import DictionaryEntry\n entry_count = db.query(DictionaryEntry.id).filter(DictionaryEntry.dictionary_id == dictionary_id).count()\n logger.reflect(\"Dictionary updated\", {\"id\": dictionary_id})\n return _dict_to_response(d, entry_count)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion update_dictionary\n" }, { @@ -23089,6 +23672,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region delete_dictionary [TYPE Function]\n# @BRIEF Delete a terminology dictionary, blocked if attached to active/scheduled jobs.\n# @PRE: User has translate.dictionary.delete permission.\n# @POST: Dictionary is deleted.\n@router.delete(\"/dictionaries/{dictionary_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_dictionary(\n dictionary_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"DELETE\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Delete a terminology dictionary.\"\"\"\n with belief_scope(\"delete_dictionary\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n DictionaryManager.delete_dictionary(db, dictionary_id)\n logger.reflect(\"Dictionary deleted\", {\"id\": dictionary_id})\n return None\n except ValueError as e:\n if \"active/scheduled\" in str(e):\n raise HTTPException(status_code=status.HTTP_409_CONFLICT, detail=str(e))\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion delete_dictionary\n" }, { @@ -23096,13 +23680,13 @@ "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_dictionary_routes.py", "start_line": 165, - "end_line": 200, + "end_line": 220, "tier": "TIER_1", "complexity": 1, "metadata": { - "POST": "Returns paginated list of entries.", + "POST": "Returns paginated list of entries with language pair fields.", "PRE": "User has translate.dictionary.view permission.", - "PURPOSE": "List entries for a dictionary." + "PURPOSE": "List entries for a dictionary, optionally filtered by language pair." }, "relations": [], "schema_warnings": [ @@ -23135,14 +23719,15 @@ } ], "anchor_syntax": "region", - "body": "# #region list_dictionary_entries [TYPE Function]\n# @BRIEF List entries for a dictionary.\n# @PRE: User has translate.dictionary.view permission.\n# @POST: Returns paginated list of entries.\n@router.get(\"/dictionaries/{dictionary_id}/entries\")\nasync def list_dictionary_entries(\n dictionary_id: str,\n page: int = Query(1, ge=1),\n page_size: int = Query(50, ge=1, le=500),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"List entries for a dictionary.\"\"\"\n with belief_scope(\"list_dictionary_entries\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n entries, total = DictionaryManager.list_entries(db, dictionary_id, page=page, page_size=page_size)\n items = [\n {\n \"id\": e.id,\n \"dictionary_id\": e.dictionary_id,\n \"source_term\": e.source_term,\n \"source_term_normalized\": e.source_term_normalized,\n \"target_term\": e.target_term,\n \"context_notes\": e.context_notes,\n \"created_at\": e.created_at,\n \"updated_at\": e.updated_at,\n }\n for e in entries\n ]\n logger.reflect(\"Entries listed\", {\"dict_id\": dictionary_id, \"total\": total})\n return {\"items\": items, \"total\": total, \"page\": page, \"page_size\": page_size}\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion list_dictionary_entries\n" + "tier_source": "AutoCalculated", + "body": "# #region list_dictionary_entries [TYPE Function]\n# @BRIEF List entries for a dictionary, optionally filtered by language pair.\n# @PRE: User has translate.dictionary.view permission.\n# @POST: Returns paginated list of entries with language pair fields.\n@router.get(\"/dictionaries/{dictionary_id}/entries\")\nasync def list_dictionary_entries(\n dictionary_id: str,\n page: int = Query(1, ge=1),\n page_size: int = Query(50, ge=1, le=500),\n source_language: str | None = Query(None, description=\"Filter by BCP-47 source language\"),\n target_language: str | None = Query(None, description=\"Filter by BCP-47 target language\"),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"List entries for a dictionary.\"\"\"\n with belief_scope(\"list_dictionary_entries\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n entries, total = DictionaryManager.list_entries(db, dictionary_id, page=page, page_size=page_size)\n # Apply language pair filtering\n if source_language or target_language:\n filtered = []\n for e in entries:\n if source_language and e.source_language != source_language and e.source_language != \"und\":\n continue\n if target_language and e.target_language != target_language:\n continue\n filtered.append(e)\n entries = filtered\n total = len(filtered)\n items = [\n {\n \"id\": e.id,\n \"dictionary_id\": e.dictionary_id,\n \"source_term\": e.source_term,\n \"source_term_normalized\": e.source_term_normalized,\n \"target_term\": e.target_term,\n \"source_language\": e.source_language,\n \"target_language\": e.target_language,\n \"context_notes\": e.context_notes,\n \"context_data\": e.context_data,\n \"usage_notes\": e.usage_notes,\n \"has_context\": e.has_context,\n \"context_source\": e.context_source,\n \"origin_source_language\": e.origin_source_language,\n \"created_at\": e.created_at,\n \"updated_at\": e.updated_at,\n }\n for e in entries\n ]\n logger.reflect(\"Entries listed\", {\"dict_id\": dictionary_id, \"total\": total, \"source_language\": source_language, \"target_language\": target_language})\n return {\"items\": items, \"total\": total, \"page\": page, \"page_size\": page_size}\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion list_dictionary_entries\n" }, { "contract_id": "add_dictionary_entry", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_dictionary_routes.py", - "start_line": 203, - "end_line": 240, + "start_line": 223, + "end_line": 269, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -23181,14 +23766,15 @@ } ], "anchor_syntax": "region", - "body": "# #region add_dictionary_entry [TYPE Function]\n# @BRIEF Add a new entry to a dictionary.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Entry is created.\n@router.post(\"/dictionaries/{dictionary_id}/entries\", status_code=status.HTTP_201_CREATED)\nasync def add_dictionary_entry(\n dictionary_id: str,\n payload: DictionaryEntryCreate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Add a new entry to a dictionary.\"\"\"\n with belief_scope(\"add_dictionary_entry\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n entry = DictionaryManager.add_entry(\n db, dictionary_id,\n source_term=payload.source_term,\n target_term=payload.target_term,\n context_notes=payload.context_notes,\n )\n logger.reflect(\"Entry added\", {\"entry_id\": entry.id})\n return {\n \"id\": entry.id,\n \"dictionary_id\": entry.dictionary_id,\n \"source_term\": entry.source_term,\n \"source_term_normalized\": entry.source_term_normalized,\n \"target_term\": entry.target_term,\n \"context_notes\": entry.context_notes,\n \"created_at\": entry.created_at,\n \"updated_at\": entry.updated_at,\n }\n except ValueError as e:\n if \"already exists\" in str(e):\n raise HTTPException(status_code=status.HTTP_409_CONFLICT, detail=str(e))\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion add_dictionary_entry\n" + "tier_source": "AutoCalculated", + "body": "# #region add_dictionary_entry [TYPE Function]\n# @BRIEF Add a new entry to a dictionary.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Entry is created.\n@router.post(\"/dictionaries/{dictionary_id}/entries\", status_code=status.HTTP_201_CREATED)\nasync def add_dictionary_entry(\n dictionary_id: str,\n payload: DictionaryEntryCreate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Add a new entry to a dictionary.\"\"\"\n with belief_scope(\"add_dictionary_entry\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n try:\n entry = DictionaryManager.add_entry(\n db, dictionary_id,\n source_term=payload.source_term,\n target_term=payload.target_term,\n context_notes=payload.context_notes,\n source_language=payload.source_language,\n target_language=payload.target_language,\n )\n logger.reflect(\"Entry added\", {\"entry_id\": entry.id})\n return {\n \"id\": entry.id,\n \"dictionary_id\": entry.dictionary_id,\n \"source_term\": entry.source_term,\n \"source_term_normalized\": entry.source_term_normalized,\n \"target_term\": entry.target_term,\n \"source_language\": entry.source_language,\n \"target_language\": entry.target_language,\n \"context_notes\": entry.context_notes,\n \"context_data\": entry.context_data,\n \"usage_notes\": entry.usage_notes,\n \"has_context\": entry.has_context,\n \"context_source\": entry.context_source,\n \"origin_source_language\": entry.origin_source_language,\n \"created_at\": entry.created_at,\n \"updated_at\": entry.updated_at,\n }\n except ValueError as e:\n if \"already exists\" in str(e):\n raise HTTPException(status_code=status.HTTP_409_CONFLICT, detail=str(e))\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion add_dictionary_entry\n" }, { "contract_id": "edit_dictionary_entry", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_dictionary_routes.py", - "start_line": 243, - "end_line": 281, + "start_line": 272, + "end_line": 319, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -23227,14 +23813,15 @@ } ], "anchor_syntax": "region", - "body": "# #region edit_dictionary_entry [TYPE Function]\n# @BRIEF Update an existing dictionary entry.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Entry is updated.\n@router.put(\"/dictionaries/{dictionary_id}/entries/{entry_id}\")\nasync def edit_dictionary_entry(\n dictionary_id: str,\n entry_id: str,\n payload: DictionaryEntryCreate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Update an existing dictionary entry.\"\"\"\n with belief_scope(\"edit_dictionary_entry\"):\n logger.reason(f\"Entry: {entry_id}, User: {current_user.username}\")\n try:\n entry = DictionaryManager.edit_entry(\n db, entry_id,\n source_term=payload.source_term,\n target_term=payload.target_term,\n context_notes=payload.context_notes,\n )\n logger.reflect(\"Entry updated\", {\"entry_id\": entry_id})\n return {\n \"id\": entry.id,\n \"dictionary_id\": entry.dictionary_id,\n \"source_term\": entry.source_term,\n \"source_term_normalized\": entry.source_term_normalized,\n \"target_term\": entry.target_term,\n \"context_notes\": entry.context_notes,\n \"created_at\": entry.created_at,\n \"updated_at\": entry.updated_at,\n }\n except ValueError as e:\n if \"already exists\" in str(e):\n raise HTTPException(status_code=status.HTTP_409_CONFLICT, detail=str(e))\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion edit_dictionary_entry\n" + "tier_source": "AutoCalculated", + "body": "# #region edit_dictionary_entry [TYPE Function]\n# @BRIEF Update an existing dictionary entry.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Entry is updated.\n@router.put(\"/dictionaries/{dictionary_id}/entries/{entry_id}\")\nasync def edit_dictionary_entry(\n dictionary_id: str,\n entry_id: str,\n payload: DictionaryEntryCreate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Update an existing dictionary entry.\"\"\"\n with belief_scope(\"edit_dictionary_entry\"):\n logger.reason(f\"Entry: {entry_id}, User: {current_user.username}\")\n try:\n entry = DictionaryManager.edit_entry(\n db, entry_id,\n source_term=payload.source_term,\n target_term=payload.target_term,\n context_notes=payload.context_notes,\n source_language=payload.source_language,\n target_language=payload.target_language,\n )\n logger.reflect(\"Entry updated\", {\"entry_id\": entry_id})\n return {\n \"id\": entry.id,\n \"dictionary_id\": entry.dictionary_id,\n \"source_term\": entry.source_term,\n \"source_term_normalized\": entry.source_term_normalized,\n \"target_term\": entry.target_term,\n \"source_language\": entry.source_language,\n \"target_language\": entry.target_language,\n \"context_notes\": entry.context_notes,\n \"context_data\": entry.context_data,\n \"usage_notes\": entry.usage_notes,\n \"has_context\": entry.has_context,\n \"context_source\": entry.context_source,\n \"origin_source_language\": entry.origin_source_language,\n \"created_at\": entry.created_at,\n \"updated_at\": entry.updated_at,\n }\n except ValueError as e:\n if \"already exists\" in str(e):\n raise HTTPException(status_code=status.HTTP_409_CONFLICT, detail=str(e))\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion edit_dictionary_entry\n" }, { "contract_id": "delete_dictionary_entry", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_dictionary_routes.py", - "start_line": 284, - "end_line": 305, + "start_line": 322, + "end_line": 343, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -23273,14 +23860,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region delete_dictionary_entry [TYPE Function]\n# @BRIEF Delete a dictionary entry.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Entry is deleted.\n@router.delete(\"/dictionaries/{dictionary_id}/entries/{entry_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_dictionary_entry(\n dictionary_id: str,\n entry_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Delete a dictionary entry.\"\"\"\n with belief_scope(\"delete_dictionary_entry\"):\n logger.reason(f\"Entry: {entry_id}, User: {current_user.username}\")\n try:\n DictionaryManager.delete_entry(db, entry_id)\n logger.reflect(\"Entry deleted\", {\"entry_id\": entry_id})\n return None\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion delete_dictionary_entry\n" }, { "contract_id": "import_dictionary_entries", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_dictionary_routes.py", - "start_line": 308, - "end_line": 347, + "start_line": 346, + "end_line": 387, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -23319,14 +23907,15 @@ } ], "anchor_syntax": "region", - "body": "# #region import_dictionary_entries [TYPE Function]\n# @BRIEF Import entries into a terminology dictionary from CSV/TSV content.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Entries are imported per conflict mode.\n@router.post(\"/dictionaries/{dictionary_id}/import\")\nasync def import_dictionary_entries(\n dictionary_id: str,\n payload: DictionaryImport,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Import entries into a terminology dictionary from CSV/TSV content.\"\"\"\n with belief_scope(\"import_dictionary_entries\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n\n if payload.on_conflict not in (\"overwrite\", \"keep_existing\", \"cancel\"):\n raise HTTPException(\n status_code=status.HTTP_422_UNPROCESSABLE_ENTITY,\n detail=\"on_conflict must be 'overwrite', 'keep_existing', or 'cancel'\",\n )\n\n try:\n result = DictionaryManager.import_entries(\n db,\n dict_id=dictionary_id,\n content=payload.content,\n delimiter=payload.delimiter,\n on_conflict=payload.on_conflict,\n preview_only=payload.preview_only,\n )\n logger.reflect(\"Import completed\", {\n \"dict_id\": dictionary_id,\n \"total\": result[\"total\"],\n \"errors\": len(result[\"errors\"]),\n })\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion import_dictionary_entries\n" + "tier_source": "AutoCalculated", + "body": "# #region import_dictionary_entries [TYPE Function]\n# @BRIEF Import entries into a terminology dictionary from CSV/TSV content.\n# @PRE: User has translate.dictionary.edit permission.\n# @POST: Entries are imported per conflict mode.\n@router.post(\"/dictionaries/{dictionary_id}/import\")\nasync def import_dictionary_entries(\n dictionary_id: str,\n payload: DictionaryImport,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.dictionary\", \"EDIT\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Import entries into a terminology dictionary from CSV/TSV content.\"\"\"\n with belief_scope(\"import_dictionary_entries\"):\n logger.reason(f\"Dict: {dictionary_id}, User: {current_user.username}\")\n\n if payload.on_conflict not in (\"overwrite\", \"keep_existing\", \"cancel\"):\n raise HTTPException(\n status_code=status.HTTP_422_UNPROCESSABLE_ENTITY,\n detail=\"on_conflict must be 'overwrite', 'keep_existing', or 'cancel'\",\n )\n\n try:\n result = DictionaryManager.import_entries(\n db,\n dict_id=dictionary_id,\n content=payload.content,\n delimiter=payload.delimiter,\n on_conflict=payload.on_conflict,\n preview_only=payload.preview_only,\n default_source_language=payload.default_source_language,\n default_target_language=payload.default_target_language,\n )\n logger.reflect(\"Import completed\", {\n \"dict_id\": dictionary_id,\n \"total\": result[\"total\"],\n \"errors\": len(result[\"errors\"]),\n })\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion import_dictionary_entries\n" }, { "contract_id": "TranslateHelpersModule", "contract_type": "Module", "file_path": "backend/src/api/routes/translate/_helpers.py", "start_line": 1, - "end_line": 72, + "end_line": 71, "tier": "TIER_1", "complexity": 2, "metadata": { @@ -23354,7 +23943,8 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslateHelpersModule [C:2] [TYPE Module] [SEMANTICS sqlalchemy, translate, helper, query, mapping]\n# @BRIEF Shared helper functions for translate route handlers.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [models.translate]\n\nfrom typing import Any\n\nfrom sqlalchemy.orm import Session\n\n\n# #region _run_to_response [C:2] [TYPE Function]\n# @BRIEF Convert TranslationRun ORM to response dict.\ndef _run_to_response(run: Any) -> dict:\n return {\n \"id\": run.id,\n \"job_id\": run.job_id,\n \"status\": run.status,\n \"trigger_type\": run.trigger_type,\n \"started_at\": run.started_at.isoformat() if run.started_at else None,\n \"completed_at\": run.completed_at.isoformat() if run.completed_at else None,\n \"error_message\": run.error_message,\n \"total_records\": run.total_records or 0,\n \"successful_records\": run.successful_records or 0,\n \"failed_records\": run.failed_records or 0,\n \"skipped_records\": run.skipped_records or 0,\n \"insert_status\": run.insert_status,\n \"superset_execution_id\": run.superset_execution_id,\n \"config_snapshot\": run.config_snapshot,\n \"key_hash\": run.key_hash,\n \"config_hash\": run.config_hash,\n \"dict_snapshot_hash\": run.dict_snapshot_hash,\n \"created_by\": run.created_by,\n \"created_at\": run.created_at.isoformat() if run.created_at else None,\n }\n# #endregion _run_to_response\n\n\n# #region _dict_to_response [C:2] [TYPE Function]\n# @BRIEF Convert a TerminologyDictionary ORM model to a response dict with computed entry_count.\n@staticmethod\ndef _dict_to_response(d: Any, entry_count: int = 0) -> dict:\n return {\n \"id\": d.id,\n \"name\": d.name,\n \"description\": d.description,\n \"source_dialect\": d.source_dialect,\n \"target_dialect\": d.target_dialect,\n \"is_active\": d.is_active,\n \"created_by\": d.created_by,\n \"created_at\": d.created_at,\n \"updated_at\": d.updated_at,\n \"entry_count\": entry_count,\n }\n# #endregion _dict_to_response\n\n\n# #region _get_dictionary_entry_counts [C:2] [TYPE Function]\n# @BRIEF Get entry counts for a list of dictionary IDs.\ndef _get_dictionary_entry_counts(db: Session, dict_ids: list[str]) -> dict[str, int]:\n from sqlalchemy import func\n\n from ....models.translate import DictionaryEntry\n counts = (\n db.query(DictionaryEntry.dictionary_id, func.count(DictionaryEntry.id))\n .filter(DictionaryEntry.dictionary_id.in_(dict_ids))\n .group_by(DictionaryEntry.dictionary_id)\n .all()\n )\n return {row[0]: row[1] for row in counts}\n# #endregion _get_dictionary_entry_counts\n\n# #endregion TranslateHelpersModule\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslateHelpersModule [C:2] [TYPE Module] [SEMANTICS sqlalchemy, translate, helper, query, mapping]\n# @BRIEF Shared helper functions for translate route handlers.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [models.translate]\n\nfrom typing import Any\n\nfrom sqlalchemy.orm import Session\n\n\n# #region _run_to_response [C:2] [TYPE Function]\n# @BRIEF Convert TranslationRun ORM to response dict.\ndef _run_to_response(run: Any) -> dict:\n return {\n \"id\": run.id,\n \"job_id\": run.job_id,\n \"status\": run.status,\n \"trigger_type\": run.trigger_type,\n \"started_at\": run.started_at.isoformat() if run.started_at else None,\n \"completed_at\": run.completed_at.isoformat() if run.completed_at else None,\n \"error_message\": run.error_message,\n \"total_records\": run.total_records or 0,\n \"successful_records\": run.successful_records or 0,\n \"failed_records\": run.failed_records or 0,\n \"skipped_records\": run.skipped_records or 0,\n \"insert_status\": run.insert_status,\n \"superset_execution_id\": run.superset_execution_id,\n \"config_snapshot\": run.config_snapshot,\n \"key_hash\": run.key_hash,\n \"config_hash\": run.config_hash,\n \"dict_snapshot_hash\": run.dict_snapshot_hash,\n \"created_by\": run.created_by,\n \"created_at\": run.created_at.isoformat() if run.created_at else None,\n }\n# #endregion _run_to_response\n\n\n# #region _dict_to_response [C:2] [TYPE Function]\n# @BRIEF Convert a TerminologyDictionary ORM model to a response dict with computed entry_count.\ndef _dict_to_response(d: Any, entry_count: int = 0) -> dict:\n return {\n \"id\": d.id,\n \"name\": d.name,\n \"description\": d.description,\n \"source_dialect\": d.source_dialect,\n \"target_dialect\": d.target_dialect,\n \"is_active\": d.is_active,\n \"created_by\": d.created_by,\n \"created_at\": d.created_at,\n \"updated_at\": d.updated_at,\n \"entry_count\": entry_count,\n }\n# #endregion _dict_to_response\n\n\n# #region _get_dictionary_entry_counts [C:2] [TYPE Function]\n# @BRIEF Get entry counts for a list of dictionary IDs.\ndef _get_dictionary_entry_counts(db: Session, dict_ids: list[str]) -> dict[str, int]:\n from sqlalchemy import func\n\n from ....models.translate import DictionaryEntry\n counts = (\n db.query(DictionaryEntry.dictionary_id, func.count(DictionaryEntry.id))\n .filter(DictionaryEntry.dictionary_id.in_(dict_ids))\n .group_by(DictionaryEntry.dictionary_id)\n .all()\n )\n return {row[0]: row[1] for row in counts}\n# #endregion _get_dictionary_entry_counts\n\n# #endregion TranslateHelpersModule\n" }, { "contract_id": "_run_to_response", @@ -23371,6 +23961,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _run_to_response [C:2] [TYPE Function]\n# @BRIEF Convert TranslationRun ORM to response dict.\ndef _run_to_response(run: Any) -> dict:\n return {\n \"id\": run.id,\n \"job_id\": run.job_id,\n \"status\": run.status,\n \"trigger_type\": run.trigger_type,\n \"started_at\": run.started_at.isoformat() if run.started_at else None,\n \"completed_at\": run.completed_at.isoformat() if run.completed_at else None,\n \"error_message\": run.error_message,\n \"total_records\": run.total_records or 0,\n \"successful_records\": run.successful_records or 0,\n \"failed_records\": run.failed_records or 0,\n \"skipped_records\": run.skipped_records or 0,\n \"insert_status\": run.insert_status,\n \"superset_execution_id\": run.superset_execution_id,\n \"config_snapshot\": run.config_snapshot,\n \"key_hash\": run.key_hash,\n \"config_hash\": run.config_hash,\n \"dict_snapshot_hash\": run.dict_snapshot_hash,\n \"created_by\": run.created_by,\n \"created_at\": run.created_at.isoformat() if run.created_at else None,\n }\n# #endregion _run_to_response\n" }, { @@ -23378,7 +23969,7 @@ "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_helpers.py", "start_line": 38, - "end_line": 54, + "end_line": 53, "tier": "TIER_1", "complexity": 2, "metadata": { @@ -23388,14 +23979,15 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", - "body": "# #region _dict_to_response [C:2] [TYPE Function]\n# @BRIEF Convert a TerminologyDictionary ORM model to a response dict with computed entry_count.\n@staticmethod\ndef _dict_to_response(d: Any, entry_count: int = 0) -> dict:\n return {\n \"id\": d.id,\n \"name\": d.name,\n \"description\": d.description,\n \"source_dialect\": d.source_dialect,\n \"target_dialect\": d.target_dialect,\n \"is_active\": d.is_active,\n \"created_by\": d.created_by,\n \"created_at\": d.created_at,\n \"updated_at\": d.updated_at,\n \"entry_count\": entry_count,\n }\n# #endregion _dict_to_response\n" + "tier_source": "AutoCalculated", + "body": "# #region _dict_to_response [C:2] [TYPE Function]\n# @BRIEF Convert a TerminologyDictionary ORM model to a response dict with computed entry_count.\ndef _dict_to_response(d: Any, entry_count: int = 0) -> dict:\n return {\n \"id\": d.id,\n \"name\": d.name,\n \"description\": d.description,\n \"source_dialect\": d.source_dialect,\n \"target_dialect\": d.target_dialect,\n \"is_active\": d.is_active,\n \"created_by\": d.created_by,\n \"created_at\": d.created_at,\n \"updated_at\": d.updated_at,\n \"entry_count\": entry_count,\n }\n# #endregion _dict_to_response\n" }, { "contract_id": "_get_dictionary_entry_counts", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_helpers.py", - "start_line": 57, - "end_line": 70, + "start_line": 56, + "end_line": 69, "tier": "TIER_1", "complexity": 2, "metadata": { @@ -23405,6 +23997,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _get_dictionary_entry_counts [C:2] [TYPE Function]\n# @BRIEF Get entry counts for a list of dictionary IDs.\ndef _get_dictionary_entry_counts(db: Session, dict_ids: list[str]) -> dict[str, int]:\n from sqlalchemy import func\n\n from ....models.translate import DictionaryEntry\n counts = (\n db.query(DictionaryEntry.dictionary_id, func.count(DictionaryEntry.id))\n .filter(DictionaryEntry.dictionary_id.in_(dict_ids))\n .group_by(DictionaryEntry.dictionary_id)\n .all()\n )\n return {row[0]: row[1] for row in counts}\n# #endregion _get_dictionary_entry_counts\n" }, { @@ -23433,6 +24026,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TranslateJobRoutesModule [C:3] [TYPE Module] [SEMANTICS fastapi, translate, api, search]\n# @BRIEF Translation Job CRUD and datasource column routes.\n# @LAYER: API\n\n\nfrom fastapi import Depends, HTTPException, Query, status\nfrom sqlalchemy.orm import Session\n\nfrom ....core.config_manager import ConfigManager\nfrom ....core.database import get_db\nfrom ....core.logger import belief_scope, logger\nfrom ....dependencies import get_config_manager, get_current_user, has_permission\nfrom ....plugins.translate.service import (\n TranslateJobService,\n job_to_response,\n)\nfrom ....plugins.translate.service import (\n get_datasource_columns as fetch_datasource_columns_service,\n)\nfrom ....schemas.auth import User\nfrom ....schemas.translate import (\n DatasourceColumnsResponse,\n DuplicateJobResponse,\n TranslateJobCreate,\n TranslateJobResponse,\n TranslateJobUpdate,\n)\nfrom ._router import router\n\n# ============================================================\n# Translation Job CRUD\n# ============================================================\n\n# #region list_jobs [TYPE Function]\n# @BRIEF List all translation jobs.\n# @PRE: User has translate.job.view permission.\n# @POST: Returns list of translation jobs.\n@router.get(\"/jobs\", response_model=list[TranslateJobResponse])\nasync def list_jobs(\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n status: str | None = Query(None),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"List all translation jobs.\"\"\"\n logger.reason(f\"list_jobs — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n service = TranslateJobService(db, config_manager, current_user.username)\n total, jobs = service.list_jobs(\n page=page,\n page_size=page_size,\n status_filter=status,\n )\n results = []\n for job in jobs:\n dict_ids = service.get_job_dictionary_ids(job.id)\n results.append(job_to_response(job, dict_ids))\n return results\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion list_jobs\n\n\n# #region get_job [TYPE Function]\n# @BRIEF Get a single translation job by ID.\n# @PRE: User has translate.job.view permission.\n# @POST: Returns the translation job.\n@router.get(\"/jobs/{job_id}\", response_model=TranslateJobResponse)\nasync def get_job(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get a translation job by ID.\"\"\"\n logger.reason(f\"get_job — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n service = TranslateJobService(db, config_manager, current_user.username)\n job = service.get_job(job_id)\n dict_ids = service.get_job_dictionary_ids(job.id)\n return job_to_response(job, dict_ids)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_job\n\n\n# #region create_job [TYPE Function]\n# @BRIEF Create a new translation job.\n# @PRE: User has translate.job.create permission.\n# @POST: Returns the created translation job.\n# @SIDE_EFFECT: Validates columns via SupersetClient; caches database_dialect.\n@router.post(\"/jobs\", response_model=TranslateJobResponse, status_code=status.HTTP_201_CREATED)\nasync def create_job(\n payload: TranslateJobCreate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"CREATE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Create a new translation job.\"\"\"\n logger.reason(f\"create_job — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n service = TranslateJobService(db, config_manager, current_user.username)\n job = service.create_job(payload)\n dict_ids = service.get_job_dictionary_ids(job.id)\n return job_to_response(job, dict_ids)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_422_UNPROCESSABLE_ENTITY, detail=str(e))\n# #endregion create_job\n\n\n# #region update_job [TYPE Function]\n# @BRIEF Update an existing translation job.\n# @PRE: User has translate.job.edit permission.\n# @POST: Returns the updated translation job.\n# @SIDE_EFFECT: Re-detects database_dialect if datasource changed.\n@router.put(\"/jobs/{job_id}\", response_model=TranslateJobResponse)\nasync def update_job(\n job_id: str,\n payload: TranslateJobUpdate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EDIT\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Update a translation job.\"\"\"\n logger.reason(f\"update_job — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n service = TranslateJobService(db, config_manager, current_user.username)\n job = service.update_job(job_id, payload)\n dict_ids = service.get_job_dictionary_ids(job.id)\n return job_to_response(job, dict_ids)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion update_job\n\n\n# #region delete_job [TYPE Function]\n# @BRIEF Delete a translation job.\n# @PRE: User has translate.job.delete permission.\n# @POST: Job is deleted.\n@router.delete(\"/jobs/{job_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_job(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"DELETE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Delete a translation job.\"\"\"\n logger.reason(f\"delete_job — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n service = TranslateJobService(db, config_manager, current_user.username)\n service.delete_job(job_id)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion delete_job\n\n\n# #region duplicate_job [TYPE Function]\n# @BRIEF Duplicate a translation job.\n# @PRE: User has translate.job.create permission.\n# @POST: Returns the duplicated job with status DRAFT.\n@router.post(\"/jobs/{job_id}/duplicate\", response_model=DuplicateJobResponse, status_code=status.HTTP_201_CREATED)\nasync def duplicate_job(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"CREATE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Duplicate a translation job.\"\"\"\n logger.reason(f\"duplicate_job — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n service = TranslateJobService(db, config_manager, current_user.username)\n new_job = service.duplicate_job(job_id)\n return DuplicateJobResponse(\n id=new_job.id,\n name=new_job.name,\n message=\"Job duplicated successfully\",\n )\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion duplicate_job\n\n\n# #region get_datasource_columns [TYPE Function]\n# @BRIEF Get column metadata and database dialect for a Superset datasource.\n# @PRE: User has translate.job.view permission.\n# @POST: Returns column list with metadata and database_dialect.\n# @SIDE_EFFECT: Queries Superset API for dataset detail and database info.\n# @RATIONALE: Dialect detection from Superset connection cached on TranslationJob at save time.\n# @REJECTED: Hardcoding dialect list per database — would drift from actual Superset config.\n\n@router.get(\"/datasources\")\nasync def list_datasources(\n env_id: str = Query(..., description=\"Superset environment ID\"),\n search: str | None = Query(None, description=\"Search by table name\"),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"List all Superset datasets available for translation jobs.\"\"\"\n with belief_scope(\"list_datasources\"):\n try:\n service = TranslateJobService(db, config_manager)\n datasets = service.fetch_available_datasources(env_id, search)\n return datasets\n except Exception as e:\n logger.explore(\"list_datasources failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_502_BAD_GATEWAY, detail=str(e))\n\n@router.get(\"/datasources/{datasource_id}/columns\", response_model=DatasourceColumnsResponse)\nasync def get_datasource_columns(\n datasource_id: int,\n env_id: str = Query(..., description=\"Superset environment ID\"),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get column metadata and database dialect for a Superset datasource.\"\"\"\n logger.reason(\n f\"get_datasource_columns — Datasource: {datasource_id}, Env: {env_id}, User: {current_user.username}\",\n extra={\"src\": \"translate_routes\"}\n )\n try:\n result = fetch_datasource_columns_service(\n datasource_id=datasource_id,\n env_id=env_id,\n config_manager=config_manager,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"get_datasource_columns failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(\n status_code=status.HTTP_502_BAD_GATEWAY,\n detail=f\"Failed to fetch datasource columns from Superset: {e}\",\n )\n# #endregion get_datasource_columns\n\n# #endregion TranslateJobRoutesModule\n" }, { @@ -23479,6 +24073,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region list_jobs [TYPE Function]\n# @BRIEF List all translation jobs.\n# @PRE: User has translate.job.view permission.\n# @POST: Returns list of translation jobs.\n@router.get(\"/jobs\", response_model=list[TranslateJobResponse])\nasync def list_jobs(\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n status: str | None = Query(None),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"List all translation jobs.\"\"\"\n logger.reason(f\"list_jobs — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n service = TranslateJobService(db, config_manager, current_user.username)\n total, jobs = service.list_jobs(\n page=page,\n page_size=page_size,\n status_filter=status,\n )\n results = []\n for job in jobs:\n dict_ids = service.get_job_dictionary_ids(job.id)\n results.append(job_to_response(job, dict_ids))\n return results\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion list_jobs\n" }, { @@ -23525,6 +24120,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_job [TYPE Function]\n# @BRIEF Get a single translation job by ID.\n# @PRE: User has translate.job.view permission.\n# @POST: Returns the translation job.\n@router.get(\"/jobs/{job_id}\", response_model=TranslateJobResponse)\nasync def get_job(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get a translation job by ID.\"\"\"\n logger.reason(f\"get_job — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n service = TranslateJobService(db, config_manager, current_user.username)\n job = service.get_job(job_id)\n dict_ids = service.get_job_dictionary_ids(job.id)\n return job_to_response(job, dict_ids)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_job\n" }, { @@ -23581,6 +24177,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_job [TYPE Function]\n# @BRIEF Create a new translation job.\n# @PRE: User has translate.job.create permission.\n# @POST: Returns the created translation job.\n# @SIDE_EFFECT: Validates columns via SupersetClient; caches database_dialect.\n@router.post(\"/jobs\", response_model=TranslateJobResponse, status_code=status.HTTP_201_CREATED)\nasync def create_job(\n payload: TranslateJobCreate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"CREATE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Create a new translation job.\"\"\"\n logger.reason(f\"create_job — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n service = TranslateJobService(db, config_manager, current_user.username)\n job = service.create_job(payload)\n dict_ids = service.get_job_dictionary_ids(job.id)\n return job_to_response(job, dict_ids)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_422_UNPROCESSABLE_ENTITY, detail=str(e))\n# #endregion create_job\n" }, { @@ -23637,6 +24234,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_job [TYPE Function]\n# @BRIEF Update an existing translation job.\n# @PRE: User has translate.job.edit permission.\n# @POST: Returns the updated translation job.\n# @SIDE_EFFECT: Re-detects database_dialect if datasource changed.\n@router.put(\"/jobs/{job_id}\", response_model=TranslateJobResponse)\nasync def update_job(\n job_id: str,\n payload: TranslateJobUpdate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EDIT\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Update a translation job.\"\"\"\n logger.reason(f\"update_job — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n service = TranslateJobService(db, config_manager, current_user.username)\n job = service.update_job(job_id, payload)\n dict_ids = service.get_job_dictionary_ids(job.id)\n return job_to_response(job, dict_ids)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion update_job\n" }, { @@ -23683,6 +24281,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region delete_job [TYPE Function]\n# @BRIEF Delete a translation job.\n# @PRE: User has translate.job.delete permission.\n# @POST: Job is deleted.\n@router.delete(\"/jobs/{job_id}\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_job(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"DELETE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Delete a translation job.\"\"\"\n logger.reason(f\"delete_job — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n service = TranslateJobService(db, config_manager, current_user.username)\n service.delete_job(job_id)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion delete_job\n" }, { @@ -23729,6 +24328,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region duplicate_job [TYPE Function]\n# @BRIEF Duplicate a translation job.\n# @PRE: User has translate.job.create permission.\n# @POST: Returns the duplicated job with status DRAFT.\n@router.post(\"/jobs/{job_id}/duplicate\", response_model=DuplicateJobResponse, status_code=status.HTTP_201_CREATED)\nasync def duplicate_job(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"CREATE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Duplicate a translation job.\"\"\"\n logger.reason(f\"duplicate_job — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n service = TranslateJobService(db, config_manager, current_user.username)\n new_job = service.duplicate_job(job_id)\n return DuplicateJobResponse(\n id=new_job.id,\n name=new_job.name,\n message=\"Job duplicated successfully\",\n )\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion duplicate_job\n" }, { @@ -23805,6 +24405,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_datasource_columns [TYPE Function]\n# @BRIEF Get column metadata and database dialect for a Superset datasource.\n# @PRE: User has translate.job.view permission.\n# @POST: Returns column list with metadata and database_dialect.\n# @SIDE_EFFECT: Queries Superset API for dataset detail and database info.\n# @RATIONALE: Dialect detection from Superset connection cached on TranslationJob at save time.\n# @REJECTED: Hardcoding dialect list per database — would drift from actual Superset config.\n\n@router.get(\"/datasources\")\nasync def list_datasources(\n env_id: str = Query(..., description=\"Superset environment ID\"),\n search: str | None = Query(None, description=\"Search by table name\"),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"List all Superset datasets available for translation jobs.\"\"\"\n with belief_scope(\"list_datasources\"):\n try:\n service = TranslateJobService(db, config_manager)\n datasets = service.fetch_available_datasources(env_id, search)\n return datasets\n except Exception as e:\n logger.explore(\"list_datasources failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_502_BAD_GATEWAY, detail=str(e))\n\n@router.get(\"/datasources/{datasource_id}/columns\", response_model=DatasourceColumnsResponse)\nasync def get_datasource_columns(\n datasource_id: int,\n env_id: str = Query(..., description=\"Superset environment ID\"),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get column metadata and database dialect for a Superset datasource.\"\"\"\n logger.reason(\n f\"get_datasource_columns — Datasource: {datasource_id}, Env: {env_id}, User: {current_user.username}\",\n extra={\"src\": \"translate_routes\"}\n )\n try:\n result = fetch_datasource_columns_service(\n datasource_id=datasource_id,\n env_id=env_id,\n config_manager=config_manager,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"get_datasource_columns failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(\n status_code=status.HTTP_502_BAD_GATEWAY,\n detail=f\"Failed to fetch datasource columns from Superset: {e}\",\n )\n# #endregion get_datasource_columns\n" }, { @@ -23823,6 +24424,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TranslateMetricsRoutesModule [C:2] [TYPE Module] [SEMANTICS fastapi, translate, api, search]\n# @BRIEF Translation Metrics endpoints.\n# @LAYER: API\n\n\nfrom fastapi import Depends, HTTPException, Query, status\nfrom sqlalchemy.orm import Session\n\nfrom ....core.database import get_db\nfrom ....core.logger import logger\nfrom ....dependencies import get_current_user, has_permission\nfrom ....plugins.translate.metrics import TranslationMetrics\nfrom ....schemas.auth import User\nfrom ._router import router\n\n# ============================================================\n# Metrics\n# ============================================================\n\n# #region get_metrics [TYPE Function]\n# @BRIEF Get translation metrics, optionally filtered by job.\n# @PRE: User has translate.metrics.view permission.\n# @POST: Returns metrics data.\n@router.get(\"/metrics\")\nasync def get_metrics(\n job_id: str | None = Query(None),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.metrics\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Get translation metrics.\"\"\"\n logger.reason(f\"get_metrics — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n metrics_svc = TranslationMetrics(db)\n if job_id:\n return metrics_svc.get_job_metrics(job_id)\n return metrics_svc.get_all_metrics()\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_metrics\n\n\n# #region get_job_metrics [TYPE Function]\n# @BRIEF Get aggregated metrics for a specific job.\n# @PRE: User has translate.metrics.view permission.\n# @POST: Returns metrics dict.\n@router.get(\"/jobs/{job_id}/metrics\")\nasync def get_job_metrics(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.metrics\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Get aggregated metrics for a specific job.\"\"\"\n logger.reason(f\"get_job_metrics — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n metrics_svc = TranslationMetrics(db)\n return metrics_svc.get_job_metrics(job_id)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_job_metrics\n\n# #endregion TranslateMetricsRoutesModule\n" }, { @@ -23869,6 +24471,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_metrics [TYPE Function]\n# @BRIEF Get translation metrics, optionally filtered by job.\n# @PRE: User has translate.metrics.view permission.\n# @POST: Returns metrics data.\n@router.get(\"/metrics\")\nasync def get_metrics(\n job_id: str | None = Query(None),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.metrics\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Get translation metrics.\"\"\"\n logger.reason(f\"get_metrics — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n metrics_svc = TranslationMetrics(db)\n if job_id:\n return metrics_svc.get_job_metrics(job_id)\n return metrics_svc.get_all_metrics()\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_metrics\n" }, { @@ -23915,6 +24518,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_job_metrics [TYPE Function]\n# @BRIEF Get aggregated metrics for a specific job.\n# @PRE: User has translate.metrics.view permission.\n# @POST: Returns metrics dict.\n@router.get(\"/jobs/{job_id}/metrics\")\nasync def get_job_metrics(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.metrics\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Get aggregated metrics for a specific job.\"\"\"\n logger.reason(f\"get_job_metrics — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n metrics_svc = TranslationMetrics(db)\n return metrics_svc.get_job_metrics(job_id)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_job_metrics\n" }, { @@ -23922,7 +24526,7 @@ "contract_type": "Module", "file_path": "backend/src/api/routes/translate/_preview_routes.py", "start_line": 1, - "end_line": 190, + "end_line": 191, "tier": "TIER_2", "complexity": 3, "metadata": { @@ -23943,7 +24547,8 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslatePreviewRoutesModule [C:3] [TYPE Module] [SEMANTICS fastapi, translate, preview, review, api, search]\n# @BRIEF Translation Preview session management routes.\n# @LAYER: API\n\n\nfrom fastapi import Depends, HTTPException, status\nfrom sqlalchemy.orm import Session\n\nfrom ....core.config_manager import ConfigManager\nfrom ....core.database import get_db\nfrom ....core.logger import logger\nfrom ....dependencies import get_config_manager, get_current_user, has_permission\nfrom ....plugins.translate.preview import TranslationPreview\nfrom ....schemas.auth import User\nfrom ....schemas.translate import (\n PreviewRequest,\n PreviewRow,\n PreviewRowUpdate,\n)\nfrom ._router import router\n\n# ============================================================\n# Preview\n# ============================================================\n\n# #region preview_translation [TYPE Function]\n# @BRIEF Preview a translation before applying it.\n# @PRE: User has translate.job.execute permission.\n# @POST: Returns a preview session with records and cost estimation.\n# @SIDE_EFFECT: Fetches sample data from Superset; calls LLM provider; creates DB rows.\n@router.post(\"/jobs/{job_id}/preview\", status_code=status.HTTP_201_CREATED)\nasync def preview_translation(\n job_id: str,\n payload: PreviewRequest = None,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Preview a translation before applying it.\"\"\"\n logger.reason(f\"preview_translation — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n if payload is None:\n payload = PreviewRequest()\n try:\n preview_service = TranslationPreview(db, config_manager, current_user.username)\n result = preview_service.preview_rows(\n job_id=job_id,\n sample_size=payload.sample_size,\n prompt_template=payload.prompt_template,\n env_id=payload.env_id,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"preview_translation failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_502_BAD_GATEWAY, detail=f\"Preview failed: {e}\")\n# #endregion preview_translation\n\n\n# #region update_preview_row [TYPE Function]\n# @BRIEF Approve, edit, or reject a preview row.\n# @PRE: User has translate.job.execute permission.\n# @POST: Preview row status is updated.\n@router.put(\"/jobs/{job_id}/preview/rows/{row_key}\")\nasync def update_preview_row(\n job_id: str,\n row_key: str,\n payload: PreviewRowUpdate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Approve, edit, or reject a preview row.\"\"\"\n logger.reason(f\"update_preview_row — Job: {job_id}, Row: {row_key}, Action: {payload.action}\", extra={\"src\": \"translate_routes\"})\n try:\n preview_service = TranslationPreview(db, config_manager, current_user.username)\n result = preview_service.update_preview_row(\n job_id=job_id,\n row_id=row_key,\n action=payload.action,\n translation=payload.translation,\n feedback=payload.feedback,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion update_preview_row\n\n\n# #region accept_preview_session [TYPE Function]\n# @BRIEF Accept a preview session, marking it as the quality gate for full execution.\n# @PRE: User has translate.job.execute permission. Job has an ACTIVE preview session.\n# @POST: Preview session is marked as APPLIED; full execution can proceed.\n@router.post(\"/jobs/{job_id}/preview/accept\")\nasync def accept_preview_session(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Accept a preview session, enabling full translation execution.\"\"\"\n logger.reason(f\"accept_preview_session — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n preview_service = TranslationPreview(db, config_manager, current_user.username)\n result = preview_service.accept_preview_session(job_id=job_id)\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion accept_preview_session\n\n\n# #region apply_preview [TYPE Function]\n# @BRIEF Apply a preview session (alias for accept when accepting at session level).\n# @PRE: User has translate.job.execute permission.\n# @POST: Preview is applied.\n@router.post(\"/preview/{session_id}/apply\")\nasync def apply_preview(\n session_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Apply a preview session by session ID.\"\"\"\n logger.reason(f\"apply_preview — Session: {session_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n # Find job_id from session\n from ....models.translate import TranslationPreviewSession\n session = db.query(TranslationPreviewSession).filter(TranslationPreviewSession.id == session_id).first()\n if not session:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=f\"Preview session '{session_id}' not found\")\n try:\n preview_service = TranslationPreview(db, config_manager, current_user.username)\n result = preview_service.accept_preview_session(job_id=session.job_id)\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion apply_preview\n\n\n# ============================================================\n# Preview Records\n# ============================================================\n\n# #region get_preview_records [TYPE Function]\n# @BRIEF Get records for a preview session.\n# @PRE: User has translate.job.view permission.\n# @POST: Returns list of preview records.\n@router.get(\"/preview/{session_id}/records\", response_model=list[PreviewRow])\nasync def get_preview_records(\n session_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Get records for a preview session.\"\"\"\n logger.reason(f\"get_preview_records — Session: {session_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n from ....models.translate import TranslationPreviewRecord, TranslationPreviewSession\n session = db.query(TranslationPreviewSession).filter(TranslationPreviewSession.id == session_id).first()\n if not session:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=f\"Preview session '{session_id}' not found\")\n records = (\n db.query(TranslationPreviewRecord)\n .filter(TranslationPreviewRecord.session_id == session_id)\n .all()\n )\n return [\n PreviewRow(\n id=r.id,\n source_sql=r.source_sql,\n target_sql=r.target_sql,\n source_object_type=r.source_object_type,\n source_object_id=r.source_object_id,\n source_object_name=r.source_object_name,\n status=r.status,\n feedback=r.feedback,\n )\n for r in records\n ]\n except HTTPException:\n raise\n except Exception as e:\n logger.explore(\"get_preview_records failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion get_preview_records\n\n# #endregion TranslatePreviewRoutesModule\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslatePreviewRoutesModule [C:3] [TYPE Module] [SEMANTICS fastapi, translate, preview, review, api, search]\n# @BRIEF Translation Preview session management routes.\n# @LAYER: API\n\n\nfrom fastapi import Depends, HTTPException, status\nfrom sqlalchemy.orm import Session\n\nfrom ....core.config_manager import ConfigManager\nfrom ....core.database import get_db\nfrom ....core.logger import logger\nfrom ....dependencies import get_config_manager, get_current_user, has_permission\nfrom ....plugins.translate.preview import TranslationPreview\nfrom ....schemas.auth import User\nfrom ....schemas.translate import (\n PreviewRequest,\n PreviewRow,\n PreviewRowUpdate,\n)\nfrom ._router import router\n\n# ============================================================\n# Preview\n# ============================================================\n\n# #region preview_translation [TYPE Function]\n# @BRIEF Preview a translation before applying it.\n# @PRE: User has translate.job.execute permission.\n# @POST: Returns a preview session with records and cost estimation.\n# @SIDE_EFFECT: Fetches sample data from Superset; calls LLM provider; creates DB rows.\n@router.post(\"/jobs/{job_id}/preview\", status_code=status.HTTP_201_CREATED)\nasync def preview_translation(\n job_id: str,\n payload: PreviewRequest = None,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Preview a translation before applying it.\"\"\"\n logger.reason(f\"preview_translation — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n if payload is None:\n payload = PreviewRequest()\n try:\n preview_service = TranslationPreview(db, config_manager, current_user.username)\n result = preview_service.preview_rows(\n job_id=job_id,\n sample_size=payload.sample_size,\n prompt_template=payload.prompt_template,\n env_id=payload.env_id,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"preview_translation failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_502_BAD_GATEWAY, detail=f\"Preview failed: {e}\")\n# #endregion preview_translation\n\n\n# #region update_preview_row [TYPE Function]\n# @BRIEF Approve, edit, or reject a preview row (optionally per language).\n# @PRE: User has translate.job.execute permission.\n# @POST: Preview row status is updated.\n@router.put(\"/jobs/{job_id}/preview/rows/{row_key}\")\nasync def update_preview_row(\n job_id: str,\n row_key: str,\n payload: PreviewRowUpdate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Approve, edit, or reject a preview row (optionally per language).\"\"\"\n logger.reason(f\"update_preview_row — Job: {job_id}, Row: {row_key}, Action: {payload.action}, Lang: {payload.language_code}\", extra={\"src\": \"translate_routes\"})\n try:\n preview_service = TranslationPreview(db, config_manager, current_user.username)\n result = preview_service.update_preview_row(\n job_id=job_id,\n row_id=row_key,\n action=payload.action,\n translation=payload.translation,\n feedback=payload.feedback,\n language_code=payload.language_code,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion update_preview_row\n\n\n# #region accept_preview_session [TYPE Function]\n# @BRIEF Accept a preview session, marking it as the quality gate for full execution.\n# @PRE: User has translate.job.execute permission. Job has an ACTIVE preview session.\n# @POST: Preview session is marked as APPLIED; full execution can proceed.\n@router.post(\"/jobs/{job_id}/preview/accept\")\nasync def accept_preview_session(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Accept a preview session, enabling full translation execution.\"\"\"\n logger.reason(f\"accept_preview_session — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n preview_service = TranslationPreview(db, config_manager, current_user.username)\n result = preview_service.accept_preview_session(job_id=job_id)\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion accept_preview_session\n\n\n# #region apply_preview [TYPE Function]\n# @BRIEF Apply a preview session (alias for accept when accepting at session level).\n# @PRE: User has translate.job.execute permission.\n# @POST: Preview is applied.\n@router.post(\"/preview/{session_id}/apply\")\nasync def apply_preview(\n session_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Apply a preview session by session ID.\"\"\"\n logger.reason(f\"apply_preview — Session: {session_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n # Find job_id from session\n from ....models.translate import TranslationPreviewSession\n session = db.query(TranslationPreviewSession).filter(TranslationPreviewSession.id == session_id).first()\n if not session:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=f\"Preview session '{session_id}' not found\")\n try:\n preview_service = TranslationPreview(db, config_manager, current_user.username)\n result = preview_service.accept_preview_session(job_id=session.job_id)\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion apply_preview\n\n\n# ============================================================\n# Preview Records\n# ============================================================\n\n# #region get_preview_records [TYPE Function]\n# @BRIEF Get records for a preview session.\n# @PRE: User has translate.job.view permission.\n# @POST: Returns list of preview records.\n@router.get(\"/preview/{session_id}/records\", response_model=list[PreviewRow])\nasync def get_preview_records(\n session_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Get records for a preview session.\"\"\"\n logger.reason(f\"get_preview_records — Session: {session_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n from ....models.translate import TranslationPreviewRecord, TranslationPreviewSession\n session = db.query(TranslationPreviewSession).filter(TranslationPreviewSession.id == session_id).first()\n if not session:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=f\"Preview session '{session_id}' not found\")\n records = (\n db.query(TranslationPreviewRecord)\n .filter(TranslationPreviewRecord.session_id == session_id)\n .all()\n )\n return [\n PreviewRow(\n id=r.id,\n source_sql=r.source_sql,\n target_sql=r.target_sql,\n source_object_type=r.source_object_type,\n source_object_id=r.source_object_id,\n source_object_name=r.source_object_name,\n status=r.status,\n feedback=r.feedback,\n )\n for r in records\n ]\n except HTTPException:\n raise\n except Exception as e:\n logger.explore(\"get_preview_records failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion get_preview_records\n\n# #endregion TranslatePreviewRoutesModule\n" }, { "contract_id": "preview_translation", @@ -23999,6 +24604,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region preview_translation [TYPE Function]\n# @BRIEF Preview a translation before applying it.\n# @PRE: User has translate.job.execute permission.\n# @POST: Returns a preview session with records and cost estimation.\n# @SIDE_EFFECT: Fetches sample data from Superset; calls LLM provider; creates DB rows.\n@router.post(\"/jobs/{job_id}/preview\", status_code=status.HTTP_201_CREATED)\nasync def preview_translation(\n job_id: str,\n payload: PreviewRequest = None,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Preview a translation before applying it.\"\"\"\n logger.reason(f\"preview_translation — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n if payload is None:\n payload = PreviewRequest()\n try:\n preview_service = TranslationPreview(db, config_manager, current_user.username)\n result = preview_service.preview_rows(\n job_id=job_id,\n sample_size=payload.sample_size,\n prompt_template=payload.prompt_template,\n env_id=payload.env_id,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"preview_translation failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_502_BAD_GATEWAY, detail=f\"Preview failed: {e}\")\n# #endregion preview_translation\n" }, { @@ -24006,13 +24612,13 @@ "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_preview_routes.py", "start_line": 61, - "end_line": 89, + "end_line": 90, "tier": "TIER_1", "complexity": 1, "metadata": { "POST": "Preview row status is updated.", "PRE": "User has translate.job.execute permission.", - "PURPOSE": "Approve, edit, or reject a preview row." + "PURPOSE": "Approve, edit, or reject a preview row (optionally per language)." }, "relations": [], "schema_warnings": [ @@ -24045,14 +24651,15 @@ } ], "anchor_syntax": "region", - "body": "# #region update_preview_row [TYPE Function]\n# @BRIEF Approve, edit, or reject a preview row.\n# @PRE: User has translate.job.execute permission.\n# @POST: Preview row status is updated.\n@router.put(\"/jobs/{job_id}/preview/rows/{row_key}\")\nasync def update_preview_row(\n job_id: str,\n row_key: str,\n payload: PreviewRowUpdate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Approve, edit, or reject a preview row.\"\"\"\n logger.reason(f\"update_preview_row — Job: {job_id}, Row: {row_key}, Action: {payload.action}\", extra={\"src\": \"translate_routes\"})\n try:\n preview_service = TranslationPreview(db, config_manager, current_user.username)\n result = preview_service.update_preview_row(\n job_id=job_id,\n row_id=row_key,\n action=payload.action,\n translation=payload.translation,\n feedback=payload.feedback,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion update_preview_row\n" + "tier_source": "AutoCalculated", + "body": "# #region update_preview_row [TYPE Function]\n# @BRIEF Approve, edit, or reject a preview row (optionally per language).\n# @PRE: User has translate.job.execute permission.\n# @POST: Preview row status is updated.\n@router.put(\"/jobs/{job_id}/preview/rows/{row_key}\")\nasync def update_preview_row(\n job_id: str,\n row_key: str,\n payload: PreviewRowUpdate,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Approve, edit, or reject a preview row (optionally per language).\"\"\"\n logger.reason(f\"update_preview_row — Job: {job_id}, Row: {row_key}, Action: {payload.action}, Lang: {payload.language_code}\", extra={\"src\": \"translate_routes\"})\n try:\n preview_service = TranslationPreview(db, config_manager, current_user.username)\n result = preview_service.update_preview_row(\n job_id=job_id,\n row_id=row_key,\n action=payload.action,\n translation=payload.translation,\n feedback=payload.feedback,\n language_code=payload.language_code,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion update_preview_row\n" }, { "contract_id": "accept_preview_session", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_preview_routes.py", - "start_line": 92, - "end_line": 112, + "start_line": 93, + "end_line": 113, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -24091,14 +24698,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region accept_preview_session [TYPE Function]\n# @BRIEF Accept a preview session, marking it as the quality gate for full execution.\n# @PRE: User has translate.job.execute permission. Job has an ACTIVE preview session.\n# @POST: Preview session is marked as APPLIED; full execution can proceed.\n@router.post(\"/jobs/{job_id}/preview/accept\")\nasync def accept_preview_session(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Accept a preview session, enabling full translation execution.\"\"\"\n logger.reason(f\"accept_preview_session — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n preview_service = TranslationPreview(db, config_manager, current_user.username)\n result = preview_service.accept_preview_session(job_id=job_id)\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion accept_preview_session\n" }, { "contract_id": "apply_preview", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_preview_routes.py", - "start_line": 115, - "end_line": 140, + "start_line": 116, + "end_line": 141, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -24137,14 +24745,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region apply_preview [TYPE Function]\n# @BRIEF Apply a preview session (alias for accept when accepting at session level).\n# @PRE: User has translate.job.execute permission.\n# @POST: Preview is applied.\n@router.post(\"/preview/{session_id}/apply\")\nasync def apply_preview(\n session_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Apply a preview session by session ID.\"\"\"\n logger.reason(f\"apply_preview — Session: {session_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n # Find job_id from session\n from ....models.translate import TranslationPreviewSession\n session = db.query(TranslationPreviewSession).filter(TranslationPreviewSession.id == session_id).first()\n if not session:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=f\"Preview session '{session_id}' not found\")\n try:\n preview_service = TranslationPreview(db, config_manager, current_user.username)\n result = preview_service.accept_preview_session(job_id=session.job_id)\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion apply_preview\n" }, { "contract_id": "get_preview_records", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_preview_routes.py", - "start_line": 147, - "end_line": 188, + "start_line": 148, + "end_line": 189, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -24183,6 +24792,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_preview_records [TYPE Function]\n# @BRIEF Get records for a preview session.\n# @PRE: User has translate.job.view permission.\n# @POST: Returns list of preview records.\n@router.get(\"/preview/{session_id}/records\", response_model=list[PreviewRow])\nasync def get_preview_records(\n session_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Get records for a preview session.\"\"\"\n logger.reason(f\"get_preview_records — Session: {session_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n from ....models.translate import TranslationPreviewRecord, TranslationPreviewSession\n session = db.query(TranslationPreviewSession).filter(TranslationPreviewSession.id == session_id).first()\n if not session:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=f\"Preview session '{session_id}' not found\")\n records = (\n db.query(TranslationPreviewRecord)\n .filter(TranslationPreviewRecord.session_id == session_id)\n .all()\n )\n return [\n PreviewRow(\n id=r.id,\n source_sql=r.source_sql,\n target_sql=r.target_sql,\n source_object_type=r.source_object_type,\n source_object_id=r.source_object_id,\n source_object_name=r.source_object_name,\n status=r.status,\n feedback=r.feedback,\n )\n for r in records\n ]\n except HTTPException:\n raise\n except Exception as e:\n logger.explore(\"get_preview_records failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion get_preview_records\n" }, { @@ -24211,6 +24821,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TranslateRouterModule [C:1] [TYPE Module] [SEMANTICS fastapi, translate, api]\n# @BRIEF APIRouter instance for translate routes.\n# @LAYER: API\n\nfrom fastapi import APIRouter\n\n# #region translate_router [TYPE Global]\n# @BRIEF APIRouter instance for all translate sub-routes.\nrouter = APIRouter(prefix=\"/api/translate\", tags=[\"translate\"])\n# #endregion translate_router\n\n# #endregion TranslateRouterModule\n" }, { @@ -24255,6 +24866,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region translate_router [TYPE Global]\n# @BRIEF APIRouter instance for all translate sub-routes.\nrouter = APIRouter(prefix=\"/api/translate\", tags=[\"translate\"])\n# #endregion translate_router\n" }, { @@ -24262,7 +24874,7 @@ "contract_type": "Module", "file_path": "backend/src/api/routes/translate/_run_list_routes.py", "start_line": 1, - "end_line": 204, + "end_line": 223, "tier": "TIER_2", "complexity": 3, "metadata": { @@ -24283,14 +24895,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslateRunListRoutesModule [C:3] [TYPE Module] [SEMANTICS fastapi, translate, api, download, search]\n# @BRIEF Translation Run listing, detail, and CSV download routes (cross-job).\n# @LAYER: API\n\n\nfrom fastapi import Depends, HTTPException, Query, status\nfrom sqlalchemy.orm import Session\n\nfrom ....core.config_manager import ConfigManager\nfrom ....core.database import get_db\nfrom ....core.logger import logger\nfrom ....dependencies import get_config_manager, get_current_user, has_permission\nfrom ....plugins.translate.events import TranslationEventLog\nfrom ....plugins.translate.orchestrator import TranslationOrchestrator\nfrom ....schemas.auth import User\nfrom ._router import router\n\n# ============================================================\n# List Runs (cross-job)\n# ============================================================\n\n# #region list_runs [TYPE Function]\n# @BRIEF List all runs with cross-job filtering and pagination.\n# @PRE: User has translate.history.view permission.\n# @POST: Returns paginated list of runs.\n@router.get(\"/runs\")\nasync def list_runs(\n job_id: str | None = Query(None),\n run_status: str | None = Query(None),\n trigger_type: str | None = Query(None),\n created_by: str | None = Query(None),\n date_from: str | None = Query(None),\n date_to: str | None = Query(None),\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.history\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"List all runs with cross-job filtering and pagination.\"\"\"\n logger.reason(f\"list_runs — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n from ....models.translate import TranslationRun\n query = db.query(TranslationRun)\n\n if job_id:\n query = query.filter(TranslationRun.job_id == job_id)\n if run_status:\n query = query.filter(TranslationRun.status == run_status)\n if trigger_type:\n query = query.filter(TranslationRun.trigger_type == trigger_type)\n if created_by:\n query = query.filter(TranslationRun.created_by == created_by)\n if date_from:\n try:\n from datetime import datetime\n dt_from = datetime.fromisoformat(date_from)\n query = query.filter(TranslationRun.created_at >= dt_from)\n except ValueError:\n pass\n if date_to:\n try:\n from datetime import datetime\n dt_to = datetime.fromisoformat(date_to)\n query = query.filter(TranslationRun.created_at <= dt_to)\n except ValueError:\n pass\n\n total = query.count()\n runs = (\n query.order_by(TranslationRun.created_at.desc())\n .offset((page - 1) * page_size)\n .limit(page_size)\n .all()\n )\n\n items = []\n for r in runs:\n items.append({\n \"id\": r.id,\n \"job_id\": r.job_id,\n \"status\": r.status,\n \"trigger_type\": r.trigger_type,\n \"started_at\": r.started_at.isoformat() if r.started_at else None,\n \"completed_at\": r.completed_at.isoformat() if r.completed_at else None,\n \"error_message\": r.error_message,\n \"total_records\": r.total_records or 0,\n \"successful_records\": r.successful_records or 0,\n \"failed_records\": r.failed_records or 0,\n \"skipped_records\": r.skipped_records or 0,\n \"insert_status\": r.insert_status,\n \"superset_execution_id\": r.superset_execution_id,\n \"config_hash\": r.config_hash,\n \"dict_snapshot_hash\": r.dict_snapshot_hash,\n \"created_by\": r.created_by,\n \"created_at\": r.created_at.isoformat() if r.created_at else None,\n })\n\n return {\"items\": items, \"total\": total, \"page\": page, \"page_size\": page_size}\n except Exception as e:\n logger.explore(\"list_runs failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion list_runs\n\n\n# ============================================================\n# Run Detail\n# ============================================================\n\n# #region get_run_detail [TYPE Function]\n# @BRIEF Get detailed run info with config_snapshot, records, events.\n# @PRE: User has translate.history.view permission.\n# @POST: Returns run detail with records and events.\n@router.get(\"/runs/{run_id}/detail\")\nasync def get_run_detail(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.history\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get detailed run info with config_snapshot, records, events.\"\"\"\n logger.reason(f\"get_run_detail — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n status_info = orch.get_run_status(run_id)\n records = orch.get_run_records(run_id, page=1, page_size=50)\n events = TranslationEventLog(db).query_events(run_id=run_id)\n event_summary = TranslationEventLog(db).get_run_event_summary(run_id)\n\n # Get config snapshot from run\n from ....models.translate import TranslationRun\n run = db.query(TranslationRun).filter(TranslationRun.id == run_id).first()\n config_snapshot = run.config_snapshot if run else None\n\n return {\n **status_info,\n \"config_snapshot\": config_snapshot,\n \"config_hash\": run.config_hash if run else None,\n \"records\": records,\n \"events\": events,\n \"event_invariants\": event_summary,\n }\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_run_detail\n\n\n# ============================================================\n# Download Skipped CSV\n# ============================================================\n\n# #region download_skipped_csv [TYPE Function]\n# @BRIEF Download a CSV of skipped translation records from a run.\n# @PRE: User has translate.job.view permission.\n# @POST: Returns CSV file of skipped records.\n@router.get(\"/runs/{run_id}/skipped.csv\")\nasync def download_skipped_csv(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Download skipped translation records as CSV.\"\"\"\n logger.reason(f\"download_skipped_csv — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n import csv\n import io\n\n from fastapi.responses import StreamingResponse\n\n from ....models.translate import TranslationRecord\n\n records = (\n db.query(TranslationRecord)\n .filter(\n TranslationRecord.run_id == run_id,\n TranslationRecord.status == \"SKIPPED\",\n )\n .all()\n )\n\n output = io.StringIO()\n writer = csv.writer(output)\n writer.writerow([\"id\", \"source_sql\", \"target_sql\", \"source_object_type\",\n \"source_object_id\", \"source_object_name\", \"error_message\"])\n for rec in records:\n writer.writerow([\n rec.id, rec.source_sql, rec.target_sql, rec.source_object_type,\n rec.source_object_id, rec.source_object_name, rec.error_message,\n ])\n\n output.seek(0)\n return StreamingResponse(\n iter([output.getvalue()]),\n media_type=\"text/csv\",\n headers={\"Content-Disposition\": f\"attachment; filename=skipped_{run_id}.csv\"},\n )\n except Exception as e:\n logger.explore(\"download_skipped_csv failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion download_skipped_csv\n\n# #endregion TranslateRunListRoutesModule\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslateRunListRoutesModule [C:3] [TYPE Module] [SEMANTICS fastapi, translate, api, download, search]\n# @BRIEF Translation Run listing, detail, and CSV download routes (cross-job).\n# @LAYER: API\n\n\nfrom fastapi import Depends, HTTPException, Query, status\nfrom sqlalchemy.orm import Session\n\nfrom ....core.config_manager import ConfigManager\nfrom ....core.database import get_db\nfrom ....core.logger import logger\nfrom ....dependencies import get_config_manager, get_current_user, has_permission\nfrom ....plugins.translate.events import TranslationEventLog\nfrom ....plugins.translate.orchestrator import TranslationOrchestrator\nfrom ....schemas.auth import User\nfrom ._router import router\n\n# ============================================================\n# List Runs (cross-job)\n# ============================================================\n\n# #region list_runs [TYPE Function]\n# @BRIEF List all runs with cross-job filtering and pagination.\n# @PRE: User has translate.history.view permission.\n# @POST: Returns paginated list of runs.\n@router.get(\"/runs\")\nasync def list_runs(\n job_id: str | None = Query(None),\n run_status: str | None = Query(None),\n trigger_type: str | None = Query(None),\n created_by: str | None = Query(None),\n date_from: str | None = Query(None),\n date_to: str | None = Query(None),\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.history\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"List all runs with cross-job filtering and pagination.\"\"\"\n logger.reason(f\"list_runs — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n from ....models.translate import TranslationRun\n query = db.query(TranslationRun)\n\n if job_id:\n query = query.filter(TranslationRun.job_id == job_id)\n if run_status:\n query = query.filter(TranslationRun.status == run_status)\n if trigger_type:\n query = query.filter(TranslationRun.trigger_type == trigger_type)\n if created_by:\n query = query.filter(TranslationRun.created_by == created_by)\n if date_from:\n try:\n from datetime import datetime\n dt_from = datetime.fromisoformat(date_from)\n query = query.filter(TranslationRun.created_at >= dt_from)\n except ValueError:\n pass\n if date_to:\n try:\n from datetime import datetime\n dt_to = datetime.fromisoformat(date_to)\n query = query.filter(TranslationRun.created_at <= dt_to)\n except ValueError:\n pass\n\n total = query.count()\n runs = (\n query.order_by(TranslationRun.created_at.desc())\n .offset((page - 1) * page_size)\n .limit(page_size)\n .all()\n )\n\n items = []\n for r in runs:\n # Gather per-language statistics from the run's language_stats relationship\n lang_stats = r.language_stats or []\n target_languages = [ls.language_code for ls in lang_stats]\n total_translated = sum((ls.translated_rows or 0) for ls in lang_stats)\n language_stats = {\n ls.language_code: {\n \"total_rows\": ls.total_rows or 0,\n \"translated_rows\": ls.translated_rows or 0,\n \"failed_rows\": ls.failed_rows or 0,\n \"skipped_rows\": ls.skipped_rows or 0,\n \"token_count\": ls.token_count or 0,\n \"estimated_cost\": ls.estimated_cost or 0.0,\n }\n for ls in lang_stats\n }\n\n items.append({\n \"id\": r.id,\n \"job_id\": r.job_id,\n \"status\": r.status,\n \"trigger_type\": r.trigger_type,\n \"started_at\": r.started_at.isoformat() if r.started_at else None,\n \"completed_at\": r.completed_at.isoformat() if r.completed_at else None,\n \"error_message\": r.error_message,\n \"total_records\": r.total_records or 0,\n \"successful_records\": r.successful_records or 0,\n \"failed_records\": r.failed_records or 0,\n \"skipped_records\": r.skipped_records or 0,\n \"insert_status\": r.insert_status,\n \"superset_execution_id\": r.superset_execution_id,\n \"config_hash\": r.config_hash,\n \"dict_snapshot_hash\": r.dict_snapshot_hash,\n \"created_by\": r.created_by,\n \"created_at\": r.created_at.isoformat() if r.created_at else None,\n \"target_languages\": target_languages,\n \"total_translated\": total_translated,\n \"language_stats\": language_stats,\n })\n\n return {\"items\": items, \"total\": total, \"page\": page, \"page_size\": page_size}\n except Exception as e:\n logger.explore(\"list_runs failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion list_runs\n\n\n# ============================================================\n# Run Detail\n# ============================================================\n\n# #region get_run_detail [TYPE Function]\n# @BRIEF Get detailed run info with config_snapshot, records, events.\n# @PRE: User has translate.history.view permission.\n# @POST: Returns run detail with records and events.\n@router.get(\"/runs/{run_id}/detail\")\nasync def get_run_detail(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.history\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get detailed run info with config_snapshot, records, events.\"\"\"\n logger.reason(f\"get_run_detail — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n status_info = orch.get_run_status(run_id)\n records = orch.get_run_records(run_id, page=1, page_size=50)\n events = TranslationEventLog(db).query_events(run_id=run_id)\n event_summary = TranslationEventLog(db).get_run_event_summary(run_id)\n\n # Get config snapshot from run\n from ....models.translate import TranslationRun\n run = db.query(TranslationRun).filter(TranslationRun.id == run_id).first()\n config_snapshot = run.config_snapshot if run else None\n\n return {\n **status_info,\n \"config_snapshot\": config_snapshot,\n \"config_hash\": run.config_hash if run else None,\n \"records\": records,\n \"events\": events,\n \"event_invariants\": event_summary,\n }\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_run_detail\n\n\n# ============================================================\n# Download Skipped CSV\n# ============================================================\n\n# #region download_skipped_csv [TYPE Function]\n# @BRIEF Download a CSV of skipped translation records from a run.\n# @PRE: User has translate.job.view permission.\n# @POST: Returns CSV file of skipped records.\n@router.get(\"/runs/{run_id}/skipped.csv\")\nasync def download_skipped_csv(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Download skipped translation records as CSV.\"\"\"\n logger.reason(f\"download_skipped_csv — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n import csv\n import io\n\n from fastapi.responses import StreamingResponse\n\n from ....models.translate import TranslationRecord\n\n records = (\n db.query(TranslationRecord)\n .filter(\n TranslationRecord.run_id == run_id,\n TranslationRecord.status == \"SKIPPED\",\n )\n .all()\n )\n\n output = io.StringIO()\n writer = csv.writer(output)\n writer.writerow([\"id\", \"source_sql\", \"target_sql\", \"source_object_type\",\n \"source_object_id\", \"source_object_name\", \"error_message\"])\n for rec in records:\n writer.writerow([\n rec.id, rec.source_sql, rec.target_sql, rec.source_object_type,\n rec.source_object_id, rec.source_object_name, rec.error_message,\n ])\n\n output.seek(0)\n return StreamingResponse(\n iter([output.getvalue()]),\n media_type=\"text/csv\",\n headers={\"Content-Disposition\": f\"attachment; filename=skipped_{run_id}.csv\"},\n )\n except Exception as e:\n logger.explore(\"download_skipped_csv failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion download_skipped_csv\n\n# #endregion TranslateRunListRoutesModule\n" }, { "contract_id": "list_runs", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_run_list_routes.py", "start_line": 22, - "end_line": 103, + "end_line": 122, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -24329,14 +24942,15 @@ } ], "anchor_syntax": "region", - "body": "# #region list_runs [TYPE Function]\n# @BRIEF List all runs with cross-job filtering and pagination.\n# @PRE: User has translate.history.view permission.\n# @POST: Returns paginated list of runs.\n@router.get(\"/runs\")\nasync def list_runs(\n job_id: str | None = Query(None),\n run_status: str | None = Query(None),\n trigger_type: str | None = Query(None),\n created_by: str | None = Query(None),\n date_from: str | None = Query(None),\n date_to: str | None = Query(None),\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.history\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"List all runs with cross-job filtering and pagination.\"\"\"\n logger.reason(f\"list_runs — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n from ....models.translate import TranslationRun\n query = db.query(TranslationRun)\n\n if job_id:\n query = query.filter(TranslationRun.job_id == job_id)\n if run_status:\n query = query.filter(TranslationRun.status == run_status)\n if trigger_type:\n query = query.filter(TranslationRun.trigger_type == trigger_type)\n if created_by:\n query = query.filter(TranslationRun.created_by == created_by)\n if date_from:\n try:\n from datetime import datetime\n dt_from = datetime.fromisoformat(date_from)\n query = query.filter(TranslationRun.created_at >= dt_from)\n except ValueError:\n pass\n if date_to:\n try:\n from datetime import datetime\n dt_to = datetime.fromisoformat(date_to)\n query = query.filter(TranslationRun.created_at <= dt_to)\n except ValueError:\n pass\n\n total = query.count()\n runs = (\n query.order_by(TranslationRun.created_at.desc())\n .offset((page - 1) * page_size)\n .limit(page_size)\n .all()\n )\n\n items = []\n for r in runs:\n items.append({\n \"id\": r.id,\n \"job_id\": r.job_id,\n \"status\": r.status,\n \"trigger_type\": r.trigger_type,\n \"started_at\": r.started_at.isoformat() if r.started_at else None,\n \"completed_at\": r.completed_at.isoformat() if r.completed_at else None,\n \"error_message\": r.error_message,\n \"total_records\": r.total_records or 0,\n \"successful_records\": r.successful_records or 0,\n \"failed_records\": r.failed_records or 0,\n \"skipped_records\": r.skipped_records or 0,\n \"insert_status\": r.insert_status,\n \"superset_execution_id\": r.superset_execution_id,\n \"config_hash\": r.config_hash,\n \"dict_snapshot_hash\": r.dict_snapshot_hash,\n \"created_by\": r.created_by,\n \"created_at\": r.created_at.isoformat() if r.created_at else None,\n })\n\n return {\"items\": items, \"total\": total, \"page\": page, \"page_size\": page_size}\n except Exception as e:\n logger.explore(\"list_runs failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion list_runs\n" + "tier_source": "AutoCalculated", + "body": "# #region list_runs [TYPE Function]\n# @BRIEF List all runs with cross-job filtering and pagination.\n# @PRE: User has translate.history.view permission.\n# @POST: Returns paginated list of runs.\n@router.get(\"/runs\")\nasync def list_runs(\n job_id: str | None = Query(None),\n run_status: str | None = Query(None),\n trigger_type: str | None = Query(None),\n created_by: str | None = Query(None),\n date_from: str | None = Query(None),\n date_to: str | None = Query(None),\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.history\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"List all runs with cross-job filtering and pagination.\"\"\"\n logger.reason(f\"list_runs — User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n from ....models.translate import TranslationRun\n query = db.query(TranslationRun)\n\n if job_id:\n query = query.filter(TranslationRun.job_id == job_id)\n if run_status:\n query = query.filter(TranslationRun.status == run_status)\n if trigger_type:\n query = query.filter(TranslationRun.trigger_type == trigger_type)\n if created_by:\n query = query.filter(TranslationRun.created_by == created_by)\n if date_from:\n try:\n from datetime import datetime\n dt_from = datetime.fromisoformat(date_from)\n query = query.filter(TranslationRun.created_at >= dt_from)\n except ValueError:\n pass\n if date_to:\n try:\n from datetime import datetime\n dt_to = datetime.fromisoformat(date_to)\n query = query.filter(TranslationRun.created_at <= dt_to)\n except ValueError:\n pass\n\n total = query.count()\n runs = (\n query.order_by(TranslationRun.created_at.desc())\n .offset((page - 1) * page_size)\n .limit(page_size)\n .all()\n )\n\n items = []\n for r in runs:\n # Gather per-language statistics from the run's language_stats relationship\n lang_stats = r.language_stats or []\n target_languages = [ls.language_code for ls in lang_stats]\n total_translated = sum((ls.translated_rows or 0) for ls in lang_stats)\n language_stats = {\n ls.language_code: {\n \"total_rows\": ls.total_rows or 0,\n \"translated_rows\": ls.translated_rows or 0,\n \"failed_rows\": ls.failed_rows or 0,\n \"skipped_rows\": ls.skipped_rows or 0,\n \"token_count\": ls.token_count or 0,\n \"estimated_cost\": ls.estimated_cost or 0.0,\n }\n for ls in lang_stats\n }\n\n items.append({\n \"id\": r.id,\n \"job_id\": r.job_id,\n \"status\": r.status,\n \"trigger_type\": r.trigger_type,\n \"started_at\": r.started_at.isoformat() if r.started_at else None,\n \"completed_at\": r.completed_at.isoformat() if r.completed_at else None,\n \"error_message\": r.error_message,\n \"total_records\": r.total_records or 0,\n \"successful_records\": r.successful_records or 0,\n \"failed_records\": r.failed_records or 0,\n \"skipped_records\": r.skipped_records or 0,\n \"insert_status\": r.insert_status,\n \"superset_execution_id\": r.superset_execution_id,\n \"config_hash\": r.config_hash,\n \"dict_snapshot_hash\": r.dict_snapshot_hash,\n \"created_by\": r.created_by,\n \"created_at\": r.created_at.isoformat() if r.created_at else None,\n \"target_languages\": target_languages,\n \"total_translated\": total_translated,\n \"language_stats\": language_stats,\n })\n\n return {\"items\": items, \"total\": total, \"page\": page, \"page_size\": page_size}\n except Exception as e:\n logger.explore(\"list_runs failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion list_runs\n" }, { "contract_id": "get_run_detail", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_run_list_routes.py", - "start_line": 110, - "end_line": 146, + "start_line": 129, + "end_line": 165, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -24375,14 +24989,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_run_detail [TYPE Function]\n# @BRIEF Get detailed run info with config_snapshot, records, events.\n# @PRE: User has translate.history.view permission.\n# @POST: Returns run detail with records and events.\n@router.get(\"/runs/{run_id}/detail\")\nasync def get_run_detail(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.history\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get detailed run info with config_snapshot, records, events.\"\"\"\n logger.reason(f\"get_run_detail — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n status_info = orch.get_run_status(run_id)\n records = orch.get_run_records(run_id, page=1, page_size=50)\n events = TranslationEventLog(db).query_events(run_id=run_id)\n event_summary = TranslationEventLog(db).get_run_event_summary(run_id)\n\n # Get config snapshot from run\n from ....models.translate import TranslationRun\n run = db.query(TranslationRun).filter(TranslationRun.id == run_id).first()\n config_snapshot = run.config_snapshot if run else None\n\n return {\n **status_info,\n \"config_snapshot\": config_snapshot,\n \"config_hash\": run.config_hash if run else None,\n \"records\": records,\n \"events\": events,\n \"event_invariants\": event_summary,\n }\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_run_detail\n" }, { "contract_id": "download_skipped_csv", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_run_list_routes.py", - "start_line": 153, - "end_line": 202, + "start_line": 172, + "end_line": 221, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -24421,6 +25036,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region download_skipped_csv [TYPE Function]\n# @BRIEF Download a CSV of skipped translation records from a run.\n# @PRE: User has translate.job.view permission.\n# @POST: Returns CSV file of skipped records.\n@router.get(\"/runs/{run_id}/skipped.csv\")\nasync def download_skipped_csv(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Download skipped translation records as CSV.\"\"\"\n logger.reason(f\"download_skipped_csv — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n import csv\n import io\n\n from fastapi.responses import StreamingResponse\n\n from ....models.translate import TranslationRecord\n\n records = (\n db.query(TranslationRecord)\n .filter(\n TranslationRecord.run_id == run_id,\n TranslationRecord.status == \"SKIPPED\",\n )\n .all()\n )\n\n output = io.StringIO()\n writer = csv.writer(output)\n writer.writerow([\"id\", \"source_sql\", \"target_sql\", \"source_object_type\",\n \"source_object_id\", \"source_object_name\", \"error_message\"])\n for rec in records:\n writer.writerow([\n rec.id, rec.source_sql, rec.target_sql, rec.source_object_type,\n rec.source_object_id, rec.source_object_name, rec.error_message,\n ])\n\n output.seek(0)\n return StreamingResponse(\n iter([output.getvalue()]),\n media_type=\"text/csv\",\n headers={\"Content-Disposition\": f\"attachment; filename=skipped_{run_id}.csv\"},\n )\n except Exception as e:\n logger.explore(\"download_skipped_csv failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion download_skipped_csv\n" }, { @@ -24428,7 +25044,7 @@ "contract_type": "Module", "file_path": "backend/src/api/routes/translate/_run_routes.py", "start_line": 1, - "end_line": 344, + "end_line": 542, "tier": "TIER_2", "complexity": 3, "metadata": { @@ -24449,14 +25065,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslateRunRoutesModule [C:3] [TYPE Module] [SEMANTICS fastapi, translate, api, search, execution, history]\n# @BRIEF Translation Run execution, history, status, records and batches routes.\n# @LAYER: API\n\nfrom datetime import UTC, datetime\n\nfrom fastapi import Depends, HTTPException, Query, status\nfrom sqlalchemy.orm import Session\n\nfrom ....core.config_manager import ConfigManager\nfrom ....core.database import SessionLocal, get_db\nfrom ....core.logger import logger\nfrom ....dependencies import get_config_manager, get_current_user, has_permission\nfrom ....plugins.translate.orchestrator import TranslationOrchestrator\nfrom ....schemas.auth import User\nfrom ._helpers import _run_to_response\nfrom ._router import router\n\n# ============================================================\n# Translation Run / Execute\n# ============================================================\n\n# #region run_translation [TYPE Function]\n# @BRIEF Execute a translation job (trigger a run).\n# @PRE: User has translate.job.execute permission.\n# @POST: Returns the created translation run.\n@router.post(\"/jobs/{job_id}/run\", status_code=status.HTTP_201_CREATED)\nasync def run_translation(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Execute a translation job (trigger a run).\"\"\"\n logger.reason(f\"run_translation — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n run = orch.start_run(job_id=job_id, is_scheduled=False)\n # The request-scoped db session will be closed after this handler returns.\n # The background thread must use its OWN session to avoid operating on a\n # closed or expunged session.\n import threading\n\n def _background_execute():\n bg_db = SessionLocal()\n try:\n bg_orch = TranslationOrchestrator(\n bg_db, config_manager,\n current_user.username if current_user else None,\n )\n # Re-fetch the run within the background session to get a fresh,\n # attached object\n from ....models.translate import TranslationRun as TRModel\n bg_run = bg_db.query(TRModel).filter(TRModel.id == run.id).first()\n if bg_run is None:\n logger.explore(\n \"Background execute: run not found\",\n extra={\"src\": \"translate_routes\", \"run_id\": run.id},\n )\n return\n\n # execute_run internally calls self.db.commit()\n bg_orch.execute_run(bg_run)\n\n # ----- VERIFICATION -----\n # After execute_run the run object from bg_db is detached after\n # commit. Re-query to verify the status was persisted in the\n # database and is a terminal state.\n check_run = bg_db.query(TRModel).filter(TRModel.id == run.id).first()\n if check_run and check_run.status in (\"COMPLETED\", \"FAILED\", \"CANCELLED\"):\n logger.reason(\n \"Background execute verified\",\n extra={\n \"src\": \"translate_routes\",\n \"run_id\": run.id,\n \"status\": check_run.status,\n },\n )\n else:\n # execute_run appeared to succeed but the run is still in a\n # non-terminal state — manually fail it so the frontend\n # polling can detect the terminal state and stop spinning.\n actual_status = check_run.status if check_run else \"NOT_FOUND\"\n logger.explore(\n \"Background execute: run not in terminal state after commit\",\n extra={\n \"src\": \"translate_routes\",\n \"run_id\": run.id,\n \"status\": actual_status,\n },\n )\n if check_run:\n check_run.status = \"FAILED\"\n check_run.error_message = (\n \"Background execution did not reach terminal state \"\n f\"(was: {actual_status})\"\n )\n bg_db.commit()\n\n except Exception as bg_err:\n logger.explore(\n \"Background execute failed\",\n extra={\n \"src\": \"translate_routes\",\n \"run_id\": run.id,\n \"error\": str(bg_err),\n },\n )\n # Mark the run as FAILED so the frontend polling can detect a\n # terminal state and stop spinning.\n try:\n fb_db = SessionLocal()\n try:\n fb_run = fb_db.query(TRModel).filter(TRModel.id == run.id).first()\n if fb_run:\n fb_run.status = \"FAILED\"\n fb_run.error_message = f\"Background execute error: {bg_err}\"\n fb_run.completed_at = datetime.now(UTC)\n fb_db.commit()\n logger.reason(\n \"Background execute: run marked FAILED\",\n extra={\"src\": \"translate_routes\", \"run_id\": run.id},\n )\n finally:\n fb_db.close()\n except Exception as fb_err:\n logger.explore(\n \"Background execute: unable to mark run FAILED\",\n extra={\n \"src\": \"translate_routes\",\n \"run_id\": run.id,\n \"error\": str(fb_err),\n },\n )\n finally:\n bg_db.close()\n\n threading.Thread(\n target=_background_execute,\n daemon=True,\n ).start()\n return _run_to_response(run)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"run_translation failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_502_BAD_GATEWAY, detail=f\"Run failed: {e}\")\n# #endregion run_translation\n\n\n# #region retry_run [TYPE Function]\n# @BRIEF Retry failed batches in a translation run.\n# @PRE: User has translate.job.execute permission.\n# @POST: Returns the updated translation run.\n@router.post(\"/runs/{run_id}/retry\")\nasync def retry_run(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Retry failed batches in a translation run.\"\"\"\n logger.reason(f\"retry_run — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n run = orch.retry_failed_batches(run_id)\n return _run_to_response(run)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"retry_run failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_502_BAD_GATEWAY, detail=f\"Retry failed: {e}\")\n# #endregion retry_run\n\n\n# #region retry_insert [TYPE Function]\n# @BRIEF Retry the SQL insert phase for a completed run.\n# @PRE: User has translate.job.execute permission.\n# @POST: Returns the updated run.\n@router.post(\"/runs/{run_id}/retry-insert\")\nasync def retry_insert(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Retry the SQL insert phase for a completed run.\"\"\"\n logger.reason(f\"retry_insert — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n run = orch.retry_insert(run_id)\n return _run_to_response(run)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"retry_insert failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_502_BAD_GATEWAY, detail=f\"Retry insert failed: {e}\")\n# #endregion retry_insert\n\n\n# #region cancel_run [TYPE Function]\n# @BRIEF Cancel a running translation.\n# @PRE: User has translate.job.execute permission.\n# @POST: Run is cancelled.\n@router.post(\"/runs/{run_id}/cancel\")\nasync def cancel_run(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Cancel a running translation.\"\"\"\n logger.reason(f\"cancel_run — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n run = orch.cancel_run(run_id)\n return _run_to_response(run)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion cancel_run\n\n\n# #region get_run_history [TYPE Function]\n# @BRIEF Get run history for a translation job.\n# @PRE: User has translate.history.view permission.\n# @POST: Returns list of runs.\n@router.get(\"/jobs/{job_id}/runs\")\nasync def get_run_history(\n job_id: str,\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.history\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get run history for a translation job.\"\"\"\n logger.reason(f\"get_run_history — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n total, runs = orch.get_run_history(job_id, page=page, page_size=page_size)\n return {\"items\": runs, \"total\": total, \"page\": page, \"page_size\": page_size}\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_run_history\n\n\n# #region get_run_status [TYPE Function]\n# @BRIEF Get status and statistics for a translation run.\n# @PRE: User has translate.history.view permission.\n# @POST: Returns run details with statistics.\n@router.get(\"/runs/{run_id}\")\nasync def get_run_status(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.history\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get status and statistics for a translation run.\"\"\"\n logger.reason(f\"get_run_status — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n return orch.get_run_status(run_id)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_run_status\n\n\n# #region get_run_records [TYPE Function]\n# @BRIEF Get paginated records for a translation run.\n# @PRE: User has translate.history.view permission.\n# @POST: Returns paginated records.\n@router.get(\"/runs/{run_id}/records\")\nasync def get_run_records(\n run_id: str,\n page: int = Query(1, ge=1),\n page_size: int = Query(50, ge=1, le=500),\n status: str | None = Query(None),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.history\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get paginated records for a translation run.\"\"\"\n logger.reason(f\"get_run_records — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n return orch.get_run_records(run_id, page=page, page_size=page_size, status_filter=status)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_run_records\n\n\n# ============================================================\n# Batches\n# ============================================================\n\n# #region get_batches [TYPE Function]\n# @BRIEF Get batches for a translation run.\n# @PRE: User has translate.job.view permission.\n# @POST: Returns list of batches.\n@router.get(\"/runs/{run_id}/batches\")\nasync def get_batches(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Get batches for a translation run.\"\"\"\n logger.reason(f\"get_batches — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n from ....models.translate import TranslationBatch\n batches = (\n db.query(TranslationBatch)\n .filter(TranslationBatch.run_id == run_id)\n .order_by(TranslationBatch.batch_index.asc())\n .all()\n )\n return [\n {\n \"id\": b.id,\n \"run_id\": b.run_id,\n \"batch_index\": b.batch_index,\n \"status\": b.status,\n \"total_records\": b.total_records or 0,\n \"successful_records\": b.successful_records or 0,\n \"failed_records\": b.failed_records or 0,\n \"started_at\": b.started_at.isoformat() if b.started_at else None,\n \"completed_at\": b.completed_at.isoformat() if b.completed_at else None,\n \"created_at\": b.created_at.isoformat() if b.created_at else None,\n }\n for b in batches\n ]\n except Exception as e:\n logger.explore(\"get_batches failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion get_batches\n\n# #endregion TranslateRunRoutesModule\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslateRunRoutesModule [C:3] [TYPE Module] [SEMANTICS fastapi, translate, api, search, execution, history]\n# @BRIEF Translation Run execution, history, status, records and batches routes.\n# @LAYER: API\n\nfrom datetime import UTC, datetime\n\nfrom fastapi import Depends, HTTPException, Query, status\nfrom sqlalchemy.orm import Session\n\nfrom ....core.config_manager import ConfigManager\nfrom ....core.database import SessionLocal, get_db\nfrom ....core.logger import logger\nfrom ....dependencies import get_config_manager, get_current_user, has_permission\nfrom ....plugins.translate.orchestrator import TranslationOrchestrator\nfrom ....schemas.auth import User\nfrom ....schemas.translate import (\n BulkFindReplaceRequest,\n InlineEditRequest,\n OverrideLanguageRequest,\n)\nfrom ._helpers import _run_to_response\nfrom ._router import router\n\n# ============================================================\n# Translation Run / Execute\n# ============================================================\n\n# #region run_translation [TYPE Function]\n# @BRIEF Execute a translation job (trigger a run).\n# @PRE: User has translate.job.execute permission.\n# @POST: Returns the created translation run.\n@router.post(\"/jobs/{job_id}/run\", status_code=status.HTTP_201_CREATED)\nasync def run_translation(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Execute a translation job (trigger a run).\"\"\"\n logger.reason(f\"run_translation — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n run = orch.start_run(job_id=job_id, is_scheduled=False)\n # The request-scoped db session will be closed after this handler returns.\n # The background thread must use its OWN session to avoid operating on a\n # closed or expunged session.\n import threading\n\n def _background_execute():\n bg_db = SessionLocal()\n try:\n bg_orch = TranslationOrchestrator(\n bg_db, config_manager,\n current_user.username if current_user else None,\n )\n # Re-fetch the run within the background session to get a fresh,\n # attached object\n from ....models.translate import TranslationRun as TRModel\n bg_run = bg_db.query(TRModel).filter(TRModel.id == run.id).first()\n if bg_run is None:\n logger.explore(\n \"Background execute: run not found\",\n extra={\"src\": \"translate_routes\", \"run_id\": run.id},\n )\n return\n\n # execute_run internally calls self.db.commit()\n bg_orch.execute_run(bg_run)\n\n # ----- VERIFICATION -----\n # After execute_run the run object from bg_db is detached after\n # commit. Re-query to verify the status was persisted in the\n # database and is a terminal state.\n check_run = bg_db.query(TRModel).filter(TRModel.id == run.id).first()\n if check_run and check_run.status in (\"COMPLETED\", \"FAILED\", \"CANCELLED\"):\n logger.reason(\n \"Background execute verified\",\n extra={\n \"src\": \"translate_routes\",\n \"run_id\": run.id,\n \"status\": check_run.status,\n },\n )\n else:\n # execute_run appeared to succeed but the run is still in a\n # non-terminal state — manually fail it so the frontend\n # polling can detect the terminal state and stop spinning.\n actual_status = check_run.status if check_run else \"NOT_FOUND\"\n logger.explore(\n \"Background execute: run not in terminal state after commit\",\n extra={\n \"src\": \"translate_routes\",\n \"run_id\": run.id,\n \"status\": actual_status,\n },\n )\n if check_run:\n check_run.status = \"FAILED\"\n check_run.error_message = (\n \"Background execution did not reach terminal state \"\n f\"(was: {actual_status})\"\n )\n bg_db.commit()\n\n except Exception as bg_err:\n logger.explore(\n \"Background execute failed\",\n extra={\n \"src\": \"translate_routes\",\n \"run_id\": run.id,\n \"error\": str(bg_err),\n },\n )\n # Mark the run as FAILED so the frontend polling can detect a\n # terminal state and stop spinning.\n try:\n fb_db = SessionLocal()\n try:\n fb_run = fb_db.query(TRModel).filter(TRModel.id == run.id).first()\n if fb_run:\n fb_run.status = \"FAILED\"\n fb_run.error_message = f\"Background execute error: {bg_err}\"\n fb_run.completed_at = datetime.now(UTC)\n fb_db.commit()\n logger.reason(\n \"Background execute: run marked FAILED\",\n extra={\"src\": \"translate_routes\", \"run_id\": run.id},\n )\n finally:\n fb_db.close()\n except Exception as fb_err:\n logger.explore(\n \"Background execute: unable to mark run FAILED\",\n extra={\n \"src\": \"translate_routes\",\n \"run_id\": run.id,\n \"error\": str(fb_err),\n },\n )\n finally:\n bg_db.close()\n\n threading.Thread(\n target=_background_execute,\n daemon=True,\n ).start()\n return _run_to_response(run)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"run_translation failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_502_BAD_GATEWAY, detail=f\"Run failed: {e}\")\n# #endregion run_translation\n\n\n# #region retry_run [TYPE Function]\n# @BRIEF Retry failed batches in a translation run.\n# @PRE: User has translate.job.execute permission.\n# @POST: Returns the updated translation run.\n@router.post(\"/runs/{run_id}/retry\")\nasync def retry_run(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Retry failed batches in a translation run.\"\"\"\n logger.reason(f\"retry_run — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n run = orch.retry_failed_batches(run_id)\n return _run_to_response(run)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"retry_run failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_502_BAD_GATEWAY, detail=f\"Retry failed: {e}\")\n# #endregion retry_run\n\n\n# #region retry_insert [TYPE Function]\n# @BRIEF Retry the SQL insert phase for a completed run.\n# @PRE: User has translate.job.execute permission.\n# @POST: Returns the updated run.\n@router.post(\"/runs/{run_id}/retry-insert\")\nasync def retry_insert(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Retry the SQL insert phase for a completed run.\"\"\"\n logger.reason(f\"retry_insert — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n run = orch.retry_insert(run_id)\n return _run_to_response(run)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"retry_insert failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_502_BAD_GATEWAY, detail=f\"Retry insert failed: {e}\")\n# #endregion retry_insert\n\n\n# #region cancel_run [TYPE Function]\n# @BRIEF Cancel a running translation.\n# @PRE: User has translate.job.execute permission.\n# @POST: Run is cancelled.\n@router.post(\"/runs/{run_id}/cancel\")\nasync def cancel_run(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Cancel a running translation.\"\"\"\n logger.reason(f\"cancel_run — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n run = orch.cancel_run(run_id)\n return _run_to_response(run)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion cancel_run\n\n\n# #region get_run_history [TYPE Function]\n# @BRIEF Get run history for a translation job.\n# @PRE: User has translate.history.view permission.\n# @POST: Returns list of runs.\n@router.get(\"/jobs/{job_id}/runs\")\nasync def get_run_history(\n job_id: str,\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.history\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get run history for a translation job.\"\"\"\n logger.reason(f\"get_run_history — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n total, runs = orch.get_run_history(job_id, page=page, page_size=page_size)\n return {\"items\": runs, \"total\": total, \"page\": page, \"page_size\": page_size}\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_run_history\n\n\n# #region get_run_status [TYPE Function]\n# @BRIEF Get status and statistics for a translation run.\n# @PRE: User has translate.history.view permission.\n# @POST: Returns run details with statistics.\n@router.get(\"/runs/{run_id}\")\nasync def get_run_status(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.history\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get status and statistics for a translation run.\"\"\"\n logger.reason(f\"get_run_status — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n return orch.get_run_status(run_id)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_run_status\n\n\n# #region get_run_records [TYPE Function]\n# @BRIEF Get paginated records for a translation run.\n# @PRE: User has translate.history.view permission.\n# @POST: Returns paginated records.\n@router.get(\"/runs/{run_id}/records\")\nasync def get_run_records(\n run_id: str,\n page: int = Query(1, ge=1),\n page_size: int = Query(50, ge=1, le=500),\n status: str | None = Query(None),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.history\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get paginated records for a translation run.\"\"\"\n logger.reason(f\"get_run_records — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n return orch.get_run_records(run_id, page=page, page_size=page_size, status_filter=status)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_run_records\n\n\n# ============================================================\n# Batches\n# ============================================================\n\n# #region get_batches [TYPE Function]\n# @BRIEF Get batches for a translation run.\n# @PRE: User has translate.job.view permission.\n# @POST: Returns list of batches.\n@router.get(\"/runs/{run_id}/batches\")\nasync def get_batches(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Get batches for a translation run.\"\"\"\n logger.reason(f\"get_batches — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n from ....models.translate import TranslationBatch\n batches = (\n db.query(TranslationBatch)\n .filter(TranslationBatch.run_id == run_id)\n .order_by(TranslationBatch.batch_index.asc())\n .all()\n )\n return [\n {\n \"id\": b.id,\n \"run_id\": b.run_id,\n \"batch_index\": b.batch_index,\n \"status\": b.status,\n \"total_records\": b.total_records or 0,\n \"successful_records\": b.successful_records or 0,\n \"failed_records\": b.failed_records or 0,\n \"started_at\": b.started_at.isoformat() if b.started_at else None,\n \"completed_at\": b.completed_at.isoformat() if b.completed_at else None,\n \"created_at\": b.created_at.isoformat() if b.created_at else None,\n }\n for b in batches\n ]\n except Exception as e:\n logger.explore(\"get_batches failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion get_batches\n\n# ============================================================\n# Manual Language Override\n# ============================================================\n\n# #region override_detected_language [TYPE Function]\n# @BRIEF Manually override the detected source language for a specific translation language entry.\n# @PRE: User has translate.job.execute permission. Run, record, and language entry exist.\n# @POST: TranslationLanguage.source_language_detected is updated; language_overridden is set to True.\n# @SIDE_EFFECT: DB write.\n@router.put(\"/runs/{run_id}/records/{record_id}/languages/{language_code}/override-language\")\nasync def override_detected_language(\n run_id: str,\n record_id: str,\n language_code: str,\n payload: OverrideLanguageRequest,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Manually override the detected source language for a translation entry.\"\"\"\n logger.reason(f\"override_detected_language — Run: {run_id}, Record: {record_id}, Lang: {language_code}, Override: {payload.source_language}\", extra={\"src\": \"translate_routes\"})\n try:\n from ....models.translate import TranslationLanguage, TranslationRecord\n\n # Verify the record exists and belongs to the run\n record = (\n db.query(TranslationRecord)\n .filter(\n TranslationRecord.id == record_id,\n TranslationRecord.run_id == run_id,\n )\n .first()\n )\n if not record:\n raise HTTPException(\n status_code=status.HTTP_404_NOT_FOUND,\n detail=f\"Translation record '{record_id}' not found in run '{run_id}'\",\n )\n\n # Find the language entry\n lang_entry = (\n db.query(TranslationLanguage)\n .filter(\n TranslationLanguage.record_id == record_id,\n TranslationLanguage.language_code == language_code,\n )\n .first()\n )\n if not lang_entry:\n raise HTTPException(\n status_code=status.HTTP_404_NOT_FOUND,\n detail=f\"Language entry '{language_code}' not found for record '{record_id}'\",\n )\n\n # Update the language entry\n lang_entry.source_language_detected = payload.source_language\n lang_entry.language_overridden = True\n lang_entry.needs_review = False # Override clears the review flag\n db.commit()\n db.refresh(lang_entry)\n\n logger.reason(\"Language override applied\", {\n \"run_id\": run_id,\n \"record_id\": record_id,\n \"language_code\": language_code,\n \"new_source_language\": payload.source_language,\n \"overridden_by\": current_user.username,\n })\n\n from ....schemas.translate import TranslationLanguageResponse\n return TranslationLanguageResponse.model_validate(lang_entry)\n except HTTPException:\n raise\n except Exception as e:\n logger.explore(\"override_detected_language failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion override_detected_language\n\n\n# ============================================================\n# Inline Correction\n# ============================================================\n\n# #region inline_edit_translation [C:3] [TYPE Function] [SEMANTICS api,translate,correction]\n# @BRIEF Apply an inline correction to a translated value on a completed run result.\n# @PRE: User has translate.job.execute permission. Run, record, and language entry exist.\n# @POST: TranslationLanguage.final_value and user_edit are updated. Optional dictionary submission.\n@router.put(\"/runs/{run_id}/records/{record_id}/languages/{language_code}\")\nasync def inline_edit_translation(\n run_id: str,\n record_id: str,\n language_code: str,\n payload: InlineEditRequest,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Apply an inline correction to a translated value.\"\"\"\n logger.reason(\n f\"inline_edit_translation — Run: {run_id}, Record: {record_id}, \"\n f\"Lang: {language_code}, User: {current_user.username}\",\n extra={\"src\": \"translate_routes\"},\n )\n try:\n from ....plugins.translate.service import InlineCorrectionService\n\n result = InlineCorrectionService.apply_inline_edit(\n db=db,\n run_id=run_id,\n record_id=record_id,\n language_code=language_code,\n final_value=payload.final_value,\n submit_to_dictionary=payload.submit_to_dictionary,\n dictionary_id=payload.dictionary_id,\n current_user=current_user.username,\n context_data_override=payload.context_data_override,\n usage_notes=payload.usage_notes,\n keep_context=payload.keep_context,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"inline_edit_translation failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion inline_edit_translation\n\n\n# ============================================================\n# Bulk Find-and-Replace\n# ============================================================\n\n# #region bulk_find_replace [C:3] [TYPE Function] [SEMANTICS api,translate,bulk,replace]\n# @BRIEF Perform bulk find-and-replace on translated values within a run.\n# @PRE: User has translate.job.execute permission. Run exists.\n# @POST: If preview=false, matching translations are updated. Optional dictionary submission.\n@router.post(\"/runs/{run_id}/bulk-replace\")\nasync def bulk_find_replace(\n run_id: str,\n payload: BulkFindReplaceRequest,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Perform bulk find-and-replace on translated values within a run.\"\"\"\n logger.reason(\n f\"bulk_find_replace — Run: {run_id}, Pattern: '{payload.find_pattern}', \"\n f\"Regex: {payload.is_regex}, Lang: {payload.target_language}, \"\n f\"User: {current_user.username}\",\n extra={\"src\": \"translate_routes\"},\n )\n try:\n from ....plugins.translate.service import BulkFindReplaceService\n\n if payload.preview:\n # Preview mode: return matches without applying\n preview = BulkFindReplaceService.preview(\n db=db,\n run_id=run_id,\n pattern=payload.find_pattern,\n is_regex=payload.is_regex,\n replacement_text=payload.replacement_text,\n target_language=payload.target_language,\n )\n return {\n \"rows_affected\": len(preview),\n \"corrections_submitted\": 0,\n \"preview\": preview,\n }\n\n # Apply mode: perform replacements\n result = BulkFindReplaceService.apply(\n db=db,\n run_id=run_id,\n pattern=payload.find_pattern,\n is_regex=payload.is_regex,\n replacement_text=payload.replacement_text,\n target_language=payload.target_language,\n submit_to_dictionary=payload.submit_to_dictionary,\n dictionary_id=payload.dictionary_id,\n usage_notes=payload.usage_notes,\n current_user=current_user.username,\n submit_to_dictionary_with_context=payload.submit_to_dictionary_with_context,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"bulk_find_replace failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion bulk_find_replace\n\n\n# #endregion TranslateRunRoutesModule\n" }, { "contract_id": "run_translation", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_run_routes.py", - "start_line": 23, - "end_line": 149, + "start_line": 28, + "end_line": 154, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -24495,14 +25112,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region run_translation [TYPE Function]\n# @BRIEF Execute a translation job (trigger a run).\n# @PRE: User has translate.job.execute permission.\n# @POST: Returns the created translation run.\n@router.post(\"/jobs/{job_id}/run\", status_code=status.HTTP_201_CREATED)\nasync def run_translation(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Execute a translation job (trigger a run).\"\"\"\n logger.reason(f\"run_translation — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n run = orch.start_run(job_id=job_id, is_scheduled=False)\n # The request-scoped db session will be closed after this handler returns.\n # The background thread must use its OWN session to avoid operating on a\n # closed or expunged session.\n import threading\n\n def _background_execute():\n bg_db = SessionLocal()\n try:\n bg_orch = TranslationOrchestrator(\n bg_db, config_manager,\n current_user.username if current_user else None,\n )\n # Re-fetch the run within the background session to get a fresh,\n # attached object\n from ....models.translate import TranslationRun as TRModel\n bg_run = bg_db.query(TRModel).filter(TRModel.id == run.id).first()\n if bg_run is None:\n logger.explore(\n \"Background execute: run not found\",\n extra={\"src\": \"translate_routes\", \"run_id\": run.id},\n )\n return\n\n # execute_run internally calls self.db.commit()\n bg_orch.execute_run(bg_run)\n\n # ----- VERIFICATION -----\n # After execute_run the run object from bg_db is detached after\n # commit. Re-query to verify the status was persisted in the\n # database and is a terminal state.\n check_run = bg_db.query(TRModel).filter(TRModel.id == run.id).first()\n if check_run and check_run.status in (\"COMPLETED\", \"FAILED\", \"CANCELLED\"):\n logger.reason(\n \"Background execute verified\",\n extra={\n \"src\": \"translate_routes\",\n \"run_id\": run.id,\n \"status\": check_run.status,\n },\n )\n else:\n # execute_run appeared to succeed but the run is still in a\n # non-terminal state — manually fail it so the frontend\n # polling can detect the terminal state and stop spinning.\n actual_status = check_run.status if check_run else \"NOT_FOUND\"\n logger.explore(\n \"Background execute: run not in terminal state after commit\",\n extra={\n \"src\": \"translate_routes\",\n \"run_id\": run.id,\n \"status\": actual_status,\n },\n )\n if check_run:\n check_run.status = \"FAILED\"\n check_run.error_message = (\n \"Background execution did not reach terminal state \"\n f\"(was: {actual_status})\"\n )\n bg_db.commit()\n\n except Exception as bg_err:\n logger.explore(\n \"Background execute failed\",\n extra={\n \"src\": \"translate_routes\",\n \"run_id\": run.id,\n \"error\": str(bg_err),\n },\n )\n # Mark the run as FAILED so the frontend polling can detect a\n # terminal state and stop spinning.\n try:\n fb_db = SessionLocal()\n try:\n fb_run = fb_db.query(TRModel).filter(TRModel.id == run.id).first()\n if fb_run:\n fb_run.status = \"FAILED\"\n fb_run.error_message = f\"Background execute error: {bg_err}\"\n fb_run.completed_at = datetime.now(UTC)\n fb_db.commit()\n logger.reason(\n \"Background execute: run marked FAILED\",\n extra={\"src\": \"translate_routes\", \"run_id\": run.id},\n )\n finally:\n fb_db.close()\n except Exception as fb_err:\n logger.explore(\n \"Background execute: unable to mark run FAILED\",\n extra={\n \"src\": \"translate_routes\",\n \"run_id\": run.id,\n \"error\": str(fb_err),\n },\n )\n finally:\n bg_db.close()\n\n threading.Thread(\n target=_background_execute,\n daemon=True,\n ).start()\n return _run_to_response(run)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"run_translation failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_502_BAD_GATEWAY, detail=f\"Run failed: {e}\")\n# #endregion run_translation\n" }, { "contract_id": "retry_run", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_run_routes.py", - "start_line": 152, - "end_line": 175, + "start_line": 157, + "end_line": 180, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -24541,14 +25159,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region retry_run [TYPE Function]\n# @BRIEF Retry failed batches in a translation run.\n# @PRE: User has translate.job.execute permission.\n# @POST: Returns the updated translation run.\n@router.post(\"/runs/{run_id}/retry\")\nasync def retry_run(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Retry failed batches in a translation run.\"\"\"\n logger.reason(f\"retry_run — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n run = orch.retry_failed_batches(run_id)\n return _run_to_response(run)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"retry_run failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_502_BAD_GATEWAY, detail=f\"Retry failed: {e}\")\n# #endregion retry_run\n" }, { "contract_id": "retry_insert", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_run_routes.py", - "start_line": 178, - "end_line": 201, + "start_line": 183, + "end_line": 206, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -24587,14 +25206,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region retry_insert [TYPE Function]\n# @BRIEF Retry the SQL insert phase for a completed run.\n# @PRE: User has translate.job.execute permission.\n# @POST: Returns the updated run.\n@router.post(\"/runs/{run_id}/retry-insert\")\nasync def retry_insert(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Retry the SQL insert phase for a completed run.\"\"\"\n logger.reason(f\"retry_insert — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n run = orch.retry_insert(run_id)\n return _run_to_response(run)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"retry_insert failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_502_BAD_GATEWAY, detail=f\"Retry insert failed: {e}\")\n# #endregion retry_insert\n" }, { "contract_id": "cancel_run", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_run_routes.py", - "start_line": 204, - "end_line": 224, + "start_line": 209, + "end_line": 229, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -24633,14 +25253,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region cancel_run [TYPE Function]\n# @BRIEF Cancel a running translation.\n# @PRE: User has translate.job.execute permission.\n# @POST: Run is cancelled.\n@router.post(\"/runs/{run_id}/cancel\")\nasync def cancel_run(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Cancel a running translation.\"\"\"\n logger.reason(f\"cancel_run — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n run = orch.cancel_run(run_id)\n return _run_to_response(run)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion cancel_run\n" }, { "contract_id": "get_run_history", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_run_routes.py", - "start_line": 227, - "end_line": 249, + "start_line": 232, + "end_line": 254, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -24679,14 +25300,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_run_history [TYPE Function]\n# @BRIEF Get run history for a translation job.\n# @PRE: User has translate.history.view permission.\n# @POST: Returns list of runs.\n@router.get(\"/jobs/{job_id}/runs\")\nasync def get_run_history(\n job_id: str,\n page: int = Query(1, ge=1),\n page_size: int = Query(20, ge=1, le=100),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.history\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get run history for a translation job.\"\"\"\n logger.reason(f\"get_run_history — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n total, runs = orch.get_run_history(job_id, page=page, page_size=page_size)\n return {\"items\": runs, \"total\": total, \"page\": page, \"page_size\": page_size}\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_run_history\n" }, { "contract_id": "get_run_status", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_run_routes.py", - "start_line": 252, - "end_line": 271, + "start_line": 257, + "end_line": 276, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -24725,14 +25347,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_run_status [TYPE Function]\n# @BRIEF Get status and statistics for a translation run.\n# @PRE: User has translate.history.view permission.\n# @POST: Returns run details with statistics.\n@router.get(\"/runs/{run_id}\")\nasync def get_run_status(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.history\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get status and statistics for a translation run.\"\"\"\n logger.reason(f\"get_run_status — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n return orch.get_run_status(run_id)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_run_status\n" }, { "contract_id": "get_run_records", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_run_routes.py", - "start_line": 274, - "end_line": 296, + "start_line": 279, + "end_line": 301, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -24771,14 +25394,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_run_records [TYPE Function]\n# @BRIEF Get paginated records for a translation run.\n# @PRE: User has translate.history.view permission.\n# @POST: Returns paginated records.\n@router.get(\"/runs/{run_id}/records\")\nasync def get_run_records(\n run_id: str,\n page: int = Query(1, ge=1),\n page_size: int = Query(50, ge=1, le=500),\n status: str | None = Query(None),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.history\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get paginated records for a translation run.\"\"\"\n logger.reason(f\"get_run_records — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n orch = TranslationOrchestrator(db, config_manager, current_user.username)\n return orch.get_run_records(run_id, page=page, page_size=page_size, status_filter=status)\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_run_records\n" }, { "contract_id": "get_batches", "contract_type": "Function", "file_path": "backend/src/api/routes/translate/_run_routes.py", - "start_line": 303, - "end_line": 342, + "start_line": 308, + "end_line": 347, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -24817,8 +25441,162 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_batches [TYPE Function]\n# @BRIEF Get batches for a translation run.\n# @PRE: User has translate.job.view permission.\n# @POST: Returns list of batches.\n@router.get(\"/runs/{run_id}/batches\")\nasync def get_batches(\n run_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"VIEW\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Get batches for a translation run.\"\"\"\n logger.reason(f\"get_batches — Run: {run_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n from ....models.translate import TranslationBatch\n batches = (\n db.query(TranslationBatch)\n .filter(TranslationBatch.run_id == run_id)\n .order_by(TranslationBatch.batch_index.asc())\n .all()\n )\n return [\n {\n \"id\": b.id,\n \"run_id\": b.run_id,\n \"batch_index\": b.batch_index,\n \"status\": b.status,\n \"total_records\": b.total_records or 0,\n \"successful_records\": b.successful_records or 0,\n \"failed_records\": b.failed_records or 0,\n \"started_at\": b.started_at.isoformat() if b.started_at else None,\n \"completed_at\": b.completed_at.isoformat() if b.completed_at else None,\n \"created_at\": b.created_at.isoformat() if b.created_at else None,\n }\n for b in batches\n ]\n except Exception as e:\n logger.explore(\"get_batches failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion get_batches\n" }, + { + "contract_id": "override_detected_language", + "contract_type": "Function", + "file_path": "backend/src/api/routes/translate/_run_routes.py", + "start_line": 353, + "end_line": 425, + "tier": "TIER_1", + "complexity": 1, + "metadata": { + "POST": "TranslationLanguage.source_language_detected is updated; language_overridden is set to True.", + "PRE": "User has translate.job.execute permission. Run, record, and language entry exist.", + "PURPOSE": "Manually override the detected source language for a specific translation language entry.", + "SIDE_EFFECT": "DB write." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "POST", + "message": "@POST is forbidden for contract type 'Function' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Function" + } + }, + { + "code": "tag_forbidden_by_complexity", + "tag": "PRE", + "message": "@PRE is forbidden for contract type 'Function' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Function" + } + }, + { + "code": "tag_forbidden_by_complexity", + "tag": "PURPOSE", + "message": "@PURPOSE is forbidden for contract type 'Function' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Function" + } + }, + { + "code": "tag_forbidden_by_complexity", + "tag": "SIDE_EFFECT", + "message": "@SIDE_EFFECT is forbidden for contract type 'Function' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Function" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region override_detected_language [TYPE Function]\n# @BRIEF Manually override the detected source language for a specific translation language entry.\n# @PRE: User has translate.job.execute permission. Run, record, and language entry exist.\n# @POST: TranslationLanguage.source_language_detected is updated; language_overridden is set to True.\n# @SIDE_EFFECT: DB write.\n@router.put(\"/runs/{run_id}/records/{record_id}/languages/{language_code}/override-language\")\nasync def override_detected_language(\n run_id: str,\n record_id: str,\n language_code: str,\n payload: OverrideLanguageRequest,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Manually override the detected source language for a translation entry.\"\"\"\n logger.reason(f\"override_detected_language — Run: {run_id}, Record: {record_id}, Lang: {language_code}, Override: {payload.source_language}\", extra={\"src\": \"translate_routes\"})\n try:\n from ....models.translate import TranslationLanguage, TranslationRecord\n\n # Verify the record exists and belongs to the run\n record = (\n db.query(TranslationRecord)\n .filter(\n TranslationRecord.id == record_id,\n TranslationRecord.run_id == run_id,\n )\n .first()\n )\n if not record:\n raise HTTPException(\n status_code=status.HTTP_404_NOT_FOUND,\n detail=f\"Translation record '{record_id}' not found in run '{run_id}'\",\n )\n\n # Find the language entry\n lang_entry = (\n db.query(TranslationLanguage)\n .filter(\n TranslationLanguage.record_id == record_id,\n TranslationLanguage.language_code == language_code,\n )\n .first()\n )\n if not lang_entry:\n raise HTTPException(\n status_code=status.HTTP_404_NOT_FOUND,\n detail=f\"Language entry '{language_code}' not found for record '{record_id}'\",\n )\n\n # Update the language entry\n lang_entry.source_language_detected = payload.source_language\n lang_entry.language_overridden = True\n lang_entry.needs_review = False # Override clears the review flag\n db.commit()\n db.refresh(lang_entry)\n\n logger.reason(\"Language override applied\", {\n \"run_id\": run_id,\n \"record_id\": record_id,\n \"language_code\": language_code,\n \"new_source_language\": payload.source_language,\n \"overridden_by\": current_user.username,\n })\n\n from ....schemas.translate import TranslationLanguageResponse\n return TranslationLanguageResponse.model_validate(lang_entry)\n except HTTPException:\n raise\n except Exception as e:\n logger.explore(\"override_detected_language failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion override_detected_language\n" + }, + { + "contract_id": "inline_edit_translation", + "contract_type": "Function", + "file_path": "backend/src/api/routes/translate/_run_routes.py", + "start_line": 432, + "end_line": 474, + "tier": "TIER_2", + "complexity": 3, + "metadata": { + "COMPLEXITY": 3, + "POST": "TranslationLanguage.final_value and user_edit are updated. Optional dictionary submission.", + "PRE": "User has translate.job.execute permission. Run, record, and language entry exist.", + "PURPOSE": "Apply an inline correction to a translated value on a completed run result." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "POST", + "message": "@POST is forbidden for contract type 'Function' at C3", + "detail": { + "actual_complexity": 3, + "contract_type": "Function" + } + }, + { + "code": "tag_forbidden_by_complexity", + "tag": "PRE", + "message": "@PRE is forbidden for contract type 'Function' at C3", + "detail": { + "actual_complexity": 3, + "contract_type": "Function" + } + }, + { + "code": "missing_required_tag", + "tag": "RELATION", + "message": "@RELATION is required for contract type 'Function' at C3", + "detail": { + "actual_complexity": 3, + "contract_type": "Function" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region inline_edit_translation [C:3] [TYPE Function] [SEMANTICS api,translate,correction]\n# @BRIEF Apply an inline correction to a translated value on a completed run result.\n# @PRE: User has translate.job.execute permission. Run, record, and language entry exist.\n# @POST: TranslationLanguage.final_value and user_edit are updated. Optional dictionary submission.\n@router.put(\"/runs/{run_id}/records/{record_id}/languages/{language_code}\")\nasync def inline_edit_translation(\n run_id: str,\n record_id: str,\n language_code: str,\n payload: InlineEditRequest,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Apply an inline correction to a translated value.\"\"\"\n logger.reason(\n f\"inline_edit_translation — Run: {run_id}, Record: {record_id}, \"\n f\"Lang: {language_code}, User: {current_user.username}\",\n extra={\"src\": \"translate_routes\"},\n )\n try:\n from ....plugins.translate.service import InlineCorrectionService\n\n result = InlineCorrectionService.apply_inline_edit(\n db=db,\n run_id=run_id,\n record_id=record_id,\n language_code=language_code,\n final_value=payload.final_value,\n submit_to_dictionary=payload.submit_to_dictionary,\n dictionary_id=payload.dictionary_id,\n current_user=current_user.username,\n context_data_override=payload.context_data_override,\n usage_notes=payload.usage_notes,\n keep_context=payload.keep_context,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"inline_edit_translation failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion inline_edit_translation\n" + }, + { + "contract_id": "bulk_find_replace", + "contract_type": "Function", + "file_path": "backend/src/api/routes/translate/_run_routes.py", + "start_line": 481, + "end_line": 539, + "tier": "TIER_2", + "complexity": 3, + "metadata": { + "COMPLEXITY": 3, + "POST": "If preview=false, matching translations are updated. Optional dictionary submission.", + "PRE": "User has translate.job.execute permission. Run exists.", + "PURPOSE": "Perform bulk find-and-replace on translated values within a run." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "POST", + "message": "@POST is forbidden for contract type 'Function' at C3", + "detail": { + "actual_complexity": 3, + "contract_type": "Function" + } + }, + { + "code": "tag_forbidden_by_complexity", + "tag": "PRE", + "message": "@PRE is forbidden for contract type 'Function' at C3", + "detail": { + "actual_complexity": 3, + "contract_type": "Function" + } + }, + { + "code": "missing_required_tag", + "tag": "RELATION", + "message": "@RELATION is required for contract type 'Function' at C3", + "detail": { + "actual_complexity": 3, + "contract_type": "Function" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region bulk_find_replace [C:3] [TYPE Function] [SEMANTICS api,translate,bulk,replace]\n# @BRIEF Perform bulk find-and-replace on translated values within a run.\n# @PRE: User has translate.job.execute permission. Run exists.\n# @POST: If preview=false, matching translations are updated. Optional dictionary submission.\n@router.post(\"/runs/{run_id}/bulk-replace\")\nasync def bulk_find_replace(\n run_id: str,\n payload: BulkFindReplaceRequest,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.job\", \"EXECUTE\")),\n db: Session = Depends(get_db),\n):\n \"\"\"Perform bulk find-and-replace on translated values within a run.\"\"\"\n logger.reason(\n f\"bulk_find_replace — Run: {run_id}, Pattern: '{payload.find_pattern}', \"\n f\"Regex: {payload.is_regex}, Lang: {payload.target_language}, \"\n f\"User: {current_user.username}\",\n extra={\"src\": \"translate_routes\"},\n )\n try:\n from ....plugins.translate.service import BulkFindReplaceService\n\n if payload.preview:\n # Preview mode: return matches without applying\n preview = BulkFindReplaceService.preview(\n db=db,\n run_id=run_id,\n pattern=payload.find_pattern,\n is_regex=payload.is_regex,\n replacement_text=payload.replacement_text,\n target_language=payload.target_language,\n )\n return {\n \"rows_affected\": len(preview),\n \"corrections_submitted\": 0,\n \"preview\": preview,\n }\n\n # Apply mode: perform replacements\n result = BulkFindReplaceService.apply(\n db=db,\n run_id=run_id,\n pattern=payload.find_pattern,\n is_regex=payload.is_regex,\n replacement_text=payload.replacement_text,\n target_language=payload.target_language,\n submit_to_dictionary=payload.submit_to_dictionary,\n dictionary_id=payload.dictionary_id,\n usage_notes=payload.usage_notes,\n current_user=current_user.username,\n submit_to_dictionary_with_context=payload.submit_to_dictionary_with_context,\n )\n return result\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n except Exception as e:\n logger.explore(\"bulk_find_replace failed\", extra={\"src\": \"translate_routes\", \"error\": str(e)})\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion bulk_find_replace\n" + }, { "contract_id": "TranslateScheduleRoutesModule", "contract_type": "Module", @@ -24845,6 +25623,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TranslateScheduleRoutesModule [C:3] [TYPE Module] [SEMANTICS fastapi, translate, api, schedule, search]\n# @BRIEF Translation Schedule management routes.\n# @LAYER: API\n\nfrom fastapi import Depends, HTTPException, Query, status\nfrom sqlalchemy.orm import Session\n\nfrom ....core.config_manager import ConfigManager\nfrom ....core.database import get_db\nfrom ....core.logger import logger\nfrom ....dependencies import get_config_manager, get_current_user, has_permission\nfrom ....plugins.translate.scheduler import TranslationScheduler\nfrom ....schemas.auth import User\nfrom ....schemas.translate import ScheduleConfig\nfrom ._router import router\n\n# ============================================================\n# Schedule\n# ============================================================\n\n# #region get_schedule [TYPE Function]\n# @BRIEF Get the schedule for a translation job.\n# @PRE: User has translate.schedule.view permission.\n# @POST: Returns the schedule configuration.\n@router.get(\"/jobs/{job_id}/schedule\")\nasync def get_schedule(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.schedule\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get schedule for a translation job.\"\"\"\n logger.reason(f\"get_schedule — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n scheduler = TranslationScheduler(db, config_manager, current_user.username)\n schedule = scheduler.get_schedule(job_id)\n return {\n \"id\": schedule.id,\n \"job_id\": schedule.job_id,\n \"cron_expression\": schedule.cron_expression,\n \"timezone\": schedule.timezone,\n \"is_active\": schedule.is_active,\n \"execution_mode\": schedule.execution_mode,\n \"last_run_at\": schedule.last_run_at.isoformat() if schedule.last_run_at else None,\n \"next_run_at\": schedule.next_run_at.isoformat() if schedule.next_run_at else None,\n \"created_by\": schedule.created_by,\n \"created_at\": schedule.created_at.isoformat() if schedule.created_at else None,\n \"updated_at\": schedule.updated_at.isoformat() if schedule.updated_at else None,\n }\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_schedule\n\n\n# #region set_schedule [TYPE Function]\n# @BRIEF Set or update the schedule for a translation job.\n# @PRE: User has translate.schedule.manage permission.\n# @POST: Schedule is created or updated.\n@router.put(\"/jobs/{job_id}/schedule\")\nasync def set_schedule(\n job_id: str,\n payload: ScheduleConfig,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.schedule\", \"MANAGE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Set or update schedule for a translation job.\"\"\"\n logger.reason(f\"set_schedule — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n scheduler = TranslationScheduler(db, config_manager, current_user.username)\n # Check if schedule already exists\n from ....models.translate import TranslationSchedule\n existing = db.query(TranslationSchedule).filter(\n TranslationSchedule.job_id == job_id\n ).first()\n execution_mode = getattr(payload, 'execution_mode', 'full')\n if existing:\n schedule = scheduler.update_schedule(\n job_id,\n cron_expression=payload.cron_expression,\n timezone_str=payload.timezone,\n is_active=payload.is_active,\n execution_mode=execution_mode,\n )\n else:\n schedule = scheduler.create_schedule(\n job_id,\n cron_expression=payload.cron_expression,\n timezone=payload.timezone,\n is_active=payload.is_active,\n execution_mode=execution_mode,\n )\n # Register with APScheduler via SchedulerService\n from ....dependencies import get_scheduler_service\n sched_svc = get_scheduler_service()\n sched_svc.add_translation_job(\n schedule_id=schedule.id,\n job_id=job_id,\n cron_expression=schedule.cron_expression,\n timezone=schedule.timezone,\n execution_mode=schedule.execution_mode,\n )\n return {\n \"id\": schedule.id,\n \"job_id\": schedule.job_id,\n \"cron_expression\": schedule.cron_expression,\n \"timezone\": schedule.timezone,\n \"is_active\": schedule.is_active,\n \"execution_mode\": schedule.execution_mode,\n \"last_run_at\": schedule.last_run_at.isoformat() if schedule.last_run_at else None,\n \"created_by\": schedule.created_by,\n \"created_at\": schedule.created_at.isoformat() if schedule.created_at else None,\n \"updated_at\": schedule.updated_at.isoformat() if schedule.updated_at else None,\n }\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion set_schedule\n\n\n# #region enable_schedule [TYPE Function]\n# @BRIEF Enable a schedule for a translation job.\n# @PRE: User has translate.schedule.manage permission.\n# @POST: Schedule is enabled.\n@router.post(\"/jobs/{job_id}/schedule/enable\")\nasync def enable_schedule(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.schedule\", \"MANAGE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Enable a schedule for a translation job.\"\"\"\n logger.reason(f\"enable_schedule — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n scheduler = TranslationScheduler(db, config_manager, current_user.username)\n schedule = scheduler.set_schedule_active(job_id, is_active=True)\n from ....dependencies import get_scheduler_service\n sched_svc = get_scheduler_service()\n sched_svc.add_translation_job(\n schedule_id=schedule.id,\n job_id=job_id,\n cron_expression=schedule.cron_expression,\n timezone=schedule.timezone,\n execution_mode=schedule.execution_mode,\n )\n return {\"status\": \"enabled\", \"job_id\": job_id}\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion enable_schedule\n\n\n# #region disable_schedule [TYPE Function]\n# @BRIEF Disable a schedule for a translation job.\n# @PRE: User has translate.schedule.manage permission.\n# @POST: Schedule is disabled.\n@router.post(\"/jobs/{job_id}/schedule/disable\")\nasync def disable_schedule(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.schedule\", \"MANAGE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Disable a schedule for a translation job.\"\"\"\n logger.reason(f\"disable_schedule — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n scheduler = TranslationScheduler(db, config_manager, current_user.username)\n scheduler.set_schedule_active(job_id, is_active=False)\n from ....dependencies import get_scheduler_service\n sched_svc = get_scheduler_service()\n sched_svc.remove_translation_job(schedule_id=job_id)\n return {\"status\": \"disabled\", \"job_id\": job_id}\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion disable_schedule\n\n\n# #region delete_schedule [TYPE Function]\n# @BRIEF Delete the schedule for a translation job.\n# @PRE: User has translate.schedule.manage permission.\n# @POST: Schedule is removed.\n@router.delete(\"/jobs/{job_id}/schedule\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_schedule(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.schedule\", \"MANAGE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Delete schedule for a translation job.\"\"\"\n logger.reason(f\"delete_schedule — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n scheduler = TranslationScheduler(db, config_manager, current_user.username)\n scheduler.delete_schedule(job_id)\n from ....dependencies import get_scheduler_service\n sched_svc = get_scheduler_service()\n sched_svc.remove_translation_job(schedule_id=job_id)\n return None\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion delete_schedule\n\n\n# #region get_next_executions [TYPE Function]\n# @BRIEF Preview next N executions for a job's schedule.\n# @PRE: User has translate.schedule.view permission.\n# @POST: Returns next execution times.\n@router.get(\"/jobs/{job_id}/schedule/next-executions\")\nasync def get_next_executions(\n job_id: str,\n n: int = Query(3, ge=1, le=10),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.schedule\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Preview next N executions for a job's schedule.\"\"\"\n logger.reason(f\"get_next_executions — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n scheduler = TranslationScheduler(db, config_manager, current_user.username)\n schedule = scheduler.get_schedule(job_id)\n next_times = TranslationScheduler.get_next_executions(\n schedule.cron_expression, schedule.timezone, n=n\n )\n return {\n \"job_id\": job_id,\n \"cron_expression\": schedule.cron_expression,\n \"timezone\": schedule.timezone,\n \"next_executions\": next_times,\n }\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_next_executions\n\n# #endregion TranslateScheduleRoutesModule\n" }, { @@ -24891,6 +25670,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_schedule [TYPE Function]\n# @BRIEF Get the schedule for a translation job.\n# @PRE: User has translate.schedule.view permission.\n# @POST: Returns the schedule configuration.\n@router.get(\"/jobs/{job_id}/schedule\")\nasync def get_schedule(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.schedule\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Get schedule for a translation job.\"\"\"\n logger.reason(f\"get_schedule — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n scheduler = TranslationScheduler(db, config_manager, current_user.username)\n schedule = scheduler.get_schedule(job_id)\n return {\n \"id\": schedule.id,\n \"job_id\": schedule.job_id,\n \"cron_expression\": schedule.cron_expression,\n \"timezone\": schedule.timezone,\n \"is_active\": schedule.is_active,\n \"execution_mode\": schedule.execution_mode,\n \"last_run_at\": schedule.last_run_at.isoformat() if schedule.last_run_at else None,\n \"next_run_at\": schedule.next_run_at.isoformat() if schedule.next_run_at else None,\n \"created_by\": schedule.created_by,\n \"created_at\": schedule.created_at.isoformat() if schedule.created_at else None,\n \"updated_at\": schedule.updated_at.isoformat() if schedule.updated_at else None,\n }\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_schedule\n" }, { @@ -24937,6 +25717,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region set_schedule [TYPE Function]\n# @BRIEF Set or update the schedule for a translation job.\n# @PRE: User has translate.schedule.manage permission.\n# @POST: Schedule is created or updated.\n@router.put(\"/jobs/{job_id}/schedule\")\nasync def set_schedule(\n job_id: str,\n payload: ScheduleConfig,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.schedule\", \"MANAGE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Set or update schedule for a translation job.\"\"\"\n logger.reason(f\"set_schedule — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n scheduler = TranslationScheduler(db, config_manager, current_user.username)\n # Check if schedule already exists\n from ....models.translate import TranslationSchedule\n existing = db.query(TranslationSchedule).filter(\n TranslationSchedule.job_id == job_id\n ).first()\n execution_mode = getattr(payload, 'execution_mode', 'full')\n if existing:\n schedule = scheduler.update_schedule(\n job_id,\n cron_expression=payload.cron_expression,\n timezone_str=payload.timezone,\n is_active=payload.is_active,\n execution_mode=execution_mode,\n )\n else:\n schedule = scheduler.create_schedule(\n job_id,\n cron_expression=payload.cron_expression,\n timezone=payload.timezone,\n is_active=payload.is_active,\n execution_mode=execution_mode,\n )\n # Register with APScheduler via SchedulerService\n from ....dependencies import get_scheduler_service\n sched_svc = get_scheduler_service()\n sched_svc.add_translation_job(\n schedule_id=schedule.id,\n job_id=job_id,\n cron_expression=schedule.cron_expression,\n timezone=schedule.timezone,\n execution_mode=schedule.execution_mode,\n )\n return {\n \"id\": schedule.id,\n \"job_id\": schedule.job_id,\n \"cron_expression\": schedule.cron_expression,\n \"timezone\": schedule.timezone,\n \"is_active\": schedule.is_active,\n \"execution_mode\": schedule.execution_mode,\n \"last_run_at\": schedule.last_run_at.isoformat() if schedule.last_run_at else None,\n \"created_by\": schedule.created_by,\n \"created_at\": schedule.created_at.isoformat() if schedule.created_at else None,\n \"updated_at\": schedule.updated_at.isoformat() if schedule.updated_at else None,\n }\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=str(e))\n# #endregion set_schedule\n" }, { @@ -24983,6 +25764,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region enable_schedule [TYPE Function]\n# @BRIEF Enable a schedule for a translation job.\n# @PRE: User has translate.schedule.manage permission.\n# @POST: Schedule is enabled.\n@router.post(\"/jobs/{job_id}/schedule/enable\")\nasync def enable_schedule(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.schedule\", \"MANAGE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Enable a schedule for a translation job.\"\"\"\n logger.reason(f\"enable_schedule — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n scheduler = TranslationScheduler(db, config_manager, current_user.username)\n schedule = scheduler.set_schedule_active(job_id, is_active=True)\n from ....dependencies import get_scheduler_service\n sched_svc = get_scheduler_service()\n sched_svc.add_translation_job(\n schedule_id=schedule.id,\n job_id=job_id,\n cron_expression=schedule.cron_expression,\n timezone=schedule.timezone,\n execution_mode=schedule.execution_mode,\n )\n return {\"status\": \"enabled\", \"job_id\": job_id}\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion enable_schedule\n" }, { @@ -25029,6 +25811,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region disable_schedule [TYPE Function]\n# @BRIEF Disable a schedule for a translation job.\n# @PRE: User has translate.schedule.manage permission.\n# @POST: Schedule is disabled.\n@router.post(\"/jobs/{job_id}/schedule/disable\")\nasync def disable_schedule(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.schedule\", \"MANAGE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Disable a schedule for a translation job.\"\"\"\n logger.reason(f\"disable_schedule — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n scheduler = TranslationScheduler(db, config_manager, current_user.username)\n scheduler.set_schedule_active(job_id, is_active=False)\n from ....dependencies import get_scheduler_service\n sched_svc = get_scheduler_service()\n sched_svc.remove_translation_job(schedule_id=job_id)\n return {\"status\": \"disabled\", \"job_id\": job_id}\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion disable_schedule\n" }, { @@ -25075,6 +25858,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region delete_schedule [TYPE Function]\n# @BRIEF Delete the schedule for a translation job.\n# @PRE: User has translate.schedule.manage permission.\n# @POST: Schedule is removed.\n@router.delete(\"/jobs/{job_id}/schedule\", status_code=status.HTTP_204_NO_CONTENT)\nasync def delete_schedule(\n job_id: str,\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.schedule\", \"MANAGE\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Delete schedule for a translation job.\"\"\"\n logger.reason(f\"delete_schedule — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n scheduler = TranslationScheduler(db, config_manager, current_user.username)\n scheduler.delete_schedule(job_id)\n from ....dependencies import get_scheduler_service\n sched_svc = get_scheduler_service()\n sched_svc.remove_translation_job(schedule_id=job_id)\n return None\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion delete_schedule\n" }, { @@ -25121,6 +25905,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_next_executions [TYPE Function]\n# @BRIEF Preview next N executions for a job's schedule.\n# @PRE: User has translate.schedule.view permission.\n# @POST: Returns next execution times.\n@router.get(\"/jobs/{job_id}/schedule/next-executions\")\nasync def get_next_executions(\n job_id: str,\n n: int = Query(3, ge=1, le=10),\n current_user: User = Depends(get_current_user),\n _ = Depends(has_permission(\"translate.schedule\", \"VIEW\")),\n db: Session = Depends(get_db),\n config_manager: ConfigManager = Depends(get_config_manager),\n):\n \"\"\"Preview next N executions for a job's schedule.\"\"\"\n logger.reason(f\"get_next_executions — Job: {job_id}, User: {current_user.username}\", extra={\"src\": \"translate_routes\"})\n try:\n scheduler = TranslationScheduler(db, config_manager, current_user.username)\n schedule = scheduler.get_schedule(job_id)\n next_times = TranslationScheduler.get_next_executions(\n schedule.cron_expression, schedule.timezone, n=n\n )\n return {\n \"job_id\": job_id,\n \"cron_expression\": schedule.cron_expression,\n \"timezone\": schedule.timezone,\n \"next_executions\": next_times,\n }\n except ValueError as e:\n raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail=str(e))\n# #endregion get_next_executions\n" }, { @@ -25128,7 +25913,7 @@ "contract_type": "Module", "file_path": "backend/src/app.py", "start_line": 1, - "end_line": 434, + "end_line": 435, "tier": "TIER_3", "complexity": 5, "metadata": { @@ -25145,8 +25930,8 @@ { "source_id": "AppModule", "relation_type": "DEPENDS_ON", - "target_id": "AppDependencies", - "target_ref": "[AppDependencies]" + "target_id": "ApiRoutesModule", + "target_ref": "[ApiRoutesModule]" }, { "source_id": "AppModule", @@ -25176,14 +25961,15 @@ } ], "anchor_syntax": "region", - "body": "# #region AppModule [C:5] [TYPE Module] [SEMANTICS fastapi, websocket, startup, scheduler, middleware]\n# @BRIEF The main entry point for the FastAPI application. It initializes the app, configures CORS, sets up dependencies, includes API routers, and defines the WebSocket endpoint for log streaming.\n# @LAYER: UI (API)\n# @RELATION DEPENDS_ON -> [AppDependencies]\n# @RELATION DEPENDS_ON -> [ApiRoutesModule]\n# @INVARIANT: Only one FastAPI app instance exists per process.\n# @INVARIANT: All WebSocket connections must be properly cleaned up on disconnect.\n# @PRE: Python environment and dependencies installed; configuration database available.\n# @POST: FastAPI app instance is created, middleware configured, and routes registered.\n# @SIDE_EFFECT: Starts background scheduler and binds network ports for HTTP/WS traffic.\n# @DATA_CONTRACT: [HTTP Request | WS Message] -> [HTTP Response | JSON Log Stream]\nimport os\nfrom pathlib import Path\n\n# project_root is used for static files mounting\nproject_root = Path(__file__).resolve().parent.parent.parent\nimport asyncio\n\nfrom fastapi import FastAPI, HTTPException, Request, WebSocket, WebSocketDisconnect\nfrom fastapi.middleware.cors import CORSMiddleware\nfrom fastapi.responses import FileResponse\nfrom fastapi.staticfiles import StaticFiles\nfrom starlette.middleware.sessions import SessionMiddleware\n\nfrom .api import auth\nfrom .api.routes import (\n admin,\n assistant,\n clean_release,\n clean_release_v2,\n connections,\n dashboards,\n dataset_review,\n datasets,\n environments,\n git,\n health,\n llm,\n mappings,\n migration,\n plugins,\n profile,\n reports,\n settings,\n storage,\n tasks,\n translate,\n)\nfrom .core.auth.security import get_password_hash\nfrom .core.cot_logger import seed_trace_id\nfrom .core.database import AuthSessionLocal\nfrom .core.encryption_key import ensure_encryption_key\nfrom .core.logger import belief_scope, logger\nfrom .core.utils.network import NetworkError\nfrom .dependencies import get_scheduler_service, get_task_manager\nfrom .models.auth import Role, User\n\n# #region FastAPI_App [C:3] [TYPE Global] [SEMANTICS app, fastapi, instance, route-registry]\n# @BRIEF Canonical FastAPI application instance for route, middleware, and websocket registration.\n# @RELATION DEPENDS_ON -> [ApiRoutesModule]\n# @RELATION BINDS_TO -> [API_Routes]\napp = FastAPI(\n title=\"Superset Tools API\",\n description=\"API for managing Superset automation tools and plugins.\",\n version=\"1.0.0\",\n)\n# #endregion FastAPI_App\n# #region ensure_initial_admin_user [C:3] [TYPE Function]\n# @BRIEF Ensures initial admin user exists when bootstrap env flags are enabled.\n# @RELATION DEPENDS_ON -> AuthRepository\ndef ensure_initial_admin_user() -> None:\n raw_flag = os.getenv(\"INITIAL_ADMIN_CREATE\", \"false\").strip().lower()\n if raw_flag not in {\"1\", \"true\", \"yes\", \"on\"}:\n return\n username = os.getenv(\"INITIAL_ADMIN_USERNAME\", \"\").strip()\n password = os.getenv(\"INITIAL_ADMIN_PASSWORD\", \"\").strip()\n if not username or not password:\n logger.warning(\n \"INITIAL_ADMIN_CREATE is enabled but INITIAL_ADMIN_USERNAME/INITIAL_ADMIN_PASSWORD is missing; skipping bootstrap.\"\n )\n return\n db = AuthSessionLocal()\n try:\n admin_role = db.query(Role).filter(Role.name == \"Admin\").first()\n if not admin_role:\n admin_role = Role(name=\"Admin\", description=\"System Administrator\")\n db.add(admin_role)\n db.commit()\n db.refresh(admin_role)\n existing_user = db.query(User).filter(User.username == username).first()\n if existing_user:\n logger.info(\n \"Initial admin bootstrap skipped: user '%s' already exists.\", username\n )\n return\n new_user = User(\n username=username,\n email=None,\n password_hash=get_password_hash(password),\n auth_source=\"LOCAL\",\n is_active=True,\n )\n new_user.roles.append(admin_role)\n db.add(new_user)\n db.commit()\n logger.info(\n \"Initial admin user '%s' created from environment bootstrap.\", username\n )\n except Exception as exc:\n db.rollback()\n logger.error(\"Failed to bootstrap initial admin user: %s\", exc)\n raise\n finally:\n db.close()\n# #endregion ensure_initial_admin_user\n# #region startup_event [C:3] [TYPE Function]\n# @BRIEF Handles application startup tasks, such as starting the scheduler.\n# @RELATION CALLS -> [AppDependencies]\n# @PRE: None.\n# @POST: Scheduler is started.\n# Startup event\n@app.on_event(\"startup\")\nasync def startup_event():\n seed_trace_id()\n with belief_scope(\"startup_event\"):\n ensure_encryption_key()\n ensure_initial_admin_user()\n scheduler = get_scheduler_service()\n scheduler.start()\n# #endregion startup_event\n# #region shutdown_event [C:3] [TYPE Function]\n# @BRIEF Handles application shutdown tasks, such as stopping the scheduler.\n# @RELATION CALLS -> [AppDependencies]\n# @PRE: None.\n# @POST: Scheduler is stopped.\n# Shutdown event\n@app.on_event(\"shutdown\")\nasync def shutdown_event():\n seed_trace_id()\n with belief_scope(\"shutdown_event\"):\n scheduler = get_scheduler_service()\n scheduler.stop()\n# #endregion shutdown_event\n# #region app_middleware [TYPE Block]\n# @BRIEF Configure application-wide middleware (Session, CORS).\n# Configure Session Middleware (required by Authlib for OAuth2 flow)\nfrom .core.auth.config import auth_config\n\napp.add_middleware(SessionMiddleware, secret_key=auth_config.SECRET_KEY)\n# Configure CORS\napp.add_middleware(\n CORSMiddleware,\n allow_origins=[\"*\"], # Adjust this in production\n allow_credentials=True,\n allow_methods=[\"*\"],\n allow_headers=[\"*\"],\n)\n# #endregion app_middleware\n# #region network_error_handler [C:1] [TYPE Function]\n# @BRIEF Global exception handler for NetworkError.\n# @PRE: request is a FastAPI Request object.\n# @POST: Returns 503 HTTP Exception.\n@app.exception_handler(NetworkError)\nasync def network_error_handler(request: Request, exc: NetworkError):\n with belief_scope(\"network_error_handler\"):\n logger.error(f\"Network error: {exc}\")\n return HTTPException(\n status_code=503,\n detail=\"Environment unavailable. Please check if the Superset instance is running.\",\n )\n# #endregion network_error_handler\n# #region log_requests [C:3] [TYPE Function]\n# @BRIEF Middleware to log incoming HTTP requests and their response status.\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @PRE: request is a FastAPI Request object.\n# @POST: Logs request and response details.\n@app.middleware(\"http\")\nasync def log_requests(request: Request, call_next):\n with belief_scope(\"log_requests\"):\n # Avoid spamming logs for polling endpoints\n is_polling = request.url.path.endswith(\"/api/tasks\") and request.method == \"GET\"\n if not is_polling:\n logger.info(f\"Incoming request: {request.method} {request.url.path}\")\n try:\n response = await call_next(request)\n if not is_polling:\n logger.info(\n f\"Response status: {response.status_code} for {request.url.path}\"\n )\n return response\n except NetworkError as e:\n logger.error(f\"Network error caught in middleware: {e}\")\n raise HTTPException(\n status_code=503,\n detail=\"Environment unavailable. Please check if the Superset instance is running.\",\n )\n# #endregion log_requests\n# Seed trace_id on every request — MUST be the outermost middleware so trace_id\n# is seeded before log_requests (or any other middleware) runs.\nfrom .core.middleware.trace import TraceContextMiddleware\n\napp.add_middleware(TraceContextMiddleware)\n# #region API_Routes [C:3] [TYPE Block]\n# @BRIEF Register all FastAPI route groups exposed by the application entrypoint.\n# @RELATION DEPENDS_ON -> [FastAPI_App]\n# @RELATION DEPENDS_ON -> [Route_Group_Contracts]\n# @RELATION DEPENDS_ON -> [AuthApi]\n# @RELATION DEPENDS_ON -> [AdminApi]\n# @RELATION DEPENDS_ON -> [PluginsRouter]\n# @RELATION DEPENDS_ON -> [TasksRouter]\n# @RELATION DEPENDS_ON -> [SettingsRouter]\n# @RELATION DEPENDS_ON -> [ConnectionsRouter]\n# @RELATION DEPENDS_ON -> [ReportsRouter]\n# @RELATION DEPENDS_ON -> [LlmRoutes]\n# @RELATION DEPENDS_ON -> [CleanReleaseV2Api]\n# Include API routes\napp.include_router(auth.router)\napp.include_router(admin.router)\napp.include_router(plugins.router, prefix=\"/api/plugins\", tags=[\"Plugins\"])\napp.include_router(tasks.router, prefix=\"/api/tasks\", tags=[\"Tasks\"])\napp.include_router(settings.router, prefix=\"/api/settings\", tags=[\"Settings\"])\napp.include_router(\n connections.router, prefix=\"/api/settings/connections\", tags=[\"Connections\"]\n)\napp.include_router(environments.router, tags=[\"Environments\"])\napp.include_router(mappings.router, prefix=\"/api/mappings\", tags=[\"Mappings\"])\napp.include_router(migration.router)\napp.include_router(git.router, prefix=\"/api/git\", tags=[\"Git\"])\napp.include_router(llm.router, prefix=\"/api/llm\", tags=[\"LLM\"])\napp.include_router(storage.router, prefix=\"/api/storage\", tags=[\"Storage\"])\napp.include_router(dashboards.router)\napp.include_router(datasets.router)\napp.include_router(reports.router)\napp.include_router(assistant.router, prefix=\"/api/assistant\", tags=[\"Assistant\"])\napp.include_router(clean_release.router)\napp.include_router(clean_release_v2.router)\napp.include_router(profile.router)\napp.include_router(dataset_review.router)\napp.include_router(health.router)\napp.include_router(translate.router)\n# #endregion API_Routes\n# #region api.include_routers [C:1] [TYPE Action] [SEMANTICS routes, registration, api]\n# @BRIEF Registers all API routers with the FastAPI application.\n# @LAYER: API\n# #endregion api.include_routers\n# #region websocket_endpoint [C:5] [TYPE Function]\n# @BRIEF Provides a WebSocket endpoint for real-time log streaming of a task with server-side filtering.\n# @RELATION CALLS -> [TaskManagerPackage]\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @PRE: task_id must be a valid task ID.\n# @POST: WebSocket connection is managed and logs are streamed until disconnect.\n# @SIDE_EFFECT: Subscribes to TaskManager log queue and broadcasts messages over network.\n# @DATA_CONTRACT: [task_id: str, source: str, level: str] -> [JSON log entry objects]\n# @INVARIANT: Every accepted WebSocket subscription is unsubscribed exactly once even when streaming fails or the client disconnects.\n# @UX_STATE: Connecting -> Streaming -> (Disconnected)\n#\n# @TEST_CONTRACT: WebSocketLogStreamApi ->\n# {\n# required_fields: {websocket: WebSocket, task_id: str},\n# optional_fields: {source: str, level: str},\n# invariants: [\n# \"Accepts the WebSocket connection\",\n# \"Applies source and level filters correctly to streamed logs\",\n# \"Cleans up subscriptions on disconnect\"\n# ]\n# }\n# @TEST_FIXTURE: valid_ws_connection -> {\"task_id\": \"test_1\", \"source\": \"plugin\"}\n# @TEST_EDGE: task_not_found_ws -> closes connection or sends error\n# @TEST_EDGE: empty_task_logs -> waits for new logs\n# @TEST_INVARIANT: consistent_streaming -> verifies: [valid_ws_connection]\n@app.websocket(\"/ws/logs/{task_id}\")\nasync def websocket_endpoint(\n websocket: WebSocket, task_id: str, source: str = None, level: str = None\n):\n \"\"\"\n WebSocket endpoint for real-time log streaming with optional server-side filtering.\n Query Parameters:\n source: Filter logs by source component (e.g., \"plugin\", \"superset_api\")\n level: Filter logs by minimum level (DEBUG, INFO, WARNING, ERROR)\n \"\"\"\n seed_trace_id()\n with belief_scope(\"websocket_endpoint\", f\"task_id={task_id}\"):\n await websocket.accept()\n source_filter = source.lower() if source else None\n level_filter = level.upper() if level else None\n level_hierarchy = {\"DEBUG\": 0, \"INFO\": 1, \"WARNING\": 2, \"ERROR\": 3}\n min_level = level_hierarchy.get(level_filter, 0) if level_filter else 0\n logger.reason(\n \"Accepted WebSocket log stream connection\",\n extra={\n \"task_id\": task_id,\n \"source_filter\": source_filter,\n \"level_filter\": level_filter,\n \"min_level\": min_level,\n },\n )\n task_manager = get_task_manager()\n queue = await task_manager.subscribe_logs(task_id)\n logger.reason(\n \"Subscribed WebSocket client to task log queue\",\n extra={\"task_id\": task_id},\n )\n def matches_filters(log_entry) -> bool:\n \"\"\"Check if log entry matches the filter criteria.\"\"\"\n log_source = getattr(log_entry, \"source\", None)\n if source_filter and str(log_source or \"\").lower() != source_filter:\n return False\n if level_filter:\n log_level = level_hierarchy.get(str(log_entry.level).upper(), 0)\n if log_level < min_level:\n return False\n return True\n try:\n logger.reason(\n \"Starting task log stream replay and live forwarding\",\n extra={\"task_id\": task_id},\n )\n initial_logs = task_manager.get_task_logs(task_id)\n initial_sent = 0\n for log_entry in initial_logs:\n if matches_filters(log_entry):\n log_dict = log_entry.dict()\n log_dict[\"timestamp\"] = log_dict[\"timestamp\"].isoformat()\n await websocket.send_json(log_dict)\n initial_sent += 1\n logger.reflect(\n \"Initial task log replay completed\",\n extra={\n \"task_id\": task_id,\n \"replayed_logs\": initial_sent,\n \"total_available_logs\": len(initial_logs),\n },\n )\n task = task_manager.get_task(task_id)\n if task and task.status == \"AWAITING_INPUT\" and task.input_request:\n synthetic_log = {\n \"timestamp\": task.logs[-1].timestamp.isoformat()\n if task.logs\n else \"2024-01-01T00:00:00\",\n \"level\": \"INFO\",\n \"message\": \"Task paused for user input (Connection Re-established)\",\n \"context\": {\"input_request\": task.input_request},\n }\n await websocket.send_json(synthetic_log)\n logger.reason(\n \"Replayed awaiting-input prompt to restored WebSocket client\",\n extra={\"task_id\": task_id, \"task_status\": task.status},\n )\n while True:\n log_entry = await queue.get()\n if not matches_filters(log_entry):\n continue\n log_dict = log_entry.dict()\n log_dict[\"timestamp\"] = log_dict[\"timestamp\"].isoformat()\n await websocket.send_json(log_dict)\n logger.reflect(\n \"Forwarded task log entry to WebSocket client\",\n extra={\n \"task_id\": task_id,\n \"level\": log_dict.get(\"level\"),\n },\n )\n if (\n \"Task completed successfully\" in log_entry.message\n or \"Task failed\" in log_entry.message\n ):\n logger.reason(\n \"Observed terminal task log entry; delaying to preserve client visibility\",\n extra={\"task_id\": task_id, \"message\": log_entry.message},\n )\n await asyncio.sleep(2)\n except WebSocketDisconnect:\n logger.reason(\n \"WebSocket client disconnected from task log stream\",\n extra={\"task_id\": task_id},\n )\n except Exception as exc:\n logger.explore(\n \"WebSocket log streaming encountered an unexpected failure\",\n extra={\"task_id\": task_id, \"error\": str(exc)},\n )\n raise\n finally:\n task_manager.unsubscribe_logs(task_id, queue)\n logger.reflect(\n \"Released WebSocket log queue subscription\",\n extra={\"task_id\": task_id},\n )\n# #endregion websocket_endpoint\n# #region StaticFiles [C:1] [TYPE Mount] [SEMANTICS static, frontend, spa]\n# @BRIEF Mounts the frontend build directory to serve static assets.\nfrontend_path = project_root / \"frontend\" / \"build\"\nif frontend_path.exists():\n app.mount(\n \"/_app\", StaticFiles(directory=str(frontend_path / \"_app\")), name=\"static\"\n )\n # #region serve_spa [TYPE Function] [C:1]\n # @PURPOSE: Serves the SPA frontend for any path not matched by API routes.\n # @PRE: frontend_path exists.\n # @POST: Returns the requested file or index.html.\n @app.get(\"/{file_path:path}\", include_in_schema=False)\n async def serve_spa(file_path: str):\n with belief_scope(\"serve_spa\"):\n # Only serve SPA for non-API paths\n # API routes are registered separately and should be matched by FastAPI first\n if file_path and (\n file_path.startswith(\"api/\")\n or file_path.startswith(\"/api/\")\n or file_path == \"api\"\n ):\n # This should not happen if API routers are properly registered\n # Return 404 instead of serving HTML\n raise HTTPException(\n status_code=404, detail=f\"API endpoint not found: {file_path}\"\n )\n full_path = frontend_path / file_path\n if file_path and full_path.is_file():\n return FileResponse(str(full_path))\n return FileResponse(str(frontend_path / \"index.html\"))\n # #endregion serve_spa\nelse:\n # #region read_root [TYPE Function] [C:1]\n # @PURPOSE: A simple root endpoint to confirm that the API is running when frontend is missing.\n # @PRE: None.\n # @POST: Returns a JSON message indicating API status.\n @app.get(\"/\")\n async def read_root():\n with belief_scope(\"read_root\"):\n return {\n \"message\": \"Superset Tools API is running (Frontend build not found)\"\n }\n # #endregion read_root\n# #endregion StaticFiles\n# #endregion AppModule\n" + "tier_source": "AutoCalculated", + "body": "# #region AppModule [C:5] [TYPE Module] [SEMANTICS fastapi, websocket, startup, scheduler, middleware]\n# @BRIEF The main entry point for the FastAPI application. It initializes the app, configures CORS, sets up dependencies, includes API routers, and defines the WebSocket endpoint for log streaming.\n# @LAYER UI (API)\n# @RELATION DEPENDS_ON -> [ApiRoutesModule]\n# @RELATION DEPENDS_ON -> [ApiRoutesModule]\n# @INVARIANT All WebSocket connections must be properly cleaned up on disconnect.\n# @INVARIANT All WebSocket connections must be properly cleaned up on disconnect.\n# @PRE Python environment and dependencies installed; configuration database available.\n# @POST FastAPI app instance is created, middleware configured, and routes registered.\n# @SIDE_EFFECT Starts background scheduler and binds network ports for HTTP/WS traffic.\n# @DATA_CONTRACT [HTTP Request | WS Message] -> [HTTP Response | JSON Log Stream]\n\nimport os\nfrom pathlib import Path\n\n# project_root is used for static files mounting\nproject_root = Path(__file__).resolve().parent.parent.parent\nimport asyncio\n\nfrom fastapi import FastAPI, HTTPException, Request, WebSocket, WebSocketDisconnect\nfrom fastapi.middleware.cors import CORSMiddleware\nfrom fastapi.responses import FileResponse\nfrom fastapi.staticfiles import StaticFiles\nfrom starlette.middleware.sessions import SessionMiddleware\n\nfrom .api import auth\nfrom .api.routes import (\n admin,\n assistant,\n clean_release,\n clean_release_v2,\n connections,\n dashboards,\n dataset_review,\n datasets,\n environments,\n git,\n health,\n llm,\n mappings,\n migration,\n plugins,\n profile,\n reports,\n settings,\n storage,\n tasks,\n translate,\n)\nfrom .core.auth.security import get_password_hash\nfrom .core.cot_logger import seed_trace_id\nfrom .core.database import AuthSessionLocal\nfrom .core.encryption_key import ensure_encryption_key\nfrom .core.logger import belief_scope, logger\nfrom .core.utils.network import NetworkError\nfrom .dependencies import get_scheduler_service, get_task_manager\nfrom .models.auth import Role, User\n\n# #region FastAPI_App [C:3] [TYPE Global] [SEMANTICS app, fastapi, instance, route-registry]\n# @BRIEF Canonical FastAPI application instance for route, middleware, and websocket registration.\n# @RELATION DEPENDS_ON -> [ApiRoutesModule]\n# @RELATION BINDS_TO -> [API_Routes]\napp = FastAPI(\n title=\"Superset Tools API\",\n description=\"API for managing Superset automation tools and plugins.\",\n version=\"1.0.0\",\n)\n# #endregion FastAPI_App\n# #region ensure_initial_admin_user [C:3] [TYPE Function]\n# @BRIEF Ensures initial admin user exists when bootstrap env flags are enabled.\n# @RELATION DEPENDS_ON -> AuthRepository\ndef ensure_initial_admin_user() -> None:\n raw_flag = os.getenv(\"INITIAL_ADMIN_CREATE\", \"false\").strip().lower()\n if raw_flag not in {\"1\", \"true\", \"yes\", \"on\"}:\n return\n username = os.getenv(\"INITIAL_ADMIN_USERNAME\", \"\").strip()\n password = os.getenv(\"INITIAL_ADMIN_PASSWORD\", \"\").strip()\n if not username or not password:\n logger.warning(\n \"INITIAL_ADMIN_CREATE is enabled but INITIAL_ADMIN_USERNAME/INITIAL_ADMIN_PASSWORD is missing; skipping bootstrap.\"\n )\n return\n db = AuthSessionLocal()\n try:\n admin_role = db.query(Role).filter(Role.name == \"Admin\").first()\n if not admin_role:\n admin_role = Role(name=\"Admin\", description=\"System Administrator\")\n db.add(admin_role)\n db.commit()\n db.refresh(admin_role)\n existing_user = db.query(User).filter(User.username == username).first()\n if existing_user:\n logger.info(\n \"Initial admin bootstrap skipped: user '%s' already exists.\", username\n )\n return\n new_user = User(\n username=username,\n email=None,\n password_hash=get_password_hash(password),\n auth_source=\"LOCAL\",\n is_active=True,\n )\n new_user.roles.append(admin_role)\n db.add(new_user)\n db.commit()\n logger.info(\n \"Initial admin user '%s' created from environment bootstrap.\", username\n )\n except Exception as exc:\n db.rollback()\n logger.error(\"Failed to bootstrap initial admin user: %s\", exc)\n raise\n finally:\n db.close()\n# #endregion ensure_initial_admin_user\n# #region startup_event [C:3] [TYPE Function]\n# @BRIEF Handles application startup tasks, such as starting the scheduler.\n# @RELATION CALLS -> [AppDependencies]\n# @PRE None.\n# @POST Scheduler is started.\n# Startup event\n@app.on_event(\"startup\")\nasync def startup_event():\n seed_trace_id()\n with belief_scope(\"startup_event\"):\n ensure_encryption_key()\n ensure_initial_admin_user()\n scheduler = get_scheduler_service()\n scheduler.start()\n# #endregion startup_event\n# #region shutdown_event [C:3] [TYPE Function]\n# @BRIEF Handles application shutdown tasks, such as stopping the scheduler.\n# @RELATION CALLS -> [AppDependencies]\n# @PRE None.\n# @POST Scheduler is stopped.\n# Shutdown event\n@app.on_event(\"shutdown\")\nasync def shutdown_event():\n seed_trace_id()\n with belief_scope(\"shutdown_event\"):\n scheduler = get_scheduler_service()\n scheduler.stop()\n# #endregion shutdown_event\n# #region app_middleware [TYPE Block]\n# @BRIEF Configure application-wide middleware (Session, CORS).\n# Configure Session Middleware (required by Authlib for OAuth2 flow)\nfrom .core.auth.config import auth_config\n\napp.add_middleware(SessionMiddleware, secret_key=auth_config.SECRET_KEY)\n# Configure CORS\napp.add_middleware(\n CORSMiddleware,\n allow_origins=[\"*\"], # Adjust this in production\n allow_credentials=True,\n allow_methods=[\"*\"],\n allow_headers=[\"*\"],\n)\n# #endregion app_middleware\n# #region network_error_handler [C:1] [TYPE Function]\n# @BRIEF Global exception handler for NetworkError.\n# @PRE request is a FastAPI Request object.\n# @POST Returns 503 HTTP Exception.\n@app.exception_handler(NetworkError)\nasync def network_error_handler(request: Request, exc: NetworkError):\n with belief_scope(\"network_error_handler\"):\n logger.error(f\"Network error: {exc}\")\n return HTTPException(\n status_code=503,\n detail=\"Environment unavailable. Please check if the Superset instance is running.\",\n )\n# #endregion network_error_handler\n# #region log_requests [C:3] [TYPE Function]\n# @BRIEF Middleware to log incoming HTTP requests and their response status.\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @PRE request is a FastAPI Request object.\n# @POST Logs request and response details.\n@app.middleware(\"http\")\nasync def log_requests(request: Request, call_next):\n with belief_scope(\"log_requests\"):\n # Avoid spamming logs for polling endpoints\n is_polling = request.url.path.endswith(\"/api/tasks\") and request.method == \"GET\"\n if not is_polling:\n logger.info(f\"Incoming request: {request.method} {request.url.path}\")\n try:\n response = await call_next(request)\n if not is_polling:\n logger.info(\n f\"Response status: {response.status_code} for {request.url.path}\"\n )\n return response\n except NetworkError as e:\n logger.error(f\"Network error caught in middleware: {e}\")\n raise HTTPException(\n status_code=503,\n detail=\"Environment unavailable. Please check if the Superset instance is running.\",\n )\n# #endregion log_requests\n# Seed trace_id on every request — MUST be the outermost middleware so trace_id\n# is seeded before log_requests (or any other middleware) runs.\nfrom .core.middleware.trace import TraceContextMiddleware\n\napp.add_middleware(TraceContextMiddleware)\n# #region API_Routes [C:3] [TYPE Block]\n# @BRIEF Register all FastAPI route groups exposed by the application entrypoint.\n# @RELATION DEPENDS_ON -> [FastAPI_App]\n# @RELATION DEPENDS_ON -> [Route_Group_Contracts]\n# @RELATION DEPENDS_ON -> [AuthApi]\n# @RELATION DEPENDS_ON -> [AdminApi]\n# @RELATION DEPENDS_ON -> [PluginsRouter]\n# @RELATION DEPENDS_ON -> [TasksRouter]\n# @RELATION DEPENDS_ON -> [SettingsRouter]\n# @RELATION DEPENDS_ON -> [ConnectionsRouter]\n# @RELATION DEPENDS_ON -> [ReportsRouter]\n# @RELATION DEPENDS_ON -> [LlmRoutes]\n# @RELATION DEPENDS_ON -> [CleanReleaseV2Api]\n# Include API routes\napp.include_router(auth.router)\napp.include_router(admin.router)\napp.include_router(plugins.router, prefix=\"/api/plugins\", tags=[\"Plugins\"])\napp.include_router(tasks.router, prefix=\"/api/tasks\", tags=[\"Tasks\"])\napp.include_router(settings.router, prefix=\"/api/settings\", tags=[\"Settings\"])\napp.include_router(\n connections.router, prefix=\"/api/settings/connections\", tags=[\"Connections\"]\n)\napp.include_router(environments.router, tags=[\"Environments\"])\napp.include_router(mappings.router, prefix=\"/api/mappings\", tags=[\"Mappings\"])\napp.include_router(migration.router)\napp.include_router(git.router, prefix=\"/api/git\", tags=[\"Git\"])\napp.include_router(llm.router, prefix=\"/api/llm\", tags=[\"LLM\"])\napp.include_router(storage.router, prefix=\"/api/storage\", tags=[\"Storage\"])\napp.include_router(dashboards.router)\napp.include_router(datasets.router)\napp.include_router(reports.router)\napp.include_router(assistant.router, prefix=\"/api/assistant\", tags=[\"Assistant\"])\napp.include_router(clean_release.router)\napp.include_router(clean_release_v2.router)\napp.include_router(profile.router)\napp.include_router(dataset_review.router)\napp.include_router(health.router)\napp.include_router(translate.router)\n# #endregion API_Routes\n# #region api.include_routers [C:1] [TYPE Action] [SEMANTICS routes, registration, api]\n# @BRIEF Registers all API routers with the FastAPI application.\n# @LAYER API\n# #endregion api.include_routers\n# #region websocket_endpoint [C:5] [TYPE Function]\n# @BRIEF Provides a WebSocket endpoint for real-time log streaming of a task with server-side filtering.\n# @RELATION CALLS -> [TaskManagerPackage]\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @PRE task_id must be a valid task ID.\n# @POST WebSocket connection is managed and logs are streamed until disconnect.\n# @SIDE_EFFECT Subscribes to TaskManager log queue and broadcasts messages over network.\n# @DATA_CONTRACT [task_id: str, source: str, level: str] -> [JSON log entry objects]\n# @INVARIANT Every accepted WebSocket subscription is unsubscribed exactly once even when streaming fails or the client disconnects.\n# @UX_STATE Connecting -> Streaming -> (Disconnected)\n#\n# @TEST_CONTRACT WebSocketLogStreamApi ->\n# {\n# required_fields: {websocket: WebSocket, task_id: str},\n# optional_fields: {source: str, level: str},\n# invariants: [\n# \"Accepts the WebSocket connection\",\n# \"Applies source and level filters correctly to streamed logs\",\n# \"Cleans up subscriptions on disconnect\"\n# ]\n# }\n# @TEST_FIXTURE valid_ws_connection -> {\"task_id\": \"test_1\", \"source\": \"plugin\"}\n# @TEST_EDGE task_not_found_ws -> closes connection or sends error\n# @TEST_EDGE empty_task_logs -> waits for new logs\n# @TEST_INVARIANT consistent_streaming -> verifies: [valid_ws_connection]\n@app.websocket(\"/ws/logs/{task_id}\")\nasync def websocket_endpoint(\n websocket: WebSocket, task_id: str, source: str = None, level: str = None\n):\n \"\"\"\n WebSocket endpoint for real-time log streaming with optional server-side filtering.\n Query Parameters:\n source: Filter logs by source component (e.g., \"plugin\", \"superset_api\")\n level: Filter logs by minimum level (DEBUG, INFO, WARNING, ERROR)\n \"\"\"\n seed_trace_id()\n with belief_scope(\"websocket_endpoint\", f\"task_id={task_id}\"):\n await websocket.accept()\n source_filter = source.lower() if source else None\n level_filter = level.upper() if level else None\n level_hierarchy = {\"DEBUG\": 0, \"INFO\": 1, \"WARNING\": 2, \"ERROR\": 3}\n min_level = level_hierarchy.get(level_filter, 0) if level_filter else 0\n logger.reason(\n \"Accepted WebSocket log stream connection\",\n extra={\n \"task_id\": task_id,\n \"source_filter\": source_filter,\n \"level_filter\": level_filter,\n \"min_level\": min_level,\n },\n )\n task_manager = get_task_manager()\n queue = await task_manager.subscribe_logs(task_id)\n logger.reason(\n \"Subscribed WebSocket client to task log queue\",\n extra={\"task_id\": task_id},\n )\n def matches_filters(log_entry) -> bool:\n \"\"\"Check if log entry matches the filter criteria.\"\"\"\n log_source = getattr(log_entry, \"source\", None)\n if source_filter and str(log_source or \"\").lower() != source_filter:\n return False\n if level_filter:\n log_level = level_hierarchy.get(str(log_entry.level).upper(), 0)\n if log_level < min_level:\n return False\n return True\n try:\n logger.reason(\n \"Starting task log stream replay and live forwarding\",\n extra={\"task_id\": task_id},\n )\n initial_logs = task_manager.get_task_logs(task_id)\n initial_sent = 0\n for log_entry in initial_logs:\n if matches_filters(log_entry):\n log_dict = log_entry.dict()\n log_dict[\"timestamp\"] = log_dict[\"timestamp\"].isoformat()\n await websocket.send_json(log_dict)\n initial_sent += 1\n logger.reflect(\n \"Initial task log replay completed\",\n extra={\n \"task_id\": task_id,\n \"replayed_logs\": initial_sent,\n \"total_available_logs\": len(initial_logs),\n },\n )\n task = task_manager.get_task(task_id)\n if task and task.status == \"AWAITING_INPUT\" and task.input_request:\n synthetic_log = {\n \"timestamp\": task.logs[-1].timestamp.isoformat()\n if task.logs\n else \"2024-01-01T00:00:00\",\n \"level\": \"INFO\",\n \"message\": \"Task paused for user input (Connection Re-established)\",\n \"context\": {\"input_request\": task.input_request},\n }\n await websocket.send_json(synthetic_log)\n logger.reason(\n \"Replayed awaiting-input prompt to restored WebSocket client\",\n extra={\"task_id\": task_id, \"task_status\": task.status},\n )\n while True:\n log_entry = await queue.get()\n if not matches_filters(log_entry):\n continue\n log_dict = log_entry.dict()\n log_dict[\"timestamp\"] = log_dict[\"timestamp\"].isoformat()\n await websocket.send_json(log_dict)\n logger.reflect(\n \"Forwarded task log entry to WebSocket client\",\n extra={\n \"task_id\": task_id,\n \"level\": log_dict.get(\"level\"),\n },\n )\n if (\n \"Task completed successfully\" in log_entry.message\n or \"Task failed\" in log_entry.message\n ):\n logger.reason(\n \"Observed terminal task log entry; delaying to preserve client visibility\",\n extra={\"task_id\": task_id, \"message\": log_entry.message},\n )\n await asyncio.sleep(2)\n except WebSocketDisconnect:\n logger.reason(\n \"WebSocket client disconnected from task log stream\",\n extra={\"task_id\": task_id},\n )\n except Exception as exc:\n logger.explore(\n \"WebSocket log streaming encountered an unexpected failure\",\n extra={\"task_id\": task_id, \"error\": str(exc)},\n )\n raise\n finally:\n task_manager.unsubscribe_logs(task_id, queue)\n logger.reflect(\n \"Released WebSocket log queue subscription\",\n extra={\"task_id\": task_id},\n )\n# #endregion websocket_endpoint\n# #region StaticFiles [C:1] [TYPE Mount] [SEMANTICS static, frontend, spa]\n# @BRIEF Mounts the frontend build directory to serve static assets.\nfrontend_path = project_root / \"frontend\" / \"build\"\nif frontend_path.exists():\n app.mount(\n \"/_app\", StaticFiles(directory=str(frontend_path / \"_app\")), name=\"static\"\n )\n # #region serve_spa [TYPE Function] [C:1]\n # @PURPOSE Serves the SPA frontend for any path not matched by API routes.\n # @PRE frontend_path exists.\n # @POST Returns the requested file or index.html.\n @app.get(\"/{file_path:path}\", include_in_schema=False)\n async def serve_spa(file_path: str):\n with belief_scope(\"serve_spa\"):\n # Only serve SPA for non-API paths\n # API routes are registered separately and should be matched by FastAPI first\n if file_path and (\n file_path.startswith(\"api/\")\n or file_path.startswith(\"/api/\")\n or file_path == \"api\"\n ):\n # This should not happen if API routers are properly registered\n # Return 404 instead of serving HTML\n raise HTTPException(\n status_code=404, detail=f\"API endpoint not found: {file_path}\"\n )\n full_path = frontend_path / file_path\n if file_path and full_path.is_file():\n return FileResponse(str(full_path))\n return FileResponse(str(frontend_path / \"index.html\"))\n # #endregion serve_spa\nelse:\n # #region read_root [TYPE Function] [C:1]\n # @PURPOSE A simple root endpoint to confirm that the API is running when frontend is missing.\n # @PRE None.\n # @POST Returns a JSON message indicating API status.\n @app.get(\"/\")\n async def read_root():\n with belief_scope(\"read_root\"):\n return {\n \"message\": \"Superset Tools API is running (Frontend build not found)\"\n }\n # #endregion read_root\n# #endregion StaticFiles\n# #endregion AppModule\n" }, { "contract_id": "FastAPI_App", "contract_type": "Global", "file_path": "backend/src/app.py", - "start_line": 58, - "end_line": 67, + "start_line": 59, + "end_line": 68, "tier": "TIER_2", "complexity": 3, "metadata": { @@ -25269,14 +26055,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FastAPI_App [C:3] [TYPE Global] [SEMANTICS app, fastapi, instance, route-registry]\n# @BRIEF Canonical FastAPI application instance for route, middleware, and websocket registration.\n# @RELATION DEPENDS_ON -> [ApiRoutesModule]\n# @RELATION BINDS_TO -> [API_Routes]\napp = FastAPI(\n title=\"Superset Tools API\",\n description=\"API for managing Superset automation tools and plugins.\",\n version=\"1.0.0\",\n)\n# #endregion FastAPI_App\n" }, { "contract_id": "ensure_initial_admin_user", "contract_type": "Function", "file_path": "backend/src/app.py", - "start_line": 68, - "end_line": 115, + "start_line": 69, + "end_line": 116, "tier": "TIER_2", "complexity": 3, "metadata": { @@ -25293,14 +26080,15 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ensure_initial_admin_user [C:3] [TYPE Function]\n# @BRIEF Ensures initial admin user exists when bootstrap env flags are enabled.\n# @RELATION DEPENDS_ON -> AuthRepository\ndef ensure_initial_admin_user() -> None:\n raw_flag = os.getenv(\"INITIAL_ADMIN_CREATE\", \"false\").strip().lower()\n if raw_flag not in {\"1\", \"true\", \"yes\", \"on\"}:\n return\n username = os.getenv(\"INITIAL_ADMIN_USERNAME\", \"\").strip()\n password = os.getenv(\"INITIAL_ADMIN_PASSWORD\", \"\").strip()\n if not username or not password:\n logger.warning(\n \"INITIAL_ADMIN_CREATE is enabled but INITIAL_ADMIN_USERNAME/INITIAL_ADMIN_PASSWORD is missing; skipping bootstrap.\"\n )\n return\n db = AuthSessionLocal()\n try:\n admin_role = db.query(Role).filter(Role.name == \"Admin\").first()\n if not admin_role:\n admin_role = Role(name=\"Admin\", description=\"System Administrator\")\n db.add(admin_role)\n db.commit()\n db.refresh(admin_role)\n existing_user = db.query(User).filter(User.username == username).first()\n if existing_user:\n logger.info(\n \"Initial admin bootstrap skipped: user '%s' already exists.\", username\n )\n return\n new_user = User(\n username=username,\n email=None,\n password_hash=get_password_hash(password),\n auth_source=\"LOCAL\",\n is_active=True,\n )\n new_user.roles.append(admin_role)\n db.add(new_user)\n db.commit()\n logger.info(\n \"Initial admin user '%s' created from environment bootstrap.\", username\n )\n except Exception as exc:\n db.rollback()\n logger.error(\"Failed to bootstrap initial admin user: %s\", exc)\n raise\n finally:\n db.close()\n# #endregion ensure_initial_admin_user\n" }, { "contract_id": "startup_event", "contract_type": "Function", "file_path": "backend/src/app.py", - "start_line": 116, - "end_line": 130, + "start_line": 117, + "end_line": 131, "tier": "TIER_2", "complexity": 3, "metadata": { @@ -25338,14 +26126,15 @@ } ], "anchor_syntax": "region", - "body": "# #region startup_event [C:3] [TYPE Function]\n# @BRIEF Handles application startup tasks, such as starting the scheduler.\n# @RELATION CALLS -> [AppDependencies]\n# @PRE: None.\n# @POST: Scheduler is started.\n# Startup event\n@app.on_event(\"startup\")\nasync def startup_event():\n seed_trace_id()\n with belief_scope(\"startup_event\"):\n ensure_encryption_key()\n ensure_initial_admin_user()\n scheduler = get_scheduler_service()\n scheduler.start()\n# #endregion startup_event\n" + "tier_source": "AutoCalculated", + "body": "# #region startup_event [C:3] [TYPE Function]\n# @BRIEF Handles application startup tasks, such as starting the scheduler.\n# @RELATION CALLS -> [AppDependencies]\n# @PRE None.\n# @POST Scheduler is started.\n# Startup event\n@app.on_event(\"startup\")\nasync def startup_event():\n seed_trace_id()\n with belief_scope(\"startup_event\"):\n ensure_encryption_key()\n ensure_initial_admin_user()\n scheduler = get_scheduler_service()\n scheduler.start()\n# #endregion startup_event\n" }, { "contract_id": "shutdown_event", "contract_type": "Function", "file_path": "backend/src/app.py", - "start_line": 131, - "end_line": 143, + "start_line": 132, + "end_line": 144, "tier": "TIER_2", "complexity": 3, "metadata": { @@ -25383,14 +26172,15 @@ } ], "anchor_syntax": "region", - "body": "# #region shutdown_event [C:3] [TYPE Function]\n# @BRIEF Handles application shutdown tasks, such as stopping the scheduler.\n# @RELATION CALLS -> [AppDependencies]\n# @PRE: None.\n# @POST: Scheduler is stopped.\n# Shutdown event\n@app.on_event(\"shutdown\")\nasync def shutdown_event():\n seed_trace_id()\n with belief_scope(\"shutdown_event\"):\n scheduler = get_scheduler_service()\n scheduler.stop()\n# #endregion shutdown_event\n" + "tier_source": "AutoCalculated", + "body": "# #region shutdown_event [C:3] [TYPE Function]\n# @BRIEF Handles application shutdown tasks, such as stopping the scheduler.\n# @RELATION CALLS -> [AppDependencies]\n# @PRE None.\n# @POST Scheduler is stopped.\n# Shutdown event\n@app.on_event(\"shutdown\")\nasync def shutdown_event():\n seed_trace_id()\n with belief_scope(\"shutdown_event\"):\n scheduler = get_scheduler_service()\n scheduler.stop()\n# #endregion shutdown_event\n" }, { "contract_id": "app_middleware", "contract_type": "Block", "file_path": "backend/src/app.py", - "start_line": 144, - "end_line": 158, + "start_line": 145, + "end_line": 159, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -25409,14 +26199,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region app_middleware [TYPE Block]\n# @BRIEF Configure application-wide middleware (Session, CORS).\n# Configure Session Middleware (required by Authlib for OAuth2 flow)\nfrom .core.auth.config import auth_config\n\napp.add_middleware(SessionMiddleware, secret_key=auth_config.SECRET_KEY)\n# Configure CORS\napp.add_middleware(\n CORSMiddleware,\n allow_origins=[\"*\"], # Adjust this in production\n allow_credentials=True,\n allow_methods=[\"*\"],\n allow_headers=[\"*\"],\n)\n# #endregion app_middleware\n" }, { "contract_id": "network_error_handler", "contract_type": "Function", "file_path": "backend/src/app.py", - "start_line": 159, - "end_line": 171, + "start_line": 160, + "end_line": 172, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -25456,14 +26247,15 @@ } ], "anchor_syntax": "region", - "body": "# #region network_error_handler [C:1] [TYPE Function]\n# @BRIEF Global exception handler for NetworkError.\n# @PRE: request is a FastAPI Request object.\n# @POST: Returns 503 HTTP Exception.\n@app.exception_handler(NetworkError)\nasync def network_error_handler(request: Request, exc: NetworkError):\n with belief_scope(\"network_error_handler\"):\n logger.error(f\"Network error: {exc}\")\n return HTTPException(\n status_code=503,\n detail=\"Environment unavailable. Please check if the Superset instance is running.\",\n )\n# #endregion network_error_handler\n" + "tier_source": "AutoCalculated", + "body": "# #region network_error_handler [C:1] [TYPE Function]\n# @BRIEF Global exception handler for NetworkError.\n# @PRE request is a FastAPI Request object.\n# @POST Returns 503 HTTP Exception.\n@app.exception_handler(NetworkError)\nasync def network_error_handler(request: Request, exc: NetworkError):\n with belief_scope(\"network_error_handler\"):\n logger.error(f\"Network error: {exc}\")\n return HTTPException(\n status_code=503,\n detail=\"Environment unavailable. Please check if the Superset instance is running.\",\n )\n# #endregion network_error_handler\n" }, { "contract_id": "log_requests", "contract_type": "Function", "file_path": "backend/src/app.py", - "start_line": 172, - "end_line": 197, + "start_line": 173, + "end_line": 198, "tier": "TIER_2", "complexity": 3, "metadata": { @@ -25501,14 +26293,15 @@ } ], "anchor_syntax": "region", - "body": "# #region log_requests [C:3] [TYPE Function]\n# @BRIEF Middleware to log incoming HTTP requests and their response status.\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @PRE: request is a FastAPI Request object.\n# @POST: Logs request and response details.\n@app.middleware(\"http\")\nasync def log_requests(request: Request, call_next):\n with belief_scope(\"log_requests\"):\n # Avoid spamming logs for polling endpoints\n is_polling = request.url.path.endswith(\"/api/tasks\") and request.method == \"GET\"\n if not is_polling:\n logger.info(f\"Incoming request: {request.method} {request.url.path}\")\n try:\n response = await call_next(request)\n if not is_polling:\n logger.info(\n f\"Response status: {response.status_code} for {request.url.path}\"\n )\n return response\n except NetworkError as e:\n logger.error(f\"Network error caught in middleware: {e}\")\n raise HTTPException(\n status_code=503,\n detail=\"Environment unavailable. Please check if the Superset instance is running.\",\n )\n# #endregion log_requests\n" + "tier_source": "AutoCalculated", + "body": "# #region log_requests [C:3] [TYPE Function]\n# @BRIEF Middleware to log incoming HTTP requests and their response status.\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @PRE request is a FastAPI Request object.\n# @POST Logs request and response details.\n@app.middleware(\"http\")\nasync def log_requests(request: Request, call_next):\n with belief_scope(\"log_requests\"):\n # Avoid spamming logs for polling endpoints\n is_polling = request.url.path.endswith(\"/api/tasks\") and request.method == \"GET\"\n if not is_polling:\n logger.info(f\"Incoming request: {request.method} {request.url.path}\")\n try:\n response = await call_next(request)\n if not is_polling:\n logger.info(\n f\"Response status: {response.status_code} for {request.url.path}\"\n )\n return response\n except NetworkError as e:\n logger.error(f\"Network error caught in middleware: {e}\")\n raise HTTPException(\n status_code=503,\n detail=\"Environment unavailable. Please check if the Superset instance is running.\",\n )\n# #endregion log_requests\n" }, { "contract_id": "API_Routes", "contract_type": "Block", "file_path": "backend/src/app.py", - "start_line": 203, - "end_line": 241, + "start_line": 204, + "end_line": 242, "tier": "TIER_2", "complexity": 3, "metadata": { @@ -25585,14 +26378,15 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region API_Routes [C:3] [TYPE Block]\n# @BRIEF Register all FastAPI route groups exposed by the application entrypoint.\n# @RELATION DEPENDS_ON -> [FastAPI_App]\n# @RELATION DEPENDS_ON -> [Route_Group_Contracts]\n# @RELATION DEPENDS_ON -> [AuthApi]\n# @RELATION DEPENDS_ON -> [AdminApi]\n# @RELATION DEPENDS_ON -> [PluginsRouter]\n# @RELATION DEPENDS_ON -> [TasksRouter]\n# @RELATION DEPENDS_ON -> [SettingsRouter]\n# @RELATION DEPENDS_ON -> [ConnectionsRouter]\n# @RELATION DEPENDS_ON -> [ReportsRouter]\n# @RELATION DEPENDS_ON -> [LlmRoutes]\n# @RELATION DEPENDS_ON -> [CleanReleaseV2Api]\n# Include API routes\napp.include_router(auth.router)\napp.include_router(admin.router)\napp.include_router(plugins.router, prefix=\"/api/plugins\", tags=[\"Plugins\"])\napp.include_router(tasks.router, prefix=\"/api/tasks\", tags=[\"Tasks\"])\napp.include_router(settings.router, prefix=\"/api/settings\", tags=[\"Settings\"])\napp.include_router(\n connections.router, prefix=\"/api/settings/connections\", tags=[\"Connections\"]\n)\napp.include_router(environments.router, tags=[\"Environments\"])\napp.include_router(mappings.router, prefix=\"/api/mappings\", tags=[\"Mappings\"])\napp.include_router(migration.router)\napp.include_router(git.router, prefix=\"/api/git\", tags=[\"Git\"])\napp.include_router(llm.router, prefix=\"/api/llm\", tags=[\"LLM\"])\napp.include_router(storage.router, prefix=\"/api/storage\", tags=[\"Storage\"])\napp.include_router(dashboards.router)\napp.include_router(datasets.router)\napp.include_router(reports.router)\napp.include_router(assistant.router, prefix=\"/api/assistant\", tags=[\"Assistant\"])\napp.include_router(clean_release.router)\napp.include_router(clean_release_v2.router)\napp.include_router(profile.router)\napp.include_router(dataset_review.router)\napp.include_router(health.router)\napp.include_router(translate.router)\n# #endregion API_Routes\n" }, { "contract_id": "api.include_routers", "contract_type": "Action", "file_path": "backend/src/app.py", - "start_line": 242, - "end_line": 245, + "start_line": 243, + "end_line": 246, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -25679,14 +26473,15 @@ } ], "anchor_syntax": "region", - "body": "# #region api.include_routers [C:1] [TYPE Action] [SEMANTICS routes, registration, api]\n# @BRIEF Registers all API routers with the FastAPI application.\n# @LAYER: API\n# #endregion api.include_routers\n" + "tier_source": "AutoCalculated", + "body": "# #region api.include_routers [C:1] [TYPE Action] [SEMANTICS routes, registration, api]\n# @BRIEF Registers all API routers with the FastAPI application.\n# @LAYER API\n# #endregion api.include_routers\n" }, { "contract_id": "websocket_endpoint", "contract_type": "Function", "file_path": "backend/src/app.py", - "start_line": 246, - "end_line": 389, + "start_line": 247, + "end_line": 390, "tier": "TIER_3", "complexity": 5, "metadata": { @@ -25755,14 +26550,15 @@ } ], "anchor_syntax": "region", - "body": "# #region websocket_endpoint [C:5] [TYPE Function]\n# @BRIEF Provides a WebSocket endpoint for real-time log streaming of a task with server-side filtering.\n# @RELATION CALLS -> [TaskManagerPackage]\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @PRE: task_id must be a valid task ID.\n# @POST: WebSocket connection is managed and logs are streamed until disconnect.\n# @SIDE_EFFECT: Subscribes to TaskManager log queue and broadcasts messages over network.\n# @DATA_CONTRACT: [task_id: str, source: str, level: str] -> [JSON log entry objects]\n# @INVARIANT: Every accepted WebSocket subscription is unsubscribed exactly once even when streaming fails or the client disconnects.\n# @UX_STATE: Connecting -> Streaming -> (Disconnected)\n#\n# @TEST_CONTRACT: WebSocketLogStreamApi ->\n# {\n# required_fields: {websocket: WebSocket, task_id: str},\n# optional_fields: {source: str, level: str},\n# invariants: [\n# \"Accepts the WebSocket connection\",\n# \"Applies source and level filters correctly to streamed logs\",\n# \"Cleans up subscriptions on disconnect\"\n# ]\n# }\n# @TEST_FIXTURE: valid_ws_connection -> {\"task_id\": \"test_1\", \"source\": \"plugin\"}\n# @TEST_EDGE: task_not_found_ws -> closes connection or sends error\n# @TEST_EDGE: empty_task_logs -> waits for new logs\n# @TEST_INVARIANT: consistent_streaming -> verifies: [valid_ws_connection]\n@app.websocket(\"/ws/logs/{task_id}\")\nasync def websocket_endpoint(\n websocket: WebSocket, task_id: str, source: str = None, level: str = None\n):\n \"\"\"\n WebSocket endpoint for real-time log streaming with optional server-side filtering.\n Query Parameters:\n source: Filter logs by source component (e.g., \"plugin\", \"superset_api\")\n level: Filter logs by minimum level (DEBUG, INFO, WARNING, ERROR)\n \"\"\"\n seed_trace_id()\n with belief_scope(\"websocket_endpoint\", f\"task_id={task_id}\"):\n await websocket.accept()\n source_filter = source.lower() if source else None\n level_filter = level.upper() if level else None\n level_hierarchy = {\"DEBUG\": 0, \"INFO\": 1, \"WARNING\": 2, \"ERROR\": 3}\n min_level = level_hierarchy.get(level_filter, 0) if level_filter else 0\n logger.reason(\n \"Accepted WebSocket log stream connection\",\n extra={\n \"task_id\": task_id,\n \"source_filter\": source_filter,\n \"level_filter\": level_filter,\n \"min_level\": min_level,\n },\n )\n task_manager = get_task_manager()\n queue = await task_manager.subscribe_logs(task_id)\n logger.reason(\n \"Subscribed WebSocket client to task log queue\",\n extra={\"task_id\": task_id},\n )\n def matches_filters(log_entry) -> bool:\n \"\"\"Check if log entry matches the filter criteria.\"\"\"\n log_source = getattr(log_entry, \"source\", None)\n if source_filter and str(log_source or \"\").lower() != source_filter:\n return False\n if level_filter:\n log_level = level_hierarchy.get(str(log_entry.level).upper(), 0)\n if log_level < min_level:\n return False\n return True\n try:\n logger.reason(\n \"Starting task log stream replay and live forwarding\",\n extra={\"task_id\": task_id},\n )\n initial_logs = task_manager.get_task_logs(task_id)\n initial_sent = 0\n for log_entry in initial_logs:\n if matches_filters(log_entry):\n log_dict = log_entry.dict()\n log_dict[\"timestamp\"] = log_dict[\"timestamp\"].isoformat()\n await websocket.send_json(log_dict)\n initial_sent += 1\n logger.reflect(\n \"Initial task log replay completed\",\n extra={\n \"task_id\": task_id,\n \"replayed_logs\": initial_sent,\n \"total_available_logs\": len(initial_logs),\n },\n )\n task = task_manager.get_task(task_id)\n if task and task.status == \"AWAITING_INPUT\" and task.input_request:\n synthetic_log = {\n \"timestamp\": task.logs[-1].timestamp.isoformat()\n if task.logs\n else \"2024-01-01T00:00:00\",\n \"level\": \"INFO\",\n \"message\": \"Task paused for user input (Connection Re-established)\",\n \"context\": {\"input_request\": task.input_request},\n }\n await websocket.send_json(synthetic_log)\n logger.reason(\n \"Replayed awaiting-input prompt to restored WebSocket client\",\n extra={\"task_id\": task_id, \"task_status\": task.status},\n )\n while True:\n log_entry = await queue.get()\n if not matches_filters(log_entry):\n continue\n log_dict = log_entry.dict()\n log_dict[\"timestamp\"] = log_dict[\"timestamp\"].isoformat()\n await websocket.send_json(log_dict)\n logger.reflect(\n \"Forwarded task log entry to WebSocket client\",\n extra={\n \"task_id\": task_id,\n \"level\": log_dict.get(\"level\"),\n },\n )\n if (\n \"Task completed successfully\" in log_entry.message\n or \"Task failed\" in log_entry.message\n ):\n logger.reason(\n \"Observed terminal task log entry; delaying to preserve client visibility\",\n extra={\"task_id\": task_id, \"message\": log_entry.message},\n )\n await asyncio.sleep(2)\n except WebSocketDisconnect:\n logger.reason(\n \"WebSocket client disconnected from task log stream\",\n extra={\"task_id\": task_id},\n )\n except Exception as exc:\n logger.explore(\n \"WebSocket log streaming encountered an unexpected failure\",\n extra={\"task_id\": task_id, \"error\": str(exc)},\n )\n raise\n finally:\n task_manager.unsubscribe_logs(task_id, queue)\n logger.reflect(\n \"Released WebSocket log queue subscription\",\n extra={\"task_id\": task_id},\n )\n# #endregion websocket_endpoint\n" + "tier_source": "AutoCalculated", + "body": "# #region websocket_endpoint [C:5] [TYPE Function]\n# @BRIEF Provides a WebSocket endpoint for real-time log streaming of a task with server-side filtering.\n# @RELATION CALLS -> [TaskManagerPackage]\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @PRE task_id must be a valid task ID.\n# @POST WebSocket connection is managed and logs are streamed until disconnect.\n# @SIDE_EFFECT Subscribes to TaskManager log queue and broadcasts messages over network.\n# @DATA_CONTRACT [task_id: str, source: str, level: str] -> [JSON log entry objects]\n# @INVARIANT Every accepted WebSocket subscription is unsubscribed exactly once even when streaming fails or the client disconnects.\n# @UX_STATE Connecting -> Streaming -> (Disconnected)\n#\n# @TEST_CONTRACT WebSocketLogStreamApi ->\n# {\n# required_fields: {websocket: WebSocket, task_id: str},\n# optional_fields: {source: str, level: str},\n# invariants: [\n# \"Accepts the WebSocket connection\",\n# \"Applies source and level filters correctly to streamed logs\",\n# \"Cleans up subscriptions on disconnect\"\n# ]\n# }\n# @TEST_FIXTURE valid_ws_connection -> {\"task_id\": \"test_1\", \"source\": \"plugin\"}\n# @TEST_EDGE task_not_found_ws -> closes connection or sends error\n# @TEST_EDGE empty_task_logs -> waits for new logs\n# @TEST_INVARIANT consistent_streaming -> verifies: [valid_ws_connection]\n@app.websocket(\"/ws/logs/{task_id}\")\nasync def websocket_endpoint(\n websocket: WebSocket, task_id: str, source: str = None, level: str = None\n):\n \"\"\"\n WebSocket endpoint for real-time log streaming with optional server-side filtering.\n Query Parameters:\n source: Filter logs by source component (e.g., \"plugin\", \"superset_api\")\n level: Filter logs by minimum level (DEBUG, INFO, WARNING, ERROR)\n \"\"\"\n seed_trace_id()\n with belief_scope(\"websocket_endpoint\", f\"task_id={task_id}\"):\n await websocket.accept()\n source_filter = source.lower() if source else None\n level_filter = level.upper() if level else None\n level_hierarchy = {\"DEBUG\": 0, \"INFO\": 1, \"WARNING\": 2, \"ERROR\": 3}\n min_level = level_hierarchy.get(level_filter, 0) if level_filter else 0\n logger.reason(\n \"Accepted WebSocket log stream connection\",\n extra={\n \"task_id\": task_id,\n \"source_filter\": source_filter,\n \"level_filter\": level_filter,\n \"min_level\": min_level,\n },\n )\n task_manager = get_task_manager()\n queue = await task_manager.subscribe_logs(task_id)\n logger.reason(\n \"Subscribed WebSocket client to task log queue\",\n extra={\"task_id\": task_id},\n )\n def matches_filters(log_entry) -> bool:\n \"\"\"Check if log entry matches the filter criteria.\"\"\"\n log_source = getattr(log_entry, \"source\", None)\n if source_filter and str(log_source or \"\").lower() != source_filter:\n return False\n if level_filter:\n log_level = level_hierarchy.get(str(log_entry.level).upper(), 0)\n if log_level < min_level:\n return False\n return True\n try:\n logger.reason(\n \"Starting task log stream replay and live forwarding\",\n extra={\"task_id\": task_id},\n )\n initial_logs = task_manager.get_task_logs(task_id)\n initial_sent = 0\n for log_entry in initial_logs:\n if matches_filters(log_entry):\n log_dict = log_entry.dict()\n log_dict[\"timestamp\"] = log_dict[\"timestamp\"].isoformat()\n await websocket.send_json(log_dict)\n initial_sent += 1\n logger.reflect(\n \"Initial task log replay completed\",\n extra={\n \"task_id\": task_id,\n \"replayed_logs\": initial_sent,\n \"total_available_logs\": len(initial_logs),\n },\n )\n task = task_manager.get_task(task_id)\n if task and task.status == \"AWAITING_INPUT\" and task.input_request:\n synthetic_log = {\n \"timestamp\": task.logs[-1].timestamp.isoformat()\n if task.logs\n else \"2024-01-01T00:00:00\",\n \"level\": \"INFO\",\n \"message\": \"Task paused for user input (Connection Re-established)\",\n \"context\": {\"input_request\": task.input_request},\n }\n await websocket.send_json(synthetic_log)\n logger.reason(\n \"Replayed awaiting-input prompt to restored WebSocket client\",\n extra={\"task_id\": task_id, \"task_status\": task.status},\n )\n while True:\n log_entry = await queue.get()\n if not matches_filters(log_entry):\n continue\n log_dict = log_entry.dict()\n log_dict[\"timestamp\"] = log_dict[\"timestamp\"].isoformat()\n await websocket.send_json(log_dict)\n logger.reflect(\n \"Forwarded task log entry to WebSocket client\",\n extra={\n \"task_id\": task_id,\n \"level\": log_dict.get(\"level\"),\n },\n )\n if (\n \"Task completed successfully\" in log_entry.message\n or \"Task failed\" in log_entry.message\n ):\n logger.reason(\n \"Observed terminal task log entry; delaying to preserve client visibility\",\n extra={\"task_id\": task_id, \"message\": log_entry.message},\n )\n await asyncio.sleep(2)\n except WebSocketDisconnect:\n logger.reason(\n \"WebSocket client disconnected from task log stream\",\n extra={\"task_id\": task_id},\n )\n except Exception as exc:\n logger.explore(\n \"WebSocket log streaming encountered an unexpected failure\",\n extra={\"task_id\": task_id, \"error\": str(exc)},\n )\n raise\n finally:\n task_manager.unsubscribe_logs(task_id, queue)\n logger.reflect(\n \"Released WebSocket log queue subscription\",\n extra={\"task_id\": task_id},\n )\n# #endregion websocket_endpoint\n" }, { "contract_id": "StaticFiles", "contract_type": "Mount", "file_path": "backend/src/app.py", - "start_line": 390, - "end_line": 433, + "start_line": 391, + "end_line": 434, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -25826,7 +26622,8 @@ } ], "anchor_syntax": "region", - "body": "# #region StaticFiles [C:1] [TYPE Mount] [SEMANTICS static, frontend, spa]\n# @BRIEF Mounts the frontend build directory to serve static assets.\nfrontend_path = project_root / \"frontend\" / \"build\"\nif frontend_path.exists():\n app.mount(\n \"/_app\", StaticFiles(directory=str(frontend_path / \"_app\")), name=\"static\"\n )\n # #region serve_spa [TYPE Function] [C:1]\n # @PURPOSE: Serves the SPA frontend for any path not matched by API routes.\n # @PRE: frontend_path exists.\n # @POST: Returns the requested file or index.html.\n @app.get(\"/{file_path:path}\", include_in_schema=False)\n async def serve_spa(file_path: str):\n with belief_scope(\"serve_spa\"):\n # Only serve SPA for non-API paths\n # API routes are registered separately and should be matched by FastAPI first\n if file_path and (\n file_path.startswith(\"api/\")\n or file_path.startswith(\"/api/\")\n or file_path == \"api\"\n ):\n # This should not happen if API routers are properly registered\n # Return 404 instead of serving HTML\n raise HTTPException(\n status_code=404, detail=f\"API endpoint not found: {file_path}\"\n )\n full_path = frontend_path / file_path\n if file_path and full_path.is_file():\n return FileResponse(str(full_path))\n return FileResponse(str(frontend_path / \"index.html\"))\n # #endregion serve_spa\nelse:\n # #region read_root [TYPE Function] [C:1]\n # @PURPOSE: A simple root endpoint to confirm that the API is running when frontend is missing.\n # @PRE: None.\n # @POST: Returns a JSON message indicating API status.\n @app.get(\"/\")\n async def read_root():\n with belief_scope(\"read_root\"):\n return {\n \"message\": \"Superset Tools API is running (Frontend build not found)\"\n }\n # #endregion read_root\n# #endregion StaticFiles\n" + "tier_source": "AutoCalculated", + "body": "# #region StaticFiles [C:1] [TYPE Mount] [SEMANTICS static, frontend, spa]\n# @BRIEF Mounts the frontend build directory to serve static assets.\nfrontend_path = project_root / \"frontend\" / \"build\"\nif frontend_path.exists():\n app.mount(\n \"/_app\", StaticFiles(directory=str(frontend_path / \"_app\")), name=\"static\"\n )\n # #region serve_spa [TYPE Function] [C:1]\n # @PURPOSE Serves the SPA frontend for any path not matched by API routes.\n # @PRE frontend_path exists.\n # @POST Returns the requested file or index.html.\n @app.get(\"/{file_path:path}\", include_in_schema=False)\n async def serve_spa(file_path: str):\n with belief_scope(\"serve_spa\"):\n # Only serve SPA for non-API paths\n # API routes are registered separately and should be matched by FastAPI first\n if file_path and (\n file_path.startswith(\"api/\")\n or file_path.startswith(\"/api/\")\n or file_path == \"api\"\n ):\n # This should not happen if API routers are properly registered\n # Return 404 instead of serving HTML\n raise HTTPException(\n status_code=404, detail=f\"API endpoint not found: {file_path}\"\n )\n full_path = frontend_path / file_path\n if file_path and full_path.is_file():\n return FileResponse(str(full_path))\n return FileResponse(str(frontend_path / \"index.html\"))\n # #endregion serve_spa\nelse:\n # #region read_root [TYPE Function] [C:1]\n # @PURPOSE A simple root endpoint to confirm that the API is running when frontend is missing.\n # @PRE None.\n # @POST Returns a JSON message indicating API status.\n @app.get(\"/\")\n async def read_root():\n with belief_scope(\"read_root\"):\n return {\n \"message\": \"Superset Tools API is running (Frontend build not found)\"\n }\n # #endregion read_root\n# #endregion StaticFiles\n" }, { "contract_id": "src.core", @@ -25870,6 +26667,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region src.core [TYPE Package] [SEMANTICS core, package, init]\n# @BRIEF Backend core services and infrastructure package root.\n# #endregion src.core\n" }, { @@ -25903,6 +26701,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_payload_preserves_legacy_sections [TYPE Function]\n# @RELATION BINDS_TO -> TestConfigManagerCompat\n# @BRIEF Ensure get_payload merges typed config into raw payload without dropping legacy sections.\ndef test_get_payload_preserves_legacy_sections():\n manager = ConfigManager.__new__(ConfigManager)\n manager.raw_payload = {\"notifications\": {\"smtp\": {\"host\": \"mail.local\"}}}\n manager.config = AppConfig(environments=[], settings=GlobalSettings())\n payload = manager.get_payload()\n assert payload[\"settings\"][\"migration_sync_cron\"] == \"0 2 * * *\"\n assert payload[\"notifications\"][\"smtp\"][\"host\"] == \"mail.local\"\n# #endregion test_get_payload_preserves_legacy_sections\n" }, { @@ -25936,6 +26735,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_save_config_accepts_raw_payload_and_keeps_extras [TYPE Function]\n# @RELATION BINDS_TO -> TestConfigManagerCompat\n# @BRIEF Ensure save_config accepts raw dict payload, refreshes typed config, and preserves extra sections.\ndef test_save_config_accepts_raw_payload_and_keeps_extras(monkeypatch):\n manager = ConfigManager.__new__(ConfigManager)\n manager.raw_payload = {}\n manager.config = AppConfig(environments=[], settings=GlobalSettings())\n persisted = {}\n def _capture_save(config, session=None):\n persisted[\"payload\"] = manager.get_payload()\n monkeypatch.setattr(manager, \"_save_config_to_db\", _capture_save)\n manager.save_config(\n {\n \"environments\": [],\n \"settings\": GlobalSettings().model_dump(),\n \"notifications\": {\"telegram\": {\"bot_token\": \"secret\"}},\n }\n )\n assert manager.raw_payload[\"notifications\"][\"telegram\"][\"bot_token\"] == \"secret\"\n assert manager.config.settings.migration_sync_cron == \"0 2 * * *\"\n assert persisted[\"payload\"][\"notifications\"][\"telegram\"][\"bot_token\"] == \"secret\"\n# #endregion test_save_config_accepts_raw_payload_and_keeps_extras\n" }, { @@ -25969,6 +26769,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_save_config_syncs_environment_records_for_fk_backed_flows [TYPE Function]\n# @RELATION BINDS_TO -> TestConfigManagerCompat\n# @BRIEF Ensure saving config mirrors typed environments into relational records required by FK-backed session persistence.\n# Deletion of stale records is tested separately in test_save_config_syncs_deletions_to_persistence.\ndef test_save_config_syncs_environment_records_for_fk_backed_flows():\n manager = ConfigManager.__new__(ConfigManager)\n manager.raw_payload = {}\n manager.config = AppConfig(environments=[], settings=GlobalSettings())\n added_records = []\n deleted_records = []\n existing_record = SimpleNamespace(\n id=\"legacy-env\",\n name=\"Legacy\",\n url=\"http://legacy.local\",\n credentials_id=\"legacy-user\",\n )\n # #region _FakeQuery [TYPE Class] [C:1]\n # @RELATION: BINDS_TO -> [test_save_config_syncs_environment_records_for_fk_backed_flows]\n # @PURPOSE: Minimal query stub returning hardcoded existing environment record list for sync tests.\n # @INVARIANT: all() always returns [existing_record]; no parameterization or filtering.\n class _FakeQuery:\n def all(self):\n return [existing_record]\n # #endregion _FakeQuery\n # #region _FakeSession [TYPE Class] [C:1]\n # @RELATION: BINDS_TO -> [test_save_config_syncs_environment_records_for_fk_backed_flows]\n # @PURPOSE: Minimal SQLAlchemy session stub that captures add/delete calls for environment sync assertions.\n # @INVARIANT: query() always returns _FakeQuery; no real DB interaction.\n class _FakeSession:\n def query(self, model):\n return _FakeQuery()\n def add(self, value):\n added_records.append(value)\n def delete(self, value):\n deleted_records.append(value)\n # #endregion _FakeSession\n session = _FakeSession()\n config = AppConfig(\n environments=[\n Environment(\n id=\"dev\",\n name=\"DEV\",\n url=\"http://superset.local\",\n username=\"demo\",\n password=\"secret\",\n )\n ],\n settings=GlobalSettings(),\n )\n manager._sync_environment_records(session, config)\n assert len(added_records) == 1\n assert added_records[0].id == \"dev\"\n assert added_records[0].name == \"DEV\"\n assert added_records[0].url == \"http://superset.local\"\n assert added_records[0].credentials_id == \"demo\"\n # Sync does NOT delete; deletion is in _delete_stale_environment_records\n assert len(deleted_records) == 0\n# #endregion test_save_config_syncs_environment_records_for_fk_backed_flows\n" }, { @@ -26002,6 +26803,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_save_config_syncs_deletions_to_persistence [TYPE Function]\n# @RELATION BINDS_TO -> TestConfigManagerCompat\n# @BRIEF Ensure stale environment records are deleted during save (in _delete_stale_environment_records)\n# and NOT during _load_config → _sync_environment_records (which would violate FK constraints\n# from task_records, database_mappings, etc.).\ndef test_save_config_syncs_deletions_to_persistence():\n manager = ConfigManager.__new__(ConfigManager)\n manager.raw_payload = {}\n manager.config = AppConfig(environments=[], settings=GlobalSettings())\n added_records = []\n deleted_records = []\n existing_record = SimpleNamespace(\n id=\"legacy-env\",\n name=\"Legacy\",\n url=\"http://legacy.local\",\n credentials_id=\"legacy-user\",\n )\n # #region _FakeQueryDel [TYPE Class] [C:1]\n # @RELATION: BINDS_TO -> [test_save_config_syncs_deletions_to_persistence]\n # @PURPOSE: Minimal query stub for deletion test.\n class _FakeQuery:\n def all(self):\n return [existing_record]\n # #endregion _FakeQueryDel\n # #region _FakeSessionDel [TYPE Class] [C:1]\n # @RELATION: BINDS_TO -> [test_save_config_syncs_deletions_to_persistence]\n # @PURPOSE: Minimal session stub that captures add/delete for deletion assertions.\n class _FakeSession:\n def query(self, model):\n return _FakeQuery()\n def add(self, value):\n added_records.append(value)\n def delete(self, value):\n deleted_records.append(value)\n # #endregion _FakeSessionDel\n session = _FakeSession()\n config = AppConfig(\n environments=[\n Environment(\n id=\"dev\",\n name=\"DEV\",\n url=\"http://superset.local\",\n username=\"demo\",\n password=\"secret\",\n )\n ],\n settings=GlobalSettings(),\n )\n # Step 1: sync creates/updates (no deletion)\n manager._sync_environment_records(session, config)\n assert len(added_records) == 1\n assert added_records[0].id == \"dev\"\n assert len(deleted_records) == 0\n # Step 2: stale deletion removes envs not in the configured set\n manager._delete_stale_environment_records(session, config)\n assert len(deleted_records) == 1\n assert deleted_records[0] == existing_record\n assert deleted_records[0].id == \"legacy-env\"\n# #endregion test_save_config_syncs_deletions_to_persistence\n" }, { @@ -26035,6 +26837,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_load_config_syncs_environment_records_from_existing_db_payload [TYPE Function]\n# @RELATION BINDS_TO -> TestConfigManagerCompat\n# @BRIEF Ensure loading an existing DB-backed config also mirrors environment rows required by FK-backed runtime flows.\ndef test_load_config_syncs_environment_records_from_existing_db_payload(monkeypatch):\n manager = ConfigManager.__new__(ConfigManager)\n manager.config_path = None\n manager.raw_payload = {}\n manager.config = AppConfig(environments=[], settings=GlobalSettings())\n sync_calls = []\n closed = {\"value\": False}\n committed = {\"value\": False}\n # #region _FakeSession [TYPE Class] [C:1]\n # @RELATION: BINDS_TO -> [test_load_config_syncs_environment_records_from_existing_db_payload]\n # @PURPOSE: Minimal session stub tracking commit/close signals for config load lifecycle assertions.\n # @INVARIANT: No query or add semantics; only lifecycle signal tracking.\n class _FakeSession:\n def commit(self):\n committed[\"value\"] = True\n def close(self):\n closed[\"value\"] = True\n # #endregion _FakeSession\n fake_session = _FakeSession()\n fake_record = SimpleNamespace(\n id=\"global\",\n payload={\n \"environments\": [\n {\n \"id\": \"dev\",\n \"name\": \"DEV\",\n \"url\": \"http://superset.local\",\n \"username\": \"demo\",\n \"password\": \"secret\",\n }\n ],\n \"settings\": GlobalSettings().model_dump(),\n },\n )\n monkeypatch.setattr(\"src.core.config_manager.SessionLocal\", lambda: fake_session)\n monkeypatch.setattr(manager, \"_get_record\", lambda session: fake_record)\n monkeypatch.setattr(\n manager,\n \"_sync_environment_records\",\n lambda session, config: sync_calls.append((session, config)),\n )\n config = manager._load_config()\n assert config.environments[0].id == \"dev\"\n assert len(sync_calls) == 1\n assert sync_calls[0][0] is fake_session\n assert sync_calls[0][1].environments[0].id == \"dev\"\n assert committed[\"value\"] is True\n assert closed[\"value\"] is True\n# #endregion test_load_config_syncs_environment_records_from_existing_db_payload\n" }, { @@ -26066,6 +26869,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _make_environment [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\ndef _make_environment() -> Environment:\n return Environment(\n id=\"env-1\",\n name=\"DEV\",\n url=\"http://superset.local\",\n username=\"demo\",\n password=\"secret\",\n )\n# #endregion _make_environment\n" }, { @@ -26099,6 +26903,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_extract_native_filters_from_permalink [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Extract native filters from a permalink key.\ndef test_extract_native_filters_from_permalink():\n client = SupersetClient(_make_environment())\n client.get_dashboard_permalink_state = MagicMock(\n return_value={\n \"result\": {\n \"state\": {\n \"dataMask\": {\n \"filter_country\": {\n \"extraFormData\": {\n \"filters\": [\n {\"col\": \"country\", \"op\": \"IN\", \"val\": [\"DE\", \"FR\"]}\n ]\n },\n \"filterState\": {\"value\": [\"DE\", \"FR\"]},\n \"ownState\": {},\n },\n \"filter_date\": {\n \"extraFormData\": {\"time_range\": \"2020-01-01 : 2024-12-31\"},\n \"filterState\": {\"value\": \"2020-01-01 : 2024-12-31\"},\n \"ownState\": {},\n },\n },\n \"activeTabs\": [\"tab1\", \"tab2\"],\n \"anchor\": \"SECTION1\",\n \"chartStates\": {\"chart_1\": {}},\n }\n }\n }\n )\n result = client.extract_native_filters_from_permalink(\"test-permalink-key\")\n assert result[\"permalink_key\"] == \"test-permalink-key\"\n assert \"dataMask\" in result\n assert \"filter_country\" in result[\"dataMask\"]\n assert \"filter_date\" in result[\"dataMask\"]\n assert result[\"dataMask\"][\"filter_country\"][\"extraFormData\"][\"filters\"][0][\n \"val\"\n ] == [\"DE\", \"FR\"]\n assert result[\"activeTabs\"] == [\"tab1\", \"tab2\"]\n assert result[\"anchor\"] == \"SECTION1\"\n# #endregion test_extract_native_filters_from_permalink\n" }, { @@ -26132,6 +26937,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_extract_native_filters_from_permalink_direct_response [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Handle permalink response without result wrapper.\ndef test_extract_native_filters_from_permalink_direct_response():\n client = SupersetClient(_make_environment())\n client.get_dashboard_permalink_state = MagicMock(\n return_value={\n \"state\": {\n \"dataMask\": {\n \"filter_1\": {\n \"extraFormData\": {\"filters\": []},\n \"filterState\": {},\n \"ownState\": {},\n }\n }\n }\n }\n )\n result = client.extract_native_filters_from_permalink(\"direct-key\")\n assert result[\"permalink_key\"] == \"direct-key\"\n assert \"filter_1\" in result[\"dataMask\"]\n# #endregion test_extract_native_filters_from_permalink_direct_response\n" }, { @@ -26165,6 +26971,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_extract_native_filters_from_key [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Extract native filters from a native_filters_key.\ndef test_extract_native_filters_from_key():\n client = SupersetClient(_make_environment())\n client.get_native_filter_state = MagicMock(\n return_value={\n \"result\": {\n \"value\": json.dumps(\n {\n \"filter_region\": {\n \"id\": \"filter_region\",\n \"extraFormData\": {\n \"filters\": [\n {\"col\": \"region\", \"op\": \"IN\", \"val\": [\"EMEA\"]}\n ]\n },\n \"filterState\": {\"value\": [\"EMEA\"]},\n }\n }\n )\n }\n }\n )\n result = client.extract_native_filters_from_key(123, \"filter-state-key\")\n assert result[\"dashboard_id\"] == 123\n assert result[\"filter_state_key\"] == \"filter-state-key\"\n assert \"dataMask\" in result\n assert \"filter_region\" in result[\"dataMask\"]\n assert result[\"dataMask\"][\"filter_region\"][\"extraFormData\"][\"filters\"][0][\n \"val\"\n ] == [\"EMEA\"]\n# #endregion test_extract_native_filters_from_key\n" }, { @@ -26198,6 +27005,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_extract_native_filters_from_key_single_filter [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Handle single filter format in native filter state.\ndef test_extract_native_filters_from_key_single_filter():\n client = SupersetClient(_make_environment())\n client.get_native_filter_state = MagicMock(\n return_value={\n \"result\": {\n \"value\": json.dumps(\n {\n \"id\": \"single_filter\",\n \"extraFormData\": {\n \"filters\": [{\"col\": \"status\", \"op\": \"==\", \"val\": \"active\"}]\n },\n \"filterState\": {\"value\": \"active\"},\n }\n )\n }\n }\n )\n result = client.extract_native_filters_from_key(456, \"single-key\")\n assert \"dataMask\" in result\n assert \"single_filter\" in result[\"dataMask\"]\n assert (\n result[\"dataMask\"][\"single_filter\"][\"extraFormData\"][\"filters\"][0][\"col\"]\n == \"status\"\n )\n# #endregion test_extract_native_filters_from_key_single_filter\n" }, { @@ -26231,6 +27039,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_extract_native_filters_from_key_dict_value [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Handle filter state value as dict instead of JSON string.\ndef test_extract_native_filters_from_key_dict_value():\n client = SupersetClient(_make_environment())\n client.get_native_filter_state = MagicMock(\n return_value={\n \"result\": {\n \"value\": {\n \"filter_id\": {\n \"extraFormData\": {\"filters\": []},\n \"filterState\": {},\n }\n }\n }\n }\n )\n result = client.extract_native_filters_from_key(789, \"dict-key\")\n assert \"dataMask\" in result\n assert \"filter_id\" in result[\"dataMask\"]\n# #endregion test_extract_native_filters_from_key_dict_value\n" }, { @@ -26264,6 +27073,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_parse_dashboard_url_for_filters_permalink [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Parse permalink URL format.\ndef test_parse_dashboard_url_for_filters_permalink():\n client = SupersetClient(_make_environment())\n client.extract_native_filters_from_permalink = MagicMock(\n return_value={\"dataMask\": {\"f1\": {}}, \"permalink_key\": \"abc123\"}\n )\n result = client.parse_dashboard_url_for_filters(\n \"http://superset.local/superset/dashboard/p/abc123/\"\n )\n assert result[\"filter_type\"] == \"permalink\"\n assert result[\"filters\"][\"dataMask\"][\"f1\"] == {}\n# #endregion test_parse_dashboard_url_for_filters_permalink\n" }, { @@ -26297,6 +27107,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_parse_dashboard_url_for_filters_native_key [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Parse native_filters_key URL format with numeric dashboard ID.\ndef test_parse_dashboard_url_for_filters_native_key():\n client = SupersetClient(_make_environment())\n client.extract_native_filters_from_key = MagicMock(\n return_value={\n \"dataMask\": {\"f2\": {}},\n \"dashboard_id\": 42,\n \"filter_state_key\": \"xyz\",\n }\n )\n result = client.parse_dashboard_url_for_filters(\n \"http://superset.local/dashboard/42/?native_filters_key=xyz\"\n )\n assert result[\"filter_type\"] == \"native_filters_key\"\n assert result[\"dashboard_id\"] == 42\n assert result[\"filters\"][\"dataMask\"][\"f2\"] == {}\n# #endregion test_parse_dashboard_url_for_filters_native_key\n" }, { @@ -26330,6 +27141,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_parse_dashboard_url_for_filters_native_key_slug [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Parse native_filters_key URL format when dashboard reference is a slug, not a numeric ID.\ndef test_parse_dashboard_url_for_filters_native_key_slug():\n client = SupersetClient(_make_environment())\n # Simulate slug resolution: get_dashboard returns the dashboard with numeric ID\n client.get_dashboard = MagicMock(\n return_value={\n \"result\": {\"id\": 99, \"dashboard_title\": \"COVID Dashboard\", \"slug\": \"covid\"}\n }\n )\n client.extract_native_filters_from_key = MagicMock(\n return_value={\n \"dataMask\": {\"f_slug\": {}},\n \"dashboard_id\": 99,\n \"filter_state_key\": \"abc123\",\n }\n )\n result = client.parse_dashboard_url_for_filters(\n \"http://superset.local/superset/dashboard/covid/?native_filters_key=abc123\"\n )\n assert result[\"filter_type\"] == \"native_filters_key\"\n assert result[\"dashboard_id\"] == 99\n assert result[\"filters\"][\"dataMask\"][\"f_slug\"] == {}\n client.get_dashboard.assert_called_once_with(\"covid\")\n client.extract_native_filters_from_key.assert_called_once_with(99, \"abc123\")\n# #endregion test_parse_dashboard_url_for_filters_native_key_slug\n" }, { @@ -26363,6 +27175,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_parse_dashboard_url_for_filters_native_key_slug_resolution_fails [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Gracefully handle slug resolution failure for native_filters_key URL.\ndef test_parse_dashboard_url_for_filters_native_key_slug_resolution_fails():\n client = SupersetClient(_make_environment())\n client.get_dashboard = MagicMock(side_effect=Exception(\"Not found\"))\n result = client.parse_dashboard_url_for_filters(\n \"http://superset.local/dashboard/unknownslug/?native_filters_key=key1\"\n )\n assert result[\"filter_type\"] is None\n assert result[\"dashboard_id\"] is None\n# #endregion test_parse_dashboard_url_for_filters_native_key_slug_resolution_fails\n" }, { @@ -26396,6 +27209,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_parse_dashboard_url_for_filters_native_filters_direct [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Parse native_filters direct query param.\ndef test_parse_dashboard_url_for_filters_native_filters_direct():\n client = SupersetClient(_make_environment())\n result = client.parse_dashboard_url_for_filters(\n \"http://superset.local/dashboard/1/?native_filters=\"\n + json.dumps({\"filter_1\": {\"col\": \"x\", \"op\": \"==\", \"val\": \"y\"}})\n )\n assert result[\"filter_type\"] == \"native_filters\"\n assert \"dataMask\" in result[\"filters\"]\n# #endregion test_parse_dashboard_url_for_filters_native_filters_direct\n" }, { @@ -26429,6 +27243,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_parse_dashboard_url_for_filters_no_filters [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Return empty result when no filters present.\ndef test_parse_dashboard_url_for_filters_no_filters():\n client = SupersetClient(_make_environment())\n result = client.parse_dashboard_url_for_filters(\n \"http://superset.local/dashboard/1/\"\n )\n assert result[\"filter_type\"] is None\n assert result[\"filters\"] == {}\n# #endregion test_parse_dashboard_url_for_filters_no_filters\n" }, { @@ -26462,6 +27277,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_extra_form_data_merge [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Test ExtraFormDataMerge correctly merges dictionaries.\ndef test_extra_form_data_merge():\n merger = ExtraFormDataMerge()\n original = {\n \"filters\": [{\"col\": \"a\", \"op\": \"IN\", \"val\": [1, 2]}],\n \"time_range\": \"2020-01-01 : 2021-01-01\",\n \"extras\": {\"where\": \"x > 0\"},\n }\n new = {\n \"filters\": [{\"col\": \"b\", \"op\": \"==\", \"val\": \"test\"}],\n \"time_range\": \"2022-01-01 : 2023-01-01\",\n \"columns\": [\"col1\", \"col2\"],\n }\n result = merger.merge(original, new)\n # Filters should be appended\n assert len(result[\"filters\"]) == 2\n assert result[\"filters\"][0][\"col\"] == \"a\"\n assert result[\"filters\"][1][\"col\"] == \"b\"\n # Time range should be overridden\n assert result[\"time_range\"] == \"2022-01-01 : 2023-01-01\"\n # Extras should remain\n assert result[\"extras\"] == {\"where\": \"x > 0\"}\n # New columns should be added\n assert result[\"columns\"] == [\"col1\", \"col2\"]\n# #endregion test_extra_form_data_merge\n" }, { @@ -26495,6 +27311,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_filter_state_model [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Test FilterState Pydantic model.\ndef test_filter_state_model():\n state = FilterState(\n extraFormData={\"filters\": [{\"col\": \"x\", \"op\": \"==\", \"val\": \"y\"}]},\n filterState={\"value\": \"y\"},\n ownState={\"selectedValues\": [\"y\"]},\n )\n assert state.extraFormData[\"filters\"][0][\"col\"] == \"x\"\n assert state.filterState[\"value\"] == \"y\"\n assert state.ownState[\"selectedValues\"] == [\"y\"]\n# #endregion test_filter_state_model\n" }, { @@ -26528,6 +27345,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_parsed_native_filters_model [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Test ParsedNativeFilters Pydantic model.\ndef test_parsed_native_filters_model():\n filters = ParsedNativeFilters(\n dataMask={\"f1\": {\"extraFormData\": {}, \"filterState\": {}}},\n filter_type=\"permalink\",\n dashboard_id=\"42\",\n permalink_key=\"abc\",\n )\n assert filters.has_filters() is True\n assert filters.get_filter_count() == 1\n assert filters.filter_type == \"permalink\"\n# #endregion test_parsed_native_filters_model\n" }, { @@ -26561,6 +27379,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_parsed_native_filters_empty [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Test ParsedNativeFilters with no filters.\ndef test_parsed_native_filters_empty():\n filters = ParsedNativeFilters()\n assert filters.has_filters() is False\n assert filters.get_filter_count() == 0\n# #endregion test_parsed_native_filters_empty\n" }, { @@ -26594,6 +27413,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_native_filter_data_mask_model [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Test NativeFilterDataMask model.\ndef test_native_filter_data_mask_model():\n data_mask = NativeFilterDataMask(\n filters={\n \"filter_1\": FilterState(extraFormData={\"filters\": []}, filterState={}),\n \"filter_2\": FilterState(\n extraFormData={\"time_range\": \"...\"}, filterState={}\n ),\n }\n )\n assert data_mask.get_filter_ids() == [\"filter_1\", \"filter_2\"]\n assert data_mask.get_extra_form_data(\"filter_1\") == {\"filters\": []}\n assert data_mask.get_extra_form_data(\"nonexistent\") == {}\n# #endregion test_native_filter_data_mask_model\n" }, { @@ -26627,6 +27447,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_recover_imported_filters_reconciles_raw_native_filter_ids_to_metadata_names [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Reconcile raw native filter ids from state to canonical metadata filter names.\ndef test_recover_imported_filters_reconciles_raw_native_filter_ids_to_metadata_names():\n client = MagicMock()\n client.get_dashboard.return_value = {\n \"result\": {\n \"json_metadata\": json.dumps(\n {\n \"native_filter_configuration\": [\n {\n \"id\": \"NATIVE_FILTER-EWNH3M70z\",\n \"name\": \"Country\",\n \"label\": \"Country\",\n }\n ]\n }\n )\n }\n }\n extractor = SupersetContextExtractor(_make_environment(), client=client)\n parsed_context = SupersetParsedContext(\n source_url=\"http://superset.local/dashboard/42/?native_filters_key=abc\",\n dataset_ref=\"dataset:42\",\n dashboard_id=42,\n imported_filters=[\n {\n \"filter_name\": \"NATIVE_FILTER-EWNH3M70z\",\n \"display_name\": \"NATIVE_FILTER-EWNH3M70z\",\n \"raw_value\": [\"DE\", \"FR\"],\n \"normalized_value\": {\n \"filter_clauses\": [\n {\"col\": \"country\", \"op\": \"IN\", \"val\": [\"DE\", \"FR\"]}\n ],\n \"extra_form_data\": {\n \"filters\": [{\"col\": \"country\", \"op\": \"IN\", \"val\": [\"DE\", \"FR\"]}]\n },\n \"value_origin\": \"filter_state\",\n },\n \"source\": \"superset_native_filters_key\",\n \"recovery_status\": \"recovered\",\n \"requires_confirmation\": False,\n \"notes\": \"Recovered from Superset native_filters_key state\",\n }\n ],\n )\n result = extractor.recover_imported_filters(parsed_context)\n assert len(result) == 1\n assert result[0][\"filter_name\"] == \"Country\"\n assert result[0][\"display_name\"] == \"Country\"\n assert result[0][\"raw_value\"] == [\"DE\", \"FR\"]\n assert result[0][\"source\"] == \"superset_native_filters_key\"\n assert result[0][\"normalized_value\"] == {\n \"filter_clauses\": [{\"col\": \"country\", \"op\": \"IN\", \"val\": [\"DE\", \"FR\"]}],\n \"extra_form_data\": {\n \"filters\": [{\"col\": \"country\", \"op\": \"IN\", \"val\": [\"DE\", \"FR\"]}]\n },\n \"value_origin\": \"filter_state\",\n }\n# #endregion test_recover_imported_filters_reconciles_raw_native_filter_ids_to_metadata_names\n" }, { @@ -26660,6 +27481,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_recover_imported_filters_collapses_state_and_metadata_duplicates_into_one_canonical_filter [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Collapse raw-id state entries and metadata entries into one canonical filter.\ndef test_recover_imported_filters_collapses_state_and_metadata_duplicates_into_one_canonical_filter():\n client = MagicMock()\n client.get_dashboard.return_value = {\n \"result\": {\n \"json_metadata\": json.dumps(\n {\n \"native_filter_configuration\": [\n {\n \"id\": \"NATIVE_FILTER-EWNH3M70z\",\n \"name\": \"Country\",\n \"label\": \"Country\",\n },\n {\n \"id\": \"NATIVE_FILTER-vv123\",\n \"name\": \"Region\",\n \"label\": \"Region\",\n },\n ]\n }\n )\n }\n }\n extractor = SupersetContextExtractor(_make_environment(), client=client)\n parsed_context = SupersetParsedContext(\n source_url=\"http://superset.local/dashboard/42/?native_filters_key=abc\",\n dataset_ref=\"dataset:42\",\n dashboard_id=42,\n imported_filters=[\n {\n \"filter_name\": \"NATIVE_FILTER-EWNH3M70z\",\n \"display_name\": \"Country\",\n \"raw_value\": [\"DE\", \"FR\"],\n \"source\": \"superset_native_filters_key\",\n \"recovery_status\": \"recovered\",\n \"requires_confirmation\": False,\n \"notes\": \"Recovered from Superset native_filters_key state\",\n }\n ],\n )\n result = extractor.recover_imported_filters(parsed_context)\n assert len(result) == 2\n country_filter = next(item for item in result if item[\"filter_name\"] == \"Country\")\n region_filter = next(item for item in result if item[\"filter_name\"] == \"Region\")\n assert country_filter[\"raw_value\"] == [\"DE\", \"FR\"]\n assert country_filter[\"recovery_status\"] == \"recovered\"\n assert region_filter[\"raw_value\"] is None\n assert region_filter[\"recovery_status\"] == \"partial\"\n# #endregion test_recover_imported_filters_collapses_state_and_metadata_duplicates_into_one_canonical_filter\n" }, { @@ -26693,6 +27515,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_recover_imported_filters_preserves_unmatched_raw_native_filter_ids [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Preserve unmatched raw native filter ids as fallback diagnostics when metadata mapping is unavailable.\ndef test_recover_imported_filters_preserves_unmatched_raw_native_filter_ids():\n client = MagicMock()\n client.get_dashboard.return_value = {\n \"result\": {\n \"json_metadata\": json.dumps(\n {\n \"native_filter_configuration\": [\n {\n \"id\": \"NATIVE_FILTER-EWNH3M70z\",\n \"name\": \"Country\",\n \"label\": \"Country\",\n }\n ]\n }\n )\n }\n }\n extractor = SupersetContextExtractor(_make_environment(), client=client)\n parsed_context = SupersetParsedContext(\n source_url=\"http://superset.local/dashboard/42/?native_filters_key=abc\",\n dataset_ref=\"dataset:42\",\n dashboard_id=42,\n imported_filters=[\n {\n \"filter_name\": \"UNKNOWN_NATIVE_FILTER\",\n \"display_name\": \"UNKNOWN_NATIVE_FILTER\",\n \"raw_value\": [\"orphan\"],\n \"source\": \"superset_native_filters_key\",\n \"recovery_status\": \"recovered\",\n \"requires_confirmation\": False,\n \"notes\": \"Recovered from Superset native_filters_key state\",\n }\n ],\n )\n result = extractor.recover_imported_filters(parsed_context)\n assert len(result) == 2\n assert any(\n item[\"filter_name\"] == \"Country\" and item[\"recovery_status\"] == \"partial\"\n for item in result\n )\n assert any(\n item[\"filter_name\"] == \"UNKNOWN_NATIVE_FILTER\"\n and item[\"raw_value\"] == [\"orphan\"]\n and item[\"source\"] == \"superset_native_filters_key\"\n for item in result\n )\n# #endregion test_recover_imported_filters_preserves_unmatched_raw_native_filter_ids\n" }, { @@ -26726,6 +27549,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_extract_imported_filters_preserves_clause_level_native_filter_payload_for_preview [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Recovered native filter state should preserve exact Superset clause payload and time extras for preview compilation.\ndef test_extract_imported_filters_preserves_clause_level_native_filter_payload_for_preview():\n extractor = SupersetContextExtractor(_make_environment(), client=MagicMock())\n imported_filters = extractor._extract_imported_filters(\n {\n \"native_filter_state\": {\n \"NATIVE_FILTER-1\": {\n \"id\": \"NATIVE_FILTER-1\",\n \"filterState\": {\"label\": \"Country\", \"value\": [\"DE\"]},\n \"extraFormData\": {\n \"filters\": [{\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\"]}],\n \"time_range\": \"Last month\",\n },\n }\n }\n }\n )\n assert imported_filters == [\n {\n \"filter_name\": \"NATIVE_FILTER-1\",\n \"raw_value\": [\"DE\"],\n \"display_name\": \"Country\",\n \"normalized_value\": {\n \"filter_clauses\": [{\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\"]}],\n \"extra_form_data\": {\n \"filters\": [{\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\"]}],\n \"time_range\": \"Last month\",\n },\n \"value_origin\": \"filter_state\",\n },\n \"source\": \"superset_native_filters_key\",\n \"recovery_status\": \"recovered\",\n \"requires_confirmation\": False,\n \"notes\": \"Recovered from Superset native_filters_key state\",\n }\n ]\n# #endregion test_extract_imported_filters_preserves_clause_level_native_filter_payload_for_preview\n" }, { @@ -26759,6 +27583,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_sanitize_imported_filter_for_assistant_masks_sensitive_raw_values [TYPE Function]\n# @RELATION BINDS_TO -> NativeFilterExtractionTests\n# @BRIEF Assistant-facing imported-filter payload should redact likely PII while preserving structure metadata.\ndef test_sanitize_imported_filter_for_assistant_masks_sensitive_raw_values():\n result = sanitize_imported_filter_for_assistant(\n {\n \"filter_name\": \"customer_email\",\n \"raw_value\": [\"alice@example.com\", \"1234567890\"],\n \"normalized_value\": {\"filter_clauses\": []},\n \"source\": \"manual\",\n }\n )\n assert result[\"raw_value\"] == [\"***@example.com\", \"********90\"]\n assert result[\"raw_value_masked\"] is True\n assert result[\"normalized_value\"] == {\"filter_clauses\": []}\n# #endregion test_sanitize_imported_filter_for_assistant_masks_sensitive_raw_values\n" }, { @@ -26790,6 +27615,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _make_requests_http_error [TYPE Function]\n# @RELATION BINDS_TO -> SupersetPreviewPipelineTests\ndef _make_requests_http_error(\n status_code: int, url: str\n) -> requests.exceptions.HTTPError:\n response = requests.Response()\n response.status_code = status_code\n response.url = url\n response._content = b'{\"message\":\"not found\"}'\n request = requests.Request(\"GET\", url).prepare()\n response.request = request\n return requests.exceptions.HTTPError(response=response, request=request)\n# #endregion _make_requests_http_error\n" }, { @@ -26821,6 +27647,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _make_httpx_status_error [TYPE Function]\n# @RELATION BINDS_TO -> SupersetPreviewPipelineTests\ndef _make_httpx_status_error(status_code: int, url: str) -> httpx.HTTPStatusError:\n request = httpx.Request(\"GET\", url)\n response = httpx.Response(\n status_code=status_code, request=request, text='{\"message\":\"not found\"}'\n )\n return httpx.HTTPStatusError(\"upstream error\", request=request, response=response)\n# #endregion _make_httpx_status_error\n" }, { @@ -26854,6 +27681,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_compile_dataset_preview_prefers_legacy_explore_form_data_strategy [TYPE Function]\n# @RELATION BINDS_TO -> SupersetPreviewPipelineTests\n# @BRIEF Superset preview compilation should prefer the legacy form_data transport inferred from browser traffic before falling back to chart-data.\ndef test_compile_dataset_preview_prefers_legacy_explore_form_data_strategy():\n client = SupersetClient(_make_environment())\n client.get_dataset = MagicMock(\n return_value={\n \"result\": {\n \"id\": 42,\n \"schema\": \"public\",\n \"datasource\": {\"id\": 42, \"type\": \"table\"},\n \"result_format\": \"json\",\n \"result_type\": \"full\",\n }\n }\n )\n client.network = MagicMock()\n client.network.request.return_value = {\n \"result\": {\n \"query\": \"SELECT count(*) FROM public.sales WHERE country IN ('DE')\",\n }\n }\n result = client.compile_dataset_preview(\n dataset_id=42,\n template_params={\"country\": \"DE\"},\n effective_filters=[{\"filter_name\": \"country\", \"effective_value\": [\"DE\"]}],\n )\n assert (\n result[\"compiled_sql\"]\n == \"SELECT count(*) FROM public.sales WHERE country IN ('DE')\"\n )\n client.network.request.assert_called_once()\n request_call = client.network.request.call_args\n assert request_call.kwargs[\"method\"] == \"POST\"\n assert request_call.kwargs[\"endpoint\"] == \"/explore_json/form_data\"\n assert request_call.kwargs[\"params\"] is not None\n assert request_call.kwargs[\"params\"].keys() == {\"form_data\"}\n legacy_form_data = json.loads(request_call.kwargs[\"params\"][\"form_data\"])\n assert \"datasource\" not in legacy_form_data\n assert legacy_form_data[\"datasource_id\"] == 42\n assert legacy_form_data[\"datasource_type\"] == \"table\"\n assert legacy_form_data[\"extra_filters\"] == [\n {\"col\": \"country\", \"op\": \"IN\", \"val\": [\"DE\"]}\n ]\n assert legacy_form_data[\"extra_form_data\"] == {\n \"filters\": [{\"col\": \"country\", \"op\": \"IN\", \"val\": [\"DE\"]}]\n }\n assert legacy_form_data[\"url_params\"] == {\"country\": \"DE\"}\n assert legacy_form_data[\"result_type\"] == \"query\"\n assert legacy_form_data[\"result_format\"] == \"json\"\n assert legacy_form_data[\"force\"] is True\n assert result[\"endpoint\"] == \"/explore_json/form_data\"\n assert result[\"endpoint_kind\"] == \"legacy_explore_form_data\"\n assert result[\"dataset_id\"] == 42\n assert result[\"response_diagnostics\"] == [\n {\"source\": \"query\", \"has_query\": False},\n {\"source\": \"sql\", \"has_query\": False},\n {\"source\": \"compiled_sql\", \"has_query\": False},\n {\"source\": \"result.query\", \"has_query\": True},\n ]\n assert result[\"legacy_form_data\"][\"extra_filters\"] == [\n {\"col\": \"country\", \"op\": \"IN\", \"val\": [\"DE\"]}\n ]\n assert result[\"query_context\"][\"datasource\"] == {\"id\": 42, \"type\": \"table\"}\n assert result[\"strategy_attempts\"] == [\n {\n \"endpoint\": \"/explore_json/form_data\",\n \"endpoint_kind\": \"legacy_explore_form_data\",\n \"request_transport\": \"query_param_form_data\",\n \"contains_root_datasource\": False,\n \"contains_form_datasource\": False,\n \"contains_query_object_datasource\": False,\n \"request_param_keys\": [\"form_data\"],\n \"request_payload_keys\": [],\n \"success\": True,\n }\n ]\n# #endregion test_compile_dataset_preview_prefers_legacy_explore_form_data_strategy\n" }, { @@ -26887,6 +27715,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_compile_dataset_preview_falls_back_to_chart_data_after_legacy_failures [TYPE Function]\n# @RELATION BINDS_TO -> SupersetPreviewPipelineTests\n# @BRIEF Superset preview compilation should fall back to chart-data when legacy form_data strategies are rejected.\ndef test_compile_dataset_preview_falls_back_to_chart_data_after_legacy_failures():\n client = SupersetClient(_make_environment())\n client.get_dataset = MagicMock(\n return_value={\n \"result\": {\n \"id\": 42,\n \"schema\": \"public\",\n \"datasource\": {\"id\": 42, \"type\": \"table\"},\n }\n }\n )\n client.network = MagicMock()\n client.network.request.side_effect = [\n SupersetAPIError(\"legacy explore failed\"),\n SupersetAPIError(\"legacy data failed\"),\n {\n \"result\": [\n {\n \"query\": \"SELECT count(*) FROM public.sales\",\n }\n ]\n },\n ]\n result = client.compile_dataset_preview(dataset_id=42)\n assert client.network.request.call_count == 3\n first_call = client.network.request.call_args_list[0]\n second_call = client.network.request.call_args_list[1]\n third_call = client.network.request.call_args_list[2]\n assert first_call.kwargs[\"endpoint\"] == \"/explore_json/form_data\"\n assert second_call.kwargs[\"endpoint\"] == \"/data\"\n assert third_call.kwargs[\"endpoint\"] == \"/chart/data\"\n assert third_call.kwargs[\"headers\"] == {\"Content-Type\": \"application/json\"}\n first_legacy_form_data = json.loads(first_call.kwargs[\"params\"][\"form_data\"])\n second_legacy_form_data = json.loads(second_call.kwargs[\"params\"][\"form_data\"])\n assert \"datasource\" not in first_legacy_form_data\n assert \"datasource\" not in second_legacy_form_data\n query_context = json.loads(third_call.kwargs[\"data\"])\n assert query_context[\"datasource\"] == {\"id\": 42, \"type\": \"table\"}\n assert result[\"endpoint\"] == \"/chart/data\"\n assert result[\"endpoint_kind\"] == \"v1_chart_data\"\n assert len(result[\"strategy_attempts\"]) == 3\n assert result[\"strategy_attempts\"][0][\"endpoint\"] == \"/explore_json/form_data\"\n assert result[\"strategy_attempts\"][0][\"endpoint_kind\"] == \"legacy_explore_form_data\"\n assert (\n result[\"strategy_attempts\"][0][\"request_transport\"] == \"query_param_form_data\"\n )\n assert result[\"strategy_attempts\"][0][\"contains_root_datasource\"] is False\n assert result[\"strategy_attempts\"][0][\"contains_form_datasource\"] is False\n assert result[\"strategy_attempts\"][0][\"contains_query_object_datasource\"] is False\n assert result[\"strategy_attempts\"][0][\"request_param_keys\"] == [\"form_data\"]\n assert result[\"strategy_attempts\"][0][\"request_payload_keys\"] == []\n assert result[\"strategy_attempts\"][0][\"success\"] is False\n assert \"legacy explore failed\" in result[\"strategy_attempts\"][0][\"error\"]\n assert result[\"strategy_attempts\"][1][\"endpoint\"] == \"/data\"\n assert result[\"strategy_attempts\"][1][\"endpoint_kind\"] == \"legacy_data_form_data\"\n assert (\n result[\"strategy_attempts\"][1][\"request_transport\"] == \"query_param_form_data\"\n )\n assert result[\"strategy_attempts\"][1][\"contains_root_datasource\"] is False\n assert result[\"strategy_attempts\"][1][\"contains_form_datasource\"] is False\n assert result[\"strategy_attempts\"][1][\"contains_query_object_datasource\"] is False\n assert result[\"strategy_attempts\"][1][\"request_param_keys\"] == [\"form_data\"]\n assert result[\"strategy_attempts\"][1][\"request_payload_keys\"] == []\n assert result[\"strategy_attempts\"][1][\"success\"] is False\n assert \"legacy data failed\" in result[\"strategy_attempts\"][1][\"error\"]\n assert result[\"strategy_attempts\"][2] == {\n \"endpoint\": \"/chart/data\",\n \"endpoint_kind\": \"v1_chart_data\",\n \"request_transport\": \"json_body\",\n \"contains_root_datasource\": True,\n \"contains_form_datasource\": False,\n \"contains_query_object_datasource\": False,\n \"request_param_keys\": [],\n \"request_payload_keys\": [\n \"datasource\",\n \"force\",\n \"form_data\",\n \"queries\",\n \"result_format\",\n \"result_type\",\n ],\n \"success\": True,\n }\n# #endregion test_compile_dataset_preview_falls_back_to_chart_data_after_legacy_failures\n" }, { @@ -26920,6 +27749,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_build_dataset_preview_query_context_places_recovered_filters_in_chart_style_form_data [TYPE Function]\n# @RELATION BINDS_TO -> SupersetPreviewPipelineTests\n# @BRIEF Preview query context should mirror chart-style filter transport so recovered native filters reach Superset compilation.\ndef test_build_dataset_preview_query_context_places_recovered_filters_in_chart_style_form_data():\n client = SupersetClient(_make_environment())\n query_context = client.build_dataset_preview_query_context(\n dataset_id=7,\n dataset_record={\n \"id\": 7,\n \"schema\": \"public\",\n \"datasource\": {\"id\": 7, \"type\": \"table\"},\n \"default_time_range\": \"Last year\",\n },\n template_params={\"country\": \"DE\"},\n effective_filters=[\n {\n \"filter_name\": \"country\",\n \"display_name\": \"Country\",\n \"effective_value\": [\"DE\"],\n \"normalized_filter_payload\": {\n \"filter_clauses\": [\n {\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\"]}\n ],\n \"extra_form_data\": {\n \"filters\": [{\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\"]}]\n },\n \"value_origin\": \"extra_form_data.filters\",\n },\n },\n {\"filter_name\": \"status\", \"effective_value\": \"active\"},\n ],\n )\n assert query_context[\"force\"] is True\n assert query_context[\"result_type\"] == \"query\"\n assert query_context[\"datasource\"] == {\"id\": 7, \"type\": \"table\"}\n assert \"datasource\" not in query_context[\"queries\"][0]\n assert query_context[\"queries\"][0][\"result_type\"] == \"query\"\n assert query_context[\"queries\"][0][\"filters\"] == [\n {\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\"]},\n {\"col\": \"status\", \"op\": \"==\", \"val\": \"active\"},\n ]\n assert query_context[\"form_data\"][\"datasource\"] == \"7__table\"\n assert query_context[\"form_data\"][\"datasource_id\"] == 7\n assert query_context[\"form_data\"][\"datasource_type\"] == \"table\"\n assert query_context[\"form_data\"][\"extra_filters\"] == [\n {\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\"]},\n {\"col\": \"status\", \"op\": \"==\", \"val\": \"active\"},\n ]\n assert query_context[\"form_data\"][\"extra_form_data\"] == {\n \"filters\": [\n {\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\"]},\n {\"col\": \"status\", \"op\": \"==\", \"val\": \"active\"},\n ],\n \"time_range\": \"Last year\",\n }\n assert query_context[\"form_data\"][\"url_params\"] == {\"country\": \"DE\"}\n# #endregion test_build_dataset_preview_query_context_places_recovered_filters_in_chart_style_form_data\n" }, { @@ -26953,6 +27783,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_build_dataset_preview_query_context_merges_dataset_template_params_and_preserves_user_values [TYPE Function]\n# @RELATION BINDS_TO -> SupersetPreviewPipelineTests\n# @BRIEF Preview query context should merge dataset template params for parity with real dataset definitions while preserving explicit session overrides.\ndef test_build_dataset_preview_query_context_merges_dataset_template_params_and_preserves_user_values():\n client = SupersetClient(_make_environment())\n query_context = client.build_dataset_preview_query_context(\n dataset_id=8,\n dataset_record={\n \"id\": 8,\n \"schema\": \"public\",\n \"datasource\": {\"id\": 8, \"type\": \"table\"},\n \"template_params\": json.dumps({\"region\": \"EMEA\", \"country\": \"FR\"}),\n },\n template_params={\"country\": \"DE\"},\n effective_filters=[],\n )\n assert query_context[\"queries\"][0][\"url_params\"] == {\n \"region\": \"EMEA\",\n \"country\": \"DE\",\n }\n assert query_context[\"form_data\"][\"url_params\"] == {\n \"region\": \"EMEA\",\n \"country\": \"DE\",\n }\n# #endregion test_build_dataset_preview_query_context_merges_dataset_template_params_and_preserves_user_values\n" }, { @@ -26986,6 +27817,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_build_dataset_preview_query_context_preserves_time_range_from_native_filter_payload [TYPE Function]\n# @RELATION BINDS_TO -> SupersetPreviewPipelineTests\n# @BRIEF Preview query context should preserve time-range native filter extras even when dataset defaults differ.\ndef test_build_dataset_preview_query_context_preserves_time_range_from_native_filter_payload():\n client = SupersetClient(_make_environment())\n query_context = client.build_dataset_preview_query_context(\n dataset_id=9,\n dataset_record={\n \"id\": 9,\n \"schema\": \"public\",\n \"datasource\": {\"id\": 9, \"type\": \"table\"},\n \"default_time_range\": \"Last year\",\n },\n template_params={},\n effective_filters=[\n {\n \"filter_name\": \"Order Date\",\n \"display_name\": \"Order Date\",\n \"effective_value\": \"2020-01-01 : 2020-12-31\",\n \"normalized_filter_payload\": {\n \"filter_clauses\": [],\n \"extra_form_data\": {\"time_range\": \"2020-01-01 : 2020-12-31\"},\n \"value_origin\": \"extra_form_data.time_range\",\n },\n }\n ],\n )\n assert query_context[\"queries\"][0][\"time_range\"] == \"2020-01-01 : 2020-12-31\"\n assert query_context[\"form_data\"][\"extra_form_data\"] == {\n \"time_range\": \"2020-01-01 : 2020-12-31\"\n }\n assert query_context[\"queries\"][0][\"filters\"] == []\n# #endregion test_build_dataset_preview_query_context_preserves_time_range_from_native_filter_payload\n" }, { @@ -27019,6 +27851,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_build_dataset_preview_legacy_form_data_preserves_native_filter_clauses [TYPE Function]\n# @RELATION BINDS_TO -> SupersetPreviewPipelineTests\n# @BRIEF Legacy preview form_data should preserve recovered native filter clauses in browser-style fields without duplicating datasource for QueryObjectFactory.\ndef test_build_dataset_preview_legacy_form_data_preserves_native_filter_clauses():\n client = SupersetClient(_make_environment())\n legacy_form_data = client.build_dataset_preview_legacy_form_data(\n dataset_id=11,\n dataset_record={\n \"id\": 11,\n \"schema\": \"public\",\n \"datasource\": {\"id\": 11, \"type\": \"table\"},\n \"default_time_range\": \"No filter\",\n },\n template_params={\"country\": \"DE\"},\n effective_filters=[\n {\n \"filter_name\": \"Country\",\n \"display_name\": \"Country\",\n \"effective_value\": [\"DE\", \"FR\"],\n \"normalized_filter_payload\": {\n \"filter_clauses\": [\n {\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\", \"FR\"]}\n ],\n \"extra_form_data\": {\n \"filters\": [\n {\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\", \"FR\"]}\n ],\n \"time_range\": \"Last quarter\",\n },\n \"value_origin\": \"extra_form_data.filters\",\n },\n }\n ],\n )\n assert \"datasource\" not in legacy_form_data\n assert legacy_form_data[\"datasource_id\"] == 11\n assert legacy_form_data[\"datasource_type\"] == \"table\"\n assert legacy_form_data[\"extra_filters\"] == [\n {\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\", \"FR\"]}\n ]\n assert legacy_form_data[\"extra_form_data\"] == {\n \"filters\": [{\"col\": \"country_code\", \"op\": \"IN\", \"val\": [\"DE\", \"FR\"]}],\n \"time_range\": \"Last quarter\",\n }\n assert legacy_form_data[\"time_range\"] == \"Last quarter\"\n assert legacy_form_data[\"url_params\"] == {\"country\": \"DE\"}\n assert legacy_form_data[\"result_type\"] == \"query\"\n# #endregion test_build_dataset_preview_legacy_form_data_preserves_native_filter_clauses\n" }, { @@ -27052,6 +27885,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_sync_network_404_mapping_keeps_non_dashboard_endpoints_generic [TYPE Function]\n# @RELATION BINDS_TO -> SupersetPreviewPipelineTests\n# @BRIEF Sync network client should reserve dashboard-not-found translation for dashboard endpoints only.\ndef test_sync_network_404_mapping_keeps_non_dashboard_endpoints_generic():\n client = APIClient(\n config={\n \"base_url\": \"http://superset.local\",\n \"auth\": {\"username\": \"demo\", \"password\": \"secret\"},\n }\n )\n with pytest.raises(SupersetAPIError) as exc_info:\n client._handle_http_error(\n _make_requests_http_error(404, \"http://superset.local/api/v1/chart/data\"),\n \"/chart/data\",\n )\n assert not isinstance(exc_info.value, DashboardNotFoundError)\n assert \"API resource not found at endpoint '/chart/data'\" in str(exc_info.value)\n# #endregion test_sync_network_404_mapping_keeps_non_dashboard_endpoints_generic\n" }, { @@ -27085,6 +27919,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_sync_network_404_mapping_translates_dashboard_endpoints [TYPE Function]\n# @RELATION BINDS_TO -> SupersetPreviewPipelineTests\n# @BRIEF Sync network client should still translate dashboard endpoint 404 responses into dashboard-not-found errors.\ndef test_sync_network_404_mapping_translates_dashboard_endpoints():\n client = APIClient(\n config={\n \"base_url\": \"http://superset.local\",\n \"auth\": {\"username\": \"demo\", \"password\": \"secret\"},\n }\n )\n with pytest.raises(DashboardNotFoundError) as exc_info:\n client._handle_http_error(\n _make_requests_http_error(404, \"http://superset.local/api/v1/dashboard/10\"),\n \"/dashboard/10\",\n )\n assert \"Dashboard '/dashboard/10' Dashboard not found\" in str(exc_info.value)\n# #endregion test_sync_network_404_mapping_translates_dashboard_endpoints\n" }, { @@ -27118,6 +27953,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_async_network_404_mapping_keeps_non_dashboard_endpoints_generic [TYPE Function]\n# @RELATION BINDS_TO -> SupersetPreviewPipelineTests\n# @BRIEF Async network client should reserve dashboard-not-found translation for dashboard endpoints only.\n@pytest.mark.asyncio\nasync def test_async_network_404_mapping_keeps_non_dashboard_endpoints_generic():\n client = AsyncAPIClient(\n config={\n \"base_url\": \"http://superset.local\",\n \"auth\": {\"username\": \"demo\", \"password\": \"secret\"},\n }\n )\n try:\n with pytest.raises(SupersetAPIError) as exc_info:\n client._handle_http_error(\n _make_httpx_status_error(\n 404, \"http://superset.local/api/v1/chart/data\"\n ),\n \"/chart/data\",\n )\n assert not isinstance(exc_info.value, DashboardNotFoundError)\n assert \"API resource not found at endpoint '/chart/data'\" in str(exc_info.value)\n finally:\n await client.aclose()\n# #endregion test_async_network_404_mapping_keeps_non_dashboard_endpoints_generic\n" }, { @@ -27151,6 +27987,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_async_network_404_mapping_translates_dashboard_endpoints [TYPE Function]\n# @RELATION BINDS_TO -> SupersetPreviewPipelineTests\n# @BRIEF Async network client should still translate dashboard endpoint 404 responses into dashboard-not-found errors.\n@pytest.mark.asyncio\nasync def test_async_network_404_mapping_translates_dashboard_endpoints():\n client = AsyncAPIClient(\n config={\n \"base_url\": \"http://superset.local\",\n \"auth\": {\"username\": \"demo\", \"password\": \"secret\"},\n }\n )\n try:\n with pytest.raises(DashboardNotFoundError) as exc_info:\n client._handle_http_error(\n _make_httpx_status_error(\n 404, \"http://superset.local/api/v1/dashboard/10\"\n ),\n \"/dashboard/10\",\n )\n assert \"Dashboard '/dashboard/10' Dashboard not found\" in str(exc_info.value)\n finally:\n await client.aclose()\n# #endregion test_async_network_404_mapping_translates_dashboard_endpoints\n" }, { @@ -27204,6 +28041,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_users_page_sends_lowercase_order_direction [TYPE Function]\n# @RELATION BINDS_TO -> TestSupersetProfileLookup\n# @BRIEF Ensures adapter sends lowercase order_direction compatible with Superset rison schema.\n# @PRE: Adapter is initialized with recording network client.\n# @POST: First request query payload contains order_direction='asc' for asc sort.\ndef test_get_users_page_sends_lowercase_order_direction():\n client = _RecordingNetworkClient(\n scripted_responses=[{\"result\": [{\"username\": \"admin\"}], \"count\": 1}]\n )\n adapter = SupersetAccountLookupAdapter(\n network_client=client, environment_id=\"ss-dev\"\n )\n adapter.get_users_page(\n search=\"admin\",\n page_index=0,\n page_size=20,\n sort_column=\"username\",\n sort_order=\"asc\",\n )\n sent_query = json.loads(client.calls[0][\"params\"][\"q\"])\n assert sent_query[\"order_direction\"] == \"asc\"\n# #endregion test_get_users_page_sends_lowercase_order_direction\n" }, { @@ -27257,6 +28095,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_users_page_preserves_primary_schema_error_over_fallback_auth_error [TYPE Function]\n# @RELATION BINDS_TO -> TestSupersetProfileLookup\n# @BRIEF Ensures fallback auth error does not mask primary schema/query failure.\n# @PRE: Primary endpoint fails with SupersetAPIError and fallback fails with AuthenticationError.\n# @POST: Raised exception remains primary SupersetAPIError (non-auth) to preserve root cause.\ndef test_get_users_page_preserves_primary_schema_error_over_fallback_auth_error():\n client = _RecordingNetworkClient(\n scripted_responses=[\n SupersetAPIError(\"API Error 400: bad rison schema\"),\n AuthenticationError(),\n ]\n )\n adapter = SupersetAccountLookupAdapter(\n network_client=client, environment_id=\"ss-dev\"\n )\n with pytest.raises(SupersetAPIError) as exc_info:\n adapter.get_users_page(sort_order=\"asc\")\n assert \"API Error 400\" in str(exc_info.value)\n assert not isinstance(exc_info.value, AuthenticationError)\n# #endregion test_get_users_page_preserves_primary_schema_error_over_fallback_auth_error\n" }, { @@ -27310,6 +28149,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_get_users_page_uses_fallback_endpoint_when_primary_fails [TYPE Function]\n# @RELATION BINDS_TO -> TestSupersetProfileLookup\n# @BRIEF Verifies adapter retries second users endpoint and succeeds when fallback is healthy.\n# @PRE: Primary endpoint fails; fallback returns valid users payload.\n# @POST: Result status is success and both endpoints were attempted in order.\ndef test_get_users_page_uses_fallback_endpoint_when_primary_fails():\n client = _RecordingNetworkClient(\n scripted_responses=[\n SupersetAPIError(\"Primary endpoint failed\"),\n {\"result\": [{\"username\": \"admin\"}], \"count\": 1},\n ]\n )\n adapter = SupersetAccountLookupAdapter(\n network_client=client, environment_id=\"ss-dev\"\n )\n result = adapter.get_users_page()\n assert result[\"status\"] == \"success\"\n assert [call[\"endpoint\"] for call in client.calls] == [\n \"/security/users/\",\n \"/security/users\",\n ]\n# #endregion test_get_users_page_uses_fallback_endpoint_when_primary_fails\n" }, { @@ -27343,6 +28183,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_calculate_schedule_even_distribution [TYPE Function]\n# @RELATION BINDS_TO -> test_throttled_scheduler\n# @BRIEF Validate even spacing across a two-hour scheduling window for three tasks.\ndef test_calculate_schedule_even_distribution():\n \"\"\"\n @TEST_SCENARIO: 3 tasks in a 2-hour window should be spaced 1 hour apart.\n \"\"\"\n start = time(1, 0)\n end = time(3, 0)\n dashboards = [\"d1\", \"d2\", \"d3\"]\n today = date(2024, 1, 1)\n schedule = ThrottledSchedulerConfigurator.calculate_schedule(\n start, end, dashboards, today\n )\n assert len(schedule) == 3\n assert schedule[0] == datetime(2024, 1, 1, 1, 0)\n assert schedule[1] == datetime(2024, 1, 1, 2, 0)\n assert schedule[2] == datetime(2024, 1, 1, 3, 0)\n# #endregion test_calculate_schedule_even_distribution\n" }, { @@ -27376,6 +28217,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_calculate_schedule_midnight_crossing [TYPE Function]\n# @RELATION BINDS_TO -> test_throttled_scheduler\n# @BRIEF Validate scheduler correctly rolls timestamps into the next day across midnight.\ndef test_calculate_schedule_midnight_crossing():\n \"\"\"\n @TEST_SCENARIO: Window from 23:00 to 01:00 (next day).\n \"\"\"\n start = time(23, 0)\n end = time(1, 0)\n dashboards = [\"d1\", \"d2\", \"d3\"]\n today = date(2024, 1, 1)\n schedule = ThrottledSchedulerConfigurator.calculate_schedule(\n start, end, dashboards, today\n )\n assert len(schedule) == 3\n assert schedule[0] == datetime(2024, 1, 1, 23, 0)\n assert schedule[1] == datetime(2024, 1, 2, 0, 0)\n assert schedule[2] == datetime(2024, 1, 2, 1, 0)\n# #endregion test_calculate_schedule_midnight_crossing\n" }, { @@ -27409,6 +28251,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_calculate_schedule_single_task [TYPE Function]\n# @RELATION BINDS_TO -> test_throttled_scheduler\n# @BRIEF Validate single-task schedule returns only the window start timestamp.\ndef test_calculate_schedule_single_task():\n \"\"\"\n @TEST_SCENARIO: Single task should be scheduled at start time.\n \"\"\"\n start = time(1, 0)\n end = time(2, 0)\n dashboards = [\"d1\"]\n today = date(2024, 1, 1)\n schedule = ThrottledSchedulerConfigurator.calculate_schedule(\n start, end, dashboards, today\n )\n assert len(schedule) == 1\n assert schedule[0] == datetime(2024, 1, 1, 1, 0)\n# #endregion test_calculate_schedule_single_task\n" }, { @@ -27442,6 +28285,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_calculate_schedule_empty_list [TYPE Function]\n# @RELATION BINDS_TO -> test_throttled_scheduler\n# @BRIEF Validate empty dashboard list produces an empty schedule.\ndef test_calculate_schedule_empty_list():\n \"\"\"\n @TEST_SCENARIO: Empty dashboard list returns empty schedule.\n \"\"\"\n start = time(1, 0)\n end = time(2, 0)\n dashboards = []\n today = date(2024, 1, 1)\n schedule = ThrottledSchedulerConfigurator.calculate_schedule(\n start, end, dashboards, today\n )\n assert schedule == []\n# #endregion test_calculate_schedule_empty_list\n" }, { @@ -27475,6 +28319,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_calculate_schedule_zero_window [TYPE Function]\n# @RELATION BINDS_TO -> test_throttled_scheduler\n# @BRIEF Validate zero-length window schedules all tasks at identical start timestamp.\ndef test_calculate_schedule_zero_window():\n \"\"\"\n @TEST_SCENARIO: Window start == end. All tasks at start time.\n \"\"\"\n start = time(1, 0)\n end = time(1, 0)\n dashboards = [\"d1\", \"d2\"]\n today = date(2024, 1, 1)\n schedule = ThrottledSchedulerConfigurator.calculate_schedule(\n start, end, dashboards, today\n )\n assert len(schedule) == 2\n assert schedule[0] == datetime(2024, 1, 1, 1, 0)\n assert schedule[1] == datetime(2024, 1, 1, 1, 0)\n# #endregion test_calculate_schedule_zero_window\n" }, { @@ -27508,6 +28353,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_calculate_schedule_very_small_window [TYPE Function]\n# @RELATION BINDS_TO -> test_throttled_scheduler\n# @BRIEF Validate sub-second interpolation when task count exceeds near-zero window granularity.\ndef test_calculate_schedule_very_small_window():\n \"\"\"\n @TEST_SCENARIO: Window smaller than number of tasks (in seconds).\n \"\"\"\n start = time(1, 0, 0)\n end = time(1, 0, 1) # 1 second window\n dashboards = [\"d1\", \"d2\", \"d3\"]\n today = date(2024, 1, 1)\n schedule = ThrottledSchedulerConfigurator.calculate_schedule(\n start, end, dashboards, today\n )\n assert len(schedule) == 3\n assert schedule[0] == datetime(2024, 1, 1, 1, 0, 0)\n assert schedule[1] == datetime(2024, 1, 1, 1, 0, 0, 500000) # 0.5s\n assert schedule[2] == datetime(2024, 1, 1, 1, 0, 1)\n# #endregion test_calculate_schedule_very_small_window\n" }, { @@ -27536,6 +28382,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AsyncSupersetClientModule [C:3] [TYPE Module] [SEMANTICS superset, transform, dashboard, filter, async-superset-client]\n# @BRIEF Parse a Superset dashboard URL and extract native filter state asynchronously.\n# @LAYER: Core\nimport asyncio\nimport json\nimport re\nfrom typing import Any, cast\n\nfrom .config_models import Environment\nfrom .logger import belief_scope\nfrom .logger import logger as app_logger\nfrom .superset_client import SupersetClient\nfrom .utils.async_network import AsyncAPIClient\n\n\n# #region AsyncSupersetClient [C:3] [TYPE Class]\n# @BRIEF Async sibling of SupersetClient for dashboard read paths.\n# @RELATION INHERITS -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [AsyncAPIClient]\n# @RELATION CALLS -> [AsyncAPIClient.request]\nclass AsyncSupersetClient(SupersetClient):\n # #region AsyncSupersetClientInit [TYPE Function] [C:3]\n # @PURPOSE: Initialize async Superset client with AsyncAPIClient transport.\n # @PRE: env is valid Environment instance.\n # @POST: Client uses async network transport and inherited projection helpers.\n # @DATA_CONTRACT: Input[Environment] -> self.network[AsyncAPIClient]\n # @RELATION: [DEPENDS_ON] ->[AsyncAPIClient]\n def __init__(self, env: Environment):\n self.env = env\n auth_payload = {\n \"username\": env.username,\n \"password\": env.password,\n \"provider\": \"db\",\n \"refresh\": \"true\",\n }\n self.network = AsyncAPIClient(\n config={\"base_url\": env.url, \"auth\": auth_payload},\n verify_ssl=env.verify_ssl,\n timeout=env.timeout,\n )\n self.delete_before_reimport = False\n # #endregion AsyncSupersetClientInit\n # #region AsyncSupersetClientClose [TYPE Function] [C:3]\n # @PURPOSE: Close async transport resources.\n # @POST: Underlying AsyncAPIClient is closed.\n # @SIDE_EFFECT: Closes network sockets.\n # @RELATION: [CALLS] ->[AsyncAPIClient.aclose]\n async def aclose(self) -> None:\n await self.network.aclose()\n # #endregion AsyncSupersetClientClose\n # #region get_dashboards_page_async [TYPE Function] [C:3]\n # @PURPOSE: Fetch one dashboards page asynchronously.\n # @POST: Returns total count and page result list.\n # @DATA_CONTRACT: Input[query: Optional[Dict]] -> Output[Tuple[int, List[Dict]]]\n # @RELATION: [CALLS] -> [AsyncAPIClient.request]\n async def get_dashboards_page_async(\n self, query: dict | None = None\n ) -> tuple[int, list[dict]]:\n with belief_scope(\"AsyncSupersetClient.get_dashboards_page_async\"):\n validated_query = self._validate_query_params(query or {})\n if \"columns\" not in validated_query:\n validated_query[\"columns\"] = [\n \"slug\",\n \"id\",\n \"url\",\n \"changed_on_utc\",\n \"dashboard_title\",\n \"published\",\n \"created_by\",\n \"changed_by\",\n \"changed_by_name\",\n \"owners\",\n ]\n response_json = cast(\n dict[str, Any],\n await self.network.request(\n method=\"GET\",\n endpoint=\"/dashboard/\",\n params={\"q\": json.dumps(validated_query)},\n ),\n )\n result = response_json.get(\"result\", [])\n total_count = response_json.get(\"count\", len(result))\n return total_count, result\n # #endregion get_dashboards_page_async\n # #region get_dashboard_async [TYPE Function] [C:3]\n # @PURPOSE: Fetch one dashboard payload asynchronously.\n # @POST: Returns raw dashboard payload from Superset API.\n # @DATA_CONTRACT: Input[dashboard_id: int] -> Output[Dict]\n # @RELATION: [CALLS] ->[AsyncAPIClient.request]\n async def get_dashboard_async(self, dashboard_id: int) -> dict:\n with belief_scope(\n \"AsyncSupersetClient.get_dashboard_async\", f\"id={dashboard_id}\"\n ):\n response = await self.network.request(\n method=\"GET\", endpoint=f\"/dashboard/{dashboard_id}\"\n )\n return cast(dict, response)\n # #endregion get_dashboard_async\n # #region get_chart_async [TYPE Function] [C:3]\n # @PURPOSE: Fetch one chart payload asynchronously.\n # @POST: Returns raw chart payload from Superset API.\n # @DATA_CONTRACT: Input[chart_id: int] -> Output[Dict]\n # @RELATION: [CALLS] ->[AsyncAPIClient.request]\n async def get_chart_async(self, chart_id: int) -> dict:\n with belief_scope(\"AsyncSupersetClient.get_chart_async\", f\"id={chart_id}\"):\n response = await self.network.request(\n method=\"GET\", endpoint=f\"/chart/{chart_id}\"\n )\n return cast(dict, response)\n # #endregion get_chart_async\n # #region get_dashboard_detail_async [TYPE Function] [C:3]\n # @PURPOSE: Fetch dashboard detail asynchronously with concurrent charts/datasets requests.\n # @POST: Returns dashboard detail payload for overview page.\n # @DATA_CONTRACT: Input[dashboard_id: int] -> Output[Dict]\n # @RELATION: [CALLS] ->[get_dashboard_async]\n # @RELATION: [CALLS] ->[get_chart_async]\n async def get_dashboard_detail_async(self, dashboard_id: int) -> dict:\n with belief_scope(\n \"AsyncSupersetClient.get_dashboard_detail_async\", f\"id={dashboard_id}\"\n ):\n dashboard_response = await self.get_dashboard_async(dashboard_id)\n dashboard_data = dashboard_response.get(\"result\", dashboard_response)\n charts: list[dict] = []\n datasets: list[dict] = []\n def extract_dataset_id_from_form_data(\n form_data: dict | None,\n ) -> int | None:\n if not isinstance(form_data, dict):\n return None\n datasource = form_data.get(\"datasource\")\n if isinstance(datasource, str):\n matched = re.match(r\"^(\\d+)__\", datasource)\n if matched:\n try:\n return int(matched.group(1))\n except ValueError:\n return None\n if isinstance(datasource, dict):\n ds_id = datasource.get(\"id\")\n try:\n return int(ds_id) if ds_id is not None else None\n except (TypeError, ValueError):\n return None\n ds_id = form_data.get(\"datasource_id\")\n try:\n return int(ds_id) if ds_id is not None else None\n except (TypeError, ValueError):\n return None\n chart_task = self.network.request(\n method=\"GET\",\n endpoint=f\"/dashboard/{dashboard_id}/charts\",\n )\n dataset_task = self.network.request(\n method=\"GET\",\n endpoint=f\"/dashboard/{dashboard_id}/datasets\",\n )\n charts_response, datasets_response = await asyncio.gather(\n chart_task,\n dataset_task,\n return_exceptions=True,\n )\n if not isinstance(charts_response, Exception):\n charts_payload = (\n charts_response.get(\"result\", [])\n if isinstance(charts_response, dict)\n else []\n )\n for chart_obj in charts_payload:\n if not isinstance(chart_obj, dict):\n continue\n chart_id = chart_obj.get(\"id\")\n if chart_id is None:\n continue\n form_data = chart_obj.get(\"form_data\")\n if isinstance(form_data, str):\n try:\n form_data = json.loads(form_data)\n except Exception:\n form_data = {}\n dataset_id = extract_dataset_id_from_form_data(\n form_data\n ) or chart_obj.get(\"datasource_id\")\n charts.append(\n {\n \"id\": int(chart_id),\n \"title\": chart_obj.get(\"slice_name\")\n or chart_obj.get(\"name\")\n or f\"Chart {chart_id}\",\n \"viz_type\": (\n form_data.get(\"viz_type\")\n if isinstance(form_data, dict)\n else None\n ),\n \"dataset_id\": int(dataset_id)\n if dataset_id is not None\n else None,\n \"last_modified\": chart_obj.get(\"changed_on\"),\n \"overview\": chart_obj.get(\"description\")\n or (\n form_data.get(\"viz_type\")\n if isinstance(form_data, dict)\n else None\n )\n or \"Chart\",\n }\n )\n else:\n app_logger.warning(\n \"[get_dashboard_detail_async][Warning] Failed to fetch dashboard charts: %s\",\n charts_response,\n )\n if not isinstance(datasets_response, Exception):\n datasets_payload = (\n datasets_response.get(\"result\", [])\n if isinstance(datasets_response, dict)\n else []\n )\n for dataset_obj in datasets_payload:\n if not isinstance(dataset_obj, dict):\n continue\n dataset_id = dataset_obj.get(\"id\")\n if dataset_id is None:\n continue\n db_payload = dataset_obj.get(\"database\")\n db_name = (\n db_payload.get(\"database_name\")\n if isinstance(db_payload, dict)\n else None\n )\n table_name = (\n dataset_obj.get(\"table_name\")\n or dataset_obj.get(\"datasource_name\")\n or dataset_obj.get(\"name\")\n or f\"Dataset {dataset_id}\"\n )\n schema = dataset_obj.get(\"schema\")\n fq_name = f\"{schema}.{table_name}\" if schema else table_name\n datasets.append(\n {\n \"id\": int(dataset_id),\n \"table_name\": table_name,\n \"schema\": schema,\n \"database\": db_name\n or dataset_obj.get(\"database_name\")\n or \"Unknown\",\n \"last_modified\": dataset_obj.get(\"changed_on\"),\n \"overview\": fq_name,\n }\n )\n else:\n app_logger.warning(\n \"[get_dashboard_detail_async][Warning] Failed to fetch dashboard datasets: %s\",\n datasets_response,\n )\n if not charts:\n raw_position_json = dashboard_data.get(\"position_json\")\n chart_ids_from_position = set()\n if isinstance(raw_position_json, str) and raw_position_json:\n try:\n parsed_position = json.loads(raw_position_json)\n chart_ids_from_position.update(\n self._extract_chart_ids_from_layout(parsed_position)\n )\n except Exception:\n pass\n elif isinstance(raw_position_json, dict):\n chart_ids_from_position.update(\n self._extract_chart_ids_from_layout(raw_position_json)\n )\n raw_json_metadata = dashboard_data.get(\"json_metadata\")\n if isinstance(raw_json_metadata, str) and raw_json_metadata:\n try:\n parsed_metadata = json.loads(raw_json_metadata)\n chart_ids_from_position.update(\n self._extract_chart_ids_from_layout(parsed_metadata)\n )\n except Exception:\n pass\n elif isinstance(raw_json_metadata, dict):\n chart_ids_from_position.update(\n self._extract_chart_ids_from_layout(raw_json_metadata)\n )\n fallback_chart_tasks = [\n self.get_chart_async(int(chart_id))\n for chart_id in sorted(chart_ids_from_position)\n ]\n fallback_chart_responses = await asyncio.gather(\n *fallback_chart_tasks,\n return_exceptions=True,\n )\n for chart_id, chart_response in zip(\n sorted(chart_ids_from_position), fallback_chart_responses\n ):\n if isinstance(chart_response, Exception):\n app_logger.warning(\n \"[get_dashboard_detail_async][Warning] Failed to resolve fallback chart %s: %s\",\n chart_id,\n chart_response,\n )\n continue\n chart_data = chart_response.get(\"result\", chart_response)\n charts.append(\n {\n \"id\": int(chart_id),\n \"title\": chart_data.get(\"slice_name\")\n or chart_data.get(\"name\")\n or f\"Chart {chart_id}\",\n \"viz_type\": chart_data.get(\"viz_type\"),\n \"dataset_id\": chart_data.get(\"datasource_id\"),\n \"last_modified\": chart_data.get(\"changed_on\"),\n \"overview\": chart_data.get(\"description\")\n or chart_data.get(\"viz_type\")\n or \"Chart\",\n }\n )\n dataset_ids_from_charts = {\n c.get(\"dataset_id\") for c in charts if c.get(\"dataset_id\") is not None\n }\n known_dataset_ids = {\n d.get(\"id\") for d in datasets if d.get(\"id\") is not None\n }\n missing_dataset_ids = sorted(\n int(item)\n for item in dataset_ids_from_charts\n if item not in known_dataset_ids\n )\n if missing_dataset_ids:\n dataset_fetch_tasks = [\n self.network.request(\n method=\"GET\", endpoint=f\"/dataset/{dataset_id}\"\n )\n for dataset_id in missing_dataset_ids\n ]\n dataset_fetch_responses = await asyncio.gather(\n *dataset_fetch_tasks,\n return_exceptions=True,\n )\n for dataset_id, dataset_response in zip(\n missing_dataset_ids, dataset_fetch_responses\n ):\n if isinstance(dataset_response, Exception):\n app_logger.warning(\n \"[get_dashboard_detail_async][Warning] Failed to backfill dataset %s: %s\",\n dataset_id,\n dataset_response,\n )\n continue\n dataset_data = (\n dataset_response.get(\"result\", dataset_response)\n if isinstance(dataset_response, dict)\n else {}\n )\n db_payload = dataset_data.get(\"database\")\n db_name = (\n db_payload.get(\"database_name\")\n if isinstance(db_payload, dict)\n else None\n )\n table_name = (\n dataset_data.get(\"table_name\")\n or dataset_data.get(\"datasource_name\")\n or dataset_data.get(\"name\")\n or f\"Dataset {dataset_id}\"\n )\n schema = dataset_data.get(\"schema\")\n fq_name = f\" {schema}.{table_name}\" if schema else table_name\n datasets.append(\n {\n \"id\": int(dataset_id),\n \"table_name\": table_name,\n \"schema\": schema,\n \"database\": db_name\n or dataset_data.get(\"database_name\")\n or \"Unknown\",\n \"last_modified\": dataset_data.get(\"changed_on\"),\n \"overview\": fq_name,\n }\n )\n return {\n \"id\": int(dashboard_data.get(\"id\") or dashboard_id),\n \"title\": dashboard_data.get(\"dashboard_title\")\n or dashboard_data.get(\"title\")\n or f\"Dashboard {dashboard_id}\",\n \"slug\": dashboard_data.get(\"slug\"),\n \"url\": dashboard_data.get(\"url\"),\n \"description\": dashboard_data.get(\"description\"),\n \"last_modified\": dashboard_data.get(\"changed_on_utc\")\n or dashboard_data.get(\"changed_on\"),\n \"published\": dashboard_data.get(\"published\"),\n \"charts\": charts,\n \"datasets\": datasets,\n \"chart_count\": len(charts),\n \"dataset_count\": len(datasets),\n }\n # #endregion get_dashboard_detail_async\n # #region get_dashboard_permalink_state_async [TYPE Function] [C:2]\n # @PURPOSE: Fetch stored dashboard permalink state asynchronously.\n # @POST: Returns dashboard permalink state payload from Superset API.\n # @DATA_CONTRACT: Input[permalink_key: str] -> Output[Dict]\n async def get_dashboard_permalink_state_async(self, permalink_key: str) -> dict:\n with belief_scope(\n \"AsyncSupersetClient.get_dashboard_permalink_state_async\",\n f\"key={permalink_key}\",\n ):\n response = await self.network.request(\n method=\"GET\", endpoint=f\"/dashboard/permalink/{permalink_key}\"\n )\n return cast(dict, response)\n # #endregion get_dashboard_permalink_state_async\n # #region get_native_filter_state_async [TYPE Function] [C:2]\n # @PURPOSE: Fetch stored native filter state asynchronously.\n # @POST: Returns native filter state payload from Superset API.\n # @DATA_CONTRACT: Input[dashboard_id: Union[int, str], filter_state_key: str] -> Output[Dict]\n async def get_native_filter_state_async(\n self, dashboard_id: int, filter_state_key: str\n ) -> dict:\n with belief_scope(\n \"AsyncSupersetClient.get_native_filter_state_async\",\n f\"dashboard={dashboard_id}, key={filter_state_key}\",\n ):\n response = await self.network.request(\n method=\"GET\",\n endpoint=f\"/dashboard/{dashboard_id}/filter_state/{filter_state_key}\",\n )\n return cast(dict, response)\n # #endregion get_native_filter_state_async\n # #region extract_native_filters_from_permalink_async [TYPE Function] [C:3]\n # @PURPOSE: Extract native filters dataMask from a permalink key asynchronously.\n # @POST: Returns extracted dataMask with filter states.\n # @DATA_CONTRACT: Input[permalink_key: str] -> Output[Dict]\n # @RELATION: [CALLS] ->[get_dashboard_permalink_state_async]\n async def extract_native_filters_from_permalink_async(\n self, permalink_key: str\n ) -> dict:\n with belief_scope(\n \"AsyncSupersetClient.extract_native_filters_from_permalink_async\",\n f\"key={permalink_key}\",\n ):\n permalink_response = await self.get_dashboard_permalink_state_async(\n permalink_key\n )\n result = permalink_response.get(\"result\", permalink_response)\n state = result.get(\"state\", result)\n data_mask = state.get(\"dataMask\", {})\n extracted_filters = {}\n for filter_id, filter_data in data_mask.items():\n if not isinstance(filter_data, dict):\n continue\n extracted_filters[filter_id] = {\n \"extraFormData\": filter_data.get(\"extraFormData\", {}),\n \"filterState\": filter_data.get(\"filterState\", {}),\n \"ownState\": filter_data.get(\"ownState\", {}),\n }\n return {\n \"dataMask\": extracted_filters,\n \"activeTabs\": state.get(\"activeTabs\", []),\n \"anchor\": state.get(\"anchor\"),\n \"chartStates\": state.get(\"chartStates\", {}),\n \"permalink_key\": permalink_key,\n }\n # #endregion extract_native_filters_from_permalink_async\n # #region extract_native_filters_from_key_async [TYPE Function] [C:3]\n # @PURPOSE: Extract native filters from a native_filters_key URL parameter asynchronously.\n # @POST: Returns extracted filter state with extraFormData.\n # @DATA_CONTRACT: Input[dashboard_id: Union[int, str], filter_state_key: str] -> Output[Dict]\n # @RELATION: [CALLS] ->[get_native_filter_state_async]\n async def extract_native_filters_from_key_async(\n self, dashboard_id: int, filter_state_key: str\n ) -> dict:\n with belief_scope(\n \"AsyncSupersetClient.extract_native_filters_from_key_async\",\n f\"dashboard={dashboard_id}, key={filter_state_key}\",\n ):\n filter_response = await self.get_native_filter_state_async(\n dashboard_id, filter_state_key\n )\n result = filter_response.get(\"result\", filter_response)\n value = result.get(\"value\")\n if isinstance(value, str):\n try:\n parsed_value = json.loads(value)\n except json.JSONDecodeError as e:\n app_logger.warning(\n \"[extract_native_filters_from_key_async][Warning] Failed to parse filter state JSON: %s\",\n e,\n )\n parsed_value = {}\n elif isinstance(value, dict):\n parsed_value = value\n else:\n parsed_value = {}\n extracted_filters = {}\n if \"id\" in parsed_value and \"extraFormData\" in parsed_value:\n filter_id = parsed_value.get(\"id\", filter_state_key)\n extracted_filters[filter_id] = {\n \"extraFormData\": parsed_value.get(\"extraFormData\", {}),\n \"filterState\": parsed_value.get(\"filterState\", {}),\n \"ownState\": parsed_value.get(\"ownState\", {}),\n }\n else:\n for filter_id, filter_data in parsed_value.items():\n if not isinstance(filter_data, dict):\n continue\n extracted_filters[filter_id] = {\n \"extraFormData\": filter_data.get(\"extraFormData\", {}),\n \"filterState\": filter_data.get(\"filterState\", {}),\n \"ownState\": filter_data.get(\"ownState\", {}),\n }\n return {\n \"dataMask\": extracted_filters,\n \"dashboard_id\": dashboard_id,\n \"filter_state_key\": filter_state_key,\n }\n # #endregion extract_native_filters_from_key_async\n # #region parse_dashboard_url_for_filters_async [TYPE Function] [C:3]\n # @PURPOSE: Parse a Superset dashboard URL and extract native filter state asynchronously.\n # @POST: Returns extracted filter state or empty dict if no filters found.\n # @DATA_CONTRACT: Input[url: str] -> Output[Dict]\n # @RELATION: [CALLS] ->[extract_native_filters_from_permalink_async]\n # @RELATION: [CALLS] ->[extract_native_filters_from_key_async]\n async def parse_dashboard_url_for_filters_async(self, url: str) -> dict:\n with belief_scope(\n \"AsyncSupersetClient.parse_dashboard_url_for_filters_async\", f\"url={url}\"\n ):\n import urllib.parse\n parsed_url = urllib.parse.urlparse(url)\n query_params = urllib.parse.parse_qs(parsed_url.query)\n path_parts = parsed_url.path.rstrip(\"/\").split(\"/\")\n result = {\n \"url\": url,\n \"dashboard_id\": None,\n \"filter_type\": None,\n \"filters\": {},\n }\n # Check for permalink URL: /dashboard/p/{key}/\n if \"p\" in path_parts:\n try:\n p_index = path_parts.index(\"p\")\n if p_index + 1 < len(path_parts):\n permalink_key = path_parts[p_index + 1]\n filter_data = (\n await self.extract_native_filters_from_permalink_async(\n permalink_key\n )\n )\n result[\"filter_type\"] = \"permalink\"\n result[\"filters\"] = filter_data\n return result\n except ValueError:\n pass\n # Check for native_filters_key in query params\n native_filters_key = query_params.get(\"native_filters_key\", [None])[0]\n if native_filters_key:\n dashboard_ref = None\n if \"dashboard\" in path_parts:\n try:\n dash_index = path_parts.index(\"dashboard\")\n if dash_index + 1 < len(path_parts):\n potential_id = path_parts[dash_index + 1]\n if potential_id not in (\"p\", \"list\", \"new\"):\n dashboard_ref = potential_id\n except ValueError:\n pass\n if dashboard_ref:\n # Resolve slug to numeric ID — the filter_state API requires a numeric ID\n resolved_id = None\n try:\n resolved_id = int(dashboard_ref)\n except (ValueError, TypeError):\n try:\n dash_resp = await self.get_dashboard_async(dashboard_ref)\n dash_data = (\n dash_resp.get(\"result\", dash_resp)\n if isinstance(dash_resp, dict)\n else {}\n )\n raw_id = dash_data.get(\"id\")\n if raw_id is not None:\n resolved_id = int(raw_id)\n except Exception as e:\n app_logger.warning(\n \"[parse_dashboard_url_for_filters_async][Warning] Failed to resolve dashboard slug '%s' to ID: %s\",\n dashboard_ref,\n e,\n )\n if resolved_id is not None:\n filter_data = await self.extract_native_filters_from_key_async(\n resolved_id, native_filters_key\n )\n result[\"filter_type\"] = \"native_filters_key\"\n result[\"dashboard_id\"] = resolved_id\n result[\"filters\"] = filter_data\n return result\n else:\n app_logger.warning(\n \"[parse_dashboard_url_for_filters_async][Warning] Could not resolve dashboard_id from URL for native_filters_key\"\n )\n return result\n # Check for native_filters in query params (direct filter values)\n native_filters = query_params.get(\"native_filters\", [None])[0]\n if native_filters:\n try:\n parsed_filters = json.loads(native_filters)\n result[\"filter_type\"] = \"native_filters\"\n result[\"filters\"] = {\"dataMask\": parsed_filters}\n return result\n except json.JSONDecodeError as e:\n app_logger.warning(\n \"[parse_dashboard_url_for_filters_async][Warning] Failed to parse native_filters JSON: %s\",\n e,\n )\n return result\n # #endregion parse_dashboard_url_for_filters_async\n# #endregion AsyncSupersetClient\n# #endregion AsyncSupersetClientModule\n" }, { @@ -27572,6 +28419,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AsyncSupersetClient [C:3] [TYPE Class]\n# @BRIEF Async sibling of SupersetClient for dashboard read paths.\n# @RELATION INHERITS -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [AsyncAPIClient]\n# @RELATION CALLS -> [AsyncAPIClient.request]\nclass AsyncSupersetClient(SupersetClient):\n # #region AsyncSupersetClientInit [TYPE Function] [C:3]\n # @PURPOSE: Initialize async Superset client with AsyncAPIClient transport.\n # @PRE: env is valid Environment instance.\n # @POST: Client uses async network transport and inherited projection helpers.\n # @DATA_CONTRACT: Input[Environment] -> self.network[AsyncAPIClient]\n # @RELATION: [DEPENDS_ON] ->[AsyncAPIClient]\n def __init__(self, env: Environment):\n self.env = env\n auth_payload = {\n \"username\": env.username,\n \"password\": env.password,\n \"provider\": \"db\",\n \"refresh\": \"true\",\n }\n self.network = AsyncAPIClient(\n config={\"base_url\": env.url, \"auth\": auth_payload},\n verify_ssl=env.verify_ssl,\n timeout=env.timeout,\n )\n self.delete_before_reimport = False\n # #endregion AsyncSupersetClientInit\n # #region AsyncSupersetClientClose [TYPE Function] [C:3]\n # @PURPOSE: Close async transport resources.\n # @POST: Underlying AsyncAPIClient is closed.\n # @SIDE_EFFECT: Closes network sockets.\n # @RELATION: [CALLS] ->[AsyncAPIClient.aclose]\n async def aclose(self) -> None:\n await self.network.aclose()\n # #endregion AsyncSupersetClientClose\n # #region get_dashboards_page_async [TYPE Function] [C:3]\n # @PURPOSE: Fetch one dashboards page asynchronously.\n # @POST: Returns total count and page result list.\n # @DATA_CONTRACT: Input[query: Optional[Dict]] -> Output[Tuple[int, List[Dict]]]\n # @RELATION: [CALLS] -> [AsyncAPIClient.request]\n async def get_dashboards_page_async(\n self, query: dict | None = None\n ) -> tuple[int, list[dict]]:\n with belief_scope(\"AsyncSupersetClient.get_dashboards_page_async\"):\n validated_query = self._validate_query_params(query or {})\n if \"columns\" not in validated_query:\n validated_query[\"columns\"] = [\n \"slug\",\n \"id\",\n \"url\",\n \"changed_on_utc\",\n \"dashboard_title\",\n \"published\",\n \"created_by\",\n \"changed_by\",\n \"changed_by_name\",\n \"owners\",\n ]\n response_json = cast(\n dict[str, Any],\n await self.network.request(\n method=\"GET\",\n endpoint=\"/dashboard/\",\n params={\"q\": json.dumps(validated_query)},\n ),\n )\n result = response_json.get(\"result\", [])\n total_count = response_json.get(\"count\", len(result))\n return total_count, result\n # #endregion get_dashboards_page_async\n # #region get_dashboard_async [TYPE Function] [C:3]\n # @PURPOSE: Fetch one dashboard payload asynchronously.\n # @POST: Returns raw dashboard payload from Superset API.\n # @DATA_CONTRACT: Input[dashboard_id: int] -> Output[Dict]\n # @RELATION: [CALLS] ->[AsyncAPIClient.request]\n async def get_dashboard_async(self, dashboard_id: int) -> dict:\n with belief_scope(\n \"AsyncSupersetClient.get_dashboard_async\", f\"id={dashboard_id}\"\n ):\n response = await self.network.request(\n method=\"GET\", endpoint=f\"/dashboard/{dashboard_id}\"\n )\n return cast(dict, response)\n # #endregion get_dashboard_async\n # #region get_chart_async [TYPE Function] [C:3]\n # @PURPOSE: Fetch one chart payload asynchronously.\n # @POST: Returns raw chart payload from Superset API.\n # @DATA_CONTRACT: Input[chart_id: int] -> Output[Dict]\n # @RELATION: [CALLS] ->[AsyncAPIClient.request]\n async def get_chart_async(self, chart_id: int) -> dict:\n with belief_scope(\"AsyncSupersetClient.get_chart_async\", f\"id={chart_id}\"):\n response = await self.network.request(\n method=\"GET\", endpoint=f\"/chart/{chart_id}\"\n )\n return cast(dict, response)\n # #endregion get_chart_async\n # #region get_dashboard_detail_async [TYPE Function] [C:3]\n # @PURPOSE: Fetch dashboard detail asynchronously with concurrent charts/datasets requests.\n # @POST: Returns dashboard detail payload for overview page.\n # @DATA_CONTRACT: Input[dashboard_id: int] -> Output[Dict]\n # @RELATION: [CALLS] ->[get_dashboard_async]\n # @RELATION: [CALLS] ->[get_chart_async]\n async def get_dashboard_detail_async(self, dashboard_id: int) -> dict:\n with belief_scope(\n \"AsyncSupersetClient.get_dashboard_detail_async\", f\"id={dashboard_id}\"\n ):\n dashboard_response = await self.get_dashboard_async(dashboard_id)\n dashboard_data = dashboard_response.get(\"result\", dashboard_response)\n charts: list[dict] = []\n datasets: list[dict] = []\n def extract_dataset_id_from_form_data(\n form_data: dict | None,\n ) -> int | None:\n if not isinstance(form_data, dict):\n return None\n datasource = form_data.get(\"datasource\")\n if isinstance(datasource, str):\n matched = re.match(r\"^(\\d+)__\", datasource)\n if matched:\n try:\n return int(matched.group(1))\n except ValueError:\n return None\n if isinstance(datasource, dict):\n ds_id = datasource.get(\"id\")\n try:\n return int(ds_id) if ds_id is not None else None\n except (TypeError, ValueError):\n return None\n ds_id = form_data.get(\"datasource_id\")\n try:\n return int(ds_id) if ds_id is not None else None\n except (TypeError, ValueError):\n return None\n chart_task = self.network.request(\n method=\"GET\",\n endpoint=f\"/dashboard/{dashboard_id}/charts\",\n )\n dataset_task = self.network.request(\n method=\"GET\",\n endpoint=f\"/dashboard/{dashboard_id}/datasets\",\n )\n charts_response, datasets_response = await asyncio.gather(\n chart_task,\n dataset_task,\n return_exceptions=True,\n )\n if not isinstance(charts_response, Exception):\n charts_payload = (\n charts_response.get(\"result\", [])\n if isinstance(charts_response, dict)\n else []\n )\n for chart_obj in charts_payload:\n if not isinstance(chart_obj, dict):\n continue\n chart_id = chart_obj.get(\"id\")\n if chart_id is None:\n continue\n form_data = chart_obj.get(\"form_data\")\n if isinstance(form_data, str):\n try:\n form_data = json.loads(form_data)\n except Exception:\n form_data = {}\n dataset_id = extract_dataset_id_from_form_data(\n form_data\n ) or chart_obj.get(\"datasource_id\")\n charts.append(\n {\n \"id\": int(chart_id),\n \"title\": chart_obj.get(\"slice_name\")\n or chart_obj.get(\"name\")\n or f\"Chart {chart_id}\",\n \"viz_type\": (\n form_data.get(\"viz_type\")\n if isinstance(form_data, dict)\n else None\n ),\n \"dataset_id\": int(dataset_id)\n if dataset_id is not None\n else None,\n \"last_modified\": chart_obj.get(\"changed_on\"),\n \"overview\": chart_obj.get(\"description\")\n or (\n form_data.get(\"viz_type\")\n if isinstance(form_data, dict)\n else None\n )\n or \"Chart\",\n }\n )\n else:\n app_logger.warning(\n \"[get_dashboard_detail_async][Warning] Failed to fetch dashboard charts: %s\",\n charts_response,\n )\n if not isinstance(datasets_response, Exception):\n datasets_payload = (\n datasets_response.get(\"result\", [])\n if isinstance(datasets_response, dict)\n else []\n )\n for dataset_obj in datasets_payload:\n if not isinstance(dataset_obj, dict):\n continue\n dataset_id = dataset_obj.get(\"id\")\n if dataset_id is None:\n continue\n db_payload = dataset_obj.get(\"database\")\n db_name = (\n db_payload.get(\"database_name\")\n if isinstance(db_payload, dict)\n else None\n )\n table_name = (\n dataset_obj.get(\"table_name\")\n or dataset_obj.get(\"datasource_name\")\n or dataset_obj.get(\"name\")\n or f\"Dataset {dataset_id}\"\n )\n schema = dataset_obj.get(\"schema\")\n fq_name = f\"{schema}.{table_name}\" if schema else table_name\n datasets.append(\n {\n \"id\": int(dataset_id),\n \"table_name\": table_name,\n \"schema\": schema,\n \"database\": db_name\n or dataset_obj.get(\"database_name\")\n or \"Unknown\",\n \"last_modified\": dataset_obj.get(\"changed_on\"),\n \"overview\": fq_name,\n }\n )\n else:\n app_logger.warning(\n \"[get_dashboard_detail_async][Warning] Failed to fetch dashboard datasets: %s\",\n datasets_response,\n )\n if not charts:\n raw_position_json = dashboard_data.get(\"position_json\")\n chart_ids_from_position = set()\n if isinstance(raw_position_json, str) and raw_position_json:\n try:\n parsed_position = json.loads(raw_position_json)\n chart_ids_from_position.update(\n self._extract_chart_ids_from_layout(parsed_position)\n )\n except Exception:\n pass\n elif isinstance(raw_position_json, dict):\n chart_ids_from_position.update(\n self._extract_chart_ids_from_layout(raw_position_json)\n )\n raw_json_metadata = dashboard_data.get(\"json_metadata\")\n if isinstance(raw_json_metadata, str) and raw_json_metadata:\n try:\n parsed_metadata = json.loads(raw_json_metadata)\n chart_ids_from_position.update(\n self._extract_chart_ids_from_layout(parsed_metadata)\n )\n except Exception:\n pass\n elif isinstance(raw_json_metadata, dict):\n chart_ids_from_position.update(\n self._extract_chart_ids_from_layout(raw_json_metadata)\n )\n fallback_chart_tasks = [\n self.get_chart_async(int(chart_id))\n for chart_id in sorted(chart_ids_from_position)\n ]\n fallback_chart_responses = await asyncio.gather(\n *fallback_chart_tasks,\n return_exceptions=True,\n )\n for chart_id, chart_response in zip(\n sorted(chart_ids_from_position), fallback_chart_responses\n ):\n if isinstance(chart_response, Exception):\n app_logger.warning(\n \"[get_dashboard_detail_async][Warning] Failed to resolve fallback chart %s: %s\",\n chart_id,\n chart_response,\n )\n continue\n chart_data = chart_response.get(\"result\", chart_response)\n charts.append(\n {\n \"id\": int(chart_id),\n \"title\": chart_data.get(\"slice_name\")\n or chart_data.get(\"name\")\n or f\"Chart {chart_id}\",\n \"viz_type\": chart_data.get(\"viz_type\"),\n \"dataset_id\": chart_data.get(\"datasource_id\"),\n \"last_modified\": chart_data.get(\"changed_on\"),\n \"overview\": chart_data.get(\"description\")\n or chart_data.get(\"viz_type\")\n or \"Chart\",\n }\n )\n dataset_ids_from_charts = {\n c.get(\"dataset_id\") for c in charts if c.get(\"dataset_id\") is not None\n }\n known_dataset_ids = {\n d.get(\"id\") for d in datasets if d.get(\"id\") is not None\n }\n missing_dataset_ids = sorted(\n int(item)\n for item in dataset_ids_from_charts\n if item not in known_dataset_ids\n )\n if missing_dataset_ids:\n dataset_fetch_tasks = [\n self.network.request(\n method=\"GET\", endpoint=f\"/dataset/{dataset_id}\"\n )\n for dataset_id in missing_dataset_ids\n ]\n dataset_fetch_responses = await asyncio.gather(\n *dataset_fetch_tasks,\n return_exceptions=True,\n )\n for dataset_id, dataset_response in zip(\n missing_dataset_ids, dataset_fetch_responses\n ):\n if isinstance(dataset_response, Exception):\n app_logger.warning(\n \"[get_dashboard_detail_async][Warning] Failed to backfill dataset %s: %s\",\n dataset_id,\n dataset_response,\n )\n continue\n dataset_data = (\n dataset_response.get(\"result\", dataset_response)\n if isinstance(dataset_response, dict)\n else {}\n )\n db_payload = dataset_data.get(\"database\")\n db_name = (\n db_payload.get(\"database_name\")\n if isinstance(db_payload, dict)\n else None\n )\n table_name = (\n dataset_data.get(\"table_name\")\n or dataset_data.get(\"datasource_name\")\n or dataset_data.get(\"name\")\n or f\"Dataset {dataset_id}\"\n )\n schema = dataset_data.get(\"schema\")\n fq_name = f\" {schema}.{table_name}\" if schema else table_name\n datasets.append(\n {\n \"id\": int(dataset_id),\n \"table_name\": table_name,\n \"schema\": schema,\n \"database\": db_name\n or dataset_data.get(\"database_name\")\n or \"Unknown\",\n \"last_modified\": dataset_data.get(\"changed_on\"),\n \"overview\": fq_name,\n }\n )\n return {\n \"id\": int(dashboard_data.get(\"id\") or dashboard_id),\n \"title\": dashboard_data.get(\"dashboard_title\")\n or dashboard_data.get(\"title\")\n or f\"Dashboard {dashboard_id}\",\n \"slug\": dashboard_data.get(\"slug\"),\n \"url\": dashboard_data.get(\"url\"),\n \"description\": dashboard_data.get(\"description\"),\n \"last_modified\": dashboard_data.get(\"changed_on_utc\")\n or dashboard_data.get(\"changed_on\"),\n \"published\": dashboard_data.get(\"published\"),\n \"charts\": charts,\n \"datasets\": datasets,\n \"chart_count\": len(charts),\n \"dataset_count\": len(datasets),\n }\n # #endregion get_dashboard_detail_async\n # #region get_dashboard_permalink_state_async [TYPE Function] [C:2]\n # @PURPOSE: Fetch stored dashboard permalink state asynchronously.\n # @POST: Returns dashboard permalink state payload from Superset API.\n # @DATA_CONTRACT: Input[permalink_key: str] -> Output[Dict]\n async def get_dashboard_permalink_state_async(self, permalink_key: str) -> dict:\n with belief_scope(\n \"AsyncSupersetClient.get_dashboard_permalink_state_async\",\n f\"key={permalink_key}\",\n ):\n response = await self.network.request(\n method=\"GET\", endpoint=f\"/dashboard/permalink/{permalink_key}\"\n )\n return cast(dict, response)\n # #endregion get_dashboard_permalink_state_async\n # #region get_native_filter_state_async [TYPE Function] [C:2]\n # @PURPOSE: Fetch stored native filter state asynchronously.\n # @POST: Returns native filter state payload from Superset API.\n # @DATA_CONTRACT: Input[dashboard_id: Union[int, str], filter_state_key: str] -> Output[Dict]\n async def get_native_filter_state_async(\n self, dashboard_id: int, filter_state_key: str\n ) -> dict:\n with belief_scope(\n \"AsyncSupersetClient.get_native_filter_state_async\",\n f\"dashboard={dashboard_id}, key={filter_state_key}\",\n ):\n response = await self.network.request(\n method=\"GET\",\n endpoint=f\"/dashboard/{dashboard_id}/filter_state/{filter_state_key}\",\n )\n return cast(dict, response)\n # #endregion get_native_filter_state_async\n # #region extract_native_filters_from_permalink_async [TYPE Function] [C:3]\n # @PURPOSE: Extract native filters dataMask from a permalink key asynchronously.\n # @POST: Returns extracted dataMask with filter states.\n # @DATA_CONTRACT: Input[permalink_key: str] -> Output[Dict]\n # @RELATION: [CALLS] ->[get_dashboard_permalink_state_async]\n async def extract_native_filters_from_permalink_async(\n self, permalink_key: str\n ) -> dict:\n with belief_scope(\n \"AsyncSupersetClient.extract_native_filters_from_permalink_async\",\n f\"key={permalink_key}\",\n ):\n permalink_response = await self.get_dashboard_permalink_state_async(\n permalink_key\n )\n result = permalink_response.get(\"result\", permalink_response)\n state = result.get(\"state\", result)\n data_mask = state.get(\"dataMask\", {})\n extracted_filters = {}\n for filter_id, filter_data in data_mask.items():\n if not isinstance(filter_data, dict):\n continue\n extracted_filters[filter_id] = {\n \"extraFormData\": filter_data.get(\"extraFormData\", {}),\n \"filterState\": filter_data.get(\"filterState\", {}),\n \"ownState\": filter_data.get(\"ownState\", {}),\n }\n return {\n \"dataMask\": extracted_filters,\n \"activeTabs\": state.get(\"activeTabs\", []),\n \"anchor\": state.get(\"anchor\"),\n \"chartStates\": state.get(\"chartStates\", {}),\n \"permalink_key\": permalink_key,\n }\n # #endregion extract_native_filters_from_permalink_async\n # #region extract_native_filters_from_key_async [TYPE Function] [C:3]\n # @PURPOSE: Extract native filters from a native_filters_key URL parameter asynchronously.\n # @POST: Returns extracted filter state with extraFormData.\n # @DATA_CONTRACT: Input[dashboard_id: Union[int, str], filter_state_key: str] -> Output[Dict]\n # @RELATION: [CALLS] ->[get_native_filter_state_async]\n async def extract_native_filters_from_key_async(\n self, dashboard_id: int, filter_state_key: str\n ) -> dict:\n with belief_scope(\n \"AsyncSupersetClient.extract_native_filters_from_key_async\",\n f\"dashboard={dashboard_id}, key={filter_state_key}\",\n ):\n filter_response = await self.get_native_filter_state_async(\n dashboard_id, filter_state_key\n )\n result = filter_response.get(\"result\", filter_response)\n value = result.get(\"value\")\n if isinstance(value, str):\n try:\n parsed_value = json.loads(value)\n except json.JSONDecodeError as e:\n app_logger.warning(\n \"[extract_native_filters_from_key_async][Warning] Failed to parse filter state JSON: %s\",\n e,\n )\n parsed_value = {}\n elif isinstance(value, dict):\n parsed_value = value\n else:\n parsed_value = {}\n extracted_filters = {}\n if \"id\" in parsed_value and \"extraFormData\" in parsed_value:\n filter_id = parsed_value.get(\"id\", filter_state_key)\n extracted_filters[filter_id] = {\n \"extraFormData\": parsed_value.get(\"extraFormData\", {}),\n \"filterState\": parsed_value.get(\"filterState\", {}),\n \"ownState\": parsed_value.get(\"ownState\", {}),\n }\n else:\n for filter_id, filter_data in parsed_value.items():\n if not isinstance(filter_data, dict):\n continue\n extracted_filters[filter_id] = {\n \"extraFormData\": filter_data.get(\"extraFormData\", {}),\n \"filterState\": filter_data.get(\"filterState\", {}),\n \"ownState\": filter_data.get(\"ownState\", {}),\n }\n return {\n \"dataMask\": extracted_filters,\n \"dashboard_id\": dashboard_id,\n \"filter_state_key\": filter_state_key,\n }\n # #endregion extract_native_filters_from_key_async\n # #region parse_dashboard_url_for_filters_async [TYPE Function] [C:3]\n # @PURPOSE: Parse a Superset dashboard URL and extract native filter state asynchronously.\n # @POST: Returns extracted filter state or empty dict if no filters found.\n # @DATA_CONTRACT: Input[url: str] -> Output[Dict]\n # @RELATION: [CALLS] ->[extract_native_filters_from_permalink_async]\n # @RELATION: [CALLS] ->[extract_native_filters_from_key_async]\n async def parse_dashboard_url_for_filters_async(self, url: str) -> dict:\n with belief_scope(\n \"AsyncSupersetClient.parse_dashboard_url_for_filters_async\", f\"url={url}\"\n ):\n import urllib.parse\n parsed_url = urllib.parse.urlparse(url)\n query_params = urllib.parse.parse_qs(parsed_url.query)\n path_parts = parsed_url.path.rstrip(\"/\").split(\"/\")\n result = {\n \"url\": url,\n \"dashboard_id\": None,\n \"filter_type\": None,\n \"filters\": {},\n }\n # Check for permalink URL: /dashboard/p/{key}/\n if \"p\" in path_parts:\n try:\n p_index = path_parts.index(\"p\")\n if p_index + 1 < len(path_parts):\n permalink_key = path_parts[p_index + 1]\n filter_data = (\n await self.extract_native_filters_from_permalink_async(\n permalink_key\n )\n )\n result[\"filter_type\"] = \"permalink\"\n result[\"filters\"] = filter_data\n return result\n except ValueError:\n pass\n # Check for native_filters_key in query params\n native_filters_key = query_params.get(\"native_filters_key\", [None])[0]\n if native_filters_key:\n dashboard_ref = None\n if \"dashboard\" in path_parts:\n try:\n dash_index = path_parts.index(\"dashboard\")\n if dash_index + 1 < len(path_parts):\n potential_id = path_parts[dash_index + 1]\n if potential_id not in (\"p\", \"list\", \"new\"):\n dashboard_ref = potential_id\n except ValueError:\n pass\n if dashboard_ref:\n # Resolve slug to numeric ID — the filter_state API requires a numeric ID\n resolved_id = None\n try:\n resolved_id = int(dashboard_ref)\n except (ValueError, TypeError):\n try:\n dash_resp = await self.get_dashboard_async(dashboard_ref)\n dash_data = (\n dash_resp.get(\"result\", dash_resp)\n if isinstance(dash_resp, dict)\n else {}\n )\n raw_id = dash_data.get(\"id\")\n if raw_id is not None:\n resolved_id = int(raw_id)\n except Exception as e:\n app_logger.warning(\n \"[parse_dashboard_url_for_filters_async][Warning] Failed to resolve dashboard slug '%s' to ID: %s\",\n dashboard_ref,\n e,\n )\n if resolved_id is not None:\n filter_data = await self.extract_native_filters_from_key_async(\n resolved_id, native_filters_key\n )\n result[\"filter_type\"] = \"native_filters_key\"\n result[\"dashboard_id\"] = resolved_id\n result[\"filters\"] = filter_data\n return result\n else:\n app_logger.warning(\n \"[parse_dashboard_url_for_filters_async][Warning] Could not resolve dashboard_id from URL for native_filters_key\"\n )\n return result\n # Check for native_filters in query params (direct filter values)\n native_filters = query_params.get(\"native_filters\", [None])[0]\n if native_filters:\n try:\n parsed_filters = json.loads(native_filters)\n result[\"filter_type\"] = \"native_filters\"\n result[\"filters\"] = {\"dataMask\": parsed_filters}\n return result\n except json.JSONDecodeError as e:\n app_logger.warning(\n \"[parse_dashboard_url_for_filters_async][Warning] Failed to parse native_filters JSON: %s\",\n e,\n )\n return result\n # #endregion parse_dashboard_url_for_filters_async\n# #endregion AsyncSupersetClient\n" }, { @@ -27616,6 +28464,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AuthPackage [TYPE Package] [SEMANTICS auth, package, init]\n# @BRIEF Authentication and authorization package root.\n# #endregion AuthPackage\n" }, { @@ -27649,6 +28498,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_create_user [TYPE Function]\n# @BRIEF Verifies that a persisted user can be retrieved with intact credential hash.\n# @RELATION BINDS_TO -> test_auth\ndef test_create_user(auth_repo):\n \"\"\"Test user creation\"\"\"\n user = User(\n username=\"testuser\",\n email=\"test@example.com\",\n password_hash=get_password_hash(\"testpassword123\"),\n auth_source=\"LOCAL\",\n )\n auth_repo.db.add(user)\n auth_repo.db.commit()\n retrieved_user = auth_repo.get_user_by_username(\"testuser\")\n assert retrieved_user is not None\n assert retrieved_user.username == \"testuser\"\n assert retrieved_user.email == \"test@example.com\"\n assert verify_password(\"testpassword123\", retrieved_user.password_hash)\n# #endregion test_create_user\n" }, { @@ -27682,6 +28532,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_authenticate_user [TYPE Function]\n# @BRIEF Validates authentication outcomes for valid, wrong-password, and unknown-user cases.\n# @RELATION BINDS_TO -> test_auth\ndef test_authenticate_user(auth_service, auth_repo):\n \"\"\"Test user authentication with valid and invalid credentials\"\"\"\n user = User(\n username=\"testuser\",\n email=\"test@example.com\",\n password_hash=get_password_hash(\"testpassword123\"),\n auth_source=\"LOCAL\",\n )\n auth_repo.db.add(user)\n auth_repo.db.commit()\n # Test valid credentials\n authenticated_user = auth_service.authenticate_user(\"testuser\", \"testpassword123\")\n assert authenticated_user is not None\n assert authenticated_user.username == \"testuser\"\n # Test invalid password\n invalid_user = auth_service.authenticate_user(\"testuser\", \"wrongpassword\")\n assert invalid_user is None\n # Test invalid username\n invalid_user = auth_service.authenticate_user(\"nonexistent\", \"testpassword123\")\n assert invalid_user is None\n# #endregion test_authenticate_user\n" }, { @@ -27715,6 +28566,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_create_session [TYPE Function]\n# @BRIEF Ensures session creation returns bearer token payload fields.\n# @RELATION BINDS_TO -> test_auth\ndef test_create_session(auth_service, auth_repo):\n \"\"\"Test session token creation\"\"\"\n user = User(\n username=\"testuser\",\n email=\"test@example.com\",\n password_hash=get_password_hash(\"testpassword123\"),\n auth_source=\"LOCAL\",\n )\n auth_repo.db.add(user)\n auth_repo.db.commit()\n session = auth_service.create_session(user)\n assert \"access_token\" in session\n assert \"token_type\" in session\n assert session[\"token_type\"] == \"bearer\"\n assert len(session[\"access_token\"]) > 0\n# #endregion test_create_session\n" }, { @@ -27748,6 +28600,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_role_permission_association [TYPE Function]\n# @BRIEF Confirms role-permission many-to-many assignments persist and reload correctly.\n# @RELATION BINDS_TO -> test_auth\ndef test_role_permission_association(auth_repo):\n \"\"\"Test role and permission association\"\"\"\n role = Role(name=\"Admin\", description=\"System administrator\")\n perm1 = Permission(resource=\"admin:users\", action=\"READ\")\n perm2 = Permission(resource=\"admin:users\", action=\"WRITE\")\n role.permissions.extend([perm1, perm2])\n auth_repo.db.add(role)\n auth_repo.db.commit()\n retrieved_role = auth_repo.get_role_by_name(\"Admin\")\n assert retrieved_role is not None\n assert len(retrieved_role.permissions) == 2\n permissions = [f\"{p.resource}:{p.action}\" for p in retrieved_role.permissions]\n assert \"admin:users:READ\" in permissions\n assert \"admin:users:WRITE\" in permissions\n# #endregion test_role_permission_association\n" }, { @@ -27781,6 +28634,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_user_role_association [TYPE Function]\n# @BRIEF Confirms user-role assignment persists and is queryable from repository reads.\n# @RELATION BINDS_TO -> test_auth\ndef test_user_role_association(auth_repo):\n \"\"\"Test user and role association\"\"\"\n role = Role(name=\"Admin\", description=\"System administrator\")\n user = User(\n username=\"adminuser\",\n email=\"admin@example.com\",\n password_hash=get_password_hash(\"adminpass123\"),\n auth_source=\"LOCAL\",\n )\n user.roles.append(role)\n auth_repo.db.add(role)\n auth_repo.db.add(user)\n auth_repo.db.commit()\n retrieved_user = auth_repo.get_user_by_username(\"adminuser\")\n assert retrieved_user is not None\n assert len(retrieved_user.roles) == 1\n assert retrieved_user.roles[0].name == \"Admin\"\n# #endregion test_user_role_association\n" }, { @@ -27814,6 +28668,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_ad_group_mapping [TYPE Function]\n# @BRIEF Verifies AD group mapping rows persist and reference the expected role.\n# @RELATION BINDS_TO -> test_auth\ndef test_ad_group_mapping(auth_repo):\n \"\"\"Test AD group mapping\"\"\"\n role = Role(name=\"ADFS_Admin\", description=\"ADFS administrators\")\n auth_repo.db.add(role)\n auth_repo.db.commit()\n mapping = ADGroupMapping(ad_group=\"DOMAIN\\\\ADFS_Admins\", role_id=role.id)\n auth_repo.db.add(mapping)\n auth_repo.db.commit()\n retrieved_mapping = (\n auth_repo.db.query(ADGroupMapping)\n .filter_by(ad_group=\"DOMAIN\\\\ADFS_Admins\")\n .first()\n )\n assert retrieved_mapping is not None\n assert retrieved_mapping.role_id == role.id\n# #endregion test_ad_group_mapping\n" }, { @@ -27847,6 +28702,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_authenticate_user_updates_last_login [TYPE Function]\n# @BRIEF Verifies successful authentication updates last_login audit field.\n# @RELATION BINDS_TO -> test_auth\ndef test_authenticate_user_updates_last_login(auth_service, auth_repo):\n \"\"\"@SIDE_EFFECT: authenticate_user updates last_login timestamp on success.\"\"\"\n user = User(\n username=\"loginuser\",\n email=\"login@example.com\",\n password_hash=get_password_hash(\"mypassword\"),\n auth_source=\"LOCAL\",\n )\n auth_repo.db.add(user)\n auth_repo.db.commit()\n assert user.last_login is None\n authenticated = auth_service.authenticate_user(\"loginuser\", \"mypassword\")\n assert authenticated is not None\n assert authenticated.last_login is not None\n# #endregion test_authenticate_user_updates_last_login\n" }, { @@ -27880,6 +28736,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_authenticate_inactive_user [TYPE Function]\n# @BRIEF Verifies inactive accounts are rejected during password authentication.\n# @RELATION BINDS_TO -> test_auth\ndef test_authenticate_inactive_user(auth_service, auth_repo):\n \"\"\"@PRE: User with is_active=False should not authenticate.\"\"\"\n user = User(\n username=\"inactive_user\",\n email=\"inactive@example.com\",\n password_hash=get_password_hash(\"testpass\"),\n auth_source=\"LOCAL\",\n is_active=False,\n )\n auth_repo.db.add(user)\n auth_repo.db.commit()\n result = auth_service.authenticate_user(\"inactive_user\", \"testpass\")\n assert result is None\n# #endregion test_authenticate_inactive_user\n" }, { @@ -27913,6 +28770,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_verify_password_empty_hash [TYPE Function]\n# @BRIEF Verifies password verification safely rejects empty or null password hashes.\n# @RELATION BINDS_TO -> test_auth\ndef test_verify_password_empty_hash():\n \"\"\"@PRE: verify_password with empty/None hash returns False.\"\"\"\n assert verify_password(\"anypassword\", \"\") is False\n assert verify_password(\"anypassword\", None) is False\n# #endregion test_verify_password_empty_hash\n" }, { @@ -27946,6 +28804,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_provision_adfs_user_new [TYPE Function]\n# @BRIEF Verifies JIT provisioning creates a new ADFS user and maps group-derived roles.\n# @RELATION BINDS_TO -> test_auth\ndef test_provision_adfs_user_new(auth_service, auth_repo):\n \"\"\"@POST: provision_adfs_user creates a new ADFS user with correct roles.\"\"\"\n # Set up a role and AD group mapping\n role = Role(name=\"ADFS_Viewer\", description=\"ADFS viewer role\")\n auth_repo.db.add(role)\n auth_repo.db.commit()\n mapping = ADGroupMapping(ad_group=\"DOMAIN\\\\Viewers\", role_id=role.id)\n auth_repo.db.add(mapping)\n auth_repo.db.commit()\n user_info = {\n \"upn\": \"newadfsuser@domain.com\",\n \"email\": \"newadfsuser@domain.com\",\n \"groups\": [\"DOMAIN\\\\Viewers\"],\n }\n user = auth_service.provision_adfs_user(user_info)\n assert user is not None\n assert user.username == \"newadfsuser@domain.com\"\n assert user.auth_source == \"ADFS\"\n assert user.is_active is True\n assert len(user.roles) == 1\n assert user.roles[0].name == \"ADFS_Viewer\"\n# #endregion test_provision_adfs_user_new\n" }, { @@ -27979,6 +28838,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_provision_adfs_user_existing [TYPE Function]\n# @BRIEF Verifies JIT provisioning reuses existing ADFS user and refreshes role assignments.\n# @RELATION BINDS_TO -> test_auth\ndef test_provision_adfs_user_existing(auth_service, auth_repo):\n \"\"\"@POST: provision_adfs_user updates roles for existing user.\"\"\"\n # Create existing user\n existing = User(\n username=\"existingadfs@domain.com\",\n email=\"existingadfs@domain.com\",\n auth_source=\"ADFS\",\n is_active=True,\n )\n auth_repo.db.add(existing)\n auth_repo.db.commit()\n user_info = {\n \"upn\": \"existingadfs@domain.com\",\n \"email\": \"existingadfs@domain.com\",\n \"groups\": [],\n }\n user = auth_service.provision_adfs_user(user_info)\n assert user is not None\n assert user.username == \"existingadfs@domain.com\"\n assert len(user.roles) == 0 # No matching group mappings\n# #endregion test_auth\n# #endregion test_provision_adfs_user_existing\n" }, { @@ -28024,6 +28884,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AuthConfigModule [C:2] [TYPE Module] [SEMANTICS pydantic, auth, auth-config, config]\n#\n# @BRIEF Centralized configuration for authentication and authorization.\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> pydantic\n#\n# @INVARIANT: All sensitive configuration must have defaults or be loaded from environment.\n\nfrom pydantic import Field\nfrom pydantic_settings import BaseSettings\n\n\n# #region AuthConfig [TYPE Class]\n# @BRIEF Holds authentication-related settings.\n# @PRE: Environment variables may be provided via .env file.\n# @POST: Returns a configuration object with validated settings.\n# @RELATION INHERITS -> pydantic_settings.BaseSettings\nclass AuthConfig(BaseSettings):\n # JWT Settings\n SECRET_KEY: str = Field(default=\"super-secret-key-change-in-production\", env=\"AUTH_SECRET_KEY\")\n ALGORITHM: str = \"HS256\"\n ACCESS_TOKEN_EXPIRE_MINUTES: int = 480\n REFRESH_TOKEN_EXPIRE_DAYS: int = 7\n\n # Database Settings\n AUTH_DATABASE_URL: str = Field(\n default=\"postgresql+psycopg2://postgres:postgres@localhost:5432/ss_tools\",\n env=\"AUTH_DATABASE_URL\",\n )\n\n # ADFS Settings\n ADFS_CLIENT_ID: str = Field(default=\"\", env=\"ADFS_CLIENT_ID\")\n ADFS_CLIENT_SECRET: str = Field(default=\"\", env=\"ADFS_CLIENT_SECRET\")\n ADFS_METADATA_URL: str = Field(default=\"\", env=\"ADFS_METADATA_URL\")\n\n class Config:\n env_file = \".env\"\n extra = \"ignore\"\n# #endregion AuthConfig\n\n# #region auth_config [TYPE Variable]\n# @BRIEF Singleton instance of AuthConfig.\n# @RELATION DEPENDS_ON -> AuthConfig\nauth_config = AuthConfig()\n# #endregion auth_config\n\n# #endregion AuthConfigModule\n" }, { @@ -28086,6 +28947,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AuthConfig [TYPE Class]\n# @BRIEF Holds authentication-related settings.\n# @PRE: Environment variables may be provided via .env file.\n# @POST: Returns a configuration object with validated settings.\n# @RELATION INHERITS -> pydantic_settings.BaseSettings\nclass AuthConfig(BaseSettings):\n # JWT Settings\n SECRET_KEY: str = Field(default=\"super-secret-key-change-in-production\", env=\"AUTH_SECRET_KEY\")\n ALGORITHM: str = \"HS256\"\n ACCESS_TOKEN_EXPIRE_MINUTES: int = 480\n REFRESH_TOKEN_EXPIRE_DAYS: int = 7\n\n # Database Settings\n AUTH_DATABASE_URL: str = Field(\n default=\"postgresql+psycopg2://postgres:postgres@localhost:5432/ss_tools\",\n env=\"AUTH_DATABASE_URL\",\n )\n\n # ADFS Settings\n ADFS_CLIENT_ID: str = Field(default=\"\", env=\"ADFS_CLIENT_ID\")\n ADFS_CLIENT_SECRET: str = Field(default=\"\", env=\"ADFS_CLIENT_SECRET\")\n ADFS_METADATA_URL: str = Field(default=\"\", env=\"ADFS_METADATA_URL\")\n\n class Config:\n env_file = \".env\"\n extra = \"ignore\"\n# #endregion AuthConfig\n" }, { @@ -28146,6 +29008,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region auth_config [TYPE Variable]\n# @BRIEF Singleton instance of AuthConfig.\n# @RELATION DEPENDS_ON -> AuthConfig\nauth_config = AuthConfig()\n# #endregion auth_config\n" }, { @@ -28206,6 +29069,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AuthJwtModule [C:3] [TYPE Module] [SEMANTICS auth, validate, jwt, token]\n#\n# @BRIEF JWT token generation and validation logic.\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> [auth_config]\n# @RELATION USES -> [auth_config]\n#\n# @INVARIANT: Tokens must include expiration time and user identifier.\n\nfrom datetime import datetime, timedelta\n\nfrom jose import jwt\n\nfrom ..logger import belief_scope\nfrom .config import auth_config\n\n\n# #region create_access_token [TYPE Function]\n# @BRIEF Generates a new JWT access token.\n# @PRE: data dict contains 'sub' (user_id) and optional 'scopes' (roles).\n# @POST: Returns a signed JWT string.\n# @RELATION DEPENDS_ON -> [auth_config]\n#\ndef create_access_token(data: dict, expires_delta: timedelta | None = None) -> str:\n with belief_scope(\"create_access_token\"):\n to_encode = data.copy()\n if expires_delta:\n expire = datetime.utcnow() + expires_delta\n else:\n expire = datetime.utcnow() + timedelta(\n minutes=auth_config.ACCESS_TOKEN_EXPIRE_MINUTES\n )\n\n to_encode.update({\"exp\": expire})\n encoded_jwt = jwt.encode(\n to_encode, auth_config.SECRET_KEY, algorithm=auth_config.ALGORITHM\n )\n return encoded_jwt\n\n\n# #endregion create_access_token\n\n\n# #region decode_token [TYPE Function]\n# @BRIEF Decodes and validates a JWT token.\n# @PRE: token is a signed JWT string.\n# @POST: Returns the decoded payload if valid.\n# @RELATION DEPENDS_ON -> [auth_config]\n#\ndef decode_token(token: str) -> dict:\n with belief_scope(\"decode_token\"):\n payload = jwt.decode(\n token, auth_config.SECRET_KEY, algorithms=[auth_config.ALGORITHM]\n )\n return payload\n\n\n# #endregion decode_token\n\n# #endregion AuthJwtModule\n" }, { @@ -28268,6 +29132,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_access_token [TYPE Function]\n# @BRIEF Generates a new JWT access token.\n# @PRE: data dict contains 'sub' (user_id) and optional 'scopes' (roles).\n# @POST: Returns a signed JWT string.\n# @RELATION DEPENDS_ON -> [auth_config]\n#\ndef create_access_token(data: dict, expires_delta: timedelta | None = None) -> str:\n with belief_scope(\"create_access_token\"):\n to_encode = data.copy()\n if expires_delta:\n expire = datetime.utcnow() + expires_delta\n else:\n expire = datetime.utcnow() + timedelta(\n minutes=auth_config.ACCESS_TOKEN_EXPIRE_MINUTES\n )\n\n to_encode.update({\"exp\": expire})\n encoded_jwt = jwt.encode(\n to_encode, auth_config.SECRET_KEY, algorithm=auth_config.ALGORITHM\n )\n return encoded_jwt\n\n\n# #endregion create_access_token\n" }, { @@ -28330,6 +29195,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region decode_token [TYPE Function]\n# @BRIEF Decodes and validates a JWT token.\n# @PRE: token is a signed JWT string.\n# @POST: Returns the decoded payload if valid.\n# @RELATION DEPENDS_ON -> [auth_config]\n#\ndef decode_token(token: str) -> dict:\n with belief_scope(\"decode_token\"):\n payload = jwt.decode(\n token, auth_config.SECRET_KEY, algorithms=[auth_config.ALGORITHM]\n )\n return payload\n\n\n# #endregion decode_token\n" }, { @@ -28384,6 +29250,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AuthLoggerModule [C:3] [TYPE Module] [SEMANTICS auth, audit, logging]\n#\n# @BRIEF Audit logging for security-related events.\n# @LAYER: Core\n# @RELATION USES -> belief_scope\n#\n# @INVARIANT: Must not log sensitive data like passwords or full tokens.\n\nfrom datetime import datetime\n\nfrom ..logger import belief_scope, logger\n\n\n# #region log_security_event [TYPE Function]\n# @BRIEF Logs a security-related event for audit trails.\n# @PRE: event_type and username are strings.\n# @POST: Security event is written to the application log.\n# @RELATION USES -> logger\ndef log_security_event(event_type: str, username: str, details: dict = None):\n with belief_scope(\"log_security_event\", f\"{event_type}:{username}\"):\n timestamp = datetime.utcnow().isoformat()\n msg = f\"[AUDIT][{timestamp}][{event_type}] User: {username}\"\n if details:\n msg += f\" Details: {details}\"\n logger.info(msg)\n# #endregion log_security_event\n\n# #endregion AuthLoggerModule\n" }, { @@ -28464,6 +29331,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region log_security_event [TYPE Function]\n# @BRIEF Logs a security-related event for audit trails.\n# @PRE: event_type and username are strings.\n# @POST: Security event is written to the application log.\n# @RELATION USES -> logger\ndef log_security_event(event_type: str, username: str, details: dict = None):\n with belief_scope(\"log_security_event\", f\"{event_type}:{username}\"):\n timestamp = datetime.utcnow().isoformat()\n msg = f\"[AUDIT][{timestamp}][{event_type}] User: {username}\"\n if details:\n msg += f\" Details: {details}\"\n logger.info(msg)\n# #endregion log_security_event\n" }, { @@ -28533,6 +29401,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AuthOauthModule [C:2] [TYPE Module] [SEMANTICS auth, oauth, oidc, adfs, authlib]\n#\n# @BRIEF ADFS OIDC configuration and client using Authlib.\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> authlib\n# @RELATION USES -> auth_config\n#\n# @INVARIANT: Must use secure OIDC flows.\n\nfrom authlib.integrations.starlette_client import OAuth\n\nfrom .config import auth_config\n\n# #region oauth [TYPE Variable]\n# @BRIEF Global Authlib OAuth registry.\n# @RELATION DEPENDS_ON -> OAuth\noauth = OAuth()\n# #endregion oauth\n\n# #region register_adfs [TYPE Function]\n# @BRIEF Registers the ADFS OIDC client.\n# @PRE: ADFS configuration is provided in auth_config.\n# @POST: ADFS client is registered in oauth registry.\n# @RELATION USES -> oauth\n# @RELATION USES -> auth_config\ndef register_adfs():\n if auth_config.ADFS_CLIENT_ID:\n oauth.register(\n name='adfs',\n client_id=auth_config.ADFS_CLIENT_ID,\n client_secret=auth_config.ADFS_CLIENT_SECRET,\n server_metadata_url=auth_config.ADFS_METADATA_URL,\n client_kwargs={\n 'scope': 'openid email profile groups'\n }\n )\n# #endregion register_adfs\n\n# #region is_adfs_configured [TYPE Function]\n# @BRIEF Checks if ADFS is properly configured.\n# @PRE: None.\n# @POST: Returns True if ADFS client is registered, False otherwise.\n# @RELATION USES -> oauth\ndef is_adfs_configured() -> bool:\n \"\"\"Check if ADFS OAuth client is registered.\"\"\"\n return 'adfs' in oauth._registry\n# #endregion is_adfs_configured\n\n# Initial registration\nregister_adfs()\n\n# #endregion AuthOauthModule\n" }, { @@ -28593,6 +29462,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region oauth [TYPE Variable]\n# @BRIEF Global Authlib OAuth registry.\n# @RELATION DEPENDS_ON -> OAuth\noauth = OAuth()\n# #endregion oauth\n" }, { @@ -28697,6 +29567,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region register_adfs [TYPE Function]\n# @BRIEF Registers the ADFS OIDC client.\n# @PRE: ADFS configuration is provided in auth_config.\n# @POST: ADFS client is registered in oauth registry.\n# @RELATION USES -> oauth\n# @RELATION USES -> auth_config\ndef register_adfs():\n if auth_config.ADFS_CLIENT_ID:\n oauth.register(\n name='adfs',\n client_id=auth_config.ADFS_CLIENT_ID,\n client_secret=auth_config.ADFS_CLIENT_SECRET,\n server_metadata_url=auth_config.ADFS_METADATA_URL,\n client_kwargs={\n 'scope': 'openid email profile groups'\n }\n )\n# #endregion register_adfs\n" }, { @@ -28777,6 +29648,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region is_adfs_configured [TYPE Function]\n# @BRIEF Checks if ADFS is properly configured.\n# @PRE: None.\n# @POST: Returns True if ADFS client is registered, False otherwise.\n# @RELATION USES -> oauth\ndef is_adfs_configured() -> bool:\n \"\"\"Check if ADFS OAuth client is registered.\"\"\"\n return 'adfs' in oauth._registry\n# #endregion is_adfs_configured\n" }, { @@ -28838,6 +29710,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AuthRepositoryModule [C:5] [TYPE Module] [SEMANTICS sqlalchemy, auth, search, user, auth-repository]\n# @BRIEF Data access layer for authentication and user preference entities.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [AuthModels]\n# @RELATION DEPENDS_ON -> [ProfileModels]\n# @RELATION DEPENDS_ON -> [belief_scope]\n# @INVARIANT: All database read/write operations must execute via the injected SQLAlchemy session boundary.\n# @DATA_CONTRACT: Input[sqlalchemy.orm.Session] -> Output[User|Role|Permission|UserDashboardPreference access]\n# @PRE: Database connection is active.\n# @POST: Provides valid access to identity data.\n# @SIDE_EFFECT: Executes database read queries through the injected SQLAlchemy session boundary.\n\nfrom sqlalchemy.orm import Session, selectinload\n\nfrom ...models.auth import ADGroupMapping, Permission, Role, User\nfrom ...models.profile import UserDashboardPreference\nfrom ..logger import belief_scope, logger\n\n\n# #region AuthRepository [TYPE Class]\n# @BRIEF Provides low-level CRUD operations for identity and authorization records.\n# @PRE: Database session is bound.\n# @POST: Entity instances returned safely.\n# @SIDE_EFFECT: Performs database reads.\n# @RELATION DEPENDS_ON -> [AuthModels]\nclass AuthRepository:\n def __init__(self, db: Session):\n self.db = db\n # #region get_user_by_id [TYPE Function]\n # @PURPOSE: Retrieve user by UUID.\n # @PRE: user_id is a valid UUID string.\n # @POST: Returns User object if found, else None.\n # @RELATION: DEPENDS_ON -> [User]\n def get_user_by_id(self, user_id: str) -> User | None:\n with belief_scope(\"AuthRepository.get_user_by_id\"):\n logger.reason(f\"Fetching user by id: {user_id}\")\n result = self.db.query(User).filter(User.id == user_id).first()\n logger.reflect(f\"User found: {result is not None}\")\n return result\n # #endregion get_user_by_id\n # #region get_user_by_username [TYPE Function]\n # @PURPOSE: Retrieve user by username.\n # @PRE: username is a non-empty string.\n # @POST: Returns User object if found, else None.\n # @RELATION: DEPENDS_ON -> [User]\n def get_user_by_username(self, username: str) -> User | None:\n with belief_scope(\"AuthRepository.get_user_by_username\"):\n logger.reason(f\"Fetching user by username: {username}\")\n result = self.db.query(User).filter(User.username == username).first()\n logger.reflect(f\"User found: {result is not None}\")\n return result\n # #endregion get_user_by_username\n # #region get_role_by_id [TYPE Function]\n # @PURPOSE: Retrieve role by UUID with permissions preloaded.\n # @RELATION: DEPENDS_ON -> [Role]\n # @RELATION: DEPENDS_ON -> [Permission]\n def get_role_by_id(self, role_id: str) -> Role | None:\n with belief_scope(\"AuthRepository.get_role_by_id\"):\n return (\n self.db.query(Role)\n .options(selectinload(Role.permissions))\n .filter(Role.id == role_id)\n .first()\n )\n # #endregion get_role_by_id\n # #region get_role_by_name [TYPE Function]\n # @PURPOSE: Retrieve role by unique name.\n # @RELATION: DEPENDS_ON -> [Role]\n def get_role_by_name(self, name: str) -> Role | None:\n with belief_scope(\"AuthRepository.get_role_by_name\"):\n return self.db.query(Role).filter(Role.name == name).first()\n # #endregion get_role_by_name\n # #region get_permission_by_id [TYPE Function]\n # @PURPOSE: Retrieve permission by UUID.\n # @RELATION: DEPENDS_ON -> [Permission]\n def get_permission_by_id(self, permission_id: str) -> Permission | None:\n with belief_scope(\"AuthRepository.get_permission_by_id\"):\n return (\n self.db.query(Permission).filter(Permission.id == permission_id).first()\n )\n # #endregion get_permission_by_id\n # #region get_permission_by_resource_action [TYPE Function]\n # @PURPOSE: Retrieve permission by resource and action tuple.\n # @RELATION: DEPENDS_ON -> [Permission]\n def get_permission_by_resource_action(\n self, resource: str, action: str\n ) -> Permission | None:\n with belief_scope(\"AuthRepository.get_permission_by_resource_action\"):\n return (\n self.db.query(Permission)\n .filter(Permission.resource == resource, Permission.action == action)\n .first()\n )\n # #endregion get_permission_by_resource_action\n # #region list_permissions [TYPE Function]\n # @PURPOSE: List all system permissions.\n # @RELATION: DEPENDS_ON -> [Permission]\n def list_permissions(self) -> list[Permission]:\n with belief_scope(\"AuthRepository.list_permissions\"):\n return self.db.query(Permission).all()\n # #endregion list_permissions\n # #region get_user_dashboard_preference [TYPE Function]\n # @PURPOSE: Retrieve dashboard filters/preferences for a user.\n # @RELATION: DEPENDS_ON -> [UserDashboardPreference]\n def get_user_dashboard_preference(\n self, user_id: str\n ) -> UserDashboardPreference | None:\n with belief_scope(\"AuthRepository.get_user_dashboard_preference\"):\n return (\n self.db.query(UserDashboardPreference)\n .filter(UserDashboardPreference.user_id == user_id)\n .first()\n )\n # #endregion get_user_dashboard_preference\n # #region get_roles_by_ad_groups [TYPE Function]\n # @PURPOSE: Retrieve roles that match a list of AD group names.\n # @PRE: groups is a list of strings representing AD group identifiers.\n # @POST: Returns a list of Role objects mapped to the provided AD groups.\n # @RELATION: DEPENDS_ON -> [Role]\n # @RELATION: DEPENDS_ON -> [ADGroupMapping]\n def get_roles_by_ad_groups(self, groups: list[str]) -> list[Role]:\n with belief_scope(\"AuthRepository.get_roles_by_ad_groups\"):\n logger.reason(f\"Fetching roles for AD groups: {groups}\")\n if not groups:\n return []\n return (\n self.db.query(Role)\n .join(ADGroupMapping)\n .filter(ADGroupMapping.ad_group.in_(groups))\n .all()\n )\n # #endregion get_roles_by_ad_groups\n# #endregion AuthRepository\n# #endregion AuthRepositoryModule\n" }, { @@ -28910,6 +29783,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AuthRepository [TYPE Class]\n# @BRIEF Provides low-level CRUD operations for identity and authorization records.\n# @PRE: Database session is bound.\n# @POST: Entity instances returned safely.\n# @SIDE_EFFECT: Performs database reads.\n# @RELATION DEPENDS_ON -> [AuthModels]\nclass AuthRepository:\n def __init__(self, db: Session):\n self.db = db\n # #region get_user_by_id [TYPE Function]\n # @PURPOSE: Retrieve user by UUID.\n # @PRE: user_id is a valid UUID string.\n # @POST: Returns User object if found, else None.\n # @RELATION: DEPENDS_ON -> [User]\n def get_user_by_id(self, user_id: str) -> User | None:\n with belief_scope(\"AuthRepository.get_user_by_id\"):\n logger.reason(f\"Fetching user by id: {user_id}\")\n result = self.db.query(User).filter(User.id == user_id).first()\n logger.reflect(f\"User found: {result is not None}\")\n return result\n # #endregion get_user_by_id\n # #region get_user_by_username [TYPE Function]\n # @PURPOSE: Retrieve user by username.\n # @PRE: username is a non-empty string.\n # @POST: Returns User object if found, else None.\n # @RELATION: DEPENDS_ON -> [User]\n def get_user_by_username(self, username: str) -> User | None:\n with belief_scope(\"AuthRepository.get_user_by_username\"):\n logger.reason(f\"Fetching user by username: {username}\")\n result = self.db.query(User).filter(User.username == username).first()\n logger.reflect(f\"User found: {result is not None}\")\n return result\n # #endregion get_user_by_username\n # #region get_role_by_id [TYPE Function]\n # @PURPOSE: Retrieve role by UUID with permissions preloaded.\n # @RELATION: DEPENDS_ON -> [Role]\n # @RELATION: DEPENDS_ON -> [Permission]\n def get_role_by_id(self, role_id: str) -> Role | None:\n with belief_scope(\"AuthRepository.get_role_by_id\"):\n return (\n self.db.query(Role)\n .options(selectinload(Role.permissions))\n .filter(Role.id == role_id)\n .first()\n )\n # #endregion get_role_by_id\n # #region get_role_by_name [TYPE Function]\n # @PURPOSE: Retrieve role by unique name.\n # @RELATION: DEPENDS_ON -> [Role]\n def get_role_by_name(self, name: str) -> Role | None:\n with belief_scope(\"AuthRepository.get_role_by_name\"):\n return self.db.query(Role).filter(Role.name == name).first()\n # #endregion get_role_by_name\n # #region get_permission_by_id [TYPE Function]\n # @PURPOSE: Retrieve permission by UUID.\n # @RELATION: DEPENDS_ON -> [Permission]\n def get_permission_by_id(self, permission_id: str) -> Permission | None:\n with belief_scope(\"AuthRepository.get_permission_by_id\"):\n return (\n self.db.query(Permission).filter(Permission.id == permission_id).first()\n )\n # #endregion get_permission_by_id\n # #region get_permission_by_resource_action [TYPE Function]\n # @PURPOSE: Retrieve permission by resource and action tuple.\n # @RELATION: DEPENDS_ON -> [Permission]\n def get_permission_by_resource_action(\n self, resource: str, action: str\n ) -> Permission | None:\n with belief_scope(\"AuthRepository.get_permission_by_resource_action\"):\n return (\n self.db.query(Permission)\n .filter(Permission.resource == resource, Permission.action == action)\n .first()\n )\n # #endregion get_permission_by_resource_action\n # #region list_permissions [TYPE Function]\n # @PURPOSE: List all system permissions.\n # @RELATION: DEPENDS_ON -> [Permission]\n def list_permissions(self) -> list[Permission]:\n with belief_scope(\"AuthRepository.list_permissions\"):\n return self.db.query(Permission).all()\n # #endregion list_permissions\n # #region get_user_dashboard_preference [TYPE Function]\n # @PURPOSE: Retrieve dashboard filters/preferences for a user.\n # @RELATION: DEPENDS_ON -> [UserDashboardPreference]\n def get_user_dashboard_preference(\n self, user_id: str\n ) -> UserDashboardPreference | None:\n with belief_scope(\"AuthRepository.get_user_dashboard_preference\"):\n return (\n self.db.query(UserDashboardPreference)\n .filter(UserDashboardPreference.user_id == user_id)\n .first()\n )\n # #endregion get_user_dashboard_preference\n # #region get_roles_by_ad_groups [TYPE Function]\n # @PURPOSE: Retrieve roles that match a list of AD group names.\n # @PRE: groups is a list of strings representing AD group identifiers.\n # @POST: Returns a list of Role objects mapped to the provided AD groups.\n # @RELATION: DEPENDS_ON -> [Role]\n # @RELATION: DEPENDS_ON -> [ADGroupMapping]\n def get_roles_by_ad_groups(self, groups: list[str]) -> list[Role]:\n with belief_scope(\"AuthRepository.get_roles_by_ad_groups\"):\n logger.reason(f\"Fetching roles for AD groups: {groups}\")\n if not groups:\n return []\n return (\n self.db.query(Role)\n .join(ADGroupMapping)\n .filter(ADGroupMapping.ad_group.in_(groups))\n .all()\n )\n # #endregion get_roles_by_ad_groups\n# #endregion AuthRepository\n" }, { @@ -28972,6 +29846,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_user_by_id [TYPE Function]\n # @PURPOSE: Retrieve user by UUID.\n # @PRE: user_id is a valid UUID string.\n # @POST: Returns User object if found, else None.\n # @RELATION: DEPENDS_ON -> [User]\n def get_user_by_id(self, user_id: str) -> User | None:\n with belief_scope(\"AuthRepository.get_user_by_id\"):\n logger.reason(f\"Fetching user by id: {user_id}\")\n result = self.db.query(User).filter(User.id == user_id).first()\n logger.reflect(f\"User found: {result is not None}\")\n return result\n # #endregion get_user_by_id\n" }, { @@ -29034,6 +29909,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_user_by_username [TYPE Function]\n # @PURPOSE: Retrieve user by username.\n # @PRE: username is a non-empty string.\n # @POST: Returns User object if found, else None.\n # @RELATION: DEPENDS_ON -> [User]\n def get_user_by_username(self, username: str) -> User | None:\n with belief_scope(\"AuthRepository.get_user_by_username\"):\n logger.reason(f\"Fetching user by username: {username}\")\n result = self.db.query(User).filter(User.username == username).first()\n logger.reflect(f\"User found: {result is not None}\")\n return result\n # #endregion get_user_by_username\n" }, { @@ -29082,6 +29958,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_role_by_id [TYPE Function]\n # @PURPOSE: Retrieve role by UUID with permissions preloaded.\n # @RELATION: DEPENDS_ON -> [Role]\n # @RELATION: DEPENDS_ON -> [Permission]\n def get_role_by_id(self, role_id: str) -> Role | None:\n with belief_scope(\"AuthRepository.get_role_by_id\"):\n return (\n self.db.query(Role)\n .options(selectinload(Role.permissions))\n .filter(Role.id == role_id)\n .first()\n )\n # #endregion get_role_by_id\n" }, { @@ -29124,6 +30001,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_role_by_name [TYPE Function]\n # @PURPOSE: Retrieve role by unique name.\n # @RELATION: DEPENDS_ON -> [Role]\n def get_role_by_name(self, name: str) -> Role | None:\n with belief_scope(\"AuthRepository.get_role_by_name\"):\n return self.db.query(Role).filter(Role.name == name).first()\n # #endregion get_role_by_name\n" }, { @@ -29166,6 +30044,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_permission_by_id [TYPE Function]\n # @PURPOSE: Retrieve permission by UUID.\n # @RELATION: DEPENDS_ON -> [Permission]\n def get_permission_by_id(self, permission_id: str) -> Permission | None:\n with belief_scope(\"AuthRepository.get_permission_by_id\"):\n return (\n self.db.query(Permission).filter(Permission.id == permission_id).first()\n )\n # #endregion get_permission_by_id\n" }, { @@ -29208,6 +30087,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_permission_by_resource_action [TYPE Function]\n # @PURPOSE: Retrieve permission by resource and action tuple.\n # @RELATION: DEPENDS_ON -> [Permission]\n def get_permission_by_resource_action(\n self, resource: str, action: str\n ) -> Permission | None:\n with belief_scope(\"AuthRepository.get_permission_by_resource_action\"):\n return (\n self.db.query(Permission)\n .filter(Permission.resource == resource, Permission.action == action)\n .first()\n )\n # #endregion get_permission_by_resource_action\n" }, { @@ -29250,6 +30130,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region list_permissions [TYPE Function]\n # @PURPOSE: List all system permissions.\n # @RELATION: DEPENDS_ON -> [Permission]\n def list_permissions(self) -> list[Permission]:\n with belief_scope(\"AuthRepository.list_permissions\"):\n return self.db.query(Permission).all()\n # #endregion list_permissions\n" }, { @@ -29292,6 +30173,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_user_dashboard_preference [TYPE Function]\n # @PURPOSE: Retrieve dashboard filters/preferences for a user.\n # @RELATION: DEPENDS_ON -> [UserDashboardPreference]\n def get_user_dashboard_preference(\n self, user_id: str\n ) -> UserDashboardPreference | None:\n with belief_scope(\"AuthRepository.get_user_dashboard_preference\"):\n return (\n self.db.query(UserDashboardPreference)\n .filter(UserDashboardPreference.user_id == user_id)\n .first()\n )\n # #endregion get_user_dashboard_preference\n" }, { @@ -29360,6 +30242,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_roles_by_ad_groups [TYPE Function]\n # @PURPOSE: Retrieve roles that match a list of AD group names.\n # @PRE: groups is a list of strings representing AD group identifiers.\n # @POST: Returns a list of Role objects mapped to the provided AD groups.\n # @RELATION: DEPENDS_ON -> [Role]\n # @RELATION: DEPENDS_ON -> [ADGroupMapping]\n def get_roles_by_ad_groups(self, groups: list[str]) -> list[Role]:\n with belief_scope(\"AuthRepository.get_roles_by_ad_groups\"):\n logger.reason(f\"Fetching roles for AD groups: {groups}\")\n if not groups:\n return []\n return (\n self.db.query(Role)\n .join(ADGroupMapping)\n .filter(ADGroupMapping.ad_group.in_(groups))\n .all()\n )\n # #endregion get_roles_by_ad_groups\n" }, { @@ -29405,6 +30288,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AuthSecurityModule [C:2] [TYPE Module] [SEMANTICS auth, password, hashing, bcrypt, security]\n#\n# @BRIEF Utility for password hashing and verification using Passlib.\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> bcrypt\n#\n# @INVARIANT: Uses bcrypt for hashing with standard work factor.\n\nimport bcrypt\n\n\n# #region verify_password [TYPE Function]\n# @BRIEF Verifies a plain password against a hashed password.\n# @PRE: plain_password is a string, hashed_password is a bcrypt hash.\n# @POST: Returns True if password matches, False otherwise.\n# @RELATION DEPENDS_ON -> bcrypt\n#\ndef verify_password(plain_password: str, hashed_password: str) -> bool:\n if not hashed_password:\n return False\n try:\n return bcrypt.checkpw(\n plain_password.encode(\"utf-8\"),\n hashed_password.encode(\"utf-8\"),\n )\n except Exception:\n return False\n# #endregion verify_password\n\n# #region get_password_hash [TYPE Function]\n# @BRIEF Generates a bcrypt hash for a plain password.\n# @PRE: password is a string.\n# @POST: Returns a secure bcrypt hash string.\n# @RELATION DEPENDS_ON -> bcrypt\n#\ndef get_password_hash(password: str) -> str:\n return bcrypt.hashpw(password.encode(\"utf-8\"), bcrypt.gensalt()).decode(\"utf-8\")\n# #endregion get_password_hash\n\n# #endregion AuthSecurityModule\n" }, { @@ -29467,6 +30351,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region verify_password [TYPE Function]\n# @BRIEF Verifies a plain password against a hashed password.\n# @PRE: plain_password is a string, hashed_password is a bcrypt hash.\n# @POST: Returns True if password matches, False otherwise.\n# @RELATION DEPENDS_ON -> bcrypt\n#\ndef verify_password(plain_password: str, hashed_password: str) -> bool:\n if not hashed_password:\n return False\n try:\n return bcrypt.checkpw(\n plain_password.encode(\"utf-8\"),\n hashed_password.encode(\"utf-8\"),\n )\n except Exception:\n return False\n# #endregion verify_password\n" }, { @@ -29529,6 +30414,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_password_hash [TYPE Function]\n# @BRIEF Generates a bcrypt hash for a plain password.\n# @PRE: password is a string.\n# @POST: Returns a secure bcrypt hash string.\n# @RELATION DEPENDS_ON -> bcrypt\n#\ndef get_password_hash(password: str) -> str:\n return bcrypt.hashpw(password.encode(\"utf-8\"), bcrypt.gensalt()).decode(\"utf-8\")\n# #endregion get_password_hash\n" }, { @@ -29602,6 +30488,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ConfigManager [C:5] [TYPE Module] [SEMANTICS sqlalchemy, validate, migration, config-manager]\n#\n# @BRIEF Manages application configuration persistence in DB with one-time migration from legacy JSON.\n# @LAYER: Domain\n# @PRE: Database schema for AppConfigRecord must be initialized.\n# @POST: Configuration is loaded into memory and logger is configured.\n# @SIDE_EFFECT: Performs DB I/O and may update global logging level.\n# @DATA_CONTRACT: Input[json, record] -> Model[AppConfig]\n# @INVARIANT: Configuration must always be representable by AppConfig and persisted under global record id.\n# @RELATION DEPENDS_ON -> [AppConfig]\n# @RELATION DEPENDS_ON -> [SessionLocal]\n# @RELATION DEPENDS_ON -> [AppConfigRecord]\n# @RELATION CALLS -> [logger]\n# @RELATION CALLS -> [configure_logger]\n#\nimport json\nimport os\nfrom pathlib import Path\nfrom typing import Any\n\nfrom sqlalchemy.orm import Session\n\nfrom ..models.config import AppConfigRecord\nfrom ..models.mapping import Environment as EnvironmentRecord\nfrom .config_models import AppConfig, Environment, GlobalSettings\nfrom .database import SessionLocal\nfrom .logger import belief_scope, configure_logger, logger\n\n\n# #region ConfigManager [C:5] [TYPE Class]\n# @BRIEF Handles application configuration load, validation, mutation, and persistence lifecycle.\n# @PRE: Database is accessible and AppConfigRecord schema is loaded.\n# @POST: Configuration state is synchronized between memory and database.\n# @SIDE_EFFECT: Performs DB I/O, OS path validation, and logger reconfiguration.\nclass ConfigManager:\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initialize manager state from persisted or migrated configuration.\n # @PRE: config_path is a non-empty string path.\n # @POST: self.config is initialized as AppConfig and logger is configured.\n # @SIDE_EFFECT: Reads config sources and updates logging configuration.\n # @DATA_CONTRACT: Input(str config_path) -> Output(None; self.config: AppConfig)\n def __init__(self, config_path: str = \"config.json\"):\n with belief_scope(\"ConfigManager.__init__\"):\n if not isinstance(config_path, str) or not config_path:\n logger.explore(\n \"Invalid config_path provided\", extra={\"path\": config_path}\n )\n raise ValueError(\"config_path must be a non-empty string\")\n logger.reason(f\"Initializing ConfigManager with legacy path: {config_path}\")\n self.config_path = Path(config_path)\n self.raw_payload: dict[str, Any] = {}\n self.config: AppConfig = self._load_config()\n configure_logger(self.config.settings.logging)\n if not isinstance(self.config, AppConfig):\n logger.explore(\n \"Config loading resulted in invalid type\",\n extra={\"type\": type(self.config)},\n )\n raise TypeError(\"self.config must be an instance of AppConfig\")\n logger.reflect(\"ConfigManager initialization complete\")\n # #endregion __init__\n # #region _apply_features_from_env [TYPE Function]\n # @PURPOSE: Read FEATURES__* env vars and apply them to a GlobalSettings features config.\n # @SIDE_EFFECT: Reads os.environ; mutates settings.features in-place.\n # @RATIONALE: Env vars seed the initial defaults. After first bootstrap, DB is source of truth.\n @staticmethod\n def _apply_features_from_env(settings: GlobalSettings) -> None:\n with belief_scope(\"ConfigManager._apply_features_from_env\"):\n dataset_review_env = os.getenv(\"FEATURES__DATASET_REVIEW\")\n if dataset_review_env is not None:\n parsed = dataset_review_env.strip().lower() in (\"true\", \"1\", \"yes\")\n settings.features.dataset_review = parsed\n logger.reason(\n \"Applied FEATURES__DATASET_REVIEW from env\",\n extra={\"value\": parsed, \"raw\": dataset_review_env},\n )\n health_monitor_env = os.getenv(\"FEATURES__HEALTH_MONITOR\")\n if health_monitor_env is not None:\n parsed = health_monitor_env.strip().lower() in (\"true\", \"1\", \"yes\")\n settings.features.health_monitor = parsed\n logger.reason(\n \"Applied FEATURES__HEALTH_MONITOR from env\",\n extra={\"value\": parsed, \"raw\": health_monitor_env},\n )\n # #endregion _apply_features_from_env\n # #region _default_config [TYPE Function]\n # @PURPOSE: Build default application configuration fallback.\n def _default_config(self) -> AppConfig:\n with belief_scope(\"ConfigManager._default_config\"):\n logger.reason(\"Building default AppConfig fallback\")\n config = AppConfig(environments=[], settings=GlobalSettings())\n self._apply_features_from_env(config.settings)\n return config\n # #endregion _default_config\n # #region _sync_raw_payload_from_config [TYPE Function]\n # @PURPOSE: Merge typed AppConfig state into raw payload while preserving unsupported legacy sections.\n def _sync_raw_payload_from_config(self) -> dict[str, Any]:\n with belief_scope(\"ConfigManager._sync_raw_payload_from_config\"):\n typed_payload = self.config.model_dump()\n merged_payload = dict(self.raw_payload or {})\n merged_payload[\"environments\"] = typed_payload.get(\"environments\", [])\n merged_payload[\"settings\"] = typed_payload.get(\"settings\", {})\n self.raw_payload = merged_payload\n logger.reason(\n \"Synchronized raw payload from typed config\",\n extra={\n \"environments_count\": len(\n merged_payload.get(\"environments\", []) or []\n ),\n \"has_settings\": \"settings\" in merged_payload,\n \"extra_sections\": sorted(\n key\n for key in merged_payload\n if key not in {\"environments\", \"settings\"}\n ),\n },\n )\n return merged_payload\n # #endregion _sync_raw_payload_from_config\n # #region _load_from_legacy_file [TYPE Function]\n # @PURPOSE: Load legacy JSON configuration for migration fallback path.\n def _load_from_legacy_file(self) -> dict[str, Any]:\n with belief_scope(\"ConfigManager._load_from_legacy_file\"):\n if not self.config_path.exists():\n logger.reason(\n \"Legacy config file not found; using default payload\",\n extra={\"path\": str(self.config_path)},\n )\n return {}\n logger.reason(\n \"Loading legacy config file\", extra={\"path\": str(self.config_path)}\n )\n with self.config_path.open(\"r\", encoding=\"utf-8\") as fh:\n payload = json.load(fh)\n if not isinstance(payload, dict):\n logger.explore(\n \"Legacy config payload is not a JSON object\",\n extra={\n \"path\": str(self.config_path),\n \"type\": type(payload).__name__,\n },\n )\n raise ValueError(\"Legacy config payload must be a JSON object\")\n logger.reason(\n \"Legacy config file loaded successfully\",\n extra={\"path\": str(self.config_path), \"keys\": sorted(payload.keys())},\n )\n return payload\n # #endregion _load_from_legacy_file\n # #region _get_record [TYPE Function]\n # @PURPOSE: Resolve global configuration record from DB.\n def _get_record(self, session: Session) -> AppConfigRecord | None:\n with belief_scope(\"ConfigManager._get_record\"):\n record = (\n session.query(AppConfigRecord)\n .filter(AppConfigRecord.id == \"global\")\n .first()\n )\n logger.reason(\n \"Resolved app config record\", extra={\"exists\": record is not None}\n )\n return record\n # #endregion _get_record\n # #region _load_config [TYPE Function]\n # @PURPOSE: Load configuration from DB or perform one-time migration from legacy JSON.\n def _load_config(self) -> AppConfig:\n with belief_scope(\"ConfigManager._load_config\"):\n session = SessionLocal()\n try:\n record = self._get_record(session)\n if record and isinstance(record.payload, dict):\n logger.reason(\n \"Loading configuration from database\",\n extra={\"record_id\": record.id},\n )\n self.raw_payload = dict(record.payload)\n config = AppConfig.model_validate(\n {\n \"environments\": self.raw_payload.get(\"environments\", []),\n \"settings\": self.raw_payload.get(\"settings\", {}),\n }\n )\n self._sync_environment_records(session, config)\n session.commit()\n logger.reason(\n \"Database configuration validated successfully\",\n extra={\n \"environments_count\": len(config.environments),\n \"payload_keys\": sorted(self.raw_payload.keys()),\n },\n )\n return config\n logger.reason(\n \"Database configuration record missing; attempting legacy file migration\",\n extra={\"legacy_path\": str(self.config_path)},\n )\n legacy_payload = self._load_from_legacy_file()\n if legacy_payload:\n self.raw_payload = dict(legacy_payload)\n config = AppConfig.model_validate(\n {\n \"environments\": self.raw_payload.get(\"environments\", []),\n \"settings\": self.raw_payload.get(\"settings\", {}),\n }\n )\n self._apply_features_from_env(config.settings)\n logger.reason(\n \"Legacy payload validated; persisting migrated configuration to database\",\n extra={\n \"environments_count\": len(config.environments),\n \"payload_keys\": sorted(self.raw_payload.keys()),\n },\n )\n self._save_config_to_db(config, session=session)\n return config\n logger.reason(\n \"No persisted config found; falling back to default configuration\"\n )\n config = self._default_config()\n self.raw_payload = config.model_dump()\n self._save_config_to_db(config, session=session)\n return config\n except (json.JSONDecodeError, TypeError, ValueError) as exc:\n logger.explore(\n \"Recoverable config load failure; falling back to default configuration\",\n extra={\"error\": str(exc), \"legacy_path\": str(self.config_path)},\n )\n config = self._default_config()\n self.raw_payload = config.model_dump()\n return config\n except Exception as exc:\n logger.explore(\n \"Critical config load failure; re-raising persistence or validation error\",\n extra={\"error\": str(exc)},\n )\n raise\n finally:\n session.close()\n # #endregion _load_config\n # #region _sync_environment_records [TYPE Function]\n # @PURPOSE: Mirror configured environments into the relational environments table used by FK-backed domain models.\n def _sync_environment_records(self, session: Session, config: AppConfig) -> None:\n with belief_scope(\"ConfigManager._sync_environment_records\"):\n configured_envs = list(config.environments or [])\n persisted_records = session.query(EnvironmentRecord).all()\n persisted_by_id = {\n str(record.id or \"\").strip(): record for record in persisted_records\n }\n for environment in configured_envs:\n normalized_id = str(environment.id or \"\").strip()\n if not normalized_id:\n continue\n display_name = (\n str(environment.name or normalized_id).strip() or normalized_id\n )\n normalized_url = str(environment.url or \"\").strip()\n credentials_id = (\n str(environment.username or \"\").strip() or normalized_id\n )\n record = persisted_by_id.get(normalized_id)\n if record is None:\n logger.reason(\n \"Creating relational environment record from typed config\",\n extra={\n \"environment_id\": normalized_id,\n \"environment_name\": display_name,\n },\n )\n session.add(\n EnvironmentRecord(\n id=normalized_id,\n name=display_name,\n url=normalized_url,\n credentials_id=credentials_id,\n )\n )\n continue\n record.name = display_name\n record.url = normalized_url\n record.credentials_id = credentials_id\n # #endregion _sync_environment_records\n # #region _delete_stale_environment_records [TYPE Function]\n # @PURPOSE: Remove persisted environment records that are no longer in the configured environments.\n # @PRE: _sync_environment_records must already have run so the query returns a current view.\n # @POST: Stale Environment rows are deleted via the session (caller must commit).\n # @SIDE_EFFECT: Only safe to call during explicit save (_save_config_to_db), NOT during _load_config,\n # because FK-dependent rows (task_records, database_mappings, etc.) may reference deleted rows.\n def _delete_stale_environment_records(\n self, session: Session, config: AppConfig\n ) -> None:\n with belief_scope(\"ConfigManager._delete_stale_environment_records\"):\n persisted_records = session.query(EnvironmentRecord).all()\n configured_ids = {\n str(env.id or \"\").strip()\n for env in (config.environments or [])\n if str(env.id or \"\").strip()\n }\n for record in persisted_records:\n record_id = str(record.id or \"\").strip()\n if record_id and record_id not in configured_ids:\n logger.reason(\n \"Deleting stale environment record\",\n extra={\"environment_id\": record_id},\n )\n session.delete(record)\n # #endregion _delete_stale_environment_records\n # #region _save_config_to_db [TYPE Function]\n # @PURPOSE: Persist provided AppConfig into the global DB configuration record.\n def _save_config_to_db(\n self, config: AppConfig, session: Session | None = None\n ) -> None:\n with belief_scope(\"ConfigManager._save_config_to_db\"):\n owns_session = session is None\n db = session or SessionLocal()\n try:\n self.config = config\n payload = self._sync_raw_payload_from_config()\n record = self._get_record(db)\n if record is None:\n logger.reason(\"Creating new global app config record\")\n record = AppConfigRecord(id=\"global\", payload=payload)\n db.add(record)\n else:\n logger.reason(\n \"Updating existing global app config record\",\n extra={\"record_id\": record.id},\n )\n record.payload = payload\n self._sync_environment_records(db, config)\n self._delete_stale_environment_records(db, config)\n db.commit()\n logger.reason(\n \"Configuration persisted to database\",\n extra={\n \"environments_count\": len(\n payload.get(\"environments\", []) or []\n ),\n \"payload_keys\": sorted(payload.keys()),\n },\n )\n except Exception:\n db.rollback()\n logger.explore(\"Database save failed; transaction rolled back\")\n raise\n finally:\n if owns_session:\n db.close()\n # #endregion _save_config_to_db\n # #region save [TYPE Function]\n # @PURPOSE: Persist current in-memory configuration state.\n def save(self) -> None:\n with belief_scope(\"ConfigManager.save\"):\n logger.reason(\"Persisting current in-memory configuration\")\n self._save_config_to_db(self.config)\n # #endregion save\n # #region get_config [TYPE Function]\n # @PURPOSE: Return current in-memory configuration snapshot.\n def get_config(self) -> AppConfig:\n with belief_scope(\"ConfigManager.get_config\"):\n return self.config\n # #endregion get_config\n # #region get_payload [TYPE Function]\n # @PURPOSE: Return full persisted payload including sections outside typed AppConfig schema.\n def get_payload(self) -> dict[str, Any]:\n with belief_scope(\"ConfigManager.get_payload\"):\n return self._sync_raw_payload_from_config()\n # #endregion get_payload\n # #region save_config [TYPE Function]\n # @PURPOSE: Persist configuration provided either as typed AppConfig or raw payload dict.\n def save_config(self, config: Any) -> AppConfig:\n with belief_scope(\"ConfigManager.save_config\"):\n if isinstance(config, AppConfig):\n logger.reason(\"Saving typed AppConfig payload\")\n self.config = config\n self.raw_payload = config.model_dump()\n self._save_config_to_db(config)\n return self.config\n if isinstance(config, dict):\n logger.reason(\n \"Saving raw config payload\",\n extra={\"keys\": sorted(config.keys())},\n )\n self.raw_payload = dict(config)\n typed_config = AppConfig.model_validate(\n {\n \"environments\": self.raw_payload.get(\"environments\", []),\n \"settings\": self.raw_payload.get(\"settings\", {}),\n }\n )\n self.config = typed_config\n self._save_config_to_db(typed_config)\n return self.config\n logger.explore(\n \"Unsupported config type supplied to save_config\",\n extra={\"type\": type(config).__name__},\n )\n raise TypeError(\"config must be AppConfig or dict\")\n # #endregion save_config\n # #region update_global_settings [TYPE Function]\n # @PURPOSE: Replace global settings and persist the resulting configuration.\n def update_global_settings(self, settings: GlobalSettings) -> AppConfig:\n with belief_scope(\"ConfigManager.update_global_settings\"):\n logger.reason(\"Updating global settings\")\n self.config.settings = settings\n self.save()\n return self.config\n # #endregion update_global_settings\n # #region validate_path [TYPE Function]\n # @PURPOSE: Validate that path exists and is writable, creating it when absent.\n def validate_path(self, path: str) -> tuple[bool, str]:\n with belief_scope(\"ConfigManager.validate_path\", f\"path={path}\"):\n try:\n target = Path(path).expanduser()\n target.mkdir(parents=True, exist_ok=True)\n if not target.exists():\n return False, f\"Path does not exist: {target}\"\n if not target.is_dir():\n return False, f\"Path is not a directory: {target}\"\n test_file = target / \".write_test\"\n with test_file.open(\"w\", encoding=\"utf-8\") as fh:\n fh.write(\"ok\")\n test_file.unlink(missing_ok=True)\n logger.reason(\"Path validation succeeded\", extra={\"path\": str(target)})\n return True, \"OK\"\n except Exception as exc:\n logger.explore(\n \"Path validation failed\", extra={\"path\": path, \"error\": str(exc)}\n )\n return False, str(exc)\n # #endregion validate_path\n # #region get_environments [TYPE Function]\n # @PURPOSE: Return all configured environments.\n def get_environments(self) -> list[Environment]:\n with belief_scope(\"ConfigManager.get_environments\"):\n return list(self.config.environments)\n # #endregion get_environments\n # #region has_environments [TYPE Function]\n # @PURPOSE: Check whether at least one environment exists in configuration.\n def has_environments(self) -> bool:\n with belief_scope(\"ConfigManager.has_environments\"):\n return len(self.config.environments) > 0\n # #endregion has_environments\n # #region get_environment [TYPE Function]\n # @PURPOSE: Resolve a configured environment by identifier.\n def get_environment(self, env_id: str) -> Environment | None:\n with belief_scope(\"ConfigManager.get_environment\", f\"env_id={env_id}\"):\n normalized = str(env_id or \"\").strip()\n if not normalized:\n return None\n for env in self.config.environments:\n if env.id == normalized or env.name == normalized:\n return env\n return None\n # #endregion get_environment\n # #region add_environment [TYPE Function]\n # @PURPOSE: Upsert environment by id into configuration and persist.\n def add_environment(self, env: Environment) -> AppConfig:\n with belief_scope(\"ConfigManager.add_environment\", f\"env_id={env.id}\"):\n existing_index = next(\n (\n i\n for i, item in enumerate(self.config.environments)\n if item.id == env.id\n ),\n None,\n )\n if env.is_default:\n for item in self.config.environments:\n item.is_default = False\n if existing_index is None:\n logger.reason(\"Appending new environment\", extra={\"env_id\": env.id})\n self.config.environments.append(env)\n else:\n logger.reason(\n \"Replacing existing environment during add\",\n extra={\"env_id\": env.id},\n )\n self.config.environments[existing_index] = env\n if len(self.config.environments) == 1 and not any(\n item.is_default for item in self.config.environments\n ):\n self.config.environments[0].is_default = True\n self.save()\n return self.config\n # #endregion add_environment\n # #region update_environment [TYPE Function]\n # @PURPOSE: Update existing environment by id and preserve masked password placeholder behavior.\n def update_environment(self, env_id: str, env: Environment) -> bool:\n with belief_scope(\"ConfigManager.update_environment\", f\"env_id={env_id}\"):\n for index, existing in enumerate(self.config.environments):\n if existing.id != env_id:\n continue\n update_data = env.model_dump()\n if update_data.get(\"password\") == \"********\":\n update_data[\"password\"] = existing.password\n updated = Environment.model_validate(update_data)\n if updated.is_default:\n for item in self.config.environments:\n item.is_default = False\n elif existing.is_default and not updated.is_default:\n updated.is_default = True\n self.config.environments[index] = updated\n logger.reason(\"Environment updated\", extra={\"env_id\": env_id})\n self.save()\n return True\n logger.explore(\n \"Environment update skipped; env not found\", extra={\"env_id\": env_id}\n )\n return False\n # #endregion update_environment\n # #region delete_environment [TYPE Function]\n # @PURPOSE: Delete environment by id and persist when deletion occurs.\n def delete_environment(self, env_id: str) -> bool:\n with belief_scope(\"ConfigManager.delete_environment\", f\"env_id={env_id}\"):\n before = len(self.config.environments)\n removed = [env for env in self.config.environments if env.id == env_id]\n self.config.environments = [\n env for env in self.config.environments if env.id != env_id\n ]\n if len(self.config.environments) == before:\n logger.explore(\n \"Environment delete skipped; env not found\",\n extra={\"env_id\": env_id},\n )\n return False\n if removed and removed[0].is_default and self.config.environments:\n self.config.environments[0].is_default = True\n if self.config.settings.default_environment_id == env_id:\n replacement = next(\n (env.id for env in self.config.environments if env.is_default), None\n )\n self.config.settings.default_environment_id = replacement\n logger.reason(\n \"Environment deleted\",\n extra={\"env_id\": env_id, \"remaining\": len(self.config.environments)},\n )\n self.save()\n return True\n # #endregion delete_environment\n# #endregion ConfigManager\n# #endregion ConfigManager\n" }, { @@ -29648,6 +30535,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _apply_features_from_env [TYPE Function]\n # @PURPOSE: Read FEATURES__* env vars and apply them to a GlobalSettings features config.\n # @SIDE_EFFECT: Reads os.environ; mutates settings.features in-place.\n # @RATIONALE: Env vars seed the initial defaults. After first bootstrap, DB is source of truth.\n @staticmethod\n def _apply_features_from_env(settings: GlobalSettings) -> None:\n with belief_scope(\"ConfigManager._apply_features_from_env\"):\n dataset_review_env = os.getenv(\"FEATURES__DATASET_REVIEW\")\n if dataset_review_env is not None:\n parsed = dataset_review_env.strip().lower() in (\"true\", \"1\", \"yes\")\n settings.features.dataset_review = parsed\n logger.reason(\n \"Applied FEATURES__DATASET_REVIEW from env\",\n extra={\"value\": parsed, \"raw\": dataset_review_env},\n )\n health_monitor_env = os.getenv(\"FEATURES__HEALTH_MONITOR\")\n if health_monitor_env is not None:\n parsed = health_monitor_env.strip().lower() in (\"true\", \"1\", \"yes\")\n settings.features.health_monitor = parsed\n logger.reason(\n \"Applied FEATURES__HEALTH_MONITOR from env\",\n extra={\"value\": parsed, \"raw\": health_monitor_env},\n )\n # #endregion _apply_features_from_env\n" }, { @@ -29674,6 +30562,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _default_config [TYPE Function]\n # @PURPOSE: Build default application configuration fallback.\n def _default_config(self) -> AppConfig:\n with belief_scope(\"ConfigManager._default_config\"):\n logger.reason(\"Building default AppConfig fallback\")\n config = AppConfig(environments=[], settings=GlobalSettings())\n self._apply_features_from_env(config.settings)\n return config\n # #endregion _default_config\n" }, { @@ -29700,6 +30589,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _sync_raw_payload_from_config [TYPE Function]\n # @PURPOSE: Merge typed AppConfig state into raw payload while preserving unsupported legacy sections.\n def _sync_raw_payload_from_config(self) -> dict[str, Any]:\n with belief_scope(\"ConfigManager._sync_raw_payload_from_config\"):\n typed_payload = self.config.model_dump()\n merged_payload = dict(self.raw_payload or {})\n merged_payload[\"environments\"] = typed_payload.get(\"environments\", [])\n merged_payload[\"settings\"] = typed_payload.get(\"settings\", {})\n self.raw_payload = merged_payload\n logger.reason(\n \"Synchronized raw payload from typed config\",\n extra={\n \"environments_count\": len(\n merged_payload.get(\"environments\", []) or []\n ),\n \"has_settings\": \"settings\" in merged_payload,\n \"extra_sections\": sorted(\n key\n for key in merged_payload\n if key not in {\"environments\", \"settings\"}\n ),\n },\n )\n return merged_payload\n # #endregion _sync_raw_payload_from_config\n" }, { @@ -29726,6 +30616,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _load_from_legacy_file [TYPE Function]\n # @PURPOSE: Load legacy JSON configuration for migration fallback path.\n def _load_from_legacy_file(self) -> dict[str, Any]:\n with belief_scope(\"ConfigManager._load_from_legacy_file\"):\n if not self.config_path.exists():\n logger.reason(\n \"Legacy config file not found; using default payload\",\n extra={\"path\": str(self.config_path)},\n )\n return {}\n logger.reason(\n \"Loading legacy config file\", extra={\"path\": str(self.config_path)}\n )\n with self.config_path.open(\"r\", encoding=\"utf-8\") as fh:\n payload = json.load(fh)\n if not isinstance(payload, dict):\n logger.explore(\n \"Legacy config payload is not a JSON object\",\n extra={\n \"path\": str(self.config_path),\n \"type\": type(payload).__name__,\n },\n )\n raise ValueError(\"Legacy config payload must be a JSON object\")\n logger.reason(\n \"Legacy config file loaded successfully\",\n extra={\"path\": str(self.config_path), \"keys\": sorted(payload.keys())},\n )\n return payload\n # #endregion _load_from_legacy_file\n" }, { @@ -29752,6 +30643,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _get_record [TYPE Function]\n # @PURPOSE: Resolve global configuration record from DB.\n def _get_record(self, session: Session) -> AppConfigRecord | None:\n with belief_scope(\"ConfigManager._get_record\"):\n record = (\n session.query(AppConfigRecord)\n .filter(AppConfigRecord.id == \"global\")\n .first()\n )\n logger.reason(\n \"Resolved app config record\", extra={\"exists\": record is not None}\n )\n return record\n # #endregion _get_record\n" }, { @@ -29778,6 +30670,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _load_config [TYPE Function]\n # @PURPOSE: Load configuration from DB or perform one-time migration from legacy JSON.\n def _load_config(self) -> AppConfig:\n with belief_scope(\"ConfigManager._load_config\"):\n session = SessionLocal()\n try:\n record = self._get_record(session)\n if record and isinstance(record.payload, dict):\n logger.reason(\n \"Loading configuration from database\",\n extra={\"record_id\": record.id},\n )\n self.raw_payload = dict(record.payload)\n config = AppConfig.model_validate(\n {\n \"environments\": self.raw_payload.get(\"environments\", []),\n \"settings\": self.raw_payload.get(\"settings\", {}),\n }\n )\n self._sync_environment_records(session, config)\n session.commit()\n logger.reason(\n \"Database configuration validated successfully\",\n extra={\n \"environments_count\": len(config.environments),\n \"payload_keys\": sorted(self.raw_payload.keys()),\n },\n )\n return config\n logger.reason(\n \"Database configuration record missing; attempting legacy file migration\",\n extra={\"legacy_path\": str(self.config_path)},\n )\n legacy_payload = self._load_from_legacy_file()\n if legacy_payload:\n self.raw_payload = dict(legacy_payload)\n config = AppConfig.model_validate(\n {\n \"environments\": self.raw_payload.get(\"environments\", []),\n \"settings\": self.raw_payload.get(\"settings\", {}),\n }\n )\n self._apply_features_from_env(config.settings)\n logger.reason(\n \"Legacy payload validated; persisting migrated configuration to database\",\n extra={\n \"environments_count\": len(config.environments),\n \"payload_keys\": sorted(self.raw_payload.keys()),\n },\n )\n self._save_config_to_db(config, session=session)\n return config\n logger.reason(\n \"No persisted config found; falling back to default configuration\"\n )\n config = self._default_config()\n self.raw_payload = config.model_dump()\n self._save_config_to_db(config, session=session)\n return config\n except (json.JSONDecodeError, TypeError, ValueError) as exc:\n logger.explore(\n \"Recoverable config load failure; falling back to default configuration\",\n extra={\"error\": str(exc), \"legacy_path\": str(self.config_path)},\n )\n config = self._default_config()\n self.raw_payload = config.model_dump()\n return config\n except Exception as exc:\n logger.explore(\n \"Critical config load failure; re-raising persistence or validation error\",\n extra={\"error\": str(exc)},\n )\n raise\n finally:\n session.close()\n # #endregion _load_config\n" }, { @@ -29804,6 +30697,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _sync_environment_records [TYPE Function]\n # @PURPOSE: Mirror configured environments into the relational environments table used by FK-backed domain models.\n def _sync_environment_records(self, session: Session, config: AppConfig) -> None:\n with belief_scope(\"ConfigManager._sync_environment_records\"):\n configured_envs = list(config.environments or [])\n persisted_records = session.query(EnvironmentRecord).all()\n persisted_by_id = {\n str(record.id or \"\").strip(): record for record in persisted_records\n }\n for environment in configured_envs:\n normalized_id = str(environment.id or \"\").strip()\n if not normalized_id:\n continue\n display_name = (\n str(environment.name or normalized_id).strip() or normalized_id\n )\n normalized_url = str(environment.url or \"\").strip()\n credentials_id = (\n str(environment.username or \"\").strip() or normalized_id\n )\n record = persisted_by_id.get(normalized_id)\n if record is None:\n logger.reason(\n \"Creating relational environment record from typed config\",\n extra={\n \"environment_id\": normalized_id,\n \"environment_name\": display_name,\n },\n )\n session.add(\n EnvironmentRecord(\n id=normalized_id,\n name=display_name,\n url=normalized_url,\n credentials_id=credentials_id,\n )\n )\n continue\n record.name = display_name\n record.url = normalized_url\n record.credentials_id = credentials_id\n # #endregion _sync_environment_records\n" }, { @@ -29860,6 +30754,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _delete_stale_environment_records [TYPE Function]\n # @PURPOSE: Remove persisted environment records that are no longer in the configured environments.\n # @PRE: _sync_environment_records must already have run so the query returns a current view.\n # @POST: Stale Environment rows are deleted via the session (caller must commit).\n # @SIDE_EFFECT: Only safe to call during explicit save (_save_config_to_db), NOT during _load_config,\n # because FK-dependent rows (task_records, database_mappings, etc.) may reference deleted rows.\n def _delete_stale_environment_records(\n self, session: Session, config: AppConfig\n ) -> None:\n with belief_scope(\"ConfigManager._delete_stale_environment_records\"):\n persisted_records = session.query(EnvironmentRecord).all()\n configured_ids = {\n str(env.id or \"\").strip()\n for env in (config.environments or [])\n if str(env.id or \"\").strip()\n }\n for record in persisted_records:\n record_id = str(record.id or \"\").strip()\n if record_id and record_id not in configured_ids:\n logger.reason(\n \"Deleting stale environment record\",\n extra={\"environment_id\": record_id},\n )\n session.delete(record)\n # #endregion _delete_stale_environment_records\n" }, { @@ -29886,6 +30781,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _save_config_to_db [TYPE Function]\n # @PURPOSE: Persist provided AppConfig into the global DB configuration record.\n def _save_config_to_db(\n self, config: AppConfig, session: Session | None = None\n ) -> None:\n with belief_scope(\"ConfigManager._save_config_to_db\"):\n owns_session = session is None\n db = session or SessionLocal()\n try:\n self.config = config\n payload = self._sync_raw_payload_from_config()\n record = self._get_record(db)\n if record is None:\n logger.reason(\"Creating new global app config record\")\n record = AppConfigRecord(id=\"global\", payload=payload)\n db.add(record)\n else:\n logger.reason(\n \"Updating existing global app config record\",\n extra={\"record_id\": record.id},\n )\n record.payload = payload\n self._sync_environment_records(db, config)\n self._delete_stale_environment_records(db, config)\n db.commit()\n logger.reason(\n \"Configuration persisted to database\",\n extra={\n \"environments_count\": len(\n payload.get(\"environments\", []) or []\n ),\n \"payload_keys\": sorted(payload.keys()),\n },\n )\n except Exception:\n db.rollback()\n logger.explore(\"Database save failed; transaction rolled back\")\n raise\n finally:\n if owns_session:\n db.close()\n # #endregion _save_config_to_db\n" }, { @@ -29912,6 +30808,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region save [TYPE Function]\n # @PURPOSE: Persist current in-memory configuration state.\n def save(self) -> None:\n with belief_scope(\"ConfigManager.save\"):\n logger.reason(\"Persisting current in-memory configuration\")\n self._save_config_to_db(self.config)\n # #endregion save\n" }, { @@ -29938,6 +30835,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_config [TYPE Function]\n # @PURPOSE: Return current in-memory configuration snapshot.\n def get_config(self) -> AppConfig:\n with belief_scope(\"ConfigManager.get_config\"):\n return self.config\n # #endregion get_config\n" }, { @@ -29964,6 +30862,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_payload [TYPE Function]\n # @PURPOSE: Return full persisted payload including sections outside typed AppConfig schema.\n def get_payload(self) -> dict[str, Any]:\n with belief_scope(\"ConfigManager.get_payload\"):\n return self._sync_raw_payload_from_config()\n # #endregion get_payload\n" }, { @@ -29990,6 +30889,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region save_config [TYPE Function]\n # @PURPOSE: Persist configuration provided either as typed AppConfig or raw payload dict.\n def save_config(self, config: Any) -> AppConfig:\n with belief_scope(\"ConfigManager.save_config\"):\n if isinstance(config, AppConfig):\n logger.reason(\"Saving typed AppConfig payload\")\n self.config = config\n self.raw_payload = config.model_dump()\n self._save_config_to_db(config)\n return self.config\n if isinstance(config, dict):\n logger.reason(\n \"Saving raw config payload\",\n extra={\"keys\": sorted(config.keys())},\n )\n self.raw_payload = dict(config)\n typed_config = AppConfig.model_validate(\n {\n \"environments\": self.raw_payload.get(\"environments\", []),\n \"settings\": self.raw_payload.get(\"settings\", {}),\n }\n )\n self.config = typed_config\n self._save_config_to_db(typed_config)\n return self.config\n logger.explore(\n \"Unsupported config type supplied to save_config\",\n extra={\"type\": type(config).__name__},\n )\n raise TypeError(\"config must be AppConfig or dict\")\n # #endregion save_config\n" }, { @@ -30016,6 +30916,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region update_global_settings [TYPE Function]\n # @PURPOSE: Replace global settings and persist the resulting configuration.\n def update_global_settings(self, settings: GlobalSettings) -> AppConfig:\n with belief_scope(\"ConfigManager.update_global_settings\"):\n logger.reason(\"Updating global settings\")\n self.config.settings = settings\n self.save()\n return self.config\n # #endregion update_global_settings\n" }, { @@ -30042,6 +30943,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region validate_path [TYPE Function]\n # @PURPOSE: Validate that path exists and is writable, creating it when absent.\n def validate_path(self, path: str) -> tuple[bool, str]:\n with belief_scope(\"ConfigManager.validate_path\", f\"path={path}\"):\n try:\n target = Path(path).expanduser()\n target.mkdir(parents=True, exist_ok=True)\n if not target.exists():\n return False, f\"Path does not exist: {target}\"\n if not target.is_dir():\n return False, f\"Path is not a directory: {target}\"\n test_file = target / \".write_test\"\n with test_file.open(\"w\", encoding=\"utf-8\") as fh:\n fh.write(\"ok\")\n test_file.unlink(missing_ok=True)\n logger.reason(\"Path validation succeeded\", extra={\"path\": str(target)})\n return True, \"OK\"\n except Exception as exc:\n logger.explore(\n \"Path validation failed\", extra={\"path\": path, \"error\": str(exc)}\n )\n return False, str(exc)\n # #endregion validate_path\n" }, { @@ -30068,6 +30970,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_environments [TYPE Function]\n # @PURPOSE: Return all configured environments.\n def get_environments(self) -> list[Environment]:\n with belief_scope(\"ConfigManager.get_environments\"):\n return list(self.config.environments)\n # #endregion get_environments\n" }, { @@ -30094,6 +30997,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region has_environments [TYPE Function]\n # @PURPOSE: Check whether at least one environment exists in configuration.\n def has_environments(self) -> bool:\n with belief_scope(\"ConfigManager.has_environments\"):\n return len(self.config.environments) > 0\n # #endregion has_environments\n" }, { @@ -30120,6 +31024,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_environment [TYPE Function]\n # @PURPOSE: Resolve a configured environment by identifier.\n def get_environment(self, env_id: str) -> Environment | None:\n with belief_scope(\"ConfigManager.get_environment\", f\"env_id={env_id}\"):\n normalized = str(env_id or \"\").strip()\n if not normalized:\n return None\n for env in self.config.environments:\n if env.id == normalized or env.name == normalized:\n return env\n return None\n # #endregion get_environment\n" }, { @@ -30146,6 +31051,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region add_environment [TYPE Function]\n # @PURPOSE: Upsert environment by id into configuration and persist.\n def add_environment(self, env: Environment) -> AppConfig:\n with belief_scope(\"ConfigManager.add_environment\", f\"env_id={env.id}\"):\n existing_index = next(\n (\n i\n for i, item in enumerate(self.config.environments)\n if item.id == env.id\n ),\n None,\n )\n if env.is_default:\n for item in self.config.environments:\n item.is_default = False\n if existing_index is None:\n logger.reason(\"Appending new environment\", extra={\"env_id\": env.id})\n self.config.environments.append(env)\n else:\n logger.reason(\n \"Replacing existing environment during add\",\n extra={\"env_id\": env.id},\n )\n self.config.environments[existing_index] = env\n if len(self.config.environments) == 1 and not any(\n item.is_default for item in self.config.environments\n ):\n self.config.environments[0].is_default = True\n self.save()\n return self.config\n # #endregion add_environment\n" }, { @@ -30172,6 +31078,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region update_environment [TYPE Function]\n # @PURPOSE: Update existing environment by id and preserve masked password placeholder behavior.\n def update_environment(self, env_id: str, env: Environment) -> bool:\n with belief_scope(\"ConfigManager.update_environment\", f\"env_id={env_id}\"):\n for index, existing in enumerate(self.config.environments):\n if existing.id != env_id:\n continue\n update_data = env.model_dump()\n if update_data.get(\"password\") == \"********\":\n update_data[\"password\"] = existing.password\n updated = Environment.model_validate(update_data)\n if updated.is_default:\n for item in self.config.environments:\n item.is_default = False\n elif existing.is_default and not updated.is_default:\n updated.is_default = True\n self.config.environments[index] = updated\n logger.reason(\"Environment updated\", extra={\"env_id\": env_id})\n self.save()\n return True\n logger.explore(\n \"Environment update skipped; env not found\", extra={\"env_id\": env_id}\n )\n return False\n # #endregion update_environment\n" }, { @@ -30198,6 +31105,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region delete_environment [TYPE Function]\n # @PURPOSE: Delete environment by id and persist when deletion occurs.\n def delete_environment(self, env_id: str) -> bool:\n with belief_scope(\"ConfigManager.delete_environment\", f\"env_id={env_id}\"):\n before = len(self.config.environments)\n removed = [env for env in self.config.environments if env.id == env_id]\n self.config.environments = [\n env for env in self.config.environments if env.id != env_id\n ]\n if len(self.config.environments) == before:\n logger.explore(\n \"Environment delete skipped; env not found\",\n extra={\"env_id\": env_id},\n )\n return False\n if removed and removed[0].is_default and self.config.environments:\n self.config.environments[0].is_default = True\n if self.config.settings.default_environment_id == env_id:\n replacement = next(\n (env.id for env in self.config.environments if env.is_default), None\n )\n self.config.settings.default_environment_id = replacement\n logger.reason(\n \"Environment deleted\",\n extra={\"env_id\": env_id, \"remaining\": len(self.config.environments)},\n )\n self.save()\n return True\n # #endregion delete_environment\n" }, { @@ -30229,6 +31137,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ConfigModels [C:3] [TYPE Module] [SEMANTICS pydantic, model, schedule]\n# @BRIEF Defines the data models for application configuration using Pydantic.\n# @LAYER: Core\n# @RELATION IMPLEMENTS -> [CoreContracts]\n# @RELATION IMPLEMENTS -> [ConnectionContracts]\n\n\nfrom pydantic import BaseModel, Field\n\nfrom ..models.storage import StorageConfig\nfrom ..services.llm_prompt_templates import (\n DEFAULT_LLM_ASSISTANT_SETTINGS,\n DEFAULT_LLM_PROMPTS,\n DEFAULT_LLM_PROVIDER_BINDINGS,\n)\n\n\n# #region Schedule [TYPE DataClass]\n# @BRIEF Represents a backup schedule configuration.\nclass Schedule(BaseModel):\n enabled: bool = False\n cron_expression: str = \"0 0 * * *\" # Default: daily at midnight\n\n\n# #endregion Schedule\n\n\n# #region Environment [TYPE DataClass]\n# @BRIEF Represents a Superset environment configuration.\nclass Environment(BaseModel):\n id: str\n name: str\n url: str\n username: str\n password: str # Will be masked in UI\n stage: str = Field(default=\"DEV\", pattern=\"^(DEV|PREPROD|PROD)$\")\n verify_ssl: bool = True\n timeout: int = 30\n is_default: bool = False\n is_production: bool = False\n backup_schedule: Schedule = Field(default_factory=Schedule)\n\n\n# #endregion Environment\n\n\n# #region LoggingConfig [TYPE DataClass]\n# @BRIEF Defines the configuration for the application's logging system.\nclass LoggingConfig(BaseModel):\n level: str = \"INFO\"\n task_log_level: str = (\n \"INFO\" # Minimum level for task-specific logs (DEBUG, INFO, WARNING, ERROR)\n )\n file_path: str | None = None\n max_bytes: int = 10 * 1024 * 1024\n backup_count: int = 5\n enable_belief_state: bool = True\n\n\n# #endregion LoggingConfig\n\n\n# #region CleanReleaseConfig [TYPE DataClass]\n# @BRIEF Configuration for clean release compliance subsystem.\nclass CleanReleaseConfig(BaseModel):\n active_policy_id: str | None = None\n active_registry_id: str | None = None\n\n\n# #endregion CleanReleaseConfig\n\n\n# #region FeaturesConfig [C:1] [TYPE DataClass]\n# @BRIEF Top-level feature flags that toggle entire project features on/off.\n# @RATIONALE: Features are read from environment variables on bootstrap and persisted in DB.\n# DB is source of truth after initial bootstrap; env vars only seed defaults.\nclass FeaturesConfig(BaseModel):\n dataset_review: bool = True\n health_monitor: bool = True\n\n\n# #endregion FeaturesConfig\n\n\n# #region GlobalSettings [TYPE DataClass]\n# @BRIEF Represents global application settings.\nclass GlobalSettings(BaseModel):\n storage: StorageConfig = Field(default_factory=StorageConfig)\n clean_release: CleanReleaseConfig = Field(default_factory=CleanReleaseConfig)\n default_environment_id: str | None = None\n logging: LoggingConfig = Field(default_factory=LoggingConfig)\n features: FeaturesConfig = Field(default_factory=FeaturesConfig)\n connections: list[dict] = []\n llm: dict = Field(\n default_factory=lambda: {\n \"providers\": [],\n \"default_provider\": \"\",\n \"prompts\": dict(DEFAULT_LLM_PROMPTS),\n \"provider_bindings\": dict(DEFAULT_LLM_PROVIDER_BINDINGS),\n **dict(DEFAULT_LLM_ASSISTANT_SETTINGS),\n }\n )\n\n # Task retention settings\n task_retention_days: int = 30\n task_retention_limit: int = 100\n pagination_limit: int = 10\n\n # Migration sync settings\n migration_sync_cron: str = \"0 2 * * *\"\n\n # Dataset Review Feature Flags\n ff_dataset_auto_review: bool = True\n ff_dataset_clarification: bool = True\n ff_dataset_execution: bool = True\n\n\n# #endregion GlobalSettings\n\n\n# #region AppConfig [TYPE DataClass]\n# @BRIEF The root configuration model containing all application settings.\nclass AppConfig(BaseModel):\n environments: list[Environment] = []\n settings: GlobalSettings\n\n\n# #endregion AppConfig\n\n# #endregion ConfigModels\n" }, { @@ -30273,6 +31182,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region Schedule [TYPE DataClass]\n# @BRIEF Represents a backup schedule configuration.\nclass Schedule(BaseModel):\n enabled: bool = False\n cron_expression: str = \"0 0 * * *\" # Default: daily at midnight\n\n\n# #endregion Schedule\n" }, { @@ -30317,6 +31227,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region Environment [TYPE DataClass]\n# @BRIEF Represents a Superset environment configuration.\nclass Environment(BaseModel):\n id: str\n name: str\n url: str\n username: str\n password: str # Will be masked in UI\n stage: str = Field(default=\"DEV\", pattern=\"^(DEV|PREPROD|PROD)$\")\n verify_ssl: bool = True\n timeout: int = 30\n is_default: bool = False\n is_production: bool = False\n backup_schedule: Schedule = Field(default_factory=Schedule)\n\n\n# #endregion Environment\n" }, { @@ -30361,6 +31272,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LoggingConfig [TYPE DataClass]\n# @BRIEF Defines the configuration for the application's logging system.\nclass LoggingConfig(BaseModel):\n level: str = \"INFO\"\n task_log_level: str = (\n \"INFO\" # Minimum level for task-specific logs (DEBUG, INFO, WARNING, ERROR)\n )\n file_path: str | None = None\n max_bytes: int = 10 * 1024 * 1024\n backup_count: int = 5\n enable_belief_state: bool = True\n\n\n# #endregion LoggingConfig\n" }, { @@ -30405,6 +31317,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CleanReleaseConfig [TYPE DataClass]\n# @BRIEF Configuration for clean release compliance subsystem.\nclass CleanReleaseConfig(BaseModel):\n active_policy_id: str | None = None\n active_registry_id: str | None = None\n\n\n# #endregion CleanReleaseConfig\n" }, { @@ -30504,6 +31417,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FeaturesConfig [C:1] [TYPE DataClass]\n# @BRIEF Top-level feature flags that toggle entire project features on/off.\n# @RATIONALE: Features are read from environment variables on bootstrap and persisted in DB.\n# DB is source of truth after initial bootstrap; env vars only seed defaults.\nclass FeaturesConfig(BaseModel):\n dataset_review: bool = True\n health_monitor: bool = True\n\n\n# #endregion FeaturesConfig\n" }, { @@ -30548,6 +31462,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GlobalSettings [TYPE DataClass]\n# @BRIEF Represents global application settings.\nclass GlobalSettings(BaseModel):\n storage: StorageConfig = Field(default_factory=StorageConfig)\n clean_release: CleanReleaseConfig = Field(default_factory=CleanReleaseConfig)\n default_environment_id: str | None = None\n logging: LoggingConfig = Field(default_factory=LoggingConfig)\n features: FeaturesConfig = Field(default_factory=FeaturesConfig)\n connections: list[dict] = []\n llm: dict = Field(\n default_factory=lambda: {\n \"providers\": [],\n \"default_provider\": \"\",\n \"prompts\": dict(DEFAULT_LLM_PROMPTS),\n \"provider_bindings\": dict(DEFAULT_LLM_PROVIDER_BINDINGS),\n **dict(DEFAULT_LLM_ASSISTANT_SETTINGS),\n }\n )\n\n # Task retention settings\n task_retention_days: int = 30\n task_retention_limit: int = 100\n pagination_limit: int = 10\n\n # Migration sync settings\n migration_sync_cron: str = \"0 2 * * *\"\n\n # Dataset Review Feature Flags\n ff_dataset_auto_review: bool = True\n ff_dataset_clarification: bool = True\n ff_dataset_execution: bool = True\n\n\n# #endregion GlobalSettings\n" }, { @@ -30592,6 +31507,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AppConfig [TYPE DataClass]\n# @BRIEF The root configuration model containing all application settings.\nclass AppConfig(BaseModel):\n environments: list[Environment] = []\n settings: GlobalSettings\n\n\n# #endregion AppConfig\n" }, { @@ -30646,6 +31562,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CotLoggerModule [C:4] [TYPE Module] [SEMANTICS logging, cot, json, trace, structured]\n# @BRIEF Structured JSON logger implementing the molecular CoT (Chain-of-Thought) logging protocol.\n# Uses ContextVar for trace_id and span_id propagation across async contexts.\n# Provides log(), MarkerLogger, seed_trace_id(), push_span(), pop_span().\n# @LAYER: Core\n# @RELATION CALLED_BY -> [TraceContextMiddleware]\n# @RELATION CALLED_BY -> [All C4+ service and route modules]\n# @PRE: Python 3.7+ (ContextVar available).\n# @POST: JSON log records written to the 'cot' logger at appropriate levels.\n# @SIDE_EFFECT: Writes structured JSON to the 'cot' Python logger.\n# @DATA_CONTRACT: Log call -> Single-line JSON to logging.StreamHandler/file.\n\nimport logging\nimport uuid\nfrom contextvars import ContextVar\nfrom typing import Any\n\n# #region cot_trace_context [C:1] [TYPE Data] [SEMANTICS contextvar, trace_id, span_id, propagation]\n# @BRIEF ContextVars for trace ID and span ID propagation across async boundaries.\n_trace_id: ContextVar[str] = ContextVar(\"_trace_id\", default=\"\")\n_span_id: ContextVar[str] = ContextVar(\"_span_id\", default=\"\")\n# #endregion cot_trace_context\n\n# #region cot_logger_instance [C:1] [TYPE Data] [SEMANTICS logger, instance]\n# @BRIEF Dedicated Python logger for all CoT (molecular) log output.\ncot_logger = logging.getLogger(\"cot\")\n# #endregion cot_logger_instance\n\n__all__ = [\n \"MarkerLogger\",\n \"get_trace_id\",\n \"log\",\n \"pop_span\",\n \"push_span\",\n \"seed_trace_id\",\n \"set_trace_id\",\n]\n\n# #region seed_trace_id [C:1] [TYPE Function] [SEMANTICS trace_id, uuid, contextvar, set]\n# @BRIEF Generate a new UUID4 trace_id, set it in ContextVar, and return it.\ndef seed_trace_id() -> str:\n \"\"\"Generate a new UUID4 trace ID and store it in the thread-local ContextVar.\n\n Returns:\n str: The newly generated trace ID.\n \"\"\"\n trace_id = str(uuid.uuid4())\n _trace_id.set(trace_id)\n return trace_id\n\n\n# #endregion seed_trace_id\n\n# #region set_trace_id [C:1] [TYPE Function] [SEMANTICS trace_id, contextvar, set, public]\n# @BRIEF Set an explicit trace_id into the ContextVar (e.g. from an incoming header).\ndef set_trace_id(trace_id: str) -> None:\n \"\"\"Set a specific trace_id into the ContextVar.\n\n This is used by TraceContextMiddleware when an ``X-Trace-ID`` header\n is present, enabling cross-service trace chaining.\n\n Args:\n trace_id: The trace ID to set.\n \"\"\"\n _trace_id.set(trace_id)\n\n\n# #endregion set_trace_id\n\n# #region get_trace_id [C:1] [TYPE Function] [SEMANTICS trace_id, contextvar, get, public]\n# @BRIEF Get the current trace_id from ContextVar.\ndef get_trace_id() -> str:\n \"\"\"Get the current trace_id from the thread-local ContextVar.\n\n Returns:\n str: The current trace ID, or empty string if none set.\n \"\"\"\n return _trace_id.get()\n\n\n# #endregion get_trace_id\n\n# #region push_span [C:1] [TYPE Function] [SEMANTICS span_id, contextvar, stack]\n# @BRIEF Set a new span_id in ContextVar and return the previous span_id for later restoration.\ndef push_span(span: str) -> str:\n \"\"\"Push a new span ID onto the context and return the previous span ID.\n\n Args:\n span: The new span identifier (e.g. function or operation name).\n\n Returns:\n str: The previous span ID, suitable for passing to pop_span().\n \"\"\"\n prev = _span_id.get()\n _span_id.set(span)\n return prev\n\n\n# #endregion push_span\n\n# #region pop_span [C:1] [TYPE Function] [SEMANTICS span_id, contextvar, restore]\n# @BRIEF Restore a previous span_id into the ContextVar.\ndef pop_span(prev: str) -> None:\n \"\"\"Restore a previous span ID into the ContextVar.\n\n Args:\n prev: The span ID to restore (previously returned by push_span).\n \"\"\"\n _span_id.set(prev)\n\n\n# #endregion pop_span\n\n# #region cot_log_function [C:2] [TYPE Function] [SEMANTICS log, json, structured, marker]\n# @BRIEF Core structured logging function that emits a single-line JSON record.\ndef log(\n src: str,\n marker: str,\n intent: str,\n payload: dict[str, Any] | None = None,\n error: str | None = None,\n level: str | None = None,\n) -> None:\n \"\"\"Emit a single-line structured JSON log record through the 'cot' logger.\n\n Args:\n src: Qualified function or component name (e.g. 'AuthRepository.get_user').\n marker: Protocol marker — one of 'REASON', 'REFLECT', 'EXPLORE'.\n intent: Short one-line description of the intent or action.\n payload: Optional structured data dict to include in the record.\n error: Required for EXPLORE markers; describes the violated assumption.\n level: Log level override. Auto-inferred from marker if omitted\n (REASON/REFLECT -> INFO, EXPLORE -> WARNING).\n\n Side effects:\n Writes a single-line JSON string to the 'cot' Python logger.\n \"\"\"\n if level is None:\n level = \"WARNING\" if marker == \"EXPLORE\" else \"INFO\"\n\n # Build structured extra data for the LogRecord.\n # CotJsonFormatter will read these attributes to produce the final JSON output,\n # consistent with the main superset_tools_app logger.\n extra: dict[str, Any] = {\n \"marker\": marker,\n \"intent\": intent,\n \"src\": src,\n }\n\n if payload is not None:\n extra[\"payload\"] = payload\n\n if error is not None:\n extra[\"error\"] = error\n\n log_func = {\n \"WARNING\": cot_logger.warning,\n \"ERROR\": cot_logger.error,\n \"DEBUG\": cot_logger.debug,\n }.get(level, cot_logger.info)\n\n log_func(intent, extra=extra)\n\n\n# #endregion cot_log_function\n\n# #region MarkerLogger [C:2] [TYPE Class] [SEMANTICS logger, proxy, marker, syntactic-sugar]\n# @BRIEF Thin proxy class providing .reason(), .reflect(), .explore() convenience methods.\nclass MarkerLogger:\n \"\"\"Thin proxy over the cot_logger.log() function.\n\n Usage::\n\n log = MarkerLogger(\"AuthService\")\n log.reason(\"Validating credentials\", payload={\"user_id\": \"...\"})\n log.reflect(\"Validation complete\", payload={\"result\": \"ok\"})\n log.explore(\"Token expired\", error=\"JWT expired, attempting refresh\")\n\n Each method delegates to :func:`log` with the corresponding marker.\n \"\"\"\n\n # #region MarkerLogger.__init__ [TYPE Function]\n # @BRIEF Store the module/component name used as the 'src' field in all log calls.\n def __init__(self, module_name: str) -> None:\n \"\"\"Initialise the MarkerLogger with a module or component name.\n\n Args:\n module_name: The value used for the 'src' field (e.g. 'AuthService').\n \"\"\"\n self._module_name = module_name\n\n # #endregion MarkerLogger.__init__\n\n # #region MarkerLogger.reason [TYPE Function]\n # @BRIEF Log a REASON marker — strict deduction, core logic.\n def reason(\n self, intent: str, *, payload: dict[str, Any] | None = None\n ) -> None:\n \"\"\"Log a REASON marker (INFO level).\"\"\"\n log(self._module_name, \"REASON\", intent, payload=payload)\n\n # #endregion MarkerLogger.reason\n\n # #region MarkerLogger.reflect [TYPE Function]\n # @BRIEF Log a REFLECT marker — self-check, structural validation.\n def reflect(\n self, intent: str, *, payload: dict[str, Any] | None = None\n ) -> None:\n \"\"\"Log a REFLECT marker (INFO level).\"\"\"\n log(self._module_name, \"REFLECT\", intent, payload=payload)\n\n # #endregion MarkerLogger.reflect\n\n # #region MarkerLogger.explore [TYPE Function]\n # @BRIEF Log an EXPLORE marker — searching, alternatives, violated assumptions.\n def explore(\n self,\n intent: str,\n *,\n payload: dict[str, Any] | None = None,\n error: str | None = None,\n ) -> None:\n \"\"\"Log an EXPLORE marker (WARNING level).\n\n Args:\n intent: Short description of what was being attempted.\n payload: Optional structured data.\n error: Describes the violated assumption or error context.\n \"\"\"\n log(self._module_name, \"EXPLORE\", intent, payload=payload, error=error)\n\n # #endregion MarkerLogger.explore\n\n\n# #endregion MarkerLogger\n# #endregion CotLoggerModule\n" }, { @@ -30717,6 +31634,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region cot_trace_context [C:1] [TYPE Data] [SEMANTICS contextvar, trace_id, span_id, propagation]\n# @BRIEF ContextVars for trace ID and span ID propagation across async boundaries.\n_trace_id: ContextVar[str] = ContextVar(\"_trace_id\", default=\"\")\n_span_id: ContextVar[str] = ContextVar(\"_span_id\", default=\"\")\n# #endregion cot_trace_context\n" }, { @@ -30788,6 +31706,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region cot_logger_instance [C:1] [TYPE Data] [SEMANTICS logger, instance]\n# @BRIEF Dedicated Python logger for all CoT (molecular) log output.\ncot_logger = logging.getLogger(\"cot\")\n# #endregion cot_logger_instance\n" }, { @@ -30815,6 +31734,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region seed_trace_id [C:1] [TYPE Function] [SEMANTICS trace_id, uuid, contextvar, set]\n# @BRIEF Generate a new UUID4 trace_id, set it in ContextVar, and return it.\ndef seed_trace_id() -> str:\n \"\"\"Generate a new UUID4 trace ID and store it in the thread-local ContextVar.\n\n Returns:\n str: The newly generated trace ID.\n \"\"\"\n trace_id = str(uuid.uuid4())\n _trace_id.set(trace_id)\n return trace_id\n\n\n# #endregion seed_trace_id\n" }, { @@ -30842,6 +31762,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region set_trace_id [C:1] [TYPE Function] [SEMANTICS trace_id, contextvar, set, public]\n# @BRIEF Set an explicit trace_id into the ContextVar (e.g. from an incoming header).\ndef set_trace_id(trace_id: str) -> None:\n \"\"\"Set a specific trace_id into the ContextVar.\n\n This is used by TraceContextMiddleware when an ``X-Trace-ID`` header\n is present, enabling cross-service trace chaining.\n\n Args:\n trace_id: The trace ID to set.\n \"\"\"\n _trace_id.set(trace_id)\n\n\n# #endregion set_trace_id\n" }, { @@ -30869,6 +31790,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_trace_id [C:1] [TYPE Function] [SEMANTICS trace_id, contextvar, get, public]\n# @BRIEF Get the current trace_id from ContextVar.\ndef get_trace_id() -> str:\n \"\"\"Get the current trace_id from the thread-local ContextVar.\n\n Returns:\n str: The current trace ID, or empty string if none set.\n \"\"\"\n return _trace_id.get()\n\n\n# #endregion get_trace_id\n" }, { @@ -30896,6 +31818,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region push_span [C:1] [TYPE Function] [SEMANTICS span_id, contextvar, stack]\n# @BRIEF Set a new span_id in ContextVar and return the previous span_id for later restoration.\ndef push_span(span: str) -> str:\n \"\"\"Push a new span ID onto the context and return the previous span ID.\n\n Args:\n span: The new span identifier (e.g. function or operation name).\n\n Returns:\n str: The previous span ID, suitable for passing to pop_span().\n \"\"\"\n prev = _span_id.get()\n _span_id.set(span)\n return prev\n\n\n# #endregion push_span\n" }, { @@ -30923,6 +31846,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region pop_span [C:1] [TYPE Function] [SEMANTICS span_id, contextvar, restore]\n# @BRIEF Restore a previous span_id into the ContextVar.\ndef pop_span(prev: str) -> None:\n \"\"\"Restore a previous span ID into the ContextVar.\n\n Args:\n prev: The span ID to restore (previously returned by push_span).\n \"\"\"\n _span_id.set(prev)\n\n\n# #endregion pop_span\n" }, { @@ -30940,6 +31864,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region cot_log_function [C:2] [TYPE Function] [SEMANTICS log, json, structured, marker]\n# @BRIEF Core structured logging function that emits a single-line JSON record.\ndef log(\n src: str,\n marker: str,\n intent: str,\n payload: dict[str, Any] | None = None,\n error: str | None = None,\n level: str | None = None,\n) -> None:\n \"\"\"Emit a single-line structured JSON log record through the 'cot' logger.\n\n Args:\n src: Qualified function or component name (e.g. 'AuthRepository.get_user').\n marker: Protocol marker — one of 'REASON', 'REFLECT', 'EXPLORE'.\n intent: Short one-line description of the intent or action.\n payload: Optional structured data dict to include in the record.\n error: Required for EXPLORE markers; describes the violated assumption.\n level: Log level override. Auto-inferred from marker if omitted\n (REASON/REFLECT -> INFO, EXPLORE -> WARNING).\n\n Side effects:\n Writes a single-line JSON string to the 'cot' Python logger.\n \"\"\"\n if level is None:\n level = \"WARNING\" if marker == \"EXPLORE\" else \"INFO\"\n\n # Build structured extra data for the LogRecord.\n # CotJsonFormatter will read these attributes to produce the final JSON output,\n # consistent with the main superset_tools_app logger.\n extra: dict[str, Any] = {\n \"marker\": marker,\n \"intent\": intent,\n \"src\": src,\n }\n\n if payload is not None:\n extra[\"payload\"] = payload\n\n if error is not None:\n extra[\"error\"] = error\n\n log_func = {\n \"WARNING\": cot_logger.warning,\n \"ERROR\": cot_logger.error,\n \"DEBUG\": cot_logger.debug,\n }.get(level, cot_logger.info)\n\n log_func(intent, extra=extra)\n\n\n# #endregion cot_log_function\n" }, { @@ -30957,6 +31882,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MarkerLogger [C:2] [TYPE Class] [SEMANTICS logger, proxy, marker, syntactic-sugar]\n# @BRIEF Thin proxy class providing .reason(), .reflect(), .explore() convenience methods.\nclass MarkerLogger:\n \"\"\"Thin proxy over the cot_logger.log() function.\n\n Usage::\n\n log = MarkerLogger(\"AuthService\")\n log.reason(\"Validating credentials\", payload={\"user_id\": \"...\"})\n log.reflect(\"Validation complete\", payload={\"result\": \"ok\"})\n log.explore(\"Token expired\", error=\"JWT expired, attempting refresh\")\n\n Each method delegates to :func:`log` with the corresponding marker.\n \"\"\"\n\n # #region MarkerLogger.__init__ [TYPE Function]\n # @BRIEF Store the module/component name used as the 'src' field in all log calls.\n def __init__(self, module_name: str) -> None:\n \"\"\"Initialise the MarkerLogger with a module or component name.\n\n Args:\n module_name: The value used for the 'src' field (e.g. 'AuthService').\n \"\"\"\n self._module_name = module_name\n\n # #endregion MarkerLogger.__init__\n\n # #region MarkerLogger.reason [TYPE Function]\n # @BRIEF Log a REASON marker — strict deduction, core logic.\n def reason(\n self, intent: str, *, payload: dict[str, Any] | None = None\n ) -> None:\n \"\"\"Log a REASON marker (INFO level).\"\"\"\n log(self._module_name, \"REASON\", intent, payload=payload)\n\n # #endregion MarkerLogger.reason\n\n # #region MarkerLogger.reflect [TYPE Function]\n # @BRIEF Log a REFLECT marker — self-check, structural validation.\n def reflect(\n self, intent: str, *, payload: dict[str, Any] | None = None\n ) -> None:\n \"\"\"Log a REFLECT marker (INFO level).\"\"\"\n log(self._module_name, \"REFLECT\", intent, payload=payload)\n\n # #endregion MarkerLogger.reflect\n\n # #region MarkerLogger.explore [TYPE Function]\n # @BRIEF Log an EXPLORE marker — searching, alternatives, violated assumptions.\n def explore(\n self,\n intent: str,\n *,\n payload: dict[str, Any] | None = None,\n error: str | None = None,\n ) -> None:\n \"\"\"Log an EXPLORE marker (WARNING level).\n\n Args:\n intent: Short description of what was being attempted.\n payload: Optional structured data.\n error: Describes the violated assumption or error context.\n \"\"\"\n log(self._module_name, \"EXPLORE\", intent, payload=payload, error=error)\n\n # #endregion MarkerLogger.explore\n\n\n# #endregion MarkerLogger\n" }, { @@ -30983,6 +31909,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region MarkerLogger.__init__ [TYPE Function]\n # @BRIEF Store the module/component name used as the 'src' field in all log calls.\n def __init__(self, module_name: str) -> None:\n \"\"\"Initialise the MarkerLogger with a module or component name.\n\n Args:\n module_name: The value used for the 'src' field (e.g. 'AuthService').\n \"\"\"\n self._module_name = module_name\n\n # #endregion MarkerLogger.__init__\n" }, { @@ -31009,6 +31936,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region MarkerLogger.reason [TYPE Function]\n # @BRIEF Log a REASON marker — strict deduction, core logic.\n def reason(\n self, intent: str, *, payload: dict[str, Any] | None = None\n ) -> None:\n \"\"\"Log a REASON marker (INFO level).\"\"\"\n log(self._module_name, \"REASON\", intent, payload=payload)\n\n # #endregion MarkerLogger.reason\n" }, { @@ -31035,6 +31963,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region MarkerLogger.reflect [TYPE Function]\n # @BRIEF Log a REFLECT marker — self-check, structural validation.\n def reflect(\n self, intent: str, *, payload: dict[str, Any] | None = None\n ) -> None:\n \"\"\"Log a REFLECT marker (INFO level).\"\"\"\n log(self._module_name, \"REFLECT\", intent, payload=payload)\n\n # #endregion MarkerLogger.reflect\n" }, { @@ -31061,6 +31990,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region MarkerLogger.explore [TYPE Function]\n # @BRIEF Log an EXPLORE marker — searching, alternatives, violated assumptions.\n def explore(\n self,\n intent: str,\n *,\n payload: dict[str, Any] | None = None,\n error: str | None = None,\n ) -> None:\n \"\"\"Log an EXPLORE marker (WARNING level).\n\n Args:\n intent: Short description of what was being attempted.\n payload: Optional structured data.\n error: Describes the violated assumption or error context.\n \"\"\"\n log(self._module_name, \"EXPLORE\", intent, payload=payload, error=error)\n\n # #endregion MarkerLogger.explore\n" }, { @@ -31109,6 +32039,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatabaseModule [C:3] [TYPE Module] [SEMANTICS sqlalchemy, connection, session]\n#\n# @BRIEF Configures database connection and session management (PostgreSQL-first).\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> [MappingModels]\n# @RELATION DEPENDS_ON -> [auth_config]\n# @RELATION DEPENDS_ON -> [ConnectionConfig]\n#\n# @INVARIANT: A single engine instance is used for the entire application.\n\nimport os\nfrom pathlib import Path\n\nfrom sqlalchemy import create_engine, inspect, text\nfrom sqlalchemy.orm import sessionmaker\n\nfrom ..models import assistant as _assistant_models # noqa: F401\nfrom ..models import auth as _auth_models # noqa: F401\nfrom ..models import clean_release as _clean_release_models # noqa: F401\nfrom ..models import config as _config_models # noqa: F401\nfrom ..models import connection as _connection_models # noqa: F401\nfrom ..models import dataset_review as _dataset_review_models # noqa: F401\nfrom ..models import llm as _llm_models # noqa: F401\nfrom ..models import profile as _profile_models # noqa: F401\n\n# Import models to ensure they're registered with Base\nfrom ..models import task as _task_models # noqa: F401\nfrom ..models.connection import ConnectionConfig\nfrom ..models.mapping import Base\nfrom .auth.config import auth_config\nfrom .logger import belief_scope, logger\n\n# #region BASE_DIR [C:1] [TYPE Variable]\n# @BRIEF Base directory for the backend.\nBASE_DIR = Path(__file__).resolve().parent.parent.parent\n# #endregion BASE_DIR\n\n# #region DATABASE_URL [C:1] [TYPE Constant]\n# @BRIEF URL for the main application database.\nDEFAULT_POSTGRES_URL = os.getenv(\n \"POSTGRES_URL\",\n \"postgresql+psycopg2://postgres:postgres@localhost:5432/ss_tools\",\n)\nDATABASE_URL = os.getenv(\"DATABASE_URL\", DEFAULT_POSTGRES_URL)\n# #endregion DATABASE_URL\n\n# #region TASKS_DATABASE_URL [C:1] [TYPE Constant]\n# @BRIEF URL for the tasks execution database.\n# Defaults to DATABASE_URL to keep task logs in the same PostgreSQL instance.\nTASKS_DATABASE_URL = os.getenv(\"TASKS_DATABASE_URL\", DATABASE_URL)\n# #endregion TASKS_DATABASE_URL\n\n# #region AUTH_DATABASE_URL [C:1] [TYPE Constant]\n# @BRIEF URL for the authentication database.\nAUTH_DATABASE_URL = os.getenv(\"AUTH_DATABASE_URL\", auth_config.AUTH_DATABASE_URL)\n# #endregion AUTH_DATABASE_URL\n\n\n# #region engine [C:1] [TYPE Variable]\n# @BRIEF SQLAlchemy engine for mappings database.\n# @SIDE_EFFECT: Creates database engine and manages connection pool.\ndef _build_engine(db_url: str):\n with belief_scope(\"_build_engine\"):\n if db_url.startswith(\"sqlite\"):\n return create_engine(db_url, connect_args={\"check_same_thread\": False})\n return create_engine(db_url, pool_pre_ping=True)\n\n\nengine = _build_engine(DATABASE_URL)\n# #endregion engine\n\n# #region tasks_engine [C:1] [TYPE Variable]\n# @BRIEF SQLAlchemy engine for tasks database.\ntasks_engine = _build_engine(TASKS_DATABASE_URL)\n# #endregion tasks_engine\n\n# #region auth_engine [C:1] [TYPE Variable]\n# @BRIEF SQLAlchemy engine for authentication database.\nauth_engine = _build_engine(AUTH_DATABASE_URL)\n# #endregion auth_engine\n\n# #region SessionLocal [C:1] [TYPE Class]\n# @BRIEF A session factory for the main mappings database.\n# @PRE: engine is initialized.\nSessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)\n# #endregion SessionLocal\n\n# #region TasksSessionLocal [C:1] [TYPE Class]\n# @BRIEF A session factory for the tasks execution database.\n# @PRE: tasks_engine is initialized.\nTasksSessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=tasks_engine)\n# #endregion TasksSessionLocal\n\n# #region AuthSessionLocal [C:1] [TYPE Class]\n# @BRIEF A session factory for the authentication database.\n# @PRE: auth_engine is initialized.\nAuthSessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=auth_engine)\n# #endregion AuthSessionLocal\n\n\n# #region _ensure_user_dashboard_preferences_columns [C:3] [TYPE Function]\n# @BRIEF Applies additive schema upgrades for user_dashboard_preferences table.\n# @PRE: bind_engine points to application database where profile table is stored.\n# @POST: Missing columns are added without data loss.\n# @RELATION DEPENDS_ON -> [engine]\ndef _ensure_user_dashboard_preferences_columns(bind_engine):\n with belief_scope(\"_ensure_user_dashboard_preferences_columns\"):\n table_name = \"user_dashboard_preferences\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n alter_statements = []\n if \"git_username\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences ADD COLUMN git_username VARCHAR\"\n )\n if \"git_email\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences ADD COLUMN git_email VARCHAR\"\n )\n if \"git_personal_access_token_encrypted\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences \"\n \"ADD COLUMN git_personal_access_token_encrypted VARCHAR\"\n )\n if \"start_page\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences \"\n \"ADD COLUMN start_page VARCHAR NOT NULL DEFAULT 'dashboards'\"\n )\n if \"auto_open_task_drawer\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences \"\n \"ADD COLUMN auto_open_task_drawer BOOLEAN NOT NULL DEFAULT TRUE\"\n )\n if \"dashboards_table_density\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences \"\n \"ADD COLUMN dashboards_table_density VARCHAR NOT NULL DEFAULT 'comfortable'\"\n )\n if \"show_only_slug_dashboards\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences \"\n \"ADD COLUMN show_only_slug_dashboards BOOLEAN NOT NULL DEFAULT TRUE\"\n )\n\n if not alter_statements:\n return\n\n try:\n with bind_engine.begin() as connection:\n for statement in alter_statements:\n connection.execute(text(statement))\n except Exception as migration_error:\n logger.explore(\n \"Profile preference additive migration failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n\n\n# #endregion _ensure_user_dashboard_preferences_columns\n\n\n# #region _ensure_user_dashboard_preferences_health_columns [C:3] [TYPE Function]\n# @BRIEF Applies additive schema upgrades for user_dashboard_preferences table (health fields).\n# @RELATION DEPENDS_ON -> [engine]\ndef _ensure_user_dashboard_preferences_health_columns(bind_engine):\n with belief_scope(\"_ensure_user_dashboard_preferences_health_columns\"):\n table_name = \"user_dashboard_preferences\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n alter_statements = []\n if \"telegram_id\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences ADD COLUMN telegram_id VARCHAR\"\n )\n if \"email_address\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences ADD COLUMN email_address VARCHAR\"\n )\n if \"notify_on_fail\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences ADD COLUMN notify_on_fail BOOLEAN NOT NULL DEFAULT TRUE\"\n )\n\n if not alter_statements:\n return\n\n try:\n with bind_engine.begin() as connection:\n for statement in alter_statements:\n connection.execute(text(statement))\n except Exception as migration_error:\n logger.explore(\n \"Profile health preference additive migration failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n\n\n# #endregion _ensure_user_dashboard_preferences_health_columns\n\n\n# #region _ensure_llm_validation_results_columns [C:3] [TYPE Function]\n# @BRIEF Applies additive schema upgrades for llm_validation_results table.\n# @RELATION DEPENDS_ON -> [engine]\ndef _ensure_llm_validation_results_columns(bind_engine):\n with belief_scope(\"_ensure_llm_validation_results_columns\"):\n table_name = \"llm_validation_results\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n alter_statements = []\n if \"task_id\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE llm_validation_results ADD COLUMN task_id VARCHAR\"\n )\n if \"environment_id\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE llm_validation_results ADD COLUMN environment_id VARCHAR\"\n )\n\n if not alter_statements:\n return\n\n try:\n with bind_engine.begin() as connection:\n for statement in alter_statements:\n connection.execute(text(statement))\n except Exception as migration_error:\n logger.explore(\n \"ValidationRecord additive migration failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n\n\n# #endregion _ensure_llm_validation_results_columns\n\n\n# #region _ensure_git_server_configs_columns [C:3] [TYPE Function]\n# @BRIEF Applies additive schema upgrades for git_server_configs table.\n# @PRE: bind_engine points to application database.\n# @POST: Missing columns are added without data loss.\n# @RELATION DEPENDS_ON -> [engine]\ndef _ensure_git_server_configs_columns(bind_engine):\n with belief_scope(\"_ensure_git_server_configs_columns\"):\n table_name = \"git_server_configs\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n alter_statements = []\n if \"default_branch\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE git_server_configs ADD COLUMN default_branch VARCHAR NOT NULL DEFAULT 'main'\"\n )\n\n if not alter_statements:\n return\n\n try:\n with bind_engine.begin() as connection:\n for statement in alter_statements:\n connection.execute(text(statement))\n except Exception as migration_error:\n logger.explore(\n \"GitServerConfig preference additive migration failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n\n\n# #endregion _ensure_git_server_configs_columns\n\n\n# #region _ensure_auth_users_columns [C:3] [TYPE Function]\n# @BRIEF Applies additive schema upgrades for auth users table.\n# @PRE: bind_engine points to authentication database.\n# @POST: Missing columns are added without data loss.\n# @RELATION DEPENDS_ON -> [auth_engine]\ndef _ensure_auth_users_columns(bind_engine):\n with belief_scope(\"_ensure_auth_users_columns\"):\n table_name = \"users\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n alter_statements = []\n if \"full_name\" not in existing_columns:\n alter_statements.append(\"ALTER TABLE users ADD COLUMN full_name VARCHAR\")\n if \"is_ad_user\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE users ADD COLUMN is_ad_user BOOLEAN NOT NULL DEFAULT FALSE\"\n )\n\n if not alter_statements:\n logger.reason(\n \"Auth users schema already up to date\",\n extra={\"table\": table_name, \"columns\": sorted(existing_columns)},\n )\n return\n\n logger.reason(\n \"Applying additive auth users schema migration\",\n extra={\"table\": table_name, \"statements\": alter_statements},\n )\n\n try:\n with bind_engine.begin() as connection:\n for statement in alter_statements:\n connection.execute(text(statement))\n logger.reason(\n \"Auth users schema migration completed\",\n extra={\n \"table\": table_name,\n \"added_columns\": [\n stmt.split(\" ADD COLUMN \", 1)[1].split()[0]\n for stmt in alter_statements\n ],\n },\n )\n except Exception as migration_error:\n logger.explore(\n \"Auth users additive migration failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n raise\n\n\n# #endregion _ensure_auth_users_columns\n\n\n# #region ensure_connection_configs_table [C:3] [TYPE Function]\n# @BRIEF Ensures the external connection registry table exists in the main database.\n# @PRE: bind_engine points to the application database.\n# @POST: connection_configs table exists without dropping existing data.\n# @RELATION DEPENDS_ON -> [ConnectionConfig]\ndef ensure_connection_configs_table(bind_engine):\n with belief_scope(\"ensure_connection_configs_table\"):\n try:\n ConnectionConfig.__table__.create(bind=bind_engine, checkfirst=True)\n except Exception as migration_error:\n logger.explore(\n \"ConnectionConfig table ensure failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n raise\n\n\n# #endregion ensure_connection_configs_table\n\n\n# #region _ensure_filter_source_enum_values [C:3] [TYPE Function]\n# @BRIEF Adds missing FilterSource enum values to the PostgreSQL native filtersource type.\n# @PRE: bind_engine points to application database with imported_filters table.\n# @POST: New enum values are available without data loss.\n# @RELATION DEPENDS_ON -> [engine]\ndef _ensure_filter_source_enum_values(bind_engine):\n with belief_scope(\"_ensure_filter_source_enum_values\"):\n try:\n with bind_engine.connect() as connection:\n # Check if the native enum type exists\n result = connection.execute(\n text(\n \"SELECT t.typname FROM pg_type t \"\n \"JOIN pg_namespace n ON t.typnamespace = n.oid \"\n \"WHERE t.typname = 'filtersource' AND n.nspname = 'public'\"\n )\n )\n if result.fetchone() is None:\n logger.reason(\n \"filtersource enum type does not exist yet; skipping migration\"\n )\n return\n\n # Get existing enum values\n result = connection.execute(\n text(\n \"SELECT e.enumlabel FROM pg_enum e \"\n \"JOIN pg_type t ON e.enumtypid = t.oid \"\n \"WHERE t.typname = 'filtersource' \"\n \"ORDER BY e.enumsortorder\"\n )\n )\n existing_values = {row[0] for row in result.fetchall()}\n\n required_values = [\"SUPERSET_PERMALINK\", \"SUPERSET_NATIVE_FILTERS_KEY\"]\n missing_values = [\n v for v in required_values if v not in existing_values\n ]\n\n if not missing_values:\n logger.reason(\n \"filtersource enum already up to date\",\n extra={\"existing\": sorted(existing_values)},\n )\n return\n\n logger.reason(\n \"Adding missing values to filtersource enum\",\n extra={\"missing\": missing_values},\n )\n for value in missing_values:\n connection.execute(\n text(\n f\"ALTER TYPE filtersource ADD VALUE IF NOT EXISTS '{value}'\"\n )\n )\n connection.commit()\n logger.reason(\n \"filtersource enum migration completed\",\n extra={\"added\": missing_values},\n )\n except Exception as migration_error:\n logger.explore(\n \"FilterSource enum additive migration failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n\n\n# #endregion _ensure_filter_source_enum_values\n\n\n# #region _ensure_dataset_review_session_columns [C:4] [TYPE Function]\n# @BRIEF Apply additive schema upgrades for dataset review persistence required by optimistic-lock and recovery metadata semantics.\n# @PRE: bind_engine points to the application database where dataset review tables are stored.\n# @POST: Missing additive columns across legacy dataset review tables are created without removing existing data.\n# @SIDE_EFFECT: Executes ALTER TABLE statements against dataset review tables in the application database.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\n# @RELATION DEPENDS_ON -> [ImportedFilter]\ndef _ensure_translation_jobs_columns(bind_engine):\n with belief_scope(\"_ensure_translation_jobs_columns\"):\n table_name = \"translation_jobs\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n if \"environment_id\" not in existing_columns:\n try:\n with bind_engine.begin() as connection:\n connection.execute(\n text(\n \"ALTER TABLE translation_jobs \"\n \"ADD COLUMN environment_id VARCHAR\"\n )\n )\n logger.reflect(\n \"Added environment_id column to translation_jobs\",\n )\n except Exception as migration_error:\n logger.explore(\n \"Failed to add environment_id to translation_jobs\",\n extra={\"error\": str(migration_error)},\n )\n raise\n\n if \"target_database_id\" not in existing_columns:\n try:\n with bind_engine.begin() as connection:\n connection.execute(\n text(\n \"ALTER TABLE translation_jobs \"\n \"ADD COLUMN target_database_id VARCHAR\"\n )\n )\n logger.reflect(\n \"Added target_database_id column to translation_jobs\",\n )\n except Exception as migration_error:\n logger.explore(\n \"Failed to add target_database_id to translation_jobs\",\n extra={\"error\": str(migration_error)},\n )\n\n\ndef _ensure_dataset_review_session_columns(bind_engine):\n with belief_scope(\"_ensure_dataset_review_session_columns\"):\n inspector = inspect(bind_engine)\n existing_tables = set(inspector.get_table_names())\n migration_plan = {\n \"dataset_review_sessions\": [\n (\n \"version\",\n \"ALTER TABLE dataset_review_sessions \"\n \"ADD COLUMN version INTEGER NOT NULL DEFAULT 0\",\n )\n ],\n \"imported_filters\": [\n (\n \"raw_value_masked\",\n \"ALTER TABLE imported_filters \"\n \"ADD COLUMN raw_value_masked BOOLEAN NOT NULL DEFAULT FALSE\",\n )\n ],\n }\n\n for table_name, planned_columns in migration_plan.items():\n if table_name not in existing_tables:\n logger.reason(\n \"Dataset review table does not exist yet; skipping additive schema migration\",\n extra={\"table\": table_name},\n )\n continue\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n alter_statements = [\n statement\n for column_name, statement in planned_columns\n if column_name not in existing_columns\n ]\n\n if not alter_statements:\n logger.reason(\n \"Dataset review table schema already up to date\",\n extra={\"table\": table_name, \"columns\": sorted(existing_columns)},\n )\n continue\n\n logger.reason(\n \"Applying additive dataset review schema migration\",\n extra={\"table\": table_name, \"statements\": alter_statements},\n )\n\n try:\n with bind_engine.begin() as connection:\n for statement in alter_statements:\n connection.execute(text(statement))\n logger.reflect(\n \"Dataset review additive schema migration completed\",\n extra={\n \"table\": table_name,\n \"added_columns\": [\n stmt.split(\" ADD COLUMN \", 1)[1].split()[0]\n for stmt in alter_statements\n ],\n },\n )\n except Exception as migration_error:\n logger.explore(\n \"Dataset review additive schema migration failed\",\n extra={\"table\": table_name, \"error\": str(migration_error)},\n )\n raise\n\n\n# #endregion _ensure_dataset_review_session_columns\n\n\n# #region _ensure_translation_schedules_columns [C:3] [TYPE Function]\n# @BRIEF Applies additive schema upgrades for translation_schedules table.\n# @PRE: bind_engine points to application database.\n# @POST: Missing columns are added without data loss.\n# @RELATION DEPENDS_ON -> [engine]\ndef _ensure_translation_schedules_columns(bind_engine):\n with belief_scope(\"_ensure_translation_schedules_columns\"):\n table_name = \"translation_schedules\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n alter_statements = []\n if \"execution_mode\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE translation_schedules \"\n \"ADD COLUMN execution_mode VARCHAR NOT NULL DEFAULT 'full'\"\n )\n\n if not alter_statements:\n return\n\n try:\n with bind_engine.begin() as connection:\n for statement in alter_statements:\n connection.execute(text(statement))\n except Exception as migration_error:\n logger.explore(\n \"TranslationSchedule additive migration failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n\n\n# #endregion _ensure_translation_schedules_columns\n\n\n# #region _ensure_dictionary_entries_columns [C:3] [TYPE Function]\n# @BRIEF Additive migration for dictionary_entries origin tracking columns.\n# @RELATION DEPENDS_ON -> [engine]\ndef _ensure_dictionary_entries_columns(bind_engine):\n with belief_scope(\"_ensure_dictionary_entries_columns\"):\n table_name = \"dictionary_entries\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n alter_statements = []\n if \"origin_run_id\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE dictionary_entries \"\n \"ADD COLUMN origin_run_id VARCHAR\"\n )\n if \"origin_row_key\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE dictionary_entries \"\n \"ADD COLUMN origin_row_key VARCHAR\"\n )\n if \"origin_user_id\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE dictionary_entries \"\n \"ADD COLUMN origin_user_id VARCHAR\"\n )\n\n if not alter_statements:\n return\n\n try:\n with bind_engine.begin() as connection:\n for statement in alter_statements:\n connection.execute(text(statement))\n except Exception as migration_error:\n logger.explore(\n \"DictionaryEntry additive migration failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n\n\n# #endregion _ensure_dictionary_entries_columns\n\n\n# #region init_db [C:3] [TYPE Function]\n# @BRIEF Initializes the database by creating all tables.\n# @PRE: engine, tasks_engine and auth_engine are initialized.\n# @POST: Database tables created in all databases.\n# @SIDE_EFFECT: Creates physical database files if they don't exist.\n# @RELATION CALLS -> [ensure_connection_configs_table]\n# @RELATION CALLS -> [_ensure_filter_source_enum_values]\n# @RELATION CALLS -> [_ensure_dataset_review_session_columns]\n# @RELATION CALLS -> [_ensure_dictionary_entries_columns]\ndef init_db():\n with belief_scope(\"init_db\"):\n Base.metadata.create_all(bind=engine)\n Base.metadata.create_all(bind=tasks_engine)\n Base.metadata.create_all(bind=auth_engine)\n _ensure_user_dashboard_preferences_columns(engine)\n _ensure_llm_validation_results_columns(engine)\n _ensure_user_dashboard_preferences_health_columns(engine)\n _ensure_git_server_configs_columns(engine)\n _ensure_auth_users_columns(auth_engine)\n ensure_connection_configs_table(engine)\n _ensure_filter_source_enum_values(engine)\n _ensure_dataset_review_session_columns(engine)\n _ensure_translation_jobs_columns(engine)\n _ensure_translation_schedules_columns(engine)\n _ensure_dictionary_entries_columns(engine)\n\n\n# #endregion init_db\n\n\n# #region get_db [C:3] [TYPE Function]\n# @BRIEF Dependency for getting a database session.\n# @PRE: SessionLocal is initialized.\n# @POST: Session is closed after use.\n# @RELATION DEPENDS_ON -> [SessionLocal]\ndef get_db():\n with belief_scope(\"get_db\"):\n db = SessionLocal()\n try:\n yield db\n finally:\n db.close()\n\n\n# #endregion get_db\n\n\n# #region get_tasks_db [C:3] [TYPE Function]\n# @BRIEF Dependency for getting a tasks database session.\n# @PRE: TasksSessionLocal is initialized.\n# @POST: Session is closed after use.\n# @RELATION DEPENDS_ON -> [TasksSessionLocal]\ndef get_tasks_db():\n with belief_scope(\"get_tasks_db\"):\n db = TasksSessionLocal()\n try:\n yield db\n finally:\n db.close()\n\n\n# #endregion get_tasks_db\n\n\n# #region get_auth_db [C:3] [TYPE Function]\n# @BRIEF Dependency for getting an authentication database session.\n# @PRE: AuthSessionLocal is initialized.\n# @POST: Session is closed after use.\n# @DATA_CONTRACT: None -> Output[sqlalchemy.orm.Session]\n# @RELATION DEPENDS_ON -> [AuthSessionLocal]\ndef get_auth_db():\n with belief_scope(\"get_auth_db\"):\n db = AuthSessionLocal()\n try:\n yield db\n finally:\n db.close()\n\n\n# #endregion get_auth_db\n\n# #endregion DatabaseModule\n" }, { @@ -31180,6 +32111,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region BASE_DIR [C:1] [TYPE Variable]\n# @BRIEF Base directory for the backend.\nBASE_DIR = Path(__file__).resolve().parent.parent.parent\n# #endregion BASE_DIR\n" }, { @@ -31251,6 +32183,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DATABASE_URL [C:1] [TYPE Constant]\n# @BRIEF URL for the main application database.\nDEFAULT_POSTGRES_URL = os.getenv(\n \"POSTGRES_URL\",\n \"postgresql+psycopg2://postgres:postgres@localhost:5432/ss_tools\",\n)\nDATABASE_URL = os.getenv(\"DATABASE_URL\", DEFAULT_POSTGRES_URL)\n# #endregion DATABASE_URL\n" }, { @@ -31322,6 +32255,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TASKS_DATABASE_URL [C:1] [TYPE Constant]\n# @BRIEF URL for the tasks execution database.\n# Defaults to DATABASE_URL to keep task logs in the same PostgreSQL instance.\nTASKS_DATABASE_URL = os.getenv(\"TASKS_DATABASE_URL\", DATABASE_URL)\n# #endregion TASKS_DATABASE_URL\n" }, { @@ -31393,6 +32327,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AUTH_DATABASE_URL [C:1] [TYPE Constant]\n# @BRIEF URL for the authentication database.\nAUTH_DATABASE_URL = os.getenv(\"AUTH_DATABASE_URL\", auth_config.AUTH_DATABASE_URL)\n# #endregion AUTH_DATABASE_URL\n" }, { @@ -31489,6 +32424,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region engine [C:1] [TYPE Variable]\n# @BRIEF SQLAlchemy engine for mappings database.\n# @SIDE_EFFECT: Creates database engine and manages connection pool.\ndef _build_engine(db_url: str):\n with belief_scope(\"_build_engine\"):\n if db_url.startswith(\"sqlite\"):\n return create_engine(db_url, connect_args={\"check_same_thread\": False})\n return create_engine(db_url, pool_pre_ping=True)\n\n\nengine = _build_engine(DATABASE_URL)\n# #endregion engine\n" }, { @@ -31560,6 +32496,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region tasks_engine [C:1] [TYPE Variable]\n# @BRIEF SQLAlchemy engine for tasks database.\ntasks_engine = _build_engine(TASKS_DATABASE_URL)\n# #endregion tasks_engine\n" }, { @@ -31631,6 +32568,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region auth_engine [C:1] [TYPE Variable]\n# @BRIEF SQLAlchemy engine for authentication database.\nauth_engine = _build_engine(AUTH_DATABASE_URL)\n# #endregion auth_engine\n" }, { @@ -31668,6 +32606,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SessionLocal [C:1] [TYPE Class]\n# @BRIEF A session factory for the main mappings database.\n# @PRE: engine is initialized.\nSessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)\n# #endregion SessionLocal\n" }, { @@ -31705,6 +32644,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TasksSessionLocal [C:1] [TYPE Class]\n# @BRIEF A session factory for the tasks execution database.\n# @PRE: tasks_engine is initialized.\nTasksSessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=tasks_engine)\n# #endregion TasksSessionLocal\n" }, { @@ -31742,6 +32682,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AuthSessionLocal [C:1] [TYPE Class]\n# @BRIEF A session factory for the authentication database.\n# @PRE: auth_engine is initialized.\nAuthSessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=auth_engine)\n# #endregion AuthSessionLocal\n" }, { @@ -31787,6 +32728,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _ensure_user_dashboard_preferences_columns [C:3] [TYPE Function]\n# @BRIEF Applies additive schema upgrades for user_dashboard_preferences table.\n# @PRE: bind_engine points to application database where profile table is stored.\n# @POST: Missing columns are added without data loss.\n# @RELATION DEPENDS_ON -> [engine]\ndef _ensure_user_dashboard_preferences_columns(bind_engine):\n with belief_scope(\"_ensure_user_dashboard_preferences_columns\"):\n table_name = \"user_dashboard_preferences\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n alter_statements = []\n if \"git_username\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences ADD COLUMN git_username VARCHAR\"\n )\n if \"git_email\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences ADD COLUMN git_email VARCHAR\"\n )\n if \"git_personal_access_token_encrypted\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences \"\n \"ADD COLUMN git_personal_access_token_encrypted VARCHAR\"\n )\n if \"start_page\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences \"\n \"ADD COLUMN start_page VARCHAR NOT NULL DEFAULT 'dashboards'\"\n )\n if \"auto_open_task_drawer\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences \"\n \"ADD COLUMN auto_open_task_drawer BOOLEAN NOT NULL DEFAULT TRUE\"\n )\n if \"dashboards_table_density\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences \"\n \"ADD COLUMN dashboards_table_density VARCHAR NOT NULL DEFAULT 'comfortable'\"\n )\n if \"show_only_slug_dashboards\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences \"\n \"ADD COLUMN show_only_slug_dashboards BOOLEAN NOT NULL DEFAULT TRUE\"\n )\n\n if not alter_statements:\n return\n\n try:\n with bind_engine.begin() as connection:\n for statement in alter_statements:\n connection.execute(text(statement))\n except Exception as migration_error:\n logger.explore(\n \"Profile preference additive migration failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n\n\n# #endregion _ensure_user_dashboard_preferences_columns\n" }, { @@ -31811,6 +32753,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _ensure_user_dashboard_preferences_health_columns [C:3] [TYPE Function]\n# @BRIEF Applies additive schema upgrades for user_dashboard_preferences table (health fields).\n# @RELATION DEPENDS_ON -> [engine]\ndef _ensure_user_dashboard_preferences_health_columns(bind_engine):\n with belief_scope(\"_ensure_user_dashboard_preferences_health_columns\"):\n table_name = \"user_dashboard_preferences\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n alter_statements = []\n if \"telegram_id\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences ADD COLUMN telegram_id VARCHAR\"\n )\n if \"email_address\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences ADD COLUMN email_address VARCHAR\"\n )\n if \"notify_on_fail\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE user_dashboard_preferences ADD COLUMN notify_on_fail BOOLEAN NOT NULL DEFAULT TRUE\"\n )\n\n if not alter_statements:\n return\n\n try:\n with bind_engine.begin() as connection:\n for statement in alter_statements:\n connection.execute(text(statement))\n except Exception as migration_error:\n logger.explore(\n \"Profile health preference additive migration failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n\n\n# #endregion _ensure_user_dashboard_preferences_health_columns\n" }, { @@ -31835,6 +32778,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _ensure_llm_validation_results_columns [C:3] [TYPE Function]\n# @BRIEF Applies additive schema upgrades for llm_validation_results table.\n# @RELATION DEPENDS_ON -> [engine]\ndef _ensure_llm_validation_results_columns(bind_engine):\n with belief_scope(\"_ensure_llm_validation_results_columns\"):\n table_name = \"llm_validation_results\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n alter_statements = []\n if \"task_id\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE llm_validation_results ADD COLUMN task_id VARCHAR\"\n )\n if \"environment_id\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE llm_validation_results ADD COLUMN environment_id VARCHAR\"\n )\n\n if not alter_statements:\n return\n\n try:\n with bind_engine.begin() as connection:\n for statement in alter_statements:\n connection.execute(text(statement))\n except Exception as migration_error:\n logger.explore(\n \"ValidationRecord additive migration failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n\n\n# #endregion _ensure_llm_validation_results_columns\n" }, { @@ -31880,6 +32824,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _ensure_git_server_configs_columns [C:3] [TYPE Function]\n# @BRIEF Applies additive schema upgrades for git_server_configs table.\n# @PRE: bind_engine points to application database.\n# @POST: Missing columns are added without data loss.\n# @RELATION DEPENDS_ON -> [engine]\ndef _ensure_git_server_configs_columns(bind_engine):\n with belief_scope(\"_ensure_git_server_configs_columns\"):\n table_name = \"git_server_configs\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n alter_statements = []\n if \"default_branch\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE git_server_configs ADD COLUMN default_branch VARCHAR NOT NULL DEFAULT 'main'\"\n )\n\n if not alter_statements:\n return\n\n try:\n with bind_engine.begin() as connection:\n for statement in alter_statements:\n connection.execute(text(statement))\n except Exception as migration_error:\n logger.explore(\n \"GitServerConfig preference additive migration failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n\n\n# #endregion _ensure_git_server_configs_columns\n" }, { @@ -31925,6 +32870,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _ensure_auth_users_columns [C:3] [TYPE Function]\n# @BRIEF Applies additive schema upgrades for auth users table.\n# @PRE: bind_engine points to authentication database.\n# @POST: Missing columns are added without data loss.\n# @RELATION DEPENDS_ON -> [auth_engine]\ndef _ensure_auth_users_columns(bind_engine):\n with belief_scope(\"_ensure_auth_users_columns\"):\n table_name = \"users\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n alter_statements = []\n if \"full_name\" not in existing_columns:\n alter_statements.append(\"ALTER TABLE users ADD COLUMN full_name VARCHAR\")\n if \"is_ad_user\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE users ADD COLUMN is_ad_user BOOLEAN NOT NULL DEFAULT FALSE\"\n )\n\n if not alter_statements:\n logger.reason(\n \"Auth users schema already up to date\",\n extra={\"table\": table_name, \"columns\": sorted(existing_columns)},\n )\n return\n\n logger.reason(\n \"Applying additive auth users schema migration\",\n extra={\"table\": table_name, \"statements\": alter_statements},\n )\n\n try:\n with bind_engine.begin() as connection:\n for statement in alter_statements:\n connection.execute(text(statement))\n logger.reason(\n \"Auth users schema migration completed\",\n extra={\n \"table\": table_name,\n \"added_columns\": [\n stmt.split(\" ADD COLUMN \", 1)[1].split()[0]\n for stmt in alter_statements\n ],\n },\n )\n except Exception as migration_error:\n logger.explore(\n \"Auth users additive migration failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n raise\n\n\n# #endregion _ensure_auth_users_columns\n" }, { @@ -31970,6 +32916,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ensure_connection_configs_table [C:3] [TYPE Function]\n# @BRIEF Ensures the external connection registry table exists in the main database.\n# @PRE: bind_engine points to the application database.\n# @POST: connection_configs table exists without dropping existing data.\n# @RELATION DEPENDS_ON -> [ConnectionConfig]\ndef ensure_connection_configs_table(bind_engine):\n with belief_scope(\"ensure_connection_configs_table\"):\n try:\n ConnectionConfig.__table__.create(bind=bind_engine, checkfirst=True)\n except Exception as migration_error:\n logger.explore(\n \"ConnectionConfig table ensure failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n raise\n\n\n# #endregion ensure_connection_configs_table\n" }, { @@ -32015,6 +32962,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _ensure_filter_source_enum_values [C:3] [TYPE Function]\n# @BRIEF Adds missing FilterSource enum values to the PostgreSQL native filtersource type.\n# @PRE: bind_engine points to application database with imported_filters table.\n# @POST: New enum values are available without data loss.\n# @RELATION DEPENDS_ON -> [engine]\ndef _ensure_filter_source_enum_values(bind_engine):\n with belief_scope(\"_ensure_filter_source_enum_values\"):\n try:\n with bind_engine.connect() as connection:\n # Check if the native enum type exists\n result = connection.execute(\n text(\n \"SELECT t.typname FROM pg_type t \"\n \"JOIN pg_namespace n ON t.typnamespace = n.oid \"\n \"WHERE t.typname = 'filtersource' AND n.nspname = 'public'\"\n )\n )\n if result.fetchone() is None:\n logger.reason(\n \"filtersource enum type does not exist yet; skipping migration\"\n )\n return\n\n # Get existing enum values\n result = connection.execute(\n text(\n \"SELECT e.enumlabel FROM pg_enum e \"\n \"JOIN pg_type t ON e.enumtypid = t.oid \"\n \"WHERE t.typname = 'filtersource' \"\n \"ORDER BY e.enumsortorder\"\n )\n )\n existing_values = {row[0] for row in result.fetchall()}\n\n required_values = [\"SUPERSET_PERMALINK\", \"SUPERSET_NATIVE_FILTERS_KEY\"]\n missing_values = [\n v for v in required_values if v not in existing_values\n ]\n\n if not missing_values:\n logger.reason(\n \"filtersource enum already up to date\",\n extra={\"existing\": sorted(existing_values)},\n )\n return\n\n logger.reason(\n \"Adding missing values to filtersource enum\",\n extra={\"missing\": missing_values},\n )\n for value in missing_values:\n connection.execute(\n text(\n f\"ALTER TYPE filtersource ADD VALUE IF NOT EXISTS '{value}'\"\n )\n )\n connection.commit()\n logger.reason(\n \"filtersource enum migration completed\",\n extra={\"added\": missing_values},\n )\n except Exception as migration_error:\n logger.explore(\n \"FilterSource enum additive migration failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n\n\n# #endregion _ensure_filter_source_enum_values\n" }, { @@ -32048,6 +32996,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _ensure_dataset_review_session_columns [C:4] [TYPE Function]\n# @BRIEF Apply additive schema upgrades for dataset review persistence required by optimistic-lock and recovery metadata semantics.\n# @PRE: bind_engine points to the application database where dataset review tables are stored.\n# @POST: Missing additive columns across legacy dataset review tables are created without removing existing data.\n# @SIDE_EFFECT: Executes ALTER TABLE statements against dataset review tables in the application database.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\n# @RELATION DEPENDS_ON -> [ImportedFilter]\ndef _ensure_translation_jobs_columns(bind_engine):\n with belief_scope(\"_ensure_translation_jobs_columns\"):\n table_name = \"translation_jobs\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n if \"environment_id\" not in existing_columns:\n try:\n with bind_engine.begin() as connection:\n connection.execute(\n text(\n \"ALTER TABLE translation_jobs \"\n \"ADD COLUMN environment_id VARCHAR\"\n )\n )\n logger.reflect(\n \"Added environment_id column to translation_jobs\",\n )\n except Exception as migration_error:\n logger.explore(\n \"Failed to add environment_id to translation_jobs\",\n extra={\"error\": str(migration_error)},\n )\n raise\n\n if \"target_database_id\" not in existing_columns:\n try:\n with bind_engine.begin() as connection:\n connection.execute(\n text(\n \"ALTER TABLE translation_jobs \"\n \"ADD COLUMN target_database_id VARCHAR\"\n )\n )\n logger.reflect(\n \"Added target_database_id column to translation_jobs\",\n )\n except Exception as migration_error:\n logger.explore(\n \"Failed to add target_database_id to translation_jobs\",\n extra={\"error\": str(migration_error)},\n )\n\n\ndef _ensure_dataset_review_session_columns(bind_engine):\n with belief_scope(\"_ensure_dataset_review_session_columns\"):\n inspector = inspect(bind_engine)\n existing_tables = set(inspector.get_table_names())\n migration_plan = {\n \"dataset_review_sessions\": [\n (\n \"version\",\n \"ALTER TABLE dataset_review_sessions \"\n \"ADD COLUMN version INTEGER NOT NULL DEFAULT 0\",\n )\n ],\n \"imported_filters\": [\n (\n \"raw_value_masked\",\n \"ALTER TABLE imported_filters \"\n \"ADD COLUMN raw_value_masked BOOLEAN NOT NULL DEFAULT FALSE\",\n )\n ],\n }\n\n for table_name, planned_columns in migration_plan.items():\n if table_name not in existing_tables:\n logger.reason(\n \"Dataset review table does not exist yet; skipping additive schema migration\",\n extra={\"table\": table_name},\n )\n continue\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n alter_statements = [\n statement\n for column_name, statement in planned_columns\n if column_name not in existing_columns\n ]\n\n if not alter_statements:\n logger.reason(\n \"Dataset review table schema already up to date\",\n extra={\"table\": table_name, \"columns\": sorted(existing_columns)},\n )\n continue\n\n logger.reason(\n \"Applying additive dataset review schema migration\",\n extra={\"table\": table_name, \"statements\": alter_statements},\n )\n\n try:\n with bind_engine.begin() as connection:\n for statement in alter_statements:\n connection.execute(text(statement))\n logger.reflect(\n \"Dataset review additive schema migration completed\",\n extra={\n \"table\": table_name,\n \"added_columns\": [\n stmt.split(\" ADD COLUMN \", 1)[1].split()[0]\n for stmt in alter_statements\n ],\n },\n )\n except Exception as migration_error:\n logger.explore(\n \"Dataset review additive schema migration failed\",\n extra={\"table\": table_name, \"error\": str(migration_error)},\n )\n raise\n\n\n# #endregion _ensure_dataset_review_session_columns\n" }, { @@ -32093,6 +33042,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _ensure_translation_schedules_columns [C:3] [TYPE Function]\n# @BRIEF Applies additive schema upgrades for translation_schedules table.\n# @PRE: bind_engine points to application database.\n# @POST: Missing columns are added without data loss.\n# @RELATION DEPENDS_ON -> [engine]\ndef _ensure_translation_schedules_columns(bind_engine):\n with belief_scope(\"_ensure_translation_schedules_columns\"):\n table_name = \"translation_schedules\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n alter_statements = []\n if \"execution_mode\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE translation_schedules \"\n \"ADD COLUMN execution_mode VARCHAR NOT NULL DEFAULT 'full'\"\n )\n\n if not alter_statements:\n return\n\n try:\n with bind_engine.begin() as connection:\n for statement in alter_statements:\n connection.execute(text(statement))\n except Exception as migration_error:\n logger.explore(\n \"TranslationSchedule additive migration failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n\n\n# #endregion _ensure_translation_schedules_columns\n" }, { @@ -32117,6 +33067,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _ensure_dictionary_entries_columns [C:3] [TYPE Function]\n# @BRIEF Additive migration for dictionary_entries origin tracking columns.\n# @RELATION DEPENDS_ON -> [engine]\ndef _ensure_dictionary_entries_columns(bind_engine):\n with belief_scope(\"_ensure_dictionary_entries_columns\"):\n table_name = \"dictionary_entries\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n alter_statements = []\n if \"origin_run_id\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE dictionary_entries \"\n \"ADD COLUMN origin_run_id VARCHAR\"\n )\n if \"origin_row_key\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE dictionary_entries \"\n \"ADD COLUMN origin_row_key VARCHAR\"\n )\n if \"origin_user_id\" not in existing_columns:\n alter_statements.append(\n \"ALTER TABLE dictionary_entries \"\n \"ADD COLUMN origin_user_id VARCHAR\"\n )\n\n if not alter_statements:\n return\n\n try:\n with bind_engine.begin() as connection:\n for statement in alter_statements:\n connection.execute(text(statement))\n except Exception as migration_error:\n logger.explore(\n \"DictionaryEntry additive migration failed\",\n extra={\"src\": \"database\", \"error\": str(migration_error)},\n )\n\n\n# #endregion _ensure_dictionary_entries_columns\n" }, { @@ -32190,6 +33141,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region init_db [C:3] [TYPE Function]\n# @BRIEF Initializes the database by creating all tables.\n# @PRE: engine, tasks_engine and auth_engine are initialized.\n# @POST: Database tables created in all databases.\n# @SIDE_EFFECT: Creates physical database files if they don't exist.\n# @RELATION CALLS -> [ensure_connection_configs_table]\n# @RELATION CALLS -> [_ensure_filter_source_enum_values]\n# @RELATION CALLS -> [_ensure_dataset_review_session_columns]\n# @RELATION CALLS -> [_ensure_dictionary_entries_columns]\ndef init_db():\n with belief_scope(\"init_db\"):\n Base.metadata.create_all(bind=engine)\n Base.metadata.create_all(bind=tasks_engine)\n Base.metadata.create_all(bind=auth_engine)\n _ensure_user_dashboard_preferences_columns(engine)\n _ensure_llm_validation_results_columns(engine)\n _ensure_user_dashboard_preferences_health_columns(engine)\n _ensure_git_server_configs_columns(engine)\n _ensure_auth_users_columns(auth_engine)\n ensure_connection_configs_table(engine)\n _ensure_filter_source_enum_values(engine)\n _ensure_dataset_review_session_columns(engine)\n _ensure_translation_jobs_columns(engine)\n _ensure_translation_schedules_columns(engine)\n _ensure_dictionary_entries_columns(engine)\n\n\n# #endregion init_db\n" }, { @@ -32235,6 +33187,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_db [C:3] [TYPE Function]\n# @BRIEF Dependency for getting a database session.\n# @PRE: SessionLocal is initialized.\n# @POST: Session is closed after use.\n# @RELATION DEPENDS_ON -> [SessionLocal]\ndef get_db():\n with belief_scope(\"get_db\"):\n db = SessionLocal()\n try:\n yield db\n finally:\n db.close()\n\n\n# #endregion get_db\n" }, { @@ -32280,6 +33233,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_tasks_db [C:3] [TYPE Function]\n# @BRIEF Dependency for getting a tasks database session.\n# @PRE: TasksSessionLocal is initialized.\n# @POST: Session is closed after use.\n# @RELATION DEPENDS_ON -> [TasksSessionLocal]\ndef get_tasks_db():\n with belief_scope(\"get_tasks_db\"):\n db = TasksSessionLocal()\n try:\n yield db\n finally:\n db.close()\n\n\n# #endregion get_tasks_db\n" }, { @@ -32335,6 +33289,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_auth_db [C:3] [TYPE Function]\n# @BRIEF Dependency for getting an authentication database session.\n# @PRE: AuthSessionLocal is initialized.\n# @POST: Session is closed after use.\n# @DATA_CONTRACT: None -> Output[sqlalchemy.orm.Session]\n# @RELATION DEPENDS_ON -> [AuthSessionLocal]\ndef get_auth_db():\n with belief_scope(\"get_auth_db\"):\n db = AuthSessionLocal()\n try:\n yield db\n finally:\n db.close()\n\n\n# #endregion get_auth_db\n" }, { @@ -32405,9 +33360,20 @@ ], "predicate": "[DEPENDS_ON]" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_ensure_translation_jobs_columns' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_ensure_translation_jobs_columns:Function]\n# @COMPLEXITY: 3\n# @PURPOSE: Apply additive schema upgrades for translation_jobs table.\n# @PRE: bind_engine points to the application database where translation_jobs table is stored.\n# @POST: Missing additive columns (environment_id, target_database_id) across translation_jobs are created without removing existing data.\n# @SIDE_EFFECT: Executes ALTER TABLE statements against translation_jobs table.\n# @RELATION: [DEPENDS_ON] ->[engine]\ndef _ensure_translation_jobs_columns(bind_engine):\n with belief_scope(\"_ensure_translation_jobs_columns\"):\n table_name = \"translation_jobs\"\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n return\n\n existing_columns = {\n str(column.get(\"name\") or \"\").strip()\n for column in inspector.get_columns(table_name)\n }\n\n if \"environment_id\" not in existing_columns:\n try:\n with bind_engine.begin() as connection:\n connection.execute(\n text(\n \"ALTER TABLE translation_jobs \"\n \"ADD COLUMN environment_id VARCHAR\"\n )\n )\n logger.reflect(\n \"Added environment_id column to translation_jobs\",\n )\n except Exception as migration_error:\n logger.explore(\n \"Failed to add environment_id to translation_jobs\",\n extra={\"error\": str(migration_error)},\n )\n raise\n\n if \"target_database_id\" not in existing_columns:\n try:\n with bind_engine.begin() as connection:\n connection.execute(\n text(\n \"ALTER TABLE translation_jobs \"\n \"ADD COLUMN target_database_id VARCHAR\"\n )\n )\n logger.reflect(\n \"Added target_database_id column to translation_jobs\",\n )\n except Exception as migration_error:\n logger.explore(\n \"Failed to add target_database_id to translation_jobs\",\n extra={\"error\": str(migration_error)},\n )\n raise\n\n# [/DEF:_ensure_translation_jobs_columns:Function]\n" }, { @@ -32478,9 +33444,20 @@ ], "predicate": "[DEPENDS_ON]" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_ensure_translation_records_columns' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_ensure_translation_records_columns:Function]\n# @COMPLEXITY: 3\n# @PURPOSE: Add source_data JSON column to translation_records and translation_preview_records.\n# @PRE: bind_engine points to the application database.\n# @POST: source_data column exists on both tables.\n# @SIDE_EFFECT: Executes ALTER TABLE statements.\n# @RELATION: [DEPENDS_ON] ->[engine]\ndef _ensure_translation_records_columns(bind_engine):\n with belief_scope(\"_ensure_translation_records_columns\"):\n migrations = [\n (\"translation_records\", \"source_data\",\n \"ALTER TABLE translation_records ADD COLUMN source_data JSON\"),\n (\"translation_preview_records\", \"source_data\",\n \"ALTER TABLE translation_preview_records ADD COLUMN source_data JSON\"),\n ]\n for table_name, column_name, alter_sql in migrations:\n inspector = inspect(bind_engine)\n if table_name not in inspector.get_table_names():\n continue\n existing_columns = {\n str(c.get(\"name\") or \"\").strip()\n for c in inspector.get_columns(table_name)\n }\n if column_name not in existing_columns:\n try:\n with bind_engine.begin() as connection:\n connection.execute(text(alter_sql))\n logger.reflect(\n f\"Added {column_name} column to {table_name}\",\n )\n except Exception as migration_error:\n logger.explore(\n f\"Failed to add {column_name} to {table_name}\",\n extra={\"error\": str(migration_error)},\n )\n raise\n# [/DEF:_ensure_translation_records_columns:Function]\n" }, { @@ -32530,6 +33507,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region EncryptionKeyModule [C:5] [TYPE Module] [SEMANTICS encryption, fernet, key, env, secret]\n# @BRIEF Resolve and persist the Fernet encryption key required by runtime services.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @INVARIANT: Runtime key resolution never falls back to an ephemeral secret.\n# @PRE: Runtime environment can read process variables and target .env path is writable when key generation is required.\n# @POST: A valid Fernet key is available to runtime services via ENCRYPTION_KEY.\n# @SIDE_EFFECT: May append ENCRYPTION_KEY entry into backend .env file and set process environment variable.\n# @DATA_CONTRACT: Input[env_file_path] -> Output[encryption_key]\n\nfrom __future__ import annotations\n\nimport os\nfrom pathlib import Path\n\nfrom cryptography.fernet import Fernet\n\nfrom .logger import belief_scope, logger\n\nDEFAULT_ENV_FILE_PATH = Path(__file__).resolve().parents[2] / \".env\"\n\n\n# #region ensure_encryption_key [TYPE Function]\n# @BRIEF Ensure backend runtime has a persistent valid Fernet key.\n# @PRE: env_file_path points to a writable backend .env file or ENCRYPTION_KEY exists in process environment.\n# @POST: Returns a valid Fernet key and guarantees it is present in process environment.\n# @SIDE_EFFECT: May create or append backend/.env when key is missing.\ndef ensure_encryption_key(env_file_path: Path = DEFAULT_ENV_FILE_PATH) -> str:\n with belief_scope(\"ensure_encryption_key\", f\"env_file_path={env_file_path}\"):\n existing_key = os.getenv(\"ENCRYPTION_KEY\", \"\").strip()\n if existing_key:\n Fernet(existing_key.encode())\n logger.reason(\"Using ENCRYPTION_KEY from process environment.\")\n return existing_key\n\n if env_file_path.exists():\n for raw_line in env_file_path.read_text(encoding=\"utf-8\").splitlines():\n if raw_line.startswith(\"ENCRYPTION_KEY=\"):\n persisted_key = raw_line.partition(\"=\")[2].strip()\n if persisted_key:\n Fernet(persisted_key.encode())\n os.environ[\"ENCRYPTION_KEY\"] = persisted_key\n logger.reason(f\"Loaded ENCRYPTION_KEY from {env_file_path}.\")\n return persisted_key\n\n generated_key = Fernet.generate_key().decode()\n with env_file_path.open(\"a\", encoding=\"utf-8\") as env_file:\n if env_file.tell() > 0:\n env_file.write(\"\\n\")\n env_file.write(f\"ENCRYPTION_KEY={generated_key}\\n\")\n\n os.environ[\"ENCRYPTION_KEY\"] = generated_key\n logger.reason(f\"Generated ENCRYPTION_KEY and persisted it to {env_file_path}.\")\n logger.reflect(\"Encryption key is available for runtime services.\")\n return generated_key\n\n\n# #endregion ensure_encryption_key\n\n# #endregion EncryptionKeyModule\n" }, { @@ -32586,6 +33564,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ensure_encryption_key [TYPE Function]\n# @BRIEF Ensure backend runtime has a persistent valid Fernet key.\n# @PRE: env_file_path points to a writable backend .env file or ENCRYPTION_KEY exists in process environment.\n# @POST: Returns a valid Fernet key and guarantees it is present in process environment.\n# @SIDE_EFFECT: May create or append backend/.env when key is missing.\ndef ensure_encryption_key(env_file_path: Path = DEFAULT_ENV_FILE_PATH) -> str:\n with belief_scope(\"ensure_encryption_key\", f\"env_file_path={env_file_path}\"):\n existing_key = os.getenv(\"ENCRYPTION_KEY\", \"\").strip()\n if existing_key:\n Fernet(existing_key.encode())\n logger.reason(\"Using ENCRYPTION_KEY from process environment.\")\n return existing_key\n\n if env_file_path.exists():\n for raw_line in env_file_path.read_text(encoding=\"utf-8\").splitlines():\n if raw_line.startswith(\"ENCRYPTION_KEY=\"):\n persisted_key = raw_line.partition(\"=\")[2].strip()\n if persisted_key:\n Fernet(persisted_key.encode())\n os.environ[\"ENCRYPTION_KEY\"] = persisted_key\n logger.reason(f\"Loaded ENCRYPTION_KEY from {env_file_path}.\")\n return persisted_key\n\n generated_key = Fernet.generate_key().decode()\n with env_file_path.open(\"a\", encoding=\"utf-8\") as env_file:\n if env_file.tell() > 0:\n env_file.write(\"\\n\")\n env_file.write(f\"ENCRYPTION_KEY={generated_key}\\n\")\n\n os.environ[\"ENCRYPTION_KEY\"] = generated_key\n logger.reason(f\"Generated ENCRYPTION_KEY and persisted it to {env_file_path}.\")\n logger.reflect(\"Encryption key is available for runtime services.\")\n return generated_key\n\n\n# #endregion ensure_encryption_key\n" }, { @@ -32649,6 +33628,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LoggerModule [C:5] [TYPE Module] [SEMANTICS pydantic, logging, json, formatter, structured]\n# @BRIEF Application logging system with CotJsonFormatter producing molecular CoT JSON output.\n# @LAYER Core\n# @RELATION USED_BY -> [All application modules]\n# @RELATION DEPENDS_ON -> [CotLoggerModule]\n# @RELATION DEPENDS_ON -> [WebSocketLogHandler]\n# @PRE Python 3.7+ with cot_logger ContextVars available.\n# @POST All log output is single-line JSON with ts, level, trace_id, src, marker, intent, payload, error, span_id.\n# @SIDE_EFFECT Configures global logger handlers and formatters; seeds global _enable_belief_state and _task_log_level; writes JSON to console/files.\n# @RATIONALE Replaced BeliefFormatter text-based [Entry]/[Exit]/[Action] logging with CotJsonFormatter JSON output. Old format was not machine-parseable and mixed presentation with intent. CotJsonFormatter produces structured JSON consistent with cot_logger.py MarkerLogger protocol.\n# @REJECTED Keeping both formatters side-by-side was rejected (two inconsistent output formats would confuse log consumers).\n# @DATA_CONTRACT All log records conform to molecular CoT JSON schema: {ts, level, trace_id, src, marker, intent, span_id?, payload?, error?}\n# @INVARIANT CotJsonFormatter.format() always returns valid single-line JSON string.\nimport json\nimport logging\nimport threading\nimport types\nfrom contextlib import contextmanager\nfrom datetime import UTC, datetime\nfrom logging.handlers import RotatingFileHandler\nfrom typing import Any\n\nfrom pydantic import BaseModel, Field\n\nfrom .cot_logger import _span_id, _trace_id\nfrom .cot_logger import log as cot_log\nfrom .ws_log_handler import WebSocketLogHandler\n\n# Thread-local storage for belief state\n_belief_state = threading.local()\n\n# Global flag for belief state logging\n_enable_belief_state = True\n\n# Global task log level filter\n_task_log_level = \"INFO\"\n\n\n# #region CotJsonFormatter [C:3] [TYPE Class] [SEMANTICS logging,formatter,json,cot,protocol]\n# @BRIEF JSON formatter implementing the molecular CoT logging protocol. Outputs single-line JSON with ts, level, trace_id, src, marker, intent, payload, error, span_id.\n# @RELATION IMPLEMENTS -> [CotJsonFormat]\nclass CotJsonFormatter(logging.Formatter):\n \"\"\"JSON formatter implementing the molecular CoT logging protocol.\n\n Reads structured data from the LogRecord's extra attributes (marker, intent, payload,\n error, src) set via the ``extra`` kwarg. Falls back to plain message wrapping when no\n structured extra is present.\n\n Output format (single-line JSON)::\n\n {\n \"ts\": \"2026-05-12T10:30:00.123\",\n \"level\": \"INFO\",\n \"trace_id\": \"uuid-or-no-trace\",\n \"src\": \"module.name\",\n \"marker\": \"REASON|REFLECT|EXPLORE\",\n \"intent\": \"human-readable intent\",\n \"span_id\": \"optional-span\",\n \"payload\": { ... }, # optional\n \"error\": \"...\" # optional\n }\n \"\"\"\n\n # #region CotJsonFormatter.format [C:2] [TYPE Function] [SEMANTICS format,json,record]\n # @BRIEF Format a LogRecord into a single-line CoT JSON string with molecular CoT protocol fields.\n # @INVARIANT Output is always valid single-line JSON.\n def format(self, record):\n # Try to extract structured data from extra kwargs on the record\n marker = getattr(record, 'marker', None)\n intent = getattr(record, 'intent', None)\n payload = getattr(record, 'payload', None)\n error = getattr(record, 'error', None)\n src = getattr(record, 'src', None) or record.name\n\n # Default marker for plain messages\n if not marker:\n marker = \"REASON\"\n if not intent:\n intent = record.getMessage()\n\n log_obj = {\n \"ts\": datetime.now(UTC).isoformat(timespec=\"milliseconds\"),\n \"level\": record.levelname,\n \"trace_id\": _trace_id.get() or \"no-trace\",\n \"src\": src,\n \"marker\": marker,\n \"intent\": intent,\n }\n\n span_id = _span_id.get()\n if span_id:\n log_obj[\"span_id\"] = span_id\n if payload:\n log_obj[\"payload\"] = payload\n if error:\n log_obj[\"error\"] = error\n\n return json.dumps(log_obj, ensure_ascii=False, default=str)\n # #endregion CotJsonFormatter.format\n# #endregion CotJsonFormatter\n\n\n# #region BeliefFormatter [C:2] [TYPE Class] [SEMANTICS logging,formatter,legacy,text]\n# @BRIEF Legacy formatter that adds belief state prefixes to log messages. Deprecated in favor of CotJsonFormatter.\n# @RATIONALE Kept for backward compatibility; may be used by external consumers of this module.\nclass BeliefFormatter(logging.Formatter):\n \"\"\"Legacy formatter that adds belief state prefixes to log messages. Deprecated in favor of CotJsonFormatter.\"\"\"\n def format(self, record):\n anchor_id = getattr(_belief_state, 'anchor_id', None)\n if anchor_id:\n msg = str(record.msg)\n markers = (\"[EXPLORE]\", \"[REASON]\", \"[REFLECT]\")\n\n if msg.startswith(f\"[{anchor_id}]\"):\n pass\n elif any(msg.startswith(m) for m in markers):\n record.msg = f\"[{anchor_id}]{msg}\"\n else:\n record.msg = f\"[{anchor_id}][REASON] {msg}\"\n\n return super().format(record)\n# #endregion BeliefFormatter\n\n\n# #region LogEntry [C:1] [TYPE Class] [SEMANTICS log,entry,record,pydantic]\n# @BRIEF A Pydantic model representing a single, structured log entry.\nclass LogEntry(BaseModel):\n timestamp: datetime = Field(default_factory=datetime.utcnow)\n level: str\n message: str\n context: dict[str, Any] | None = None\n# #endregion LogEntry\n\n\n# #region belief_scope [C:3] [TYPE Function] [SEMANTICS logging,context,belief_state,cot]\n# @BRIEF Context manager for Molecular CoT structured logging. Uses cot_logger.log() for JSON output.\n# @PRE anchor_id must be provided.\n# @POST Thread-local belief state is updated; REASON/REFLECT/EXPLORE markers emitted via structured JSON logger.\n@contextmanager\ndef belief_scope(anchor_id: str, message: str = \"\"):\n old_anchor = getattr(_belief_state, 'anchor_id', None)\n _belief_state.anchor_id = anchor_id\n\n try:\n # Log entry as REASON (gated by _enable_belief_state)\n if _enable_belief_state:\n intent_msg = message or f\"Entering {anchor_id}\"\n cot_log(anchor_id, \"REASON\", intent_msg, level=\"DEBUG\")\n yield\n # Log success as REFLECT (always logged)\n cot_log(anchor_id, \"REFLECT\", \"Coherence OK\", level=\"DEBUG\")\n except Exception as e:\n # Log exception as EXPLORE (always logged)\n cot_log(anchor_id, \"EXPLORE\", \"Assumption violated\", error=str(e), level=\"WARNING\")\n raise\n finally:\n _belief_state.anchor_id = old_anchor\n# #endregion belief_scope\n\n\n# #region configure_logger [C:4] [TYPE Function] [SEMANTICS logging,configuration,initialization,cot]\n# @BRIEF Configures the main logger and the CoT logger with CotJsonFormatter, file handlers, and global flags.\n# @RELATION CALLS -> [CotJsonFormatter]\n# @RELATION CALLS -> [CotLoggerModule]\n# @PRE config is a valid LoggingConfig instance.\n# @POST Logger levels, handlers, formatters, belief state flag, and task log level are updated.\n# @SIDE_EFFECT Mutates global _enable_belief_state, _task_log_level; adds/removes handlers on both logger and cot_logger; creates file directories.\ndef configure_logger(config):\n global _enable_belief_state, _task_log_level\n _enable_belief_state = config.enable_belief_state\n _task_log_level = config.task_log_level.upper()\n\n # Set logger level\n level = getattr(logging, config.level.upper(), logging.INFO)\n logger.setLevel(level)\n\n # Remove existing file handlers\n handlers_to_remove = [h for h in logger.handlers if isinstance(h, RotatingFileHandler)]\n for h in handlers_to_remove:\n logger.removeHandler(h)\n h.close()\n\n # Add file handler if file_path is set\n if config.file_path:\n from pathlib import Path\n log_file = Path(config.file_path)\n log_file.parent.mkdir(parents=True, exist_ok=True)\n\n file_handler = RotatingFileHandler(\n config.file_path,\n maxBytes=config.max_bytes,\n backupCount=config.backup_count\n )\n file_handler.setFormatter(CotJsonFormatter())\n logger.addHandler(file_handler)\n\n # Update existing handlers' formatters to CotJsonFormatter\n for handler in logger.handlers:\n if not isinstance(handler, RotatingFileHandler):\n handler.setFormatter(CotJsonFormatter())\n\n # Configure the 'cot' logger for consistent JSON output\n from .cot_logger import cot_logger\n cot_logger.setLevel(level)\n if not cot_logger.handlers:\n cot_handler = logging.StreamHandler()\n cot_handler.setFormatter(CotJsonFormatter())\n cot_logger.addHandler(cot_handler)\n# #endregion configure_logger\n\n\n# #region get_task_log_level [C:1] [TYPE Function] [SEMANTICS logging,configuration,getter]\n# @BRIEF Returns the current task log level filter.\ndef get_task_log_level() -> str:\n return _task_log_level\n# #endregion get_task_log_level\n\n\n# #region should_log_task_level [C:1] [TYPE Function] [SEMANTICS logging,filter,level]\n# @BRIEF Checks if a log level should be recorded based on task_log_level setting.\ndef should_log_task_level(level: str) -> bool:\n level_order = {\"DEBUG\": 0, \"INFO\": 1, \"WARNING\": 2, \"ERROR\": 3}\n current_level = _task_log_level.upper()\n check_level = level.upper()\n\n current_order = level_order.get(current_level, 1)\n check_order = level_order.get(check_level, 1)\n\n return check_order >= current_order\n# #endregion should_log_task_level\n\n\n# #region Logger [C:2] [TYPE Global] [SEMANTICS logger,global,instance]\n# @BRIEF The global application logger instance configured with CotJsonFormatter, console handler, and WebSocketLogHandler.\nlogger = logging.getLogger(\"superset_tools_app\")\n\n# #region believed [C:2] [TYPE Function] [SEMANTICS decorator,belief,scope]\n# @BRIEF A decorator that wraps a function in a belief scope.\ndef believed(anchor_id: str):\n def decorator(func):\n def wrapper(*args, **kwargs):\n with belief_scope(anchor_id):\n return func(*args, **kwargs)\n return wrapper\n return decorator\n# #endregion believed\nlogger.setLevel(logging.INFO)\n\n# Create CotJsonFormatter\n_formatter = CotJsonFormatter()\n\n# Add console handler\nconsole_handler = logging.StreamHandler()\nconsole_handler.setFormatter(_formatter)\nlogger.addHandler(console_handler)\n\n# Add WebSocket log handler\nwebsocket_log_handler = WebSocketLogHandler()\nwebsocket_log_handler.setFormatter(_formatter)\nlogger.addHandler(websocket_log_handler)\n\n# Example usage:\n# logger.info(\"Application started\", extra={\"context_key\": \"context_value\"})\n# logger.error(\"An error occurred\", exc_info=True)\n\n\n# #region explore [C:2] [TYPE Function] [SEMANTICS log,explore,marker,warning]\n# @BRIEF Logs an EXPLORE marker (WARNING level) with structured extra data for CotJsonFormatter.\ndef explore(self, msg, *args, **kwargs):\n \"\"\"Log an EXPLORE marker — searching, alternatives, violated assumptions.\n\n Passes structured ``extra`` data so CotJsonFormatter produces proper JSON.\n \"\"\"\n user_extra = kwargs.pop('extra', {})\n extra = {'marker': 'EXPLORE', 'intent': msg}\n extra.update(user_extra)\n self.warning(msg, *args, extra=extra, **kwargs)\n# #endregion explore\n\n\n# #region reason [C:2] [TYPE Function] [SEMANTICS log,reason,marker,debug]\n# @BRIEF Logs a REASON marker (DEBUG level) with structured extra data for CotJsonFormatter.\ndef reason(self, msg, *args, **kwargs):\n \"\"\"Log a REASON marker — strict deduction, core logic.\n\n Passes structured ``extra`` data so CotJsonFormatter produces proper JSON.\n \"\"\"\n user_extra = kwargs.pop('extra', {})\n extra = {'marker': 'REASON', 'intent': msg}\n extra.update(user_extra)\n self.debug(msg, *args, extra=extra, **kwargs)\n# #endregion reason\n\n\n# #region reflect [C:2] [TYPE Function] [SEMANTICS log,reflect,marker,debug]\n# @BRIEF Logs a REFLECT marker (DEBUG level) with structured extra data for CotJsonFormatter.\ndef reflect(self, msg, *args, **kwargs):\n \"\"\"Log a REFLECT marker — self-check, structural validation.\n\n Passes structured ``extra`` data so CotJsonFormatter produces proper JSON.\n \"\"\"\n user_extra = kwargs.pop('extra', {})\n extra = {'marker': 'REFLECT', 'intent': msg}\n extra.update(user_extra)\n self.debug(msg, *args, extra=extra, **kwargs)\n# #endregion reflect\n\nlogger.explore = types.MethodType(explore, logger)\nlogger.reason = types.MethodType(reason, logger)\nlogger.reflect = types.MethodType(reflect, logger)\n\n# #endregion Logger\n# #endregion LoggerModule\n" }, { @@ -32673,6 +33653,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CotJsonFormatter [C:3] [TYPE Class] [SEMANTICS logging,formatter,json,cot,protocol]\n# @BRIEF JSON formatter implementing the molecular CoT logging protocol. Outputs single-line JSON with ts, level, trace_id, src, marker, intent, payload, error, span_id.\n# @RELATION IMPLEMENTS -> [CotJsonFormat]\nclass CotJsonFormatter(logging.Formatter):\n \"\"\"JSON formatter implementing the molecular CoT logging protocol.\n\n Reads structured data from the LogRecord's extra attributes (marker, intent, payload,\n error, src) set via the ``extra`` kwarg. Falls back to plain message wrapping when no\n structured extra is present.\n\n Output format (single-line JSON)::\n\n {\n \"ts\": \"2026-05-12T10:30:00.123\",\n \"level\": \"INFO\",\n \"trace_id\": \"uuid-or-no-trace\",\n \"src\": \"module.name\",\n \"marker\": \"REASON|REFLECT|EXPLORE\",\n \"intent\": \"human-readable intent\",\n \"span_id\": \"optional-span\",\n \"payload\": { ... }, # optional\n \"error\": \"...\" # optional\n }\n \"\"\"\n\n # #region CotJsonFormatter.format [C:2] [TYPE Function] [SEMANTICS format,json,record]\n # @BRIEF Format a LogRecord into a single-line CoT JSON string with molecular CoT protocol fields.\n # @INVARIANT Output is always valid single-line JSON.\n def format(self, record):\n # Try to extract structured data from extra kwargs on the record\n marker = getattr(record, 'marker', None)\n intent = getattr(record, 'intent', None)\n payload = getattr(record, 'payload', None)\n error = getattr(record, 'error', None)\n src = getattr(record, 'src', None) or record.name\n\n # Default marker for plain messages\n if not marker:\n marker = \"REASON\"\n if not intent:\n intent = record.getMessage()\n\n log_obj = {\n \"ts\": datetime.now(UTC).isoformat(timespec=\"milliseconds\"),\n \"level\": record.levelname,\n \"trace_id\": _trace_id.get() or \"no-trace\",\n \"src\": src,\n \"marker\": marker,\n \"intent\": intent,\n }\n\n span_id = _span_id.get()\n if span_id:\n log_obj[\"span_id\"] = span_id\n if payload:\n log_obj[\"payload\"] = payload\n if error:\n log_obj[\"error\"] = error\n\n return json.dumps(log_obj, ensure_ascii=False, default=str)\n # #endregion CotJsonFormatter.format\n# #endregion CotJsonFormatter\n" }, { @@ -32701,6 +33682,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region CotJsonFormatter.format [C:2] [TYPE Function] [SEMANTICS format,json,record]\n # @BRIEF Format a LogRecord into a single-line CoT JSON string with molecular CoT protocol fields.\n # @INVARIANT Output is always valid single-line JSON.\n def format(self, record):\n # Try to extract structured data from extra kwargs on the record\n marker = getattr(record, 'marker', None)\n intent = getattr(record, 'intent', None)\n payload = getattr(record, 'payload', None)\n error = getattr(record, 'error', None)\n src = getattr(record, 'src', None) or record.name\n\n # Default marker for plain messages\n if not marker:\n marker = \"REASON\"\n if not intent:\n intent = record.getMessage()\n\n log_obj = {\n \"ts\": datetime.now(UTC).isoformat(timespec=\"milliseconds\"),\n \"level\": record.levelname,\n \"trace_id\": _trace_id.get() or \"no-trace\",\n \"src\": src,\n \"marker\": marker,\n \"intent\": intent,\n }\n\n span_id = _span_id.get()\n if span_id:\n log_obj[\"span_id\"] = span_id\n if payload:\n log_obj[\"payload\"] = payload\n if error:\n log_obj[\"error\"] = error\n\n return json.dumps(log_obj, ensure_ascii=False, default=str)\n # #endregion CotJsonFormatter.format\n" }, { @@ -32729,6 +33711,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region BeliefFormatter [C:2] [TYPE Class] [SEMANTICS logging,formatter,legacy,text]\n# @BRIEF Legacy formatter that adds belief state prefixes to log messages. Deprecated in favor of CotJsonFormatter.\n# @RATIONALE Kept for backward compatibility; may be used by external consumers of this module.\nclass BeliefFormatter(logging.Formatter):\n \"\"\"Legacy formatter that adds belief state prefixes to log messages. Deprecated in favor of CotJsonFormatter.\"\"\"\n def format(self, record):\n anchor_id = getattr(_belief_state, 'anchor_id', None)\n if anchor_id:\n msg = str(record.msg)\n markers = (\"[EXPLORE]\", \"[REASON]\", \"[REFLECT]\")\n\n if msg.startswith(f\"[{anchor_id}]\"):\n pass\n elif any(msg.startswith(m) for m in markers):\n record.msg = f\"[{anchor_id}]{msg}\"\n else:\n record.msg = f\"[{anchor_id}][REASON] {msg}\"\n\n return super().format(record)\n# #endregion BeliefFormatter\n" }, { @@ -32756,6 +33739,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LogEntry [C:1] [TYPE Class] [SEMANTICS log,entry,record,pydantic]\n# @BRIEF A Pydantic model representing a single, structured log entry.\nclass LogEntry(BaseModel):\n timestamp: datetime = Field(default_factory=datetime.utcnow)\n level: str\n message: str\n context: dict[str, Any] | None = None\n# #endregion LogEntry\n" }, { @@ -32803,6 +33787,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region belief_scope [C:3] [TYPE Function] [SEMANTICS logging,context,belief_state,cot]\n# @BRIEF Context manager for Molecular CoT structured logging. Uses cot_logger.log() for JSON output.\n# @PRE anchor_id must be provided.\n# @POST Thread-local belief state is updated; REASON/REFLECT/EXPLORE markers emitted via structured JSON logger.\n@contextmanager\ndef belief_scope(anchor_id: str, message: str = \"\"):\n old_anchor = getattr(_belief_state, 'anchor_id', None)\n _belief_state.anchor_id = anchor_id\n\n try:\n # Log entry as REASON (gated by _enable_belief_state)\n if _enable_belief_state:\n intent_msg = message or f\"Entering {anchor_id}\"\n cot_log(anchor_id, \"REASON\", intent_msg, level=\"DEBUG\")\n yield\n # Log success as REFLECT (always logged)\n cot_log(anchor_id, \"REFLECT\", \"Coherence OK\", level=\"DEBUG\")\n except Exception as e:\n # Log exception as EXPLORE (always logged)\n cot_log(anchor_id, \"EXPLORE\", \"Assumption violated\", error=str(e), level=\"WARNING\")\n raise\n finally:\n _belief_state.anchor_id = old_anchor\n# #endregion belief_scope\n" }, { @@ -32836,6 +33821,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region configure_logger [C:4] [TYPE Function] [SEMANTICS logging,configuration,initialization,cot]\n# @BRIEF Configures the main logger and the CoT logger with CotJsonFormatter, file handlers, and global flags.\n# @RELATION CALLS -> [CotJsonFormatter]\n# @RELATION CALLS -> [CotLoggerModule]\n# @PRE config is a valid LoggingConfig instance.\n# @POST Logger levels, handlers, formatters, belief state flag, and task log level are updated.\n# @SIDE_EFFECT Mutates global _enable_belief_state, _task_log_level; adds/removes handlers on both logger and cot_logger; creates file directories.\ndef configure_logger(config):\n global _enable_belief_state, _task_log_level\n _enable_belief_state = config.enable_belief_state\n _task_log_level = config.task_log_level.upper()\n\n # Set logger level\n level = getattr(logging, config.level.upper(), logging.INFO)\n logger.setLevel(level)\n\n # Remove existing file handlers\n handlers_to_remove = [h for h in logger.handlers if isinstance(h, RotatingFileHandler)]\n for h in handlers_to_remove:\n logger.removeHandler(h)\n h.close()\n\n # Add file handler if file_path is set\n if config.file_path:\n from pathlib import Path\n log_file = Path(config.file_path)\n log_file.parent.mkdir(parents=True, exist_ok=True)\n\n file_handler = RotatingFileHandler(\n config.file_path,\n maxBytes=config.max_bytes,\n backupCount=config.backup_count\n )\n file_handler.setFormatter(CotJsonFormatter())\n logger.addHandler(file_handler)\n\n # Update existing handlers' formatters to CotJsonFormatter\n for handler in logger.handlers:\n if not isinstance(handler, RotatingFileHandler):\n handler.setFormatter(CotJsonFormatter())\n\n # Configure the 'cot' logger for consistent JSON output\n from .cot_logger import cot_logger\n cot_logger.setLevel(level)\n if not cot_logger.handlers:\n cot_handler = logging.StreamHandler()\n cot_handler.setFormatter(CotJsonFormatter())\n cot_logger.addHandler(cot_handler)\n# #endregion configure_logger\n" }, { @@ -32863,6 +33849,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_task_log_level [C:1] [TYPE Function] [SEMANTICS logging,configuration,getter]\n# @BRIEF Returns the current task log level filter.\ndef get_task_log_level() -> str:\n return _task_log_level\n# #endregion get_task_log_level\n" }, { @@ -32890,6 +33877,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region should_log_task_level [C:1] [TYPE Function] [SEMANTICS logging,filter,level]\n# @BRIEF Checks if a log level should be recorded based on task_log_level setting.\ndef should_log_task_level(level: str) -> bool:\n level_order = {\"DEBUG\": 0, \"INFO\": 1, \"WARNING\": 2, \"ERROR\": 3}\n current_level = _task_log_level.upper()\n check_level = level.upper()\n\n current_order = level_order.get(current_level, 1)\n check_order = level_order.get(check_level, 1)\n\n return check_order >= current_order\n# #endregion should_log_task_level\n" }, { @@ -32961,6 +33949,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region Logger [C:2] [TYPE Global] [SEMANTICS logger,global,instance]\n# @BRIEF The global application logger instance configured with CotJsonFormatter, console handler, and WebSocketLogHandler.\nlogger = logging.getLogger(\"superset_tools_app\")\n\n# #region believed [C:2] [TYPE Function] [SEMANTICS decorator,belief,scope]\n# @BRIEF A decorator that wraps a function in a belief scope.\ndef believed(anchor_id: str):\n def decorator(func):\n def wrapper(*args, **kwargs):\n with belief_scope(anchor_id):\n return func(*args, **kwargs)\n return wrapper\n return decorator\n# #endregion believed\nlogger.setLevel(logging.INFO)\n\n# Create CotJsonFormatter\n_formatter = CotJsonFormatter()\n\n# Add console handler\nconsole_handler = logging.StreamHandler()\nconsole_handler.setFormatter(_formatter)\nlogger.addHandler(console_handler)\n\n# Add WebSocket log handler\nwebsocket_log_handler = WebSocketLogHandler()\nwebsocket_log_handler.setFormatter(_formatter)\nlogger.addHandler(websocket_log_handler)\n\n# Example usage:\n# logger.info(\"Application started\", extra={\"context_key\": \"context_value\"})\n# logger.error(\"An error occurred\", exc_info=True)\n\n\n# #region explore [C:2] [TYPE Function] [SEMANTICS log,explore,marker,warning]\n# @BRIEF Logs an EXPLORE marker (WARNING level) with structured extra data for CotJsonFormatter.\ndef explore(self, msg, *args, **kwargs):\n \"\"\"Log an EXPLORE marker — searching, alternatives, violated assumptions.\n\n Passes structured ``extra`` data so CotJsonFormatter produces proper JSON.\n \"\"\"\n user_extra = kwargs.pop('extra', {})\n extra = {'marker': 'EXPLORE', 'intent': msg}\n extra.update(user_extra)\n self.warning(msg, *args, extra=extra, **kwargs)\n# #endregion explore\n\n\n# #region reason [C:2] [TYPE Function] [SEMANTICS log,reason,marker,debug]\n# @BRIEF Logs a REASON marker (DEBUG level) with structured extra data for CotJsonFormatter.\ndef reason(self, msg, *args, **kwargs):\n \"\"\"Log a REASON marker — strict deduction, core logic.\n\n Passes structured ``extra`` data so CotJsonFormatter produces proper JSON.\n \"\"\"\n user_extra = kwargs.pop('extra', {})\n extra = {'marker': 'REASON', 'intent': msg}\n extra.update(user_extra)\n self.debug(msg, *args, extra=extra, **kwargs)\n# #endregion reason\n\n\n# #region reflect [C:2] [TYPE Function] [SEMANTICS log,reflect,marker,debug]\n# @BRIEF Logs a REFLECT marker (DEBUG level) with structured extra data for CotJsonFormatter.\ndef reflect(self, msg, *args, **kwargs):\n \"\"\"Log a REFLECT marker — self-check, structural validation.\n\n Passes structured ``extra`` data so CotJsonFormatter produces proper JSON.\n \"\"\"\n user_extra = kwargs.pop('extra', {})\n extra = {'marker': 'REFLECT', 'intent': msg}\n extra.update(user_extra)\n self.debug(msg, *args, extra=extra, **kwargs)\n# #endregion reflect\n\nlogger.explore = types.MethodType(explore, logger)\nlogger.reason = types.MethodType(reason, logger)\nlogger.reflect = types.MethodType(reflect, logger)\n\n# #endregion Logger\n" }, { @@ -32978,6 +33967,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region believed [C:2] [TYPE Function] [SEMANTICS decorator,belief,scope]\n# @BRIEF A decorator that wraps a function in a belief scope.\ndef believed(anchor_id: str):\n def decorator(func):\n def wrapper(*args, **kwargs):\n with belief_scope(anchor_id):\n return func(*args, **kwargs)\n return wrapper\n return decorator\n# #endregion believed\n" }, { @@ -32995,6 +33985,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region explore [C:2] [TYPE Function] [SEMANTICS log,explore,marker,warning]\n# @BRIEF Logs an EXPLORE marker (WARNING level) with structured extra data for CotJsonFormatter.\ndef explore(self, msg, *args, **kwargs):\n \"\"\"Log an EXPLORE marker — searching, alternatives, violated assumptions.\n\n Passes structured ``extra`` data so CotJsonFormatter produces proper JSON.\n \"\"\"\n user_extra = kwargs.pop('extra', {})\n extra = {'marker': 'EXPLORE', 'intent': msg}\n extra.update(user_extra)\n self.warning(msg, *args, extra=extra, **kwargs)\n# #endregion explore\n" }, { @@ -33012,6 +34003,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region reason [C:2] [TYPE Function] [SEMANTICS log,reason,marker,debug]\n# @BRIEF Logs a REASON marker (DEBUG level) with structured extra data for CotJsonFormatter.\ndef reason(self, msg, *args, **kwargs):\n \"\"\"Log a REASON marker — strict deduction, core logic.\n\n Passes structured ``extra`` data so CotJsonFormatter produces proper JSON.\n \"\"\"\n user_extra = kwargs.pop('extra', {})\n extra = {'marker': 'REASON', 'intent': msg}\n extra.update(user_extra)\n self.debug(msg, *args, extra=extra, **kwargs)\n# #endregion reason\n" }, { @@ -33029,6 +34021,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region reflect [C:2] [TYPE Function] [SEMANTICS log,reflect,marker,debug]\n# @BRIEF Logs a REFLECT marker (DEBUG level) with structured extra data for CotJsonFormatter.\ndef reflect(self, msg, *args, **kwargs):\n \"\"\"Log a REFLECT marker — self-check, structural validation.\n\n Passes structured ``extra`` data so CotJsonFormatter produces proper JSON.\n \"\"\"\n user_extra = kwargs.pop('extra', {})\n extra = {'marker': 'REFLECT', 'intent': msg}\n extra.update(user_extra)\n self.debug(msg, *args, extra=extra, **kwargs)\n# #endregion reflect\n" }, { @@ -33082,6 +34075,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_belief_scope_logs_reason_reflect_at_debug [TYPE Function]\n# @RELATION BINDS_TO -> test_logger\n# @BRIEF Test that belief_scope generates [REASON] and [REFLECT] logs at DEBUG level.\n# @PRE: belief_scope is available. caplog fixture is used. Logger configured to DEBUG.\n# @POST: Logs are verified to contain REASON and REFLECT markers at DEBUG level.\ndef test_belief_scope_logs_reason_reflect_at_debug(caplog):\n \"\"\"Test that belief_scope generates [REASON] and [REFLECT] logs at DEBUG level.\"\"\"\n # Configure logger to DEBUG level\n config = LoggingConfig(\n level=\"DEBUG\",\n task_log_level=\"DEBUG\",\n enable_belief_state=True\n )\n configure_logger(config)\n\n caplog.set_level(\"DEBUG\")\n with belief_scope(\"TestFunction\"):\n logger.info(\"Doing something important\")\n # Check that the logs contain the expected patterns\n log_messages = [record.message for record in caplog.records]\n assert any(\"[REASON]\" in msg and \"TestFunction\" in msg for msg in log_messages), \"REASON log not found\"\n assert any(\"Doing something important\" in msg for msg in log_messages), \"Inline info log not found\"\n assert any(\"[REFLECT]\" in msg and \"TestFunction\" in msg for msg in log_messages), \"REFLECT log not found\"\n\n # Reset to INFO\n config = LoggingConfig(level=\"INFO\", task_log_level=\"INFO\", enable_belief_state=True)\n configure_logger(config)\n# #endregion test_belief_scope_logs_reason_reflect_at_debug\n" }, { @@ -33135,6 +34129,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_belief_scope_error_handling [TYPE Function]\n# @RELATION BINDS_TO -> test_logger\n# @BRIEF Test that belief_scope logs EXPLORE on exception.\n# @PRE: belief_scope is available. caplog fixture is used. Logger configured to DEBUG.\n# @POST: Logs are verified to contain EXPLORE marker.\ndef test_belief_scope_error_handling(caplog):\n \"\"\"Test that belief_scope logs EXPLORE on exception.\"\"\"\n # Configure logger to DEBUG level\n config = LoggingConfig(\n level=\"DEBUG\",\n task_log_level=\"DEBUG\",\n enable_belief_state=True\n )\n configure_logger(config)\n\n caplog.set_level(\"DEBUG\")\n with pytest.raises(ValueError), belief_scope(\"FailingFunction\"):\n raise ValueError(\"Something went wrong\")\n log_messages = [record.message for record in caplog.records]\n assert any(\"[REASON]\" in msg and \"FailingFunction\" in msg for msg in log_messages), \"REASON log not found\"\n assert any(\"[EXPLORE]\" in msg and \"FailingFunction\" in msg and \"Something went wrong\" in msg\n for msg in log_messages), \"EXPLORE log not found\"\n # REFLECT should not be logged on failure\n\n # Reset to INFO\n config = LoggingConfig(level=\"INFO\", task_log_level=\"INFO\", enable_belief_state=True)\n configure_logger(config)\n# #endregion test_belief_scope_error_handling\n" }, { @@ -33188,6 +34183,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_belief_scope_success_reflect [TYPE Function]\n# @RELATION BINDS_TO -> test_logger\n# @BRIEF Test that belief_scope logs REFLECT on success.\n# @PRE: belief_scope is available. caplog fixture is used. Logger configured to DEBUG.\n# @POST: Logs are verified to contain REFLECT marker.\ndef test_belief_scope_success_reflect(caplog):\n \"\"\"Test that belief_scope logs REFLECT on success.\"\"\"\n # Configure logger to DEBUG level\n config = LoggingConfig(\n level=\"DEBUG\",\n task_log_level=\"DEBUG\",\n enable_belief_state=True\n )\n configure_logger(config)\n\n caplog.set_level(\"DEBUG\")\n with belief_scope(\"SuccessFunction\"):\n pass\n log_messages = [record.message for record in caplog.records]\n assert any(\"[REFLECT]\" in msg and \"SuccessFunction\" in msg for msg in log_messages), \"REFLECT log not found\"\n\n# #endregion test_belief_scope_success_reflect\n" }, { @@ -33241,6 +34237,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_belief_scope_not_visible_at_info [TYPE Function]\n# @RELATION BINDS_TO -> test_logger\n# @BRIEF Test that belief_scope REFLECT logs are NOT visible at INFO level.\n# @PRE: belief_scope is available. caplog fixture is used.\n# @POST: REASON is visible at INFO (uses info()); REFLECT is not (uses debug()).\ndef test_belief_scope_not_visible_at_info(caplog):\n \"\"\"Test that belief_scope REFLECT logs are NOT visible at INFO level.\"\"\"\n caplog.set_level(\"INFO\")\n with belief_scope(\"InfoLevelFunction\"):\n logger.info(\"Doing something important\")\n log_messages = [record.message for record in caplog.records]\n # Inline INFO log should be visible\n assert any(\"Doing something important\" in msg for msg in log_messages), \"INFO log not found\"\n # REASON uses info() → visible at INFO level\n assert any(\"[REASON]\" in msg and \"InfoLevelFunction\" in msg for msg in log_messages), \"REASON log should be visible at INFO\"\n # REFLECT uses debug() → NOT visible at INFO level\n assert not any(\"[REFLECT]\" in msg for msg in log_messages), \"REFLECT log should not be visible at INFO\"\n# #endregion test_belief_scope_not_visible_at_info\n" }, { @@ -33294,6 +34291,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_task_log_level_default [TYPE Function]\n# @RELATION BINDS_TO -> test_logger\n# @BRIEF Test that default task log level is INFO.\n# @PRE: None.\n# @POST: Default level is INFO.\ndef test_task_log_level_default():\n \"\"\"Test that default task log level is INFO (after reset fixture).\"\"\"\n level = get_task_log_level()\n assert level == \"INFO\"\n# #endregion test_task_log_level_default\n" }, { @@ -33347,6 +34345,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_should_log_task_level [TYPE Function]\n# @RELATION BINDS_TO -> test_logger\n# @BRIEF Test that should_log_task_level correctly filters log levels.\n# @PRE: None.\n# @POST: Filtering works correctly for all level combinations.\ndef test_should_log_task_level():\n \"\"\"Test that should_log_task_level correctly filters log levels.\"\"\"\n # Default level is INFO\n assert should_log_task_level(\"ERROR\") is True, \"ERROR should be logged at INFO threshold\"\n assert should_log_task_level(\"WARNING\") is True, \"WARNING should be logged at INFO threshold\"\n assert should_log_task_level(\"INFO\") is True, \"INFO should be logged at INFO threshold\"\n assert should_log_task_level(\"DEBUG\") is False, \"DEBUG should NOT be logged at INFO threshold\"\n# #endregion test_should_log_task_level\n" }, { @@ -33400,6 +34399,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_configure_logger_task_log_level [TYPE Function]\n# @RELATION BINDS_TO -> test_logger\n# @BRIEF Test that configure_logger updates task_log_level.\n# @PRE: LoggingConfig is available.\n# @POST: task_log_level is updated correctly.\ndef test_configure_logger_task_log_level():\n \"\"\"Test that configure_logger updates task_log_level.\"\"\"\n config = LoggingConfig(\n level=\"DEBUG\",\n task_log_level=\"DEBUG\",\n enable_belief_state=True\n )\n configure_logger(config)\n\n assert get_task_log_level() == \"DEBUG\", \"task_log_level should be DEBUG\"\n assert should_log_task_level(\"DEBUG\") is True, \"DEBUG should be logged at DEBUG threshold\"\n# #endregion test_configure_logger_task_log_level\n" }, { @@ -33453,6 +34453,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_enable_belief_state_flag [TYPE Function]\n# @RELATION BINDS_TO -> test_logger\n# @BRIEF Test that enable_belief_state flag controls belief_scope logging.\n# @PRE: LoggingConfig is available. caplog fixture is used.\n# @POST: belief_scope explicit REASON logs are controlled by the flag; REFLECT always logged.\ndef test_enable_belief_state_flag(caplog):\n \"\"\"Test that enable_belief_state flag controls belief_scope REASON entry logging.\"\"\"\n # Disable belief state\n config = LoggingConfig(\n level=\"DEBUG\",\n task_log_level=\"DEBUG\",\n enable_belief_state=False\n )\n configure_logger(config)\n\n caplog.set_level(\"DEBUG\")\n\n with belief_scope(\"DisabledFunction\"):\n logger.info(\"Doing something\")\n\n log_messages = [record.message for record in caplog.records]\n\n # \"Entering DisabledFunction\" (explicit logger.reason()) should NOT be logged when disabled\n assert not any(\"Entering\" in msg for msg in log_messages), \"REASON entry should not be logged when disabled\"\n # REFLECT should still be logged (internal tracking, not gated by _enable_belief_state)\n assert any(\"[REFLECT]\" in msg for msg in log_messages), \"REFLECT should still be logged\"\n# #endregion test_enable_belief_state_flag\n" }, { @@ -33486,6 +34487,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_belief_scope_missing_anchor [TYPE Function]\n# @RELATION BINDS_TO -> test_logger\n# @BRIEF Test @PRE condition: anchor_id must be provided\ndef test_belief_scope_missing_anchor():\n \"\"\"Test that belief_scope enforces anchor_id to be provided.\"\"\"\n import pytest\n\n from src.core.logger import belief_scope\n with pytest.raises(TypeError):\n # Missing required positional argument 'anchor_id'\n with belief_scope():\n pass\n# #endregion test_belief_scope_missing_anchor\n" }, { @@ -33519,6 +34521,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_configure_logger_post_conditions [TYPE Function]\n# @RELATION BINDS_TO -> test_logger\n# @BRIEF Test @POST condition: Logger level, handlers, belief state flag, and task log level are updated.\ndef test_configure_logger_post_conditions(tmp_path):\n \"\"\"Test that configure_logger satisfies all @POST conditions.\"\"\"\n import logging\n from logging.handlers import RotatingFileHandler\n\n import src.core.logger as logger_module\n from src.core.config_models import LoggingConfig\n from src.core.logger import BeliefFormatter, configure_logger, get_task_log_level, logger\n log_file = tmp_path / \"test.log\"\n config = LoggingConfig(\n level=\"WARNING\",\n task_log_level=\"DEBUG\",\n enable_belief_state=False,\n file_path=str(log_file)\n )\n\n configure_logger(config)\n\n # 1. Logger level is updated\n assert logger.level == logging.WARNING\n\n # 2. Handlers are updated (file handler removed old ones, added new one)\n file_handlers = [h for h in logger.handlers if isinstance(h, RotatingFileHandler)]\n assert len(file_handlers) == 1\n import pathlib\n assert pathlib.Path(file_handlers[0].baseFilename) == log_file.resolve()\n\n # 3. Formatter is set to BeliefFormatter\n for handler in logger.handlers:\n assert isinstance(handler.formatter, BeliefFormatter)\n\n # 4. Global states\n assert logger_module._enable_belief_state is False\n assert get_task_log_level() == \"DEBUG\"\n# #endregion test_configure_logger_post_conditions\n" }, { @@ -33581,6 +34584,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region IdMappingServiceModule [C:5] [TYPE Module] [SEMANTICS sqlalchemy, mapping, sync, schedule, superset, resource]\n#\n# @BRIEF Service for tracking and synchronizing Superset Resource IDs (UUID <-> Integer ID)\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> [MappingModels]\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @PRE: Database session is valid and Superset client factory returns authenticated clients for requested environments.\n# @POST: Mapping synchronization and lookup APIs are available for environment-scoped UUID-to-integer resolution.\n# @SIDE_EFFECT: Reads/writes ResourceMapping rows, emits logs, and schedules periodic sync jobs.\n# @DATA_CONTRACT: Input[environment_id, resource_type, uuid] -> Output[remote_integer_id|None]\n# @TEST_DATA: mock_superset_resources -> {'chart': [{'id': 42, 'uuid': '1234', 'slice_name': 'test'}], 'dataset': [{'id': 99, 'uuid': '5678', 'table_name': 'data'}]}\n#\n# @INVARIANT: sync_environment must handle remote API failures gracefully.\nfrom datetime import UTC, datetime\n\nfrom apscheduler.schedulers.background import BackgroundScheduler\nfrom apscheduler.triggers.cron import CronTrigger\nfrom sqlalchemy.orm import Session\n\nfrom src.core.cot_logger import seed_trace_id\nfrom src.core.logger import belief_scope, logger\nfrom src.models.mapping import ResourceMapping, ResourceType\n\n\n# #region IdMappingService [C:5] [TYPE Class]\n# @BRIEF Service handling the cataloging and retrieval of remote Superset Integer IDs.\n# @PRE: db_session is an active SQLAlchemy Session bound to mapping tables.\n# @POST: Service instance provides scheduler control and environment-scoped mapping synchronization APIs.\n# @RELATION DEPENDS_ON -> [MappingModels]\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @INVARIANT: self.db remains the authoritative session for all mapping operations.\n# @SIDE_EFFECT: Instantiates an in-process scheduler and performs database writes during sync cycles.\n# @DATA_CONTRACT: Input[db_session] -> Output[IdMappingService]\n#\n# @TEST_CONTRACT: IdMappingServiceModel ->\n# {\n# required_fields: {db_session: Session},\n# invariants: [\n# \"sync_environment correctly creates or updates ResourceMapping records\",\n# \"get_remote_id returns an integer or None\",\n# \"get_remote_ids_batch returns a dictionary of valid UUIDs to integers\"\n# ]\n# }\n# @TEST_FIXTURE: valid_mapping_service -> {\"db_session\": \"MockSession()\"}\n# @TEST_EDGE: sync_api_failure -> handles exception gracefully\n# @TEST_EDGE: get_remote_id_not_found -> returns None\n# @TEST_EDGE: get_batch_empty_list -> returns empty dict\n# @TEST_INVARIANT: resilient_fetching -> verifies: [sync_api_failure]\nclass IdMappingService:\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes the mapping service.\n def __init__(self, db_session: Session):\n self.db = db_session\n self.scheduler = BackgroundScheduler()\n self._sync_job = None\n # #endregion __init__\n # #region start_scheduler [TYPE Function]\n # @PURPOSE: Starts the background scheduler with a given cron string.\n # @PARAM: cron_string (str) - Cron expression for the sync interval.\n # @PARAM: environments (List[str]) - List of environment IDs to sync.\n # @PARAM: superset_client_factory - Function to get a client for an environment.\n def start_scheduler(\n self, cron_string: str, environments: list[str], superset_client_factory\n ):\n with belief_scope(\"IdMappingService.start_scheduler\"):\n if self._sync_job:\n self.scheduler.remove_job(self._sync_job.id)\n logger.info(\n \"[IdMappingService.start_scheduler][Reflect] Removed existing sync job.\"\n )\n def sync_all():\n seed_trace_id()\n for env_id in environments:\n client = superset_client_factory(env_id)\n if client:\n self.sync_environment(env_id, client)\n self._sync_job = self.scheduler.add_job(\n sync_all,\n CronTrigger.from_crontab(cron_string),\n id=\"id_mapping_sync_job\",\n replace_existing=True,\n )\n if not self.scheduler.running:\n self.scheduler.start()\n logger.info(\n f\"[IdMappingService.start_scheduler][Coherence:OK] Started background scheduler with cron: {cron_string}\"\n )\n else:\n logger.info(\n f\"[IdMappingService.start_scheduler][Coherence:OK] Updated background scheduler with cron: {cron_string}\"\n )\n # #endregion start_scheduler\n # #region sync_environment [TYPE Function]\n # @PURPOSE: Fully synchronizes mapping for a specific environment.\n # @PARAM: environment_id (str) - Target environment ID.\n # @PARAM: superset_client - Instance capable of hitting the Superset API.\n # @PRE: environment_id exists in the database.\n # @POST: ResourceMapping records for the environment are created or updated.\n def sync_environment(\n self, environment_id: str, superset_client, incremental: bool = False\n ) -> None:\n \"\"\"\n Polls the Superset APIs for the target environment and updates the local mapping table.\n If incremental=True, only fetches items changed since the max last_synced_at date.\n \"\"\"\n seed_trace_id()\n with belief_scope(\"IdMappingService.sync_environment\"):\n logger.reason(\n f\"Starting sync for environment {environment_id}\",\n extra={\"src\": \"IdMappingService.sync_environment\", \"payload\": {\"environment_id\": environment_id, \"incremental\": incremental}},\n )\n # Implementation Note: In a real scenario, superset_client needs to be an instance\n # capable of auth & iteration over /api/v1/chart/, /api/v1/dataset/, /api/v1/dashboard/\n # Here we structure the logic according to the spec.\n types_to_poll = [\n (ResourceType.CHART, \"chart\", \"slice_name\"),\n (ResourceType.DATASET, \"dataset\", \"table_name\"),\n (\n ResourceType.DASHBOARD,\n \"dashboard\",\n \"slug\",\n ), # Note: dashboard slug or dashboard_title\n ]\n total_synced = 0\n total_deleted = 0\n try:\n for res_enum, endpoint, name_field in types_to_poll:\n logger.debug(\n f\"[IdMappingService.sync_environment][Explore] Polling {endpoint} endpoint\"\n )\n # Simulated API Fetch (Would be: superset_client.get(f\"/api/v1/{endpoint}/\")... )\n # This relies on the superset API structure, e.g. { \"result\": [{\"id\": 1, \"uuid\": \"...\", name_field: \"...\"}] }\n # We assume superset_client provides a generic method to fetch all pages.\n try:\n since_dttm = None\n if incremental:\n from sqlalchemy.sql import func\n max_date = (\n self.db.query(func.max(ResourceMapping.last_synced_at))\n .filter(\n ResourceMapping.environment_id == environment_id,\n ResourceMapping.resource_type == res_enum,\n )\n .scalar()\n )\n if max_date:\n # We subtract a bit for safety overlap\n from datetime import timedelta\n since_dttm = max_date - timedelta(minutes=5)\n logger.debug(\n f\"[IdMappingService.sync_environment] Incremental sync since {since_dttm}\"\n )\n resources = superset_client.get_all_resources(\n endpoint, since_dttm=since_dttm\n )\n # Track which UUIDs we see in this sync cycle\n synced_uuids = set()\n for res in resources:\n res_uuid = res.get(\"uuid\")\n raw_id = res.get(\"id\")\n res_name = res.get(name_field)\n if not res_uuid or raw_id is None:\n continue\n synced_uuids.add(res_uuid)\n res_id = str(raw_id) # Store as string\n # Upsert Logic\n mapping = (\n self.db.query(ResourceMapping)\n .filter_by(\n environment_id=environment_id,\n resource_type=res_enum,\n uuid=res_uuid,\n )\n .first()\n )\n if mapping:\n mapping.remote_integer_id = res_id\n mapping.resource_name = res_name\n mapping.last_synced_at = datetime.now(UTC)\n else:\n new_mapping = ResourceMapping(\n environment_id=environment_id,\n resource_type=res_enum,\n uuid=res_uuid,\n remote_integer_id=res_id,\n resource_name=res_name,\n last_synced_at=datetime.now(UTC),\n )\n self.db.add(new_mapping)\n total_synced += 1\n # Delete stale mappings: rows for this env+type whose UUID\n # was NOT returned by the API (resource was deleted remotely)\n # We only do this on full syncs, because incremental syncs don't return all UUIDs\n if not incremental:\n stale_query = self.db.query(ResourceMapping).filter(\n ResourceMapping.environment_id == environment_id,\n ResourceMapping.resource_type == res_enum,\n )\n if synced_uuids:\n stale_query = stale_query.filter(\n ResourceMapping.uuid.notin_(synced_uuids)\n )\n deleted = stale_query.delete(synchronize_session=\"fetch\")\n if deleted:\n total_deleted += deleted\n logger.reason(\n f\"Removed {deleted} stale {endpoint} mapping(s) for {environment_id}\",\n extra={\"src\": \"IdMappingService.sync_environment\", \"payload\": {\"deleted\": deleted, \"endpoint\": endpoint, \"environment_id\": environment_id}},\n )\n except Exception as loop_e:\n logger.error(\n f\"[IdMappingService.sync_environment][Reason] Error polling {endpoint}: {loop_e}\"\n )\n # Continue to next resource type instead of blowing up the whole sync\n self.db.commit()\n logger.info(\n f\"[IdMappingService.sync_environment][Coherence:OK] Successfully synced {total_synced} items and deleted {total_deleted} stale items.\"\n )\n except Exception as e:\n self.db.rollback()\n logger.error(\n f\"[IdMappingService.sync_environment][Coherence:Failed] Critical sync failure: {e}\"\n )\n raise\n # #endregion sync_environment\n # #region get_remote_id [TYPE Function]\n # @PURPOSE: Retrieves the remote integer ID for a given universal UUID.\n # @PARAM: environment_id (str)\n # @PARAM: resource_type (ResourceType)\n # @PARAM: uuid (str)\n # @RETURN: Optional[int]\n def get_remote_id(\n self, environment_id: str, resource_type: ResourceType, uuid: str\n ) -> int | None:\n mapping = (\n self.db.query(ResourceMapping)\n .filter_by(\n environment_id=environment_id, resource_type=resource_type, uuid=uuid\n )\n .first()\n )\n if mapping:\n try:\n return int(mapping.remote_integer_id)\n except ValueError:\n return None\n return None\n # #endregion get_remote_id\n # #region get_remote_ids_batch [TYPE Function]\n # @PURPOSE: Retrieves remote integer IDs for a list of universal UUIDs efficiently.\n # @PARAM: environment_id (str)\n # @PARAM: resource_type (ResourceType)\n # @PARAM: uuids (List[str])\n # @RETURN: Dict[str, int] - Mapping of UUID -> Integer ID\n def get_remote_ids_batch(\n self, environment_id: str, resource_type: ResourceType, uuids: list[str]\n ) -> dict[str, int]:\n if not uuids:\n return {}\n mappings = (\n self.db.query(ResourceMapping)\n .filter(\n ResourceMapping.environment_id == environment_id,\n ResourceMapping.resource_type == resource_type,\n ResourceMapping.uuid.in_(uuids),\n )\n .all()\n )\n result = {}\n for m in mappings:\n try:\n result[m.uuid] = int(m.remote_integer_id)\n except ValueError:\n pass\n return result\n # #endregion get_remote_ids_batch\n# #endregion IdMappingService\n# #endregion IdMappingServiceModule\n" }, { @@ -33657,6 +34661,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region IdMappingService [C:5] [TYPE Class]\n# @BRIEF Service handling the cataloging and retrieval of remote Superset Integer IDs.\n# @PRE: db_session is an active SQLAlchemy Session bound to mapping tables.\n# @POST: Service instance provides scheduler control and environment-scoped mapping synchronization APIs.\n# @RELATION DEPENDS_ON -> [MappingModels]\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @INVARIANT: self.db remains the authoritative session for all mapping operations.\n# @SIDE_EFFECT: Instantiates an in-process scheduler and performs database writes during sync cycles.\n# @DATA_CONTRACT: Input[db_session] -> Output[IdMappingService]\n#\n# @TEST_CONTRACT: IdMappingServiceModel ->\n# {\n# required_fields: {db_session: Session},\n# invariants: [\n# \"sync_environment correctly creates or updates ResourceMapping records\",\n# \"get_remote_id returns an integer or None\",\n# \"get_remote_ids_batch returns a dictionary of valid UUIDs to integers\"\n# ]\n# }\n# @TEST_FIXTURE: valid_mapping_service -> {\"db_session\": \"MockSession()\"}\n# @TEST_EDGE: sync_api_failure -> handles exception gracefully\n# @TEST_EDGE: get_remote_id_not_found -> returns None\n# @TEST_EDGE: get_batch_empty_list -> returns empty dict\n# @TEST_INVARIANT: resilient_fetching -> verifies: [sync_api_failure]\nclass IdMappingService:\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes the mapping service.\n def __init__(self, db_session: Session):\n self.db = db_session\n self.scheduler = BackgroundScheduler()\n self._sync_job = None\n # #endregion __init__\n # #region start_scheduler [TYPE Function]\n # @PURPOSE: Starts the background scheduler with a given cron string.\n # @PARAM: cron_string (str) - Cron expression for the sync interval.\n # @PARAM: environments (List[str]) - List of environment IDs to sync.\n # @PARAM: superset_client_factory - Function to get a client for an environment.\n def start_scheduler(\n self, cron_string: str, environments: list[str], superset_client_factory\n ):\n with belief_scope(\"IdMappingService.start_scheduler\"):\n if self._sync_job:\n self.scheduler.remove_job(self._sync_job.id)\n logger.info(\n \"[IdMappingService.start_scheduler][Reflect] Removed existing sync job.\"\n )\n def sync_all():\n seed_trace_id()\n for env_id in environments:\n client = superset_client_factory(env_id)\n if client:\n self.sync_environment(env_id, client)\n self._sync_job = self.scheduler.add_job(\n sync_all,\n CronTrigger.from_crontab(cron_string),\n id=\"id_mapping_sync_job\",\n replace_existing=True,\n )\n if not self.scheduler.running:\n self.scheduler.start()\n logger.info(\n f\"[IdMappingService.start_scheduler][Coherence:OK] Started background scheduler with cron: {cron_string}\"\n )\n else:\n logger.info(\n f\"[IdMappingService.start_scheduler][Coherence:OK] Updated background scheduler with cron: {cron_string}\"\n )\n # #endregion start_scheduler\n # #region sync_environment [TYPE Function]\n # @PURPOSE: Fully synchronizes mapping for a specific environment.\n # @PARAM: environment_id (str) - Target environment ID.\n # @PARAM: superset_client - Instance capable of hitting the Superset API.\n # @PRE: environment_id exists in the database.\n # @POST: ResourceMapping records for the environment are created or updated.\n def sync_environment(\n self, environment_id: str, superset_client, incremental: bool = False\n ) -> None:\n \"\"\"\n Polls the Superset APIs for the target environment and updates the local mapping table.\n If incremental=True, only fetches items changed since the max last_synced_at date.\n \"\"\"\n seed_trace_id()\n with belief_scope(\"IdMappingService.sync_environment\"):\n logger.reason(\n f\"Starting sync for environment {environment_id}\",\n extra={\"src\": \"IdMappingService.sync_environment\", \"payload\": {\"environment_id\": environment_id, \"incremental\": incremental}},\n )\n # Implementation Note: In a real scenario, superset_client needs to be an instance\n # capable of auth & iteration over /api/v1/chart/, /api/v1/dataset/, /api/v1/dashboard/\n # Here we structure the logic according to the spec.\n types_to_poll = [\n (ResourceType.CHART, \"chart\", \"slice_name\"),\n (ResourceType.DATASET, \"dataset\", \"table_name\"),\n (\n ResourceType.DASHBOARD,\n \"dashboard\",\n \"slug\",\n ), # Note: dashboard slug or dashboard_title\n ]\n total_synced = 0\n total_deleted = 0\n try:\n for res_enum, endpoint, name_field in types_to_poll:\n logger.debug(\n f\"[IdMappingService.sync_environment][Explore] Polling {endpoint} endpoint\"\n )\n # Simulated API Fetch (Would be: superset_client.get(f\"/api/v1/{endpoint}/\")... )\n # This relies on the superset API structure, e.g. { \"result\": [{\"id\": 1, \"uuid\": \"...\", name_field: \"...\"}] }\n # We assume superset_client provides a generic method to fetch all pages.\n try:\n since_dttm = None\n if incremental:\n from sqlalchemy.sql import func\n max_date = (\n self.db.query(func.max(ResourceMapping.last_synced_at))\n .filter(\n ResourceMapping.environment_id == environment_id,\n ResourceMapping.resource_type == res_enum,\n )\n .scalar()\n )\n if max_date:\n # We subtract a bit for safety overlap\n from datetime import timedelta\n since_dttm = max_date - timedelta(minutes=5)\n logger.debug(\n f\"[IdMappingService.sync_environment] Incremental sync since {since_dttm}\"\n )\n resources = superset_client.get_all_resources(\n endpoint, since_dttm=since_dttm\n )\n # Track which UUIDs we see in this sync cycle\n synced_uuids = set()\n for res in resources:\n res_uuid = res.get(\"uuid\")\n raw_id = res.get(\"id\")\n res_name = res.get(name_field)\n if not res_uuid or raw_id is None:\n continue\n synced_uuids.add(res_uuid)\n res_id = str(raw_id) # Store as string\n # Upsert Logic\n mapping = (\n self.db.query(ResourceMapping)\n .filter_by(\n environment_id=environment_id,\n resource_type=res_enum,\n uuid=res_uuid,\n )\n .first()\n )\n if mapping:\n mapping.remote_integer_id = res_id\n mapping.resource_name = res_name\n mapping.last_synced_at = datetime.now(UTC)\n else:\n new_mapping = ResourceMapping(\n environment_id=environment_id,\n resource_type=res_enum,\n uuid=res_uuid,\n remote_integer_id=res_id,\n resource_name=res_name,\n last_synced_at=datetime.now(UTC),\n )\n self.db.add(new_mapping)\n total_synced += 1\n # Delete stale mappings: rows for this env+type whose UUID\n # was NOT returned by the API (resource was deleted remotely)\n # We only do this on full syncs, because incremental syncs don't return all UUIDs\n if not incremental:\n stale_query = self.db.query(ResourceMapping).filter(\n ResourceMapping.environment_id == environment_id,\n ResourceMapping.resource_type == res_enum,\n )\n if synced_uuids:\n stale_query = stale_query.filter(\n ResourceMapping.uuid.notin_(synced_uuids)\n )\n deleted = stale_query.delete(synchronize_session=\"fetch\")\n if deleted:\n total_deleted += deleted\n logger.reason(\n f\"Removed {deleted} stale {endpoint} mapping(s) for {environment_id}\",\n extra={\"src\": \"IdMappingService.sync_environment\", \"payload\": {\"deleted\": deleted, \"endpoint\": endpoint, \"environment_id\": environment_id}},\n )\n except Exception as loop_e:\n logger.error(\n f\"[IdMappingService.sync_environment][Reason] Error polling {endpoint}: {loop_e}\"\n )\n # Continue to next resource type instead of blowing up the whole sync\n self.db.commit()\n logger.info(\n f\"[IdMappingService.sync_environment][Coherence:OK] Successfully synced {total_synced} items and deleted {total_deleted} stale items.\"\n )\n except Exception as e:\n self.db.rollback()\n logger.error(\n f\"[IdMappingService.sync_environment][Coherence:Failed] Critical sync failure: {e}\"\n )\n raise\n # #endregion sync_environment\n # #region get_remote_id [TYPE Function]\n # @PURPOSE: Retrieves the remote integer ID for a given universal UUID.\n # @PARAM: environment_id (str)\n # @PARAM: resource_type (ResourceType)\n # @PARAM: uuid (str)\n # @RETURN: Optional[int]\n def get_remote_id(\n self, environment_id: str, resource_type: ResourceType, uuid: str\n ) -> int | None:\n mapping = (\n self.db.query(ResourceMapping)\n .filter_by(\n environment_id=environment_id, resource_type=resource_type, uuid=uuid\n )\n .first()\n )\n if mapping:\n try:\n return int(mapping.remote_integer_id)\n except ValueError:\n return None\n return None\n # #endregion get_remote_id\n # #region get_remote_ids_batch [TYPE Function]\n # @PURPOSE: Retrieves remote integer IDs for a list of universal UUIDs efficiently.\n # @PARAM: environment_id (str)\n # @PARAM: resource_type (ResourceType)\n # @PARAM: uuids (List[str])\n # @RETURN: Dict[str, int] - Mapping of UUID -> Integer ID\n def get_remote_ids_batch(\n self, environment_id: str, resource_type: ResourceType, uuids: list[str]\n ) -> dict[str, int]:\n if not uuids:\n return {}\n mappings = (\n self.db.query(ResourceMapping)\n .filter(\n ResourceMapping.environment_id == environment_id,\n ResourceMapping.resource_type == resource_type,\n ResourceMapping.uuid.in_(uuids),\n )\n .all()\n )\n result = {}\n for m in mappings:\n try:\n result[m.uuid] = int(m.remote_integer_id)\n except ValueError:\n pass\n return result\n # #endregion get_remote_ids_batch\n# #endregion IdMappingService\n" }, { @@ -33690,6 +34695,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region start_scheduler [TYPE Function]\n # @PURPOSE: Starts the background scheduler with a given cron string.\n # @PARAM: cron_string (str) - Cron expression for the sync interval.\n # @PARAM: environments (List[str]) - List of environment IDs to sync.\n # @PARAM: superset_client_factory - Function to get a client for an environment.\n def start_scheduler(\n self, cron_string: str, environments: list[str], superset_client_factory\n ):\n with belief_scope(\"IdMappingService.start_scheduler\"):\n if self._sync_job:\n self.scheduler.remove_job(self._sync_job.id)\n logger.info(\n \"[IdMappingService.start_scheduler][Reflect] Removed existing sync job.\"\n )\n def sync_all():\n seed_trace_id()\n for env_id in environments:\n client = superset_client_factory(env_id)\n if client:\n self.sync_environment(env_id, client)\n self._sync_job = self.scheduler.add_job(\n sync_all,\n CronTrigger.from_crontab(cron_string),\n id=\"id_mapping_sync_job\",\n replace_existing=True,\n )\n if not self.scheduler.running:\n self.scheduler.start()\n logger.info(\n f\"[IdMappingService.start_scheduler][Coherence:OK] Started background scheduler with cron: {cron_string}\"\n )\n else:\n logger.info(\n f\"[IdMappingService.start_scheduler][Coherence:OK] Updated background scheduler with cron: {cron_string}\"\n )\n # #endregion start_scheduler\n" }, { @@ -33743,6 +34749,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region sync_environment [TYPE Function]\n # @PURPOSE: Fully synchronizes mapping for a specific environment.\n # @PARAM: environment_id (str) - Target environment ID.\n # @PARAM: superset_client - Instance capable of hitting the Superset API.\n # @PRE: environment_id exists in the database.\n # @POST: ResourceMapping records for the environment are created or updated.\n def sync_environment(\n self, environment_id: str, superset_client, incremental: bool = False\n ) -> None:\n \"\"\"\n Polls the Superset APIs for the target environment and updates the local mapping table.\n If incremental=True, only fetches items changed since the max last_synced_at date.\n \"\"\"\n seed_trace_id()\n with belief_scope(\"IdMappingService.sync_environment\"):\n logger.reason(\n f\"Starting sync for environment {environment_id}\",\n extra={\"src\": \"IdMappingService.sync_environment\", \"payload\": {\"environment_id\": environment_id, \"incremental\": incremental}},\n )\n # Implementation Note: In a real scenario, superset_client needs to be an instance\n # capable of auth & iteration over /api/v1/chart/, /api/v1/dataset/, /api/v1/dashboard/\n # Here we structure the logic according to the spec.\n types_to_poll = [\n (ResourceType.CHART, \"chart\", \"slice_name\"),\n (ResourceType.DATASET, \"dataset\", \"table_name\"),\n (\n ResourceType.DASHBOARD,\n \"dashboard\",\n \"slug\",\n ), # Note: dashboard slug or dashboard_title\n ]\n total_synced = 0\n total_deleted = 0\n try:\n for res_enum, endpoint, name_field in types_to_poll:\n logger.debug(\n f\"[IdMappingService.sync_environment][Explore] Polling {endpoint} endpoint\"\n )\n # Simulated API Fetch (Would be: superset_client.get(f\"/api/v1/{endpoint}/\")... )\n # This relies on the superset API structure, e.g. { \"result\": [{\"id\": 1, \"uuid\": \"...\", name_field: \"...\"}] }\n # We assume superset_client provides a generic method to fetch all pages.\n try:\n since_dttm = None\n if incremental:\n from sqlalchemy.sql import func\n max_date = (\n self.db.query(func.max(ResourceMapping.last_synced_at))\n .filter(\n ResourceMapping.environment_id == environment_id,\n ResourceMapping.resource_type == res_enum,\n )\n .scalar()\n )\n if max_date:\n # We subtract a bit for safety overlap\n from datetime import timedelta\n since_dttm = max_date - timedelta(minutes=5)\n logger.debug(\n f\"[IdMappingService.sync_environment] Incremental sync since {since_dttm}\"\n )\n resources = superset_client.get_all_resources(\n endpoint, since_dttm=since_dttm\n )\n # Track which UUIDs we see in this sync cycle\n synced_uuids = set()\n for res in resources:\n res_uuid = res.get(\"uuid\")\n raw_id = res.get(\"id\")\n res_name = res.get(name_field)\n if not res_uuid or raw_id is None:\n continue\n synced_uuids.add(res_uuid)\n res_id = str(raw_id) # Store as string\n # Upsert Logic\n mapping = (\n self.db.query(ResourceMapping)\n .filter_by(\n environment_id=environment_id,\n resource_type=res_enum,\n uuid=res_uuid,\n )\n .first()\n )\n if mapping:\n mapping.remote_integer_id = res_id\n mapping.resource_name = res_name\n mapping.last_synced_at = datetime.now(UTC)\n else:\n new_mapping = ResourceMapping(\n environment_id=environment_id,\n resource_type=res_enum,\n uuid=res_uuid,\n remote_integer_id=res_id,\n resource_name=res_name,\n last_synced_at=datetime.now(UTC),\n )\n self.db.add(new_mapping)\n total_synced += 1\n # Delete stale mappings: rows for this env+type whose UUID\n # was NOT returned by the API (resource was deleted remotely)\n # We only do this on full syncs, because incremental syncs don't return all UUIDs\n if not incremental:\n stale_query = self.db.query(ResourceMapping).filter(\n ResourceMapping.environment_id == environment_id,\n ResourceMapping.resource_type == res_enum,\n )\n if synced_uuids:\n stale_query = stale_query.filter(\n ResourceMapping.uuid.notin_(synced_uuids)\n )\n deleted = stale_query.delete(synchronize_session=\"fetch\")\n if deleted:\n total_deleted += deleted\n logger.reason(\n f\"Removed {deleted} stale {endpoint} mapping(s) for {environment_id}\",\n extra={\"src\": \"IdMappingService.sync_environment\", \"payload\": {\"deleted\": deleted, \"endpoint\": endpoint, \"environment_id\": environment_id}},\n )\n except Exception as loop_e:\n logger.error(\n f\"[IdMappingService.sync_environment][Reason] Error polling {endpoint}: {loop_e}\"\n )\n # Continue to next resource type instead of blowing up the whole sync\n self.db.commit()\n logger.info(\n f\"[IdMappingService.sync_environment][Coherence:OK] Successfully synced {total_synced} items and deleted {total_deleted} stale items.\"\n )\n except Exception as e:\n self.db.rollback()\n logger.error(\n f\"[IdMappingService.sync_environment][Coherence:Failed] Critical sync failure: {e}\"\n )\n raise\n # #endregion sync_environment\n" }, { @@ -33783,6 +34790,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_remote_id [TYPE Function]\n # @PURPOSE: Retrieves the remote integer ID for a given universal UUID.\n # @PARAM: environment_id (str)\n # @PARAM: resource_type (ResourceType)\n # @PARAM: uuid (str)\n # @RETURN: Optional[int]\n def get_remote_id(\n self, environment_id: str, resource_type: ResourceType, uuid: str\n ) -> int | None:\n mapping = (\n self.db.query(ResourceMapping)\n .filter_by(\n environment_id=environment_id, resource_type=resource_type, uuid=uuid\n )\n .first()\n )\n if mapping:\n try:\n return int(mapping.remote_integer_id)\n except ValueError:\n return None\n return None\n # #endregion get_remote_id\n" }, { @@ -33823,6 +34831,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_remote_ids_batch [TYPE Function]\n # @PURPOSE: Retrieves remote integer IDs for a list of universal UUIDs efficiently.\n # @PARAM: environment_id (str)\n # @PARAM: resource_type (ResourceType)\n # @PARAM: uuids (List[str])\n # @RETURN: Dict[str, int] - Mapping of UUID -> Integer ID\n def get_remote_ids_batch(\n self, environment_id: str, resource_type: ResourceType, uuids: list[str]\n ) -> dict[str, int]:\n if not uuids:\n return {}\n mappings = (\n self.db.query(ResourceMapping)\n .filter(\n ResourceMapping.environment_id == environment_id,\n ResourceMapping.resource_type == resource_type,\n ResourceMapping.uuid.in_(uuids),\n )\n .all()\n )\n result = {}\n for m in mappings:\n try:\n result[m.uuid] = int(m.remote_integer_id)\n except ValueError:\n pass\n return result\n # #endregion get_remote_ids_batch\n" }, { @@ -33894,6 +34903,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region middleware_package [C:1] [TYPE Package] [SEMANTICS fastapi, package, tracing]\n# @BRIEF FastAPI/Starlette middleware package for request-level context and tracing.\n# #endregion middleware_package\n" }, { @@ -33921,6 +34931,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TraceContextMiddlewareModule [C:3] [TYPE Module] [SEMANTICS fastapi, middleware, trace, context, request]\n# @BRIEF FastAPI/Starlette middleware that seeds a trace_id for every incoming HTTP request.\n# Optionally extracts X-Trace-ID header for cross-service trace propagation.\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> [CotLoggerModule]\n# @RELATION CALLED_BY -> [AppModule]\n# @PRE: FastAPI app instance with Starlette middleware support.\n# @POST: Every request gets a trace_id via seed_trace_id(). Existing X-Trace-ID header is\n# preserved and used as the trace_id when present.\n# @SIDE_EFFECT: Sets ContextVar _trace_id for the duration of the request.\n\nfrom starlette.middleware.base import BaseHTTPMiddleware\nfrom starlette.requests import Request\nfrom starlette.responses import Response\nfrom starlette.types import ASGIApp\n\nfrom ..cot_logger import seed_trace_id, set_trace_id\n\n\n# #region TraceContextMiddleware [C:2] [TYPE Class] [SEMANTICS middleware, trace, context, dispatch]\n# @BRIEF Starlette BaseHTTPMiddleware that seeds a trace_id per request.\nclass TraceContextMiddleware(BaseHTTPMiddleware):\n \"\"\"FastAPI/Starlette middleware that seeds a trace_id for every request.\n\n If the incoming request carries an ``X-Trace-ID`` header, that value is\n used as the trace_id (enabling cross-service trace chaining). Otherwise a\n new UUID4 is generated.\n\n Usage::\n\n from backend.src.core.middleware.trace import TraceContextMiddleware\n app.add_middleware(TraceContextMiddleware)\n \"\"\"\n\n # #region TraceContextMiddleware.__init__ [TYPE Function]\n # @BRIEF Standard BaseHTTPMiddleware initialiser.\n def __init__(self, app: ASGIApp) -> None:\n super().__init__(app)\n\n # #endregion TraceContextMiddleware.__init__\n\n # #region TraceContextMiddleware.dispatch [C:2] [TYPE Function] [SEMANTICS dispatch, trace, seed, header, call_next]\n # @BRIEF Dispatch handler that seeds trace_id before passing to the next middleware.\n async def dispatch(\n self, request: Request, call_next\n ) -> Response:\n \"\"\"Intercept every request, seed the trace_id, and forward.\n\n If the client sent an ``X-Trace-ID`` header, use it; otherwise\n ``seed_trace_id()`` generates a new UUID4.\n\n Args:\n request: The incoming Starlette Request.\n call_next: The next middleware or route handler.\n\n Returns:\n Response from the downstream handler.\n \"\"\"\n incoming_trace_id = request.headers.get(\"X-Trace-ID\")\n if incoming_trace_id:\n set_trace_id(incoming_trace_id)\n else:\n seed_trace_id()\n\n response = await call_next(request)\n return response\n\n # #endregion TraceContextMiddleware.dispatch\n\n\n# #endregion TraceContextMiddleware\n# #endregion TraceContextMiddlewareModule\n" }, { @@ -33938,6 +34949,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TraceContextMiddleware [C:2] [TYPE Class] [SEMANTICS middleware, trace, context, dispatch]\n# @BRIEF Starlette BaseHTTPMiddleware that seeds a trace_id per request.\nclass TraceContextMiddleware(BaseHTTPMiddleware):\n \"\"\"FastAPI/Starlette middleware that seeds a trace_id for every request.\n\n If the incoming request carries an ``X-Trace-ID`` header, that value is\n used as the trace_id (enabling cross-service trace chaining). Otherwise a\n new UUID4 is generated.\n\n Usage::\n\n from backend.src.core.middleware.trace import TraceContextMiddleware\n app.add_middleware(TraceContextMiddleware)\n \"\"\"\n\n # #region TraceContextMiddleware.__init__ [TYPE Function]\n # @BRIEF Standard BaseHTTPMiddleware initialiser.\n def __init__(self, app: ASGIApp) -> None:\n super().__init__(app)\n\n # #endregion TraceContextMiddleware.__init__\n\n # #region TraceContextMiddleware.dispatch [C:2] [TYPE Function] [SEMANTICS dispatch, trace, seed, header, call_next]\n # @BRIEF Dispatch handler that seeds trace_id before passing to the next middleware.\n async def dispatch(\n self, request: Request, call_next\n ) -> Response:\n \"\"\"Intercept every request, seed the trace_id, and forward.\n\n If the client sent an ``X-Trace-ID`` header, use it; otherwise\n ``seed_trace_id()`` generates a new UUID4.\n\n Args:\n request: The incoming Starlette Request.\n call_next: The next middleware or route handler.\n\n Returns:\n Response from the downstream handler.\n \"\"\"\n incoming_trace_id = request.headers.get(\"X-Trace-ID\")\n if incoming_trace_id:\n set_trace_id(incoming_trace_id)\n else:\n seed_trace_id()\n\n response = await call_next(request)\n return response\n\n # #endregion TraceContextMiddleware.dispatch\n\n\n# #endregion TraceContextMiddleware\n" }, { @@ -33964,6 +34976,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region TraceContextMiddleware.__init__ [TYPE Function]\n # @BRIEF Standard BaseHTTPMiddleware initialiser.\n def __init__(self, app: ASGIApp) -> None:\n super().__init__(app)\n\n # #endregion TraceContextMiddleware.__init__\n" }, { @@ -33981,6 +34994,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region TraceContextMiddleware.dispatch [C:2] [TYPE Function] [SEMANTICS dispatch, trace, seed, header, call_next]\n # @BRIEF Dispatch handler that seeds trace_id before passing to the next middleware.\n async def dispatch(\n self, request: Request, call_next\n ) -> Response:\n \"\"\"Intercept every request, seed the trace_id, and forward.\n\n If the client sent an ``X-Trace-ID`` header, use it; otherwise\n ``seed_trace_id()`` generates a new UUID4.\n\n Args:\n request: The incoming Starlette Request.\n call_next: The next middleware or route handler.\n\n Returns:\n Response from the downstream handler.\n \"\"\"\n incoming_trace_id = request.headers.get(\"X-Trace-ID\")\n if incoming_trace_id:\n set_trace_id(incoming_trace_id)\n else:\n seed_trace_id()\n\n response = await call_next(request)\n return response\n\n # #endregion TraceContextMiddleware.dispatch\n" }, { @@ -33995,6 +35009,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MigrationPackage [TYPE Module] [SEMANTICS migration, package, init]\n\nfrom .archive_parser import MigrationArchiveParser\nfrom .dry_run_orchestrator import MigrationDryRunService\n\n__all__ = [\"MigrationArchiveParser\", \"MigrationDryRunService\"]\n\n# #endregion MigrationPackage\n" }, { @@ -34031,6 +35046,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MigrationArchiveParserModule [C:3] [TYPE Module] [SEMANTICS migration, transform, superset, migration-archive-parser]\n# @BRIEF Parse Superset export ZIP archives into normalized object catalogs for diffing.\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @INVARIANT: Parsing is read-only and never mutates archive files.\nimport json\nimport tempfile\nimport zipfile\nfrom pathlib import Path\nfrom typing import Any\n\nimport yaml\n\nfrom ..logger import belief_scope, logger\n\n\n# #region MigrationArchiveParser [TYPE Class]\n# @BRIEF Extract normalized dashboards/charts/datasets metadata from ZIP archives.\n# @RELATION CONTAINS -> [extract_objects_from_zip]\n# @RELATION CONTAINS -> [_collect_yaml_objects]\n# @RELATION CONTAINS -> [_normalize_object_payload]\nclass MigrationArchiveParser:\n # #region extract_objects_from_zip [TYPE Function]\n # @PURPOSE: Extract object catalogs from Superset archive.\n # @RELATION: DEPENDS_ON -> [_collect_yaml_objects]\n # @PRE: zip_path points to a valid readable ZIP.\n # @POST: Returns object lists grouped by resource type.\n # @RETURN: Dict[str, List[Dict[str, Any]]]\n def extract_objects_from_zip(\n self, zip_path: str\n ) -> dict[str, list[dict[str, Any]]]:\n with belief_scope(\"MigrationArchiveParser.extract_objects_from_zip\"):\n result: dict[str, list[dict[str, Any]]] = {\n \"dashboards\": [],\n \"charts\": [],\n \"datasets\": [],\n }\n with tempfile.TemporaryDirectory() as temp_dir_str:\n temp_dir = Path(temp_dir_str)\n with zipfile.ZipFile(zip_path, \"r\") as zip_file:\n zip_file.extractall(temp_dir)\n result[\"dashboards\"] = self._collect_yaml_objects(\n temp_dir, \"dashboards\"\n )\n result[\"charts\"] = self._collect_yaml_objects(temp_dir, \"charts\")\n result[\"datasets\"] = self._collect_yaml_objects(temp_dir, \"datasets\")\n return result\n # #endregion extract_objects_from_zip\n # #region _collect_yaml_objects [TYPE Function]\n # @PURPOSE: Read and normalize YAML manifests for one object type.\n # @RELATION: DEPENDS_ON -> [_normalize_object_payload]\n # @PRE: object_type is one of dashboards/charts/datasets.\n # @POST: Returns only valid normalized objects.\n def _collect_yaml_objects(\n self, root_dir: Path, object_type: str\n ) -> list[dict[str, Any]]:\n with belief_scope(\"MigrationArchiveParser._collect_yaml_objects\"):\n files = list(root_dir.glob(f\"**/{object_type}/**/*.yaml\")) + list(\n root_dir.glob(f\"**/{object_type}/*.yaml\")\n )\n objects: list[dict[str, Any]] = []\n for file_path in set(files):\n try:\n with open(file_path) as file_obj:\n payload = yaml.safe_load(file_obj) or {}\n normalized = self._normalize_object_payload(payload, object_type)\n if normalized:\n objects.append(normalized)\n except Exception as exc:\n logger.reflect(\n f\"skip_invalid_yaml path={file_path} error={exc}\",\n extra={\"src\": \"MigrationArchiveParser._collect_yaml_objects\"},\n )\n return objects\n # #endregion _collect_yaml_objects\n # #region _normalize_object_payload [TYPE Function]\n # @PURPOSE: Convert raw YAML payload to stable diff signature shape.\n # @PRE: payload is parsed YAML mapping.\n # @POST: Returns normalized descriptor with `uuid`, `title`, and `signature`.\n def _normalize_object_payload(\n self, payload: dict[str, Any], object_type: str\n ) -> dict[str, Any] | None:\n with belief_scope(\"MigrationArchiveParser._normalize_object_payload\"):\n if not isinstance(payload, dict):\n return None\n uuid = payload.get(\"uuid\")\n if not uuid:\n return None\n if object_type == \"dashboards\":\n title = payload.get(\"dashboard_title\") or payload.get(\"title\")\n signature = {\n \"title\": title,\n \"slug\": payload.get(\"slug\"),\n \"position_json\": payload.get(\"position_json\"),\n \"json_metadata\": payload.get(\"json_metadata\"),\n \"description\": payload.get(\"description\"),\n \"owners\": payload.get(\"owners\"),\n }\n return {\n \"uuid\": str(uuid),\n \"title\": title or f\"Dashboard {uuid}\",\n \"signature\": json.dumps(signature, sort_keys=True, default=str),\n \"owners\": payload.get(\"owners\") or [],\n }\n if object_type == \"charts\":\n title = payload.get(\"slice_name\") or payload.get(\"name\")\n signature = {\n \"title\": title,\n \"viz_type\": payload.get(\"viz_type\"),\n \"params\": payload.get(\"params\"),\n \"query_context\": payload.get(\"query_context\"),\n \"datasource_uuid\": payload.get(\"datasource_uuid\"),\n \"dataset_uuid\": payload.get(\"dataset_uuid\"),\n }\n return {\n \"uuid\": str(uuid),\n \"title\": title or f\"Chart {uuid}\",\n \"signature\": json.dumps(signature, sort_keys=True, default=str),\n \"dataset_uuid\": payload.get(\"datasource_uuid\")\n or payload.get(\"dataset_uuid\"),\n }\n if object_type == \"datasets\":\n title = payload.get(\"table_name\") or payload.get(\"name\")\n signature = {\n \"title\": title,\n \"schema\": payload.get(\"schema\"),\n \"database_uuid\": payload.get(\"database_uuid\"),\n \"sql\": payload.get(\"sql\"),\n \"columns\": payload.get(\"columns\"),\n \"metrics\": payload.get(\"metrics\"),\n }\n return {\n \"uuid\": str(uuid),\n \"title\": title or f\"Dataset {uuid}\",\n \"signature\": json.dumps(signature, sort_keys=True, default=str),\n \"database_uuid\": payload.get(\"database_uuid\"),\n }\n return None\n # #endregion _normalize_object_payload\n# #endregion MigrationArchiveParser\n# #endregion MigrationArchiveParserModule\n" }, { @@ -34139,6 +35155,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MigrationArchiveParser [TYPE Class]\n# @BRIEF Extract normalized dashboards/charts/datasets metadata from ZIP archives.\n# @RELATION CONTAINS -> [extract_objects_from_zip]\n# @RELATION CONTAINS -> [_collect_yaml_objects]\n# @RELATION CONTAINS -> [_normalize_object_payload]\nclass MigrationArchiveParser:\n # #region extract_objects_from_zip [TYPE Function]\n # @PURPOSE: Extract object catalogs from Superset archive.\n # @RELATION: DEPENDS_ON -> [_collect_yaml_objects]\n # @PRE: zip_path points to a valid readable ZIP.\n # @POST: Returns object lists grouped by resource type.\n # @RETURN: Dict[str, List[Dict[str, Any]]]\n def extract_objects_from_zip(\n self, zip_path: str\n ) -> dict[str, list[dict[str, Any]]]:\n with belief_scope(\"MigrationArchiveParser.extract_objects_from_zip\"):\n result: dict[str, list[dict[str, Any]]] = {\n \"dashboards\": [],\n \"charts\": [],\n \"datasets\": [],\n }\n with tempfile.TemporaryDirectory() as temp_dir_str:\n temp_dir = Path(temp_dir_str)\n with zipfile.ZipFile(zip_path, \"r\") as zip_file:\n zip_file.extractall(temp_dir)\n result[\"dashboards\"] = self._collect_yaml_objects(\n temp_dir, \"dashboards\"\n )\n result[\"charts\"] = self._collect_yaml_objects(temp_dir, \"charts\")\n result[\"datasets\"] = self._collect_yaml_objects(temp_dir, \"datasets\")\n return result\n # #endregion extract_objects_from_zip\n # #region _collect_yaml_objects [TYPE Function]\n # @PURPOSE: Read and normalize YAML manifests for one object type.\n # @RELATION: DEPENDS_ON -> [_normalize_object_payload]\n # @PRE: object_type is one of dashboards/charts/datasets.\n # @POST: Returns only valid normalized objects.\n def _collect_yaml_objects(\n self, root_dir: Path, object_type: str\n ) -> list[dict[str, Any]]:\n with belief_scope(\"MigrationArchiveParser._collect_yaml_objects\"):\n files = list(root_dir.glob(f\"**/{object_type}/**/*.yaml\")) + list(\n root_dir.glob(f\"**/{object_type}/*.yaml\")\n )\n objects: list[dict[str, Any]] = []\n for file_path in set(files):\n try:\n with open(file_path) as file_obj:\n payload = yaml.safe_load(file_obj) or {}\n normalized = self._normalize_object_payload(payload, object_type)\n if normalized:\n objects.append(normalized)\n except Exception as exc:\n logger.reflect(\n f\"skip_invalid_yaml path={file_path} error={exc}\",\n extra={\"src\": \"MigrationArchiveParser._collect_yaml_objects\"},\n )\n return objects\n # #endregion _collect_yaml_objects\n # #region _normalize_object_payload [TYPE Function]\n # @PURPOSE: Convert raw YAML payload to stable diff signature shape.\n # @PRE: payload is parsed YAML mapping.\n # @POST: Returns normalized descriptor with `uuid`, `title`, and `signature`.\n def _normalize_object_payload(\n self, payload: dict[str, Any], object_type: str\n ) -> dict[str, Any] | None:\n with belief_scope(\"MigrationArchiveParser._normalize_object_payload\"):\n if not isinstance(payload, dict):\n return None\n uuid = payload.get(\"uuid\")\n if not uuid:\n return None\n if object_type == \"dashboards\":\n title = payload.get(\"dashboard_title\") or payload.get(\"title\")\n signature = {\n \"title\": title,\n \"slug\": payload.get(\"slug\"),\n \"position_json\": payload.get(\"position_json\"),\n \"json_metadata\": payload.get(\"json_metadata\"),\n \"description\": payload.get(\"description\"),\n \"owners\": payload.get(\"owners\"),\n }\n return {\n \"uuid\": str(uuid),\n \"title\": title or f\"Dashboard {uuid}\",\n \"signature\": json.dumps(signature, sort_keys=True, default=str),\n \"owners\": payload.get(\"owners\") or [],\n }\n if object_type == \"charts\":\n title = payload.get(\"slice_name\") or payload.get(\"name\")\n signature = {\n \"title\": title,\n \"viz_type\": payload.get(\"viz_type\"),\n \"params\": payload.get(\"params\"),\n \"query_context\": payload.get(\"query_context\"),\n \"datasource_uuid\": payload.get(\"datasource_uuid\"),\n \"dataset_uuid\": payload.get(\"dataset_uuid\"),\n }\n return {\n \"uuid\": str(uuid),\n \"title\": title or f\"Chart {uuid}\",\n \"signature\": json.dumps(signature, sort_keys=True, default=str),\n \"dataset_uuid\": payload.get(\"datasource_uuid\")\n or payload.get(\"dataset_uuid\"),\n }\n if object_type == \"datasets\":\n title = payload.get(\"table_name\") or payload.get(\"name\")\n signature = {\n \"title\": title,\n \"schema\": payload.get(\"schema\"),\n \"database_uuid\": payload.get(\"database_uuid\"),\n \"sql\": payload.get(\"sql\"),\n \"columns\": payload.get(\"columns\"),\n \"metrics\": payload.get(\"metrics\"),\n }\n return {\n \"uuid\": str(uuid),\n \"title\": title or f\"Dataset {uuid}\",\n \"signature\": json.dumps(signature, sort_keys=True, default=str),\n \"database_uuid\": payload.get(\"database_uuid\"),\n }\n return None\n # #endregion _normalize_object_payload\n# #endregion MigrationArchiveParser\n" }, { @@ -34208,6 +35225,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region extract_objects_from_zip [TYPE Function]\n # @PURPOSE: Extract object catalogs from Superset archive.\n # @RELATION: DEPENDS_ON -> [_collect_yaml_objects]\n # @PRE: zip_path points to a valid readable ZIP.\n # @POST: Returns object lists grouped by resource type.\n # @RETURN: Dict[str, List[Dict[str, Any]]]\n def extract_objects_from_zip(\n self, zip_path: str\n ) -> dict[str, list[dict[str, Any]]]:\n with belief_scope(\"MigrationArchiveParser.extract_objects_from_zip\"):\n result: dict[str, list[dict[str, Any]]] = {\n \"dashboards\": [],\n \"charts\": [],\n \"datasets\": [],\n }\n with tempfile.TemporaryDirectory() as temp_dir_str:\n temp_dir = Path(temp_dir_str)\n with zipfile.ZipFile(zip_path, \"r\") as zip_file:\n zip_file.extractall(temp_dir)\n result[\"dashboards\"] = self._collect_yaml_objects(\n temp_dir, \"dashboards\"\n )\n result[\"charts\"] = self._collect_yaml_objects(temp_dir, \"charts\")\n result[\"datasets\"] = self._collect_yaml_objects(temp_dir, \"datasets\")\n return result\n # #endregion extract_objects_from_zip\n" }, { @@ -34270,6 +35288,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _collect_yaml_objects [TYPE Function]\n # @PURPOSE: Read and normalize YAML manifests for one object type.\n # @RELATION: DEPENDS_ON -> [_normalize_object_payload]\n # @PRE: object_type is one of dashboards/charts/datasets.\n # @POST: Returns only valid normalized objects.\n def _collect_yaml_objects(\n self, root_dir: Path, object_type: str\n ) -> list[dict[str, Any]]:\n with belief_scope(\"MigrationArchiveParser._collect_yaml_objects\"):\n files = list(root_dir.glob(f\"**/{object_type}/**/*.yaml\")) + list(\n root_dir.glob(f\"**/{object_type}/*.yaml\")\n )\n objects: list[dict[str, Any]] = []\n for file_path in set(files):\n try:\n with open(file_path) as file_obj:\n payload = yaml.safe_load(file_obj) or {}\n normalized = self._normalize_object_payload(payload, object_type)\n if normalized:\n objects.append(normalized)\n except Exception as exc:\n logger.reflect(\n f\"skip_invalid_yaml path={file_path} error={exc}\",\n extra={\"src\": \"MigrationArchiveParser._collect_yaml_objects\"},\n )\n return objects\n # #endregion _collect_yaml_objects\n" }, { @@ -34316,6 +35335,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _normalize_object_payload [TYPE Function]\n # @PURPOSE: Convert raw YAML payload to stable diff signature shape.\n # @PRE: payload is parsed YAML mapping.\n # @POST: Returns normalized descriptor with `uuid`, `title`, and `signature`.\n def _normalize_object_payload(\n self, payload: dict[str, Any], object_type: str\n ) -> dict[str, Any] | None:\n with belief_scope(\"MigrationArchiveParser._normalize_object_payload\"):\n if not isinstance(payload, dict):\n return None\n uuid = payload.get(\"uuid\")\n if not uuid:\n return None\n if object_type == \"dashboards\":\n title = payload.get(\"dashboard_title\") or payload.get(\"title\")\n signature = {\n \"title\": title,\n \"slug\": payload.get(\"slug\"),\n \"position_json\": payload.get(\"position_json\"),\n \"json_metadata\": payload.get(\"json_metadata\"),\n \"description\": payload.get(\"description\"),\n \"owners\": payload.get(\"owners\"),\n }\n return {\n \"uuid\": str(uuid),\n \"title\": title or f\"Dashboard {uuid}\",\n \"signature\": json.dumps(signature, sort_keys=True, default=str),\n \"owners\": payload.get(\"owners\") or [],\n }\n if object_type == \"charts\":\n title = payload.get(\"slice_name\") or payload.get(\"name\")\n signature = {\n \"title\": title,\n \"viz_type\": payload.get(\"viz_type\"),\n \"params\": payload.get(\"params\"),\n \"query_context\": payload.get(\"query_context\"),\n \"datasource_uuid\": payload.get(\"datasource_uuid\"),\n \"dataset_uuid\": payload.get(\"dataset_uuid\"),\n }\n return {\n \"uuid\": str(uuid),\n \"title\": title or f\"Chart {uuid}\",\n \"signature\": json.dumps(signature, sort_keys=True, default=str),\n \"dataset_uuid\": payload.get(\"datasource_uuid\")\n or payload.get(\"dataset_uuid\"),\n }\n if object_type == \"datasets\":\n title = payload.get(\"table_name\") or payload.get(\"name\")\n signature = {\n \"title\": title,\n \"schema\": payload.get(\"schema\"),\n \"database_uuid\": payload.get(\"database_uuid\"),\n \"sql\": payload.get(\"sql\"),\n \"columns\": payload.get(\"columns\"),\n \"metrics\": payload.get(\"metrics\"),\n }\n return {\n \"uuid\": str(uuid),\n \"title\": title or f\"Dataset {uuid}\",\n \"signature\": json.dumps(signature, sort_keys=True, default=str),\n \"database_uuid\": payload.get(\"database_uuid\"),\n }\n return None\n # #endregion _normalize_object_payload\n" }, { @@ -34370,6 +35390,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MigrationDryRunOrchestratorModule [C:3] [TYPE Module] [SEMANTICS sqlalchemy, migration, orchestration, diff, migration-dry-run-service]\n# @BRIEF Compute pre-flight migration diff and risk scoring without apply.\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [MigrationEngine]\n# @RELATION DEPENDS_ON -> [MigrationArchiveParser]\n# @RELATION DEPENDS_ON -> [RiskAssessorModule]\n# @INVARIANT: Dry run is informative only and must not mutate target environment.\nimport json\nfrom datetime import UTC, datetime\nfrom typing import Any\n\nfrom sqlalchemy.orm import Session\n\nfrom ...models.dashboard import DashboardSelection\nfrom ...models.mapping import DatabaseMapping\nfrom ..logger import belief_scope, logger\nfrom ..migration_engine import MigrationEngine\nfrom ..superset_client import SupersetClient\nfrom ..utils.fileio import create_temp_file\nfrom .archive_parser import MigrationArchiveParser\nfrom .risk_assessor import build_risks, score_risks\n\n\n# #region MigrationDryRunService [TYPE Class]\n# @BRIEF Build deterministic diff/risk payload for migration pre-flight.\n# @RELATION CONTAINS -> [__init__]\n# @RELATION CONTAINS -> [run]\n# @RELATION CONTAINS -> [_load_db_mapping]\n# @RELATION CONTAINS -> [_accumulate_objects]\n# @RELATION CONTAINS -> [_index_by_uuid]\n# @RELATION CONTAINS -> [_build_object_diff]\n# @RELATION CONTAINS -> [_build_target_signatures]\n# @RELATION CONTAINS -> [_build_risks]\nclass MigrationDryRunService:\n # #region __init__ [TYPE Function]\n # @PURPOSE: Wire parser dependency for archive object extraction.\n # @PRE: parser can be omitted to use default implementation.\n # @POST: Service is ready to calculate dry-run payload.\n def __init__(self, parser: MigrationArchiveParser | None = None):\n self.parser = parser or MigrationArchiveParser()\n # #endregion __init__\n # #region run [TYPE Function]\n # @PURPOSE: Execute full dry-run computation for selected dashboards.\n # @RELATION: DEPENDS_ON -> [_load_db_mapping]\n # @RELATION: DEPENDS_ON -> [_accumulate_objects]\n # @RELATION: DEPENDS_ON -> [_build_target_signatures]\n # @RELATION: DEPENDS_ON -> [_build_object_diff]\n # @RELATION: DEPENDS_ON -> [_build_risks]\n # @PRE: source/target clients are authenticated and selection validated by caller.\n # @POST: Returns JSON-serializable pre-flight payload with summary, diff and risk.\n # @SIDE_EFFECT: Reads source export archives and target metadata via network.\n def run(\n self,\n selection: DashboardSelection,\n source_client: SupersetClient,\n target_client: SupersetClient,\n db: Session,\n ) -> dict[str, Any]:\n with belief_scope(\"MigrationDryRunService.run\"):\n logger.reason(\n \"Starting dry-run pipeline\",\n extra={\"src\": \"MigrationDryRunService.run\"},\n )\n engine = MigrationEngine()\n db_mapping = (\n self._load_db_mapping(db, selection)\n if selection.replace_db_config\n else {}\n )\n transformed = {\"dashboards\": {}, \"charts\": {}, \"datasets\": {}}\n dashboards_preview = source_client.get_dashboards_summary()\n selected_preview = {\n item[\"id\"]: item\n for item in dashboards_preview\n if item.get(\"id\") in selection.selected_ids\n }\n for dashboard_id in selection.selected_ids:\n exported_content, _ = source_client.export_dashboard(int(dashboard_id))\n with create_temp_file(\n content=exported_content, suffix=\".zip\"\n ) as source_zip, create_temp_file(suffix=\".zip\") as transformed_zip:\n success = engine.transform_zip(\n str(source_zip),\n str(transformed_zip),\n db_mapping,\n strip_databases=False,\n target_env_id=selection.target_env_id,\n fix_cross_filters=selection.fix_cross_filters,\n )\n if not success:\n raise ValueError(\n f\"Failed to transform export archive for dashboard {dashboard_id}\"\n )\n extracted = self.parser.extract_objects_from_zip(\n str(transformed_zip)\n )\n self._accumulate_objects(transformed, extracted)\n source_objects = {\n key: list(value.values()) for key, value in transformed.items()\n }\n target_objects = self._build_target_signatures(target_client)\n diff = {\n \"dashboards\": self._build_object_diff(\n source_objects[\"dashboards\"], target_objects[\"dashboards\"]\n ),\n \"charts\": self._build_object_diff(\n source_objects[\"charts\"], target_objects[\"charts\"]\n ),\n \"datasets\": self._build_object_diff(\n source_objects[\"datasets\"], target_objects[\"datasets\"]\n ),\n }\n risk = self._build_risks(\n source_objects, target_objects, diff, target_client\n )\n summary = {\n \"dashboards\": {\n action: len(diff[\"dashboards\"][action])\n for action in (\"create\", \"update\", \"delete\")\n },\n \"charts\": {\n action: len(diff[\"charts\"][action])\n for action in (\"create\", \"update\", \"delete\")\n },\n \"datasets\": {\n action: len(diff[\"datasets\"][action])\n for action in (\"create\", \"update\", \"delete\")\n },\n \"selected_dashboards\": len(selection.selected_ids),\n }\n selected_titles = [\n selected_preview[dash_id][\"title\"]\n for dash_id in selection.selected_ids\n if dash_id in selected_preview\n ]\n logger.reason(\n \"Dry-run payload assembled\",\n extra={\"src\": \"MigrationDryRunService.run\"},\n )\n return {\n \"generated_at\": datetime.now(UTC).isoformat(),\n \"selection\": selection.model_dump(),\n \"selected_dashboard_titles\": selected_titles,\n \"diff\": diff,\n \"summary\": summary,\n \"risk\": score_risks(risk),\n }\n # #endregion run\n # #region _load_db_mapping [TYPE Function]\n # @PURPOSE: Resolve UUID mapping for optional DB config replacement.\n def _load_db_mapping(\n self, db: Session, selection: DashboardSelection\n ) -> dict[str, str]:\n rows = (\n db.query(DatabaseMapping)\n .filter(\n DatabaseMapping.source_env_id == selection.source_env_id,\n DatabaseMapping.target_env_id == selection.target_env_id,\n )\n .all()\n )\n return {row.source_db_uuid: row.target_db_uuid for row in rows}\n # #endregion _load_db_mapping\n # #region _accumulate_objects [TYPE Function]\n # @PURPOSE: Merge extracted resources by UUID to avoid duplicates.\n def _accumulate_objects(\n self,\n target: dict[str, dict[str, dict[str, Any]]],\n source: dict[str, list[dict[str, Any]]],\n ) -> None:\n for object_type in (\"dashboards\", \"charts\", \"datasets\"):\n for item in source.get(object_type, []):\n uuid = item.get(\"uuid\")\n if uuid:\n target[object_type][str(uuid)] = item\n # #endregion _accumulate_objects\n # #region _index_by_uuid [TYPE Function]\n # @PURPOSE: Build UUID-index map for normalized resources.\n def _index_by_uuid(\n self, objects: list[dict[str, Any]]\n ) -> dict[str, dict[str, Any]]:\n indexed: dict[str, dict[str, Any]] = {}\n for obj in objects:\n uuid = obj.get(\"uuid\")\n if uuid:\n indexed[str(uuid)] = obj\n return indexed\n # #endregion _index_by_uuid\n # #region _build_object_diff [TYPE Function]\n # @PURPOSE: Compute create/update/delete buckets by UUID+signature.\n # @RELATION: DEPENDS_ON -> [_index_by_uuid]\n def _build_object_diff(\n self, source_objects: list[dict[str, Any]], target_objects: list[dict[str, Any]]\n ) -> dict[str, list[dict[str, Any]]]:\n target_index = self._index_by_uuid(target_objects)\n created: list[dict[str, Any]] = []\n updated: list[dict[str, Any]] = []\n deleted: list[dict[str, Any]] = []\n for source_obj in source_objects:\n source_uuid = str(source_obj.get(\"uuid\"))\n target_obj = target_index.get(source_uuid)\n if not target_obj:\n created.append({\"uuid\": source_uuid, \"title\": source_obj.get(\"title\")})\n continue\n if source_obj.get(\"signature\") != target_obj.get(\"signature\"):\n updated.append(\n {\n \"uuid\": source_uuid,\n \"title\": source_obj.get(\"title\"),\n \"target_title\": target_obj.get(\"title\"),\n }\n )\n return {\"create\": created, \"update\": updated, \"delete\": deleted}\n # #endregion _build_object_diff\n # #region _build_target_signatures [TYPE Function]\n # @PURPOSE: Pull target metadata and normalize it into comparable signatures.\n def _build_target_signatures(\n self, client: SupersetClient\n ) -> dict[str, list[dict[str, Any]]]:\n _, dashboards = client.get_dashboards(\n query={\n \"columns\": [\n \"uuid\",\n \"dashboard_title\",\n \"slug\",\n \"position_json\",\n \"json_metadata\",\n \"description\",\n \"owners\",\n ],\n }\n )\n _, datasets = client.get_datasets(\n query={\n \"columns\": [\n \"uuid\",\n \"table_name\",\n \"schema\",\n \"database_uuid\",\n \"sql\",\n \"columns\",\n \"metrics\",\n ],\n }\n )\n _, charts = client.get_charts(\n query={\n \"columns\": [\n \"uuid\",\n \"slice_name\",\n \"viz_type\",\n \"params\",\n \"query_context\",\n \"datasource_uuid\",\n \"dataset_uuid\",\n ],\n }\n )\n return {\n \"dashboards\": [\n {\n \"uuid\": str(item.get(\"uuid\")),\n \"title\": item.get(\"dashboard_title\"),\n \"owners\": item.get(\"owners\") or [],\n \"signature\": json.dumps(\n {\n \"title\": item.get(\"dashboard_title\"),\n \"slug\": item.get(\"slug\"),\n \"position_json\": item.get(\"position_json\"),\n \"json_metadata\": item.get(\"json_metadata\"),\n \"description\": item.get(\"description\"),\n \"owners\": item.get(\"owners\"),\n },\n sort_keys=True,\n default=str,\n ),\n }\n for item in dashboards\n if item.get(\"uuid\")\n ],\n \"datasets\": [\n {\n \"uuid\": str(item.get(\"uuid\")),\n \"title\": item.get(\"table_name\"),\n \"database_uuid\": item.get(\"database_uuid\"),\n \"signature\": json.dumps(\n {\n \"title\": item.get(\"table_name\"),\n \"schema\": item.get(\"schema\"),\n \"database_uuid\": item.get(\"database_uuid\"),\n \"sql\": item.get(\"sql\"),\n \"columns\": item.get(\"columns\"),\n \"metrics\": item.get(\"metrics\"),\n },\n sort_keys=True,\n default=str,\n ),\n }\n for item in datasets\n if item.get(\"uuid\")\n ],\n \"charts\": [\n {\n \"uuid\": str(item.get(\"uuid\")),\n \"title\": item.get(\"slice_name\") or item.get(\"name\"),\n \"dataset_uuid\": item.get(\"datasource_uuid\")\n or item.get(\"dataset_uuid\"),\n \"signature\": json.dumps(\n {\n \"title\": item.get(\"slice_name\") or item.get(\"name\"),\n \"viz_type\": item.get(\"viz_type\"),\n \"params\": item.get(\"params\"),\n \"query_context\": item.get(\"query_context\"),\n \"datasource_uuid\": item.get(\"datasource_uuid\"),\n \"dataset_uuid\": item.get(\"dataset_uuid\"),\n },\n sort_keys=True,\n default=str,\n ),\n }\n for item in charts\n if item.get(\"uuid\")\n ],\n }\n # #endregion _build_target_signatures\n # #region _build_risks [TYPE Function]\n # @PURPOSE: Build risk items for missing datasource, broken refs, overwrite, owner mismatch.\n def _build_risks(\n self,\n source_objects: dict[str, list[dict[str, Any]]],\n target_objects: dict[str, list[dict[str, Any]]],\n diff: dict[str, dict[str, list[dict[str, Any]]]],\n target_client: SupersetClient,\n ) -> list[dict[str, Any]]:\n return build_risks(source_objects, target_objects, diff, target_client)\n # #endregion _build_risks\n# #endregion MigrationDryRunService\n# #endregion MigrationDryRunOrchestratorModule\n" }, { @@ -34598,6 +35619,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MigrationDryRunService [TYPE Class]\n# @BRIEF Build deterministic diff/risk payload for migration pre-flight.\n# @RELATION CONTAINS -> [__init__]\n# @RELATION CONTAINS -> [run]\n# @RELATION CONTAINS -> [_load_db_mapping]\n# @RELATION CONTAINS -> [_accumulate_objects]\n# @RELATION CONTAINS -> [_index_by_uuid]\n# @RELATION CONTAINS -> [_build_object_diff]\n# @RELATION CONTAINS -> [_build_target_signatures]\n# @RELATION CONTAINS -> [_build_risks]\nclass MigrationDryRunService:\n # #region __init__ [TYPE Function]\n # @PURPOSE: Wire parser dependency for archive object extraction.\n # @PRE: parser can be omitted to use default implementation.\n # @POST: Service is ready to calculate dry-run payload.\n def __init__(self, parser: MigrationArchiveParser | None = None):\n self.parser = parser or MigrationArchiveParser()\n # #endregion __init__\n # #region run [TYPE Function]\n # @PURPOSE: Execute full dry-run computation for selected dashboards.\n # @RELATION: DEPENDS_ON -> [_load_db_mapping]\n # @RELATION: DEPENDS_ON -> [_accumulate_objects]\n # @RELATION: DEPENDS_ON -> [_build_target_signatures]\n # @RELATION: DEPENDS_ON -> [_build_object_diff]\n # @RELATION: DEPENDS_ON -> [_build_risks]\n # @PRE: source/target clients are authenticated and selection validated by caller.\n # @POST: Returns JSON-serializable pre-flight payload with summary, diff and risk.\n # @SIDE_EFFECT: Reads source export archives and target metadata via network.\n def run(\n self,\n selection: DashboardSelection,\n source_client: SupersetClient,\n target_client: SupersetClient,\n db: Session,\n ) -> dict[str, Any]:\n with belief_scope(\"MigrationDryRunService.run\"):\n logger.reason(\n \"Starting dry-run pipeline\",\n extra={\"src\": \"MigrationDryRunService.run\"},\n )\n engine = MigrationEngine()\n db_mapping = (\n self._load_db_mapping(db, selection)\n if selection.replace_db_config\n else {}\n )\n transformed = {\"dashboards\": {}, \"charts\": {}, \"datasets\": {}}\n dashboards_preview = source_client.get_dashboards_summary()\n selected_preview = {\n item[\"id\"]: item\n for item in dashboards_preview\n if item.get(\"id\") in selection.selected_ids\n }\n for dashboard_id in selection.selected_ids:\n exported_content, _ = source_client.export_dashboard(int(dashboard_id))\n with create_temp_file(\n content=exported_content, suffix=\".zip\"\n ) as source_zip, create_temp_file(suffix=\".zip\") as transformed_zip:\n success = engine.transform_zip(\n str(source_zip),\n str(transformed_zip),\n db_mapping,\n strip_databases=False,\n target_env_id=selection.target_env_id,\n fix_cross_filters=selection.fix_cross_filters,\n )\n if not success:\n raise ValueError(\n f\"Failed to transform export archive for dashboard {dashboard_id}\"\n )\n extracted = self.parser.extract_objects_from_zip(\n str(transformed_zip)\n )\n self._accumulate_objects(transformed, extracted)\n source_objects = {\n key: list(value.values()) for key, value in transformed.items()\n }\n target_objects = self._build_target_signatures(target_client)\n diff = {\n \"dashboards\": self._build_object_diff(\n source_objects[\"dashboards\"], target_objects[\"dashboards\"]\n ),\n \"charts\": self._build_object_diff(\n source_objects[\"charts\"], target_objects[\"charts\"]\n ),\n \"datasets\": self._build_object_diff(\n source_objects[\"datasets\"], target_objects[\"datasets\"]\n ),\n }\n risk = self._build_risks(\n source_objects, target_objects, diff, target_client\n )\n summary = {\n \"dashboards\": {\n action: len(diff[\"dashboards\"][action])\n for action in (\"create\", \"update\", \"delete\")\n },\n \"charts\": {\n action: len(diff[\"charts\"][action])\n for action in (\"create\", \"update\", \"delete\")\n },\n \"datasets\": {\n action: len(diff[\"datasets\"][action])\n for action in (\"create\", \"update\", \"delete\")\n },\n \"selected_dashboards\": len(selection.selected_ids),\n }\n selected_titles = [\n selected_preview[dash_id][\"title\"]\n for dash_id in selection.selected_ids\n if dash_id in selected_preview\n ]\n logger.reason(\n \"Dry-run payload assembled\",\n extra={\"src\": \"MigrationDryRunService.run\"},\n )\n return {\n \"generated_at\": datetime.now(UTC).isoformat(),\n \"selection\": selection.model_dump(),\n \"selected_dashboard_titles\": selected_titles,\n \"diff\": diff,\n \"summary\": summary,\n \"risk\": score_risks(risk),\n }\n # #endregion run\n # #region _load_db_mapping [TYPE Function]\n # @PURPOSE: Resolve UUID mapping for optional DB config replacement.\n def _load_db_mapping(\n self, db: Session, selection: DashboardSelection\n ) -> dict[str, str]:\n rows = (\n db.query(DatabaseMapping)\n .filter(\n DatabaseMapping.source_env_id == selection.source_env_id,\n DatabaseMapping.target_env_id == selection.target_env_id,\n )\n .all()\n )\n return {row.source_db_uuid: row.target_db_uuid for row in rows}\n # #endregion _load_db_mapping\n # #region _accumulate_objects [TYPE Function]\n # @PURPOSE: Merge extracted resources by UUID to avoid duplicates.\n def _accumulate_objects(\n self,\n target: dict[str, dict[str, dict[str, Any]]],\n source: dict[str, list[dict[str, Any]]],\n ) -> None:\n for object_type in (\"dashboards\", \"charts\", \"datasets\"):\n for item in source.get(object_type, []):\n uuid = item.get(\"uuid\")\n if uuid:\n target[object_type][str(uuid)] = item\n # #endregion _accumulate_objects\n # #region _index_by_uuid [TYPE Function]\n # @PURPOSE: Build UUID-index map for normalized resources.\n def _index_by_uuid(\n self, objects: list[dict[str, Any]]\n ) -> dict[str, dict[str, Any]]:\n indexed: dict[str, dict[str, Any]] = {}\n for obj in objects:\n uuid = obj.get(\"uuid\")\n if uuid:\n indexed[str(uuid)] = obj\n return indexed\n # #endregion _index_by_uuid\n # #region _build_object_diff [TYPE Function]\n # @PURPOSE: Compute create/update/delete buckets by UUID+signature.\n # @RELATION: DEPENDS_ON -> [_index_by_uuid]\n def _build_object_diff(\n self, source_objects: list[dict[str, Any]], target_objects: list[dict[str, Any]]\n ) -> dict[str, list[dict[str, Any]]]:\n target_index = self._index_by_uuid(target_objects)\n created: list[dict[str, Any]] = []\n updated: list[dict[str, Any]] = []\n deleted: list[dict[str, Any]] = []\n for source_obj in source_objects:\n source_uuid = str(source_obj.get(\"uuid\"))\n target_obj = target_index.get(source_uuid)\n if not target_obj:\n created.append({\"uuid\": source_uuid, \"title\": source_obj.get(\"title\")})\n continue\n if source_obj.get(\"signature\") != target_obj.get(\"signature\"):\n updated.append(\n {\n \"uuid\": source_uuid,\n \"title\": source_obj.get(\"title\"),\n \"target_title\": target_obj.get(\"title\"),\n }\n )\n return {\"create\": created, \"update\": updated, \"delete\": deleted}\n # #endregion _build_object_diff\n # #region _build_target_signatures [TYPE Function]\n # @PURPOSE: Pull target metadata and normalize it into comparable signatures.\n def _build_target_signatures(\n self, client: SupersetClient\n ) -> dict[str, list[dict[str, Any]]]:\n _, dashboards = client.get_dashboards(\n query={\n \"columns\": [\n \"uuid\",\n \"dashboard_title\",\n \"slug\",\n \"position_json\",\n \"json_metadata\",\n \"description\",\n \"owners\",\n ],\n }\n )\n _, datasets = client.get_datasets(\n query={\n \"columns\": [\n \"uuid\",\n \"table_name\",\n \"schema\",\n \"database_uuid\",\n \"sql\",\n \"columns\",\n \"metrics\",\n ],\n }\n )\n _, charts = client.get_charts(\n query={\n \"columns\": [\n \"uuid\",\n \"slice_name\",\n \"viz_type\",\n \"params\",\n \"query_context\",\n \"datasource_uuid\",\n \"dataset_uuid\",\n ],\n }\n )\n return {\n \"dashboards\": [\n {\n \"uuid\": str(item.get(\"uuid\")),\n \"title\": item.get(\"dashboard_title\"),\n \"owners\": item.get(\"owners\") or [],\n \"signature\": json.dumps(\n {\n \"title\": item.get(\"dashboard_title\"),\n \"slug\": item.get(\"slug\"),\n \"position_json\": item.get(\"position_json\"),\n \"json_metadata\": item.get(\"json_metadata\"),\n \"description\": item.get(\"description\"),\n \"owners\": item.get(\"owners\"),\n },\n sort_keys=True,\n default=str,\n ),\n }\n for item in dashboards\n if item.get(\"uuid\")\n ],\n \"datasets\": [\n {\n \"uuid\": str(item.get(\"uuid\")),\n \"title\": item.get(\"table_name\"),\n \"database_uuid\": item.get(\"database_uuid\"),\n \"signature\": json.dumps(\n {\n \"title\": item.get(\"table_name\"),\n \"schema\": item.get(\"schema\"),\n \"database_uuid\": item.get(\"database_uuid\"),\n \"sql\": item.get(\"sql\"),\n \"columns\": item.get(\"columns\"),\n \"metrics\": item.get(\"metrics\"),\n },\n sort_keys=True,\n default=str,\n ),\n }\n for item in datasets\n if item.get(\"uuid\")\n ],\n \"charts\": [\n {\n \"uuid\": str(item.get(\"uuid\")),\n \"title\": item.get(\"slice_name\") or item.get(\"name\"),\n \"dataset_uuid\": item.get(\"datasource_uuid\")\n or item.get(\"dataset_uuid\"),\n \"signature\": json.dumps(\n {\n \"title\": item.get(\"slice_name\") or item.get(\"name\"),\n \"viz_type\": item.get(\"viz_type\"),\n \"params\": item.get(\"params\"),\n \"query_context\": item.get(\"query_context\"),\n \"datasource_uuid\": item.get(\"datasource_uuid\"),\n \"dataset_uuid\": item.get(\"dataset_uuid\"),\n },\n sort_keys=True,\n default=str,\n ),\n }\n for item in charts\n if item.get(\"uuid\")\n ],\n }\n # #endregion _build_target_signatures\n # #region _build_risks [TYPE Function]\n # @PURPOSE: Build risk items for missing datasource, broken refs, overwrite, owner mismatch.\n def _build_risks(\n self,\n source_objects: dict[str, list[dict[str, Any]]],\n target_objects: dict[str, list[dict[str, Any]]],\n diff: dict[str, dict[str, list[dict[str, Any]]]],\n target_client: SupersetClient,\n ) -> list[dict[str, Any]]:\n return build_risks(source_objects, target_objects, diff, target_client)\n # #endregion _build_risks\n# #endregion MigrationDryRunService\n" }, { @@ -34624,6 +35646,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _load_db_mapping [TYPE Function]\n # @PURPOSE: Resolve UUID mapping for optional DB config replacement.\n def _load_db_mapping(\n self, db: Session, selection: DashboardSelection\n ) -> dict[str, str]:\n rows = (\n db.query(DatabaseMapping)\n .filter(\n DatabaseMapping.source_env_id == selection.source_env_id,\n DatabaseMapping.target_env_id == selection.target_env_id,\n )\n .all()\n )\n return {row.source_db_uuid: row.target_db_uuid for row in rows}\n # #endregion _load_db_mapping\n" }, { @@ -34650,6 +35673,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _accumulate_objects [TYPE Function]\n # @PURPOSE: Merge extracted resources by UUID to avoid duplicates.\n def _accumulate_objects(\n self,\n target: dict[str, dict[str, dict[str, Any]]],\n source: dict[str, list[dict[str, Any]]],\n ) -> None:\n for object_type in (\"dashboards\", \"charts\", \"datasets\"):\n for item in source.get(object_type, []):\n uuid = item.get(\"uuid\")\n if uuid:\n target[object_type][str(uuid)] = item\n # #endregion _accumulate_objects\n" }, { @@ -34676,6 +35700,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _index_by_uuid [TYPE Function]\n # @PURPOSE: Build UUID-index map for normalized resources.\n def _index_by_uuid(\n self, objects: list[dict[str, Any]]\n ) -> dict[str, dict[str, Any]]:\n indexed: dict[str, dict[str, Any]] = {}\n for obj in objects:\n uuid = obj.get(\"uuid\")\n if uuid:\n indexed[str(uuid)] = obj\n return indexed\n # #endregion _index_by_uuid\n" }, { @@ -34718,6 +35743,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _build_object_diff [TYPE Function]\n # @PURPOSE: Compute create/update/delete buckets by UUID+signature.\n # @RELATION: DEPENDS_ON -> [_index_by_uuid]\n def _build_object_diff(\n self, source_objects: list[dict[str, Any]], target_objects: list[dict[str, Any]]\n ) -> dict[str, list[dict[str, Any]]]:\n target_index = self._index_by_uuid(target_objects)\n created: list[dict[str, Any]] = []\n updated: list[dict[str, Any]] = []\n deleted: list[dict[str, Any]] = []\n for source_obj in source_objects:\n source_uuid = str(source_obj.get(\"uuid\"))\n target_obj = target_index.get(source_uuid)\n if not target_obj:\n created.append({\"uuid\": source_uuid, \"title\": source_obj.get(\"title\")})\n continue\n if source_obj.get(\"signature\") != target_obj.get(\"signature\"):\n updated.append(\n {\n \"uuid\": source_uuid,\n \"title\": source_obj.get(\"title\"),\n \"target_title\": target_obj.get(\"title\"),\n }\n )\n return {\"create\": created, \"update\": updated, \"delete\": deleted}\n # #endregion _build_object_diff\n" }, { @@ -34744,6 +35770,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _build_target_signatures [TYPE Function]\n # @PURPOSE: Pull target metadata and normalize it into comparable signatures.\n def _build_target_signatures(\n self, client: SupersetClient\n ) -> dict[str, list[dict[str, Any]]]:\n _, dashboards = client.get_dashboards(\n query={\n \"columns\": [\n \"uuid\",\n \"dashboard_title\",\n \"slug\",\n \"position_json\",\n \"json_metadata\",\n \"description\",\n \"owners\",\n ],\n }\n )\n _, datasets = client.get_datasets(\n query={\n \"columns\": [\n \"uuid\",\n \"table_name\",\n \"schema\",\n \"database_uuid\",\n \"sql\",\n \"columns\",\n \"metrics\",\n ],\n }\n )\n _, charts = client.get_charts(\n query={\n \"columns\": [\n \"uuid\",\n \"slice_name\",\n \"viz_type\",\n \"params\",\n \"query_context\",\n \"datasource_uuid\",\n \"dataset_uuid\",\n ],\n }\n )\n return {\n \"dashboards\": [\n {\n \"uuid\": str(item.get(\"uuid\")),\n \"title\": item.get(\"dashboard_title\"),\n \"owners\": item.get(\"owners\") or [],\n \"signature\": json.dumps(\n {\n \"title\": item.get(\"dashboard_title\"),\n \"slug\": item.get(\"slug\"),\n \"position_json\": item.get(\"position_json\"),\n \"json_metadata\": item.get(\"json_metadata\"),\n \"description\": item.get(\"description\"),\n \"owners\": item.get(\"owners\"),\n },\n sort_keys=True,\n default=str,\n ),\n }\n for item in dashboards\n if item.get(\"uuid\")\n ],\n \"datasets\": [\n {\n \"uuid\": str(item.get(\"uuid\")),\n \"title\": item.get(\"table_name\"),\n \"database_uuid\": item.get(\"database_uuid\"),\n \"signature\": json.dumps(\n {\n \"title\": item.get(\"table_name\"),\n \"schema\": item.get(\"schema\"),\n \"database_uuid\": item.get(\"database_uuid\"),\n \"sql\": item.get(\"sql\"),\n \"columns\": item.get(\"columns\"),\n \"metrics\": item.get(\"metrics\"),\n },\n sort_keys=True,\n default=str,\n ),\n }\n for item in datasets\n if item.get(\"uuid\")\n ],\n \"charts\": [\n {\n \"uuid\": str(item.get(\"uuid\")),\n \"title\": item.get(\"slice_name\") or item.get(\"name\"),\n \"dataset_uuid\": item.get(\"datasource_uuid\")\n or item.get(\"dataset_uuid\"),\n \"signature\": json.dumps(\n {\n \"title\": item.get(\"slice_name\") or item.get(\"name\"),\n \"viz_type\": item.get(\"viz_type\"),\n \"params\": item.get(\"params\"),\n \"query_context\": item.get(\"query_context\"),\n \"datasource_uuid\": item.get(\"datasource_uuid\"),\n \"dataset_uuid\": item.get(\"dataset_uuid\"),\n },\n sort_keys=True,\n default=str,\n ),\n }\n for item in charts\n if item.get(\"uuid\")\n ],\n }\n # #endregion _build_target_signatures\n" }, { @@ -34770,6 +35797,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _build_risks [TYPE Function]\n # @PURPOSE: Build risk items for missing datasource, broken refs, overwrite, owner mismatch.\n def _build_risks(\n self,\n source_objects: dict[str, list[dict[str, Any]]],\n target_objects: dict[str, list[dict[str, Any]]],\n diff: dict[str, dict[str, list[dict[str, Any]]]],\n target_client: SupersetClient,\n ) -> list[dict[str, Any]]:\n return build_risks(source_objects, target_objects, diff, target_client)\n # #endregion _build_risks\n" }, { @@ -35066,6 +36094,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RiskAssessorModule [C:5] [TYPE Module] [SEMANTICS tenacity, migration, dry-run]\n# @BRIEF Compute deterministic migration risk items and aggregate score for dry-run reporting.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @RELATION CONTAINS -> [index_by_uuid]\n# @RELATION CONTAINS -> [extract_owner_identifiers]\n# @RELATION CONTAINS -> [build_risks]\n# @RELATION CONTAINS -> [score_risks]\n# @INVARIANT: Risk scoring must remain bounded to [0,100] and preserve severity-to-weight mapping.\n# @PRE: Risk assessor functions receive normalized migration object collections from dry-run orchestration.\n# @POST: Risk scoring output preserves item list and provides bounded score with derived level.\n# @SIDE_EFFECT: Emits diagnostic logs and performs read-only metadata requests via Superset client.\n# @DATA_CONTRACT: Module[build_risks, score_risks]\n# @TEST_CONTRACT: [source_objects,target_objects,diff,target_client] -> [List[RiskItem]]\n# @TEST_SCENARIO: [overwrite_update_objects] -> [medium overwrite_existing risk is emitted for each update diff item]\n# @TEST_SCENARIO: [missing_datasource_dataset] -> [high missing_datasource risk is emitted]\n# @TEST_SCENARIO: [owner_mismatch_dashboard] -> [low owner_mismatch risk is emitted]\n# @TEST_EDGE: [missing_field] -> [object without uuid is ignored by indexer]\n# @TEST_EDGE: [invalid_type] -> [non-list owners input normalizes to empty identifiers]\n# @TEST_EDGE: [external_fail] -> [target_client get_databases exception propagates to caller]\n# @TEST_INVARIANT: [score_upper_bound_100] -> VERIFIED_BY: [severity_weight_aggregation]\n# @UX_STATE: [Idle] -> [N/A backend domain module]\n# @UX_FEEDBACK: [N/A] -> [No direct UI side effects in this module]\n# @UX_RECOVERY: [N/A] -> [Caller-level retry/recovery]\n# @UX_REACTIVITY: [N/A] -> [Backend synchronous function contracts]\n\nfrom typing import Any\n\nfrom ..logger import belief_scope, logger\nfrom ..superset_client import SupersetClient\n\n\n# #region index_by_uuid [TYPE Function]\n# @BRIEF Build UUID-index from normalized objects.\n# @PRE: Input list items are dict-like payloads potentially containing \"uuid\".\n# @POST: Returns mapping keyed by string uuid; only truthy uuid values are included.\n# @SIDE_EFFECT: Emits reasoning/reflective logs only.\n# @DATA_CONTRACT: List[Dict[str, Any]] -> Dict[str, Dict[str, Any]]\ndef index_by_uuid(objects: list[dict[str, Any]]) -> dict[str, dict[str, Any]]:\n with belief_scope(\"risk_assessor.index_by_uuid\"):\n logger.reason(\"Building UUID index\", extra={\"objects_count\": len(objects)})\n indexed: dict[str, dict[str, Any]] = {}\n for obj in objects:\n uuid = obj.get(\"uuid\")\n if uuid:\n indexed[str(uuid)] = obj\n logger.reflect(\"UUID index built\", extra={\"indexed_count\": len(indexed)})\n return indexed\n\n\n# #endregion index_by_uuid\n\n\n# #region extract_owner_identifiers [TYPE Function]\n# @BRIEF Normalize owner payloads for stable comparison.\n# @PRE: Owners may be list payload, scalar values, or None.\n# @POST: Returns sorted unique owner identifiers as strings.\n# @SIDE_EFFECT: Emits reasoning/reflective logs only.\n# @DATA_CONTRACT: Any -> List[str]\ndef extract_owner_identifiers(owners: Any) -> list[str]:\n with belief_scope(\"risk_assessor.extract_owner_identifiers\"):\n logger.reason(\"Normalizing owner identifiers\")\n if not isinstance(owners, list):\n logger.reflect(\"Owners payload is not list; returning empty identifiers\")\n return []\n ids: list[str] = []\n for owner in owners:\n if isinstance(owner, dict):\n if owner.get(\"username\"):\n ids.append(str(owner[\"username\"]))\n elif owner.get(\"id\") is not None:\n ids.append(str(owner[\"id\"]))\n elif owner is not None:\n ids.append(str(owner))\n normalized_ids = sorted(set(ids))\n logger.reflect(\n \"Owner identifiers normalized\", extra={\"owner_count\": len(normalized_ids)}\n )\n return normalized_ids\n\n\n# #endregion extract_owner_identifiers\n\n\n# #region build_risks [TYPE Function]\n# @BRIEF Build risk list from computed diffs and target catalog state.\n# @RELATION DEPENDS_ON -> [index_by_uuid]\n# @RELATION DEPENDS_ON -> [extract_owner_identifiers]\n# @PRE: source_objects/target_objects/diff contain dashboards/charts/datasets keys with expected list structures.\n# @PRE: target_client is authenticated/usable for database list retrieval.\n# @POST: Returns list of deterministic risk items derived from overwrite, missing datasource, reference, and owner mismatch checks.\n# @SIDE_EFFECT: Calls target Superset API for databases metadata and emits logs.\n# @DATA_CONTRACT: (\n# @DATA_CONTRACT: Dict[str, List[Dict[str, Any]]],\n# @DATA_CONTRACT: Dict[str, List[Dict[str, Any]]],\n# @DATA_CONTRACT: Dict[str, Dict[str, List[Dict[str, Any]]]],\n# @DATA_CONTRACT: SupersetClient\n# @DATA_CONTRACT: ) -> List[Dict[str, Any]]\ndef build_risks(\n source_objects: dict[str, list[dict[str, Any]]],\n target_objects: dict[str, list[dict[str, Any]]],\n diff: dict[str, dict[str, list[dict[str, Any]]]],\n target_client: SupersetClient,\n) -> list[dict[str, Any]]:\n with belief_scope(\"risk_assessor.build_risks\"):\n logger.reason(\"Building migration risks from diff payload\")\n risks: list[dict[str, Any]] = []\n for object_type in (\"dashboards\", \"charts\", \"datasets\"):\n for item in diff[object_type][\"update\"]:\n risks.append(\n {\n \"code\": \"overwrite_existing\",\n \"severity\": \"medium\",\n \"object_type\": object_type[:-1],\n \"object_uuid\": item[\"uuid\"],\n \"message\": f\"Object will be updated in target: {item.get('title') or item['uuid']}\",\n }\n )\n\n target_dataset_uuids = set(index_by_uuid(target_objects[\"datasets\"]).keys())\n _, target_databases = target_client.get_databases(query={\"columns\": [\"uuid\"]})\n target_database_uuids = {\n str(item.get(\"uuid\")) for item in target_databases if item.get(\"uuid\")\n }\n\n for dataset in source_objects[\"datasets\"]:\n db_uuid = dataset.get(\"database_uuid\")\n if db_uuid and str(db_uuid) not in target_database_uuids:\n risks.append(\n {\n \"code\": \"missing_datasource\",\n \"severity\": \"high\",\n \"object_type\": \"dataset\",\n \"object_uuid\": dataset.get(\"uuid\"),\n \"message\": f\"Target datasource is missing for dataset {dataset.get('title') or dataset.get('uuid')}\",\n }\n )\n\n for chart in source_objects[\"charts\"]:\n ds_uuid = chart.get(\"dataset_uuid\")\n if ds_uuid and str(ds_uuid) not in target_dataset_uuids:\n risks.append(\n {\n \"code\": \"breaking_reference\",\n \"severity\": \"high\",\n \"object_type\": \"chart\",\n \"object_uuid\": chart.get(\"uuid\"),\n \"message\": f\"Chart references dataset not found on target: {ds_uuid}\",\n }\n )\n\n source_dash = index_by_uuid(source_objects[\"dashboards\"])\n target_dash = index_by_uuid(target_objects[\"dashboards\"])\n for item in diff[\"dashboards\"][\"update\"]:\n source_obj = source_dash.get(item[\"uuid\"])\n target_obj = target_dash.get(item[\"uuid\"])\n if not source_obj or not target_obj:\n continue\n source_owners = extract_owner_identifiers(source_obj.get(\"owners\"))\n target_owners = extract_owner_identifiers(target_obj.get(\"owners\"))\n if source_owners and target_owners and source_owners != target_owners:\n risks.append(\n {\n \"code\": \"owner_mismatch\",\n \"severity\": \"low\",\n \"object_type\": \"dashboard\",\n \"object_uuid\": item[\"uuid\"],\n \"message\": f\"Owner mismatch for dashboard {item.get('title') or item['uuid']}\",\n }\n )\n logger.reflect(\"Risk list assembled\", extra={\"risk_count\": len(risks)})\n return risks\n\n\n# #endregion build_risks\n\n\n# #region score_risks [TYPE Function]\n# @BRIEF Aggregate risk list into score and level.\n# @PRE: risk_items contains optional severity fields expected in {high,medium,low} or defaults to low weight.\n# @POST: Returns dict with score in [0,100], derived level, and original items.\n# @SIDE_EFFECT: Emits reasoning/reflective logs only.\n# @DATA_CONTRACT: List[Dict[str, Any]] -> Dict[str, Any]\ndef score_risks(risk_items: list[dict[str, Any]]) -> dict[str, Any]:\n with belief_scope(\"risk_assessor.score_risks\"):\n logger.reason(\"Scoring risk items\", extra={\"risk_items_count\": len(risk_items)})\n weights = {\"high\": 25, \"medium\": 10, \"low\": 5}\n score = min(\n 100, sum(weights.get(item.get(\"severity\", \"low\"), 5) for item in risk_items)\n )\n level = \"low\" if score < 25 else \"medium\" if score < 60 else \"high\"\n result = {\"score\": score, \"level\": level, \"items\": risk_items}\n logger.reflect(\"Risk score computed\", extra={\"score\": score, \"level\": level})\n return result\n\n\n# #endregion score_risks\n\n\n# #endregion RiskAssessorModule\n" }, { @@ -35132,6 +36161,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region index_by_uuid [TYPE Function]\n# @BRIEF Build UUID-index from normalized objects.\n# @PRE: Input list items are dict-like payloads potentially containing \"uuid\".\n# @POST: Returns mapping keyed by string uuid; only truthy uuid values are included.\n# @SIDE_EFFECT: Emits reasoning/reflective logs only.\n# @DATA_CONTRACT: List[Dict[str, Any]] -> Dict[str, Dict[str, Any]]\ndef index_by_uuid(objects: list[dict[str, Any]]) -> dict[str, dict[str, Any]]:\n with belief_scope(\"risk_assessor.index_by_uuid\"):\n logger.reason(\"Building UUID index\", extra={\"objects_count\": len(objects)})\n indexed: dict[str, dict[str, Any]] = {}\n for obj in objects:\n uuid = obj.get(\"uuid\")\n if uuid:\n indexed[str(uuid)] = obj\n logger.reflect(\"UUID index built\", extra={\"indexed_count\": len(indexed)})\n return indexed\n\n\n# #endregion index_by_uuid\n" }, { @@ -35198,6 +36228,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region extract_owner_identifiers [TYPE Function]\n# @BRIEF Normalize owner payloads for stable comparison.\n# @PRE: Owners may be list payload, scalar values, or None.\n# @POST: Returns sorted unique owner identifiers as strings.\n# @SIDE_EFFECT: Emits reasoning/reflective logs only.\n# @DATA_CONTRACT: Any -> List[str]\ndef extract_owner_identifiers(owners: Any) -> list[str]:\n with belief_scope(\"risk_assessor.extract_owner_identifiers\"):\n logger.reason(\"Normalizing owner identifiers\")\n if not isinstance(owners, list):\n logger.reflect(\"Owners payload is not list; returning empty identifiers\")\n return []\n ids: list[str] = []\n for owner in owners:\n if isinstance(owner, dict):\n if owner.get(\"username\"):\n ids.append(str(owner[\"username\"]))\n elif owner.get(\"id\") is not None:\n ids.append(str(owner[\"id\"]))\n elif owner is not None:\n ids.append(str(owner))\n normalized_ids = sorted(set(ids))\n logger.reflect(\n \"Owner identifiers normalized\", extra={\"owner_count\": len(normalized_ids)}\n )\n return normalized_ids\n\n\n# #endregion extract_owner_identifiers\n" }, { @@ -35286,6 +36317,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region build_risks [TYPE Function]\n# @BRIEF Build risk list from computed diffs and target catalog state.\n# @RELATION DEPENDS_ON -> [index_by_uuid]\n# @RELATION DEPENDS_ON -> [extract_owner_identifiers]\n# @PRE: source_objects/target_objects/diff contain dashboards/charts/datasets keys with expected list structures.\n# @PRE: target_client is authenticated/usable for database list retrieval.\n# @POST: Returns list of deterministic risk items derived from overwrite, missing datasource, reference, and owner mismatch checks.\n# @SIDE_EFFECT: Calls target Superset API for databases metadata and emits logs.\n# @DATA_CONTRACT: (\n# @DATA_CONTRACT: Dict[str, List[Dict[str, Any]]],\n# @DATA_CONTRACT: Dict[str, List[Dict[str, Any]]],\n# @DATA_CONTRACT: Dict[str, Dict[str, List[Dict[str, Any]]]],\n# @DATA_CONTRACT: SupersetClient\n# @DATA_CONTRACT: ) -> List[Dict[str, Any]]\ndef build_risks(\n source_objects: dict[str, list[dict[str, Any]]],\n target_objects: dict[str, list[dict[str, Any]]],\n diff: dict[str, dict[str, list[dict[str, Any]]]],\n target_client: SupersetClient,\n) -> list[dict[str, Any]]:\n with belief_scope(\"risk_assessor.build_risks\"):\n logger.reason(\"Building migration risks from diff payload\")\n risks: list[dict[str, Any]] = []\n for object_type in (\"dashboards\", \"charts\", \"datasets\"):\n for item in diff[object_type][\"update\"]:\n risks.append(\n {\n \"code\": \"overwrite_existing\",\n \"severity\": \"medium\",\n \"object_type\": object_type[:-1],\n \"object_uuid\": item[\"uuid\"],\n \"message\": f\"Object will be updated in target: {item.get('title') or item['uuid']}\",\n }\n )\n\n target_dataset_uuids = set(index_by_uuid(target_objects[\"datasets\"]).keys())\n _, target_databases = target_client.get_databases(query={\"columns\": [\"uuid\"]})\n target_database_uuids = {\n str(item.get(\"uuid\")) for item in target_databases if item.get(\"uuid\")\n }\n\n for dataset in source_objects[\"datasets\"]:\n db_uuid = dataset.get(\"database_uuid\")\n if db_uuid and str(db_uuid) not in target_database_uuids:\n risks.append(\n {\n \"code\": \"missing_datasource\",\n \"severity\": \"high\",\n \"object_type\": \"dataset\",\n \"object_uuid\": dataset.get(\"uuid\"),\n \"message\": f\"Target datasource is missing for dataset {dataset.get('title') or dataset.get('uuid')}\",\n }\n )\n\n for chart in source_objects[\"charts\"]:\n ds_uuid = chart.get(\"dataset_uuid\")\n if ds_uuid and str(ds_uuid) not in target_dataset_uuids:\n risks.append(\n {\n \"code\": \"breaking_reference\",\n \"severity\": \"high\",\n \"object_type\": \"chart\",\n \"object_uuid\": chart.get(\"uuid\"),\n \"message\": f\"Chart references dataset not found on target: {ds_uuid}\",\n }\n )\n\n source_dash = index_by_uuid(source_objects[\"dashboards\"])\n target_dash = index_by_uuid(target_objects[\"dashboards\"])\n for item in diff[\"dashboards\"][\"update\"]:\n source_obj = source_dash.get(item[\"uuid\"])\n target_obj = target_dash.get(item[\"uuid\"])\n if not source_obj or not target_obj:\n continue\n source_owners = extract_owner_identifiers(source_obj.get(\"owners\"))\n target_owners = extract_owner_identifiers(target_obj.get(\"owners\"))\n if source_owners and target_owners and source_owners != target_owners:\n risks.append(\n {\n \"code\": \"owner_mismatch\",\n \"severity\": \"low\",\n \"object_type\": \"dashboard\",\n \"object_uuid\": item[\"uuid\"],\n \"message\": f\"Owner mismatch for dashboard {item.get('title') or item['uuid']}\",\n }\n )\n logger.reflect(\"Risk list assembled\", extra={\"risk_count\": len(risks)})\n return risks\n\n\n# #endregion build_risks\n" }, { @@ -35352,6 +36384,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region score_risks [TYPE Function]\n# @BRIEF Aggregate risk list into score and level.\n# @PRE: risk_items contains optional severity fields expected in {high,medium,low} or defaults to low weight.\n# @POST: Returns dict with score in [0,100], derived level, and original items.\n# @SIDE_EFFECT: Emits reasoning/reflective logs only.\n# @DATA_CONTRACT: List[Dict[str, Any]] -> Dict[str, Any]\ndef score_risks(risk_items: list[dict[str, Any]]) -> dict[str, Any]:\n with belief_scope(\"risk_assessor.score_risks\"):\n logger.reason(\"Scoring risk items\", extra={\"risk_items_count\": len(risk_items)})\n weights = {\"high\": 25, \"medium\": 10, \"low\": 5}\n score = min(\n 100, sum(weights.get(item.get(\"severity\", \"low\"), 5) for item in risk_items)\n )\n level = \"low\" if score < 25 else \"medium\" if score < 60 else \"high\"\n result = {\"score\": score, \"level\": level, \"items\": risk_items}\n logger.reflect(\"Risk score computed\", extra={\"score\": score, \"level\": level})\n return result\n\n\n# #endregion score_risks\n" }, { @@ -35419,6 +36452,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MigrationEngineModule [C:5] [TYPE Module] [SEMANTICS migration, superset, archive, migration-engine]\n#\n# @BRIEF Transforms Superset export ZIP archives while preserving archive integrity and patching mapped identifiers.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @RELATION DEPENDS_ON -> [IdMappingService]\n# @RELATION DEPENDS_ON -> [ResourceType]\n# @RELATION DEPENDS_ON -> [yaml]\n# @PRE: Input archives are readable Superset exports and optional mapping collaborators expose remote id lookup APIs.\n# @POST: Migration engine contracts preserve ZIP integrity while exposing transformation entrypoints for import pipelines.\n# @SIDE_EFFECT: Reads and writes temporary archive contents during transformation workflows and emits structured belief-state logs.\n# @DATA_CONTRACT: Input[zip_path, output_path, db_mapping, target_env_id?, fix_cross_filters?] -> Output[Transformed Superset archive]\n# @INVARIANT: ZIP structure and non-targeted metadata must remain valid after transformation.\nimport json\nimport os\nimport re\nimport tempfile\nimport zipfile\nfrom pathlib import Path\n\nimport yaml\n\nfrom src.core.mapping_service import IdMappingService\nfrom src.models.mapping import ResourceType\n\nfrom .logger import belief_scope, logger\n\n\n# #region MigrationEngine [TYPE Class]\n# @BRIEF Engine for transforming Superset export ZIPs.\n# @RELATION CONTAINS -> [__init__, transform_zip, _transform_yaml, _extract_chart_uuids_from_archive, _patch_dashboard_metadata]\nclass MigrationEngine:\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes migration orchestration dependencies for ZIP/YAML metadata transformations.\n # @PRE: mapping_service is None or implements batch remote ID lookup for ResourceType.CHART.\n # @POST: self.mapping_service is assigned and available for optional cross-filter patching flows.\n # @SIDE_EFFECT: Mutates in-memory engine state by storing dependency reference.\n # @DATA_CONTRACT: Input[Optional[IdMappingService]] -> Output[MigrationEngine]\n # @PARAM: mapping_service (Optional[IdMappingService]) - Used for resolving target environment integer IDs.\n def __init__(self, mapping_service: IdMappingService | None = None):\n with belief_scope(\"MigrationEngine.__init__\"):\n logger.reason(\"Initializing MigrationEngine\")\n self.mapping_service = mapping_service\n logger.reflect(\"MigrationEngine initialized\")\n # #endregion __init__\n # #region transform_zip [TYPE Function]\n # @PURPOSE: Extracts ZIP, replaces database UUIDs in YAMLs, patches cross-filters, and re-packages.\n # @RELATION: DEPENDS_ON -> [_transform_yaml, _extract_chart_uuids_from_archive, _patch_dashboard_metadata]\n # @PARAM: zip_path (str) - Path to the source ZIP file.\n # @PARAM: output_path (str) - Path where the transformed ZIP will be saved.\n # @PARAM: db_mapping (Dict[str, str]) - Mapping of source UUID to target UUID.\n # @PARAM: strip_databases (bool) - Whether to remove the databases directory from the archive.\n # @PARAM: target_env_id (Optional[str]) - Used if fix_cross_filters is True to know which environment map to use.\n # @PARAM: fix_cross_filters (bool) - Whether to patch dashboard json_metadata.\n # @PRE: zip_path points to a readable ZIP; output_path parent is writable; db_mapping keys/values are UUID strings.\n # @POST: Returns True only when extraction, transformation, and packaging complete without exception.\n # @SIDE_EFFECT: Reads/writes filesystem archives, creates temporary directory, emits structured logs.\n # @DATA_CONTRACT: Input[(str zip_path, str output_path, Dict[str,str] db_mapping, bool strip_databases, Optional[str] target_env_id, bool fix_cross_filters)] -> Output[bool]\n # @RETURN: bool - True if successful.\n def transform_zip(\n self,\n zip_path: str,\n output_path: str,\n db_mapping: dict[str, str],\n strip_databases: bool = True,\n target_env_id: str | None = None,\n fix_cross_filters: bool = False,\n ) -> bool:\n \"\"\"\n Transform a Superset export ZIP by replacing database UUIDs and optionally fixing cross-filters.\n \"\"\"\n with belief_scope(\"MigrationEngine.transform_zip\"):\n logger.reason(f\"Starting ZIP transformation: {zip_path} -> {output_path}\")\n with tempfile.TemporaryDirectory() as temp_dir_str:\n temp_dir = Path(temp_dir_str)\n try:\n # 1. Extract\n logger.reason(f\"Extracting source archive to {temp_dir}\")\n with zipfile.ZipFile(zip_path, \"r\") as zf:\n zf.extractall(temp_dir)\n # 2. Transform YAMLs (Databases)\n dataset_files = list(temp_dir.glob(\"**/datasets/**/*.yaml\")) + list(\n temp_dir.glob(\"**/datasets/*.yaml\")\n )\n dataset_files = list(set(dataset_files))\n logger.reason(\n f\"Transforming {len(dataset_files)} dataset YAML files\"\n )\n for ds_file in dataset_files:\n self._transform_yaml(ds_file, db_mapping)\n # 2.5 Patch Cross-Filters (Dashboards)\n if fix_cross_filters:\n if self.mapping_service and target_env_id:\n dash_files = list(\n temp_dir.glob(\"**/dashboards/**/*.yaml\")\n ) + list(temp_dir.glob(\"**/dashboards/*.yaml\"))\n dash_files = list(set(dash_files))\n logger.reason(\n f\"Patching cross-filters for {len(dash_files)} dashboards\"\n )\n # Gather all source UUID-to-ID mappings from the archive first\n source_id_to_uuid_map = (\n self._extract_chart_uuids_from_archive(temp_dir)\n )\n for dash_file in dash_files:\n self._patch_dashboard_metadata(\n dash_file, target_env_id, source_id_to_uuid_map\n )\n else:\n logger.explore(\n \"Cross-filter patching requested but mapping service or target_env_id is missing\"\n )\n # 3. Re-package\n logger.reason(\n f\"Re-packaging transformed archive (strip_databases={strip_databases})\"\n )\n with zipfile.ZipFile(output_path, \"w\", zipfile.ZIP_DEFLATED) as zf:\n for root, dirs, files in os.walk(temp_dir):\n rel_root = Path(root).relative_to(temp_dir)\n if strip_databases and \"databases\" in rel_root.parts:\n continue\n for file in files:\n file_path = Path(root) / file\n arcname = file_path.relative_to(temp_dir)\n zf.write(file_path, arcname)\n logger.reflect(\"ZIP transformation completed successfully\")\n return True\n except Exception as e:\n logger.explore(f\"Error transforming ZIP: {e}\")\n return False\n # #endregion transform_zip\n # #region _transform_yaml [TYPE Function]\n # @PURPOSE: Replaces database_uuid in a single YAML file.\n # @PARAM: file_path (Path) - Path to the YAML file.\n # @PARAM: db_mapping (Dict[str, str]) - UUID mapping dictionary.\n # @PRE: file_path exists, is readable YAML, and db_mapping contains source->target UUID pairs.\n # @POST: database_uuid is replaced in-place only when source UUID is present in db_mapping.\n # @SIDE_EFFECT: Reads and conditionally rewrites YAML file on disk.\n # @DATA_CONTRACT: Input[(Path file_path, Dict[str,str] db_mapping)] -> Output[None]\n def _transform_yaml(self, file_path: Path, db_mapping: dict[str, str]):\n with belief_scope(\"MigrationEngine._transform_yaml\"):\n if not file_path.exists():\n logger.explore(f\"YAML file not found: {file_path}\")\n raise FileNotFoundError(str(file_path))\n with open(file_path) as f:\n data = yaml.safe_load(f)\n if not data:\n return\n source_uuid = data.get(\"database_uuid\")\n if source_uuid in db_mapping:\n logger.reason(f\"Replacing database UUID in {file_path.name}\")\n data[\"database_uuid\"] = db_mapping[source_uuid]\n with open(file_path, \"w\") as f:\n yaml.dump(data, f)\n logger.reflect(f\"Database UUID patched in {file_path.name}\")\n # #endregion _transform_yaml\n # #region _extract_chart_uuids_from_archive [TYPE Function]\n # @PURPOSE: Scans extracted chart YAML files and builds a source chart ID to UUID lookup map.\n # @PRE: temp_dir exists and points to extracted archive root with optional chart YAML resources.\n # @POST: Returns a best-effort Dict[int, str] containing only parseable chart id/uuid pairs.\n # @SIDE_EFFECT: Reads chart YAML files from filesystem; suppresses per-file parsing failures.\n # @DATA_CONTRACT: Input[Path] -> Output[Dict[int,str]]\n # @PARAM: temp_dir (Path) - Root dir of unpacked archive.\n # @RETURN: Dict[int, str] - Mapping of source Integer ID to UUID.\n def _extract_chart_uuids_from_archive(self, temp_dir: Path) -> dict[int, str]:\n with belief_scope(\"MigrationEngine._extract_chart_uuids_from_archive\"):\n # Implementation Note: This is a placeholder for the logic that extracts\n # actual Source IDs. In a real scenario, this involves parsing chart YAMLs\n # or manifesting the export metadata structure where source IDs are stored.\n # For simplicity in US1 MVP, we assume it's read from chart files if present.\n mapping = {}\n chart_files = list(temp_dir.glob(\"**/charts/**/*.yaml\")) + list(\n temp_dir.glob(\"**/charts/*.yaml\")\n )\n for cf in set(chart_files):\n try:\n with open(cf) as f:\n cdata = yaml.safe_load(f)\n if cdata and \"id\" in cdata and \"uuid\" in cdata:\n mapping[cdata[\"id\"]] = cdata[\"uuid\"]\n except Exception:\n pass\n return mapping\n # #endregion _extract_chart_uuids_from_archive\n # #region _patch_dashboard_metadata [TYPE Function]\n # @PURPOSE: Rewrites dashboard json_metadata chart/dataset integer identifiers using target environment mappings.\n # @PRE: file_path points to dashboard YAML with json_metadata; target_env_id is non-empty; source_map contains source id->uuid.\n # @POST: json_metadata is re-serialized with mapped integer IDs when remote mappings are available; otherwise file remains unchanged.\n # @SIDE_EFFECT: Reads/writes YAML file, performs mapping lookup via mapping_service, emits logs for recoverable/terminal failures.\n # @DATA_CONTRACT: Input[(Path file_path, str target_env_id, Dict[int,str] source_map)] -> Output[None]\n # @PARAM: file_path (Path)\n # @PARAM: target_env_id (str)\n # @PARAM: source_map (Dict[int, str])\n def _patch_dashboard_metadata(\n self, file_path: Path, target_env_id: str, source_map: dict[int, str]\n ):\n with belief_scope(\"MigrationEngine._patch_dashboard_metadata\"):\n try:\n if not file_path.exists():\n return\n with open(file_path) as f:\n data = yaml.safe_load(f)\n if not data or \"json_metadata\" not in data:\n return\n metadata_str = data[\"json_metadata\"]\n if not metadata_str:\n return\n # Fetch target UUIDs for everything we know:\n uuids_needed = list(source_map.values())\n logger.reason(\n f\"Resolving {len(uuids_needed)} remote IDs for dashboard metadata patching\"\n )\n target_ids = self.mapping_service.get_remote_ids_batch(\n target_env_id, ResourceType.CHART, uuids_needed\n )\n if not target_ids:\n logger.reflect(\n \"No remote target IDs found in mapping database for this dashboard.\"\n )\n return\n # Map Source Int -> Target Int\n source_to_target = {}\n missing_targets = []\n for s_id, s_uuid in source_map.items():\n if s_uuid in target_ids:\n source_to_target[s_id] = target_ids[s_uuid]\n else:\n missing_targets.append(s_id)\n if missing_targets:\n logger.explore(\n f\"Missing target IDs for source IDs: {missing_targets}. Cross-filters might break.\"\n )\n if not source_to_target:\n logger.reflect(\"No source IDs matched remotely. Skipping patch.\")\n return\n logger.reason(\n f\"Patching {len(source_to_target)} ID references in json_metadata\"\n )\n new_metadata_str = metadata_str\n for s_id, t_id in source_to_target.items():\n new_metadata_str = re.sub(\n r'(\"datasetId\"\\s*:\\s*)' + str(s_id) + r\"(\\b)\",\n r\"\\g<1>\" + str(t_id) + r\"\\g<2>\",\n new_metadata_str,\n )\n new_metadata_str = re.sub(\n r'(\"chartId\"\\s*:\\s*)' + str(s_id) + r\"(\\b)\",\n r\"\\g<1>\" + str(t_id) + r\"\\g<2>\",\n new_metadata_str,\n )\n # Re-parse to validate valid JSON\n data[\"json_metadata\"] = json.dumps(json.loads(new_metadata_str))\n with open(file_path, \"w\") as f:\n yaml.dump(data, f)\n logger.reflect(\n f\"Dashboard metadata patched and saved: {file_path.name}\"\n )\n except Exception as e:\n logger.explore(f\"Metadata patch failed for {file_path.name}: {e}\")\n # #endregion _patch_dashboard_metadata\n# #endregion MigrationEngine\n# #endregion MigrationEngineModule\n" }, { @@ -35479,6 +36513,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MigrationEngine [TYPE Class]\n# @BRIEF Engine for transforming Superset export ZIPs.\n# @RELATION CONTAINS -> [__init__, transform_zip, _transform_yaml, _extract_chart_uuids_from_archive, _patch_dashboard_metadata]\nclass MigrationEngine:\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes migration orchestration dependencies for ZIP/YAML metadata transformations.\n # @PRE: mapping_service is None or implements batch remote ID lookup for ResourceType.CHART.\n # @POST: self.mapping_service is assigned and available for optional cross-filter patching flows.\n # @SIDE_EFFECT: Mutates in-memory engine state by storing dependency reference.\n # @DATA_CONTRACT: Input[Optional[IdMappingService]] -> Output[MigrationEngine]\n # @PARAM: mapping_service (Optional[IdMappingService]) - Used for resolving target environment integer IDs.\n def __init__(self, mapping_service: IdMappingService | None = None):\n with belief_scope(\"MigrationEngine.__init__\"):\n logger.reason(\"Initializing MigrationEngine\")\n self.mapping_service = mapping_service\n logger.reflect(\"MigrationEngine initialized\")\n # #endregion __init__\n # #region transform_zip [TYPE Function]\n # @PURPOSE: Extracts ZIP, replaces database UUIDs in YAMLs, patches cross-filters, and re-packages.\n # @RELATION: DEPENDS_ON -> [_transform_yaml, _extract_chart_uuids_from_archive, _patch_dashboard_metadata]\n # @PARAM: zip_path (str) - Path to the source ZIP file.\n # @PARAM: output_path (str) - Path where the transformed ZIP will be saved.\n # @PARAM: db_mapping (Dict[str, str]) - Mapping of source UUID to target UUID.\n # @PARAM: strip_databases (bool) - Whether to remove the databases directory from the archive.\n # @PARAM: target_env_id (Optional[str]) - Used if fix_cross_filters is True to know which environment map to use.\n # @PARAM: fix_cross_filters (bool) - Whether to patch dashboard json_metadata.\n # @PRE: zip_path points to a readable ZIP; output_path parent is writable; db_mapping keys/values are UUID strings.\n # @POST: Returns True only when extraction, transformation, and packaging complete without exception.\n # @SIDE_EFFECT: Reads/writes filesystem archives, creates temporary directory, emits structured logs.\n # @DATA_CONTRACT: Input[(str zip_path, str output_path, Dict[str,str] db_mapping, bool strip_databases, Optional[str] target_env_id, bool fix_cross_filters)] -> Output[bool]\n # @RETURN: bool - True if successful.\n def transform_zip(\n self,\n zip_path: str,\n output_path: str,\n db_mapping: dict[str, str],\n strip_databases: bool = True,\n target_env_id: str | None = None,\n fix_cross_filters: bool = False,\n ) -> bool:\n \"\"\"\n Transform a Superset export ZIP by replacing database UUIDs and optionally fixing cross-filters.\n \"\"\"\n with belief_scope(\"MigrationEngine.transform_zip\"):\n logger.reason(f\"Starting ZIP transformation: {zip_path} -> {output_path}\")\n with tempfile.TemporaryDirectory() as temp_dir_str:\n temp_dir = Path(temp_dir_str)\n try:\n # 1. Extract\n logger.reason(f\"Extracting source archive to {temp_dir}\")\n with zipfile.ZipFile(zip_path, \"r\") as zf:\n zf.extractall(temp_dir)\n # 2. Transform YAMLs (Databases)\n dataset_files = list(temp_dir.glob(\"**/datasets/**/*.yaml\")) + list(\n temp_dir.glob(\"**/datasets/*.yaml\")\n )\n dataset_files = list(set(dataset_files))\n logger.reason(\n f\"Transforming {len(dataset_files)} dataset YAML files\"\n )\n for ds_file in dataset_files:\n self._transform_yaml(ds_file, db_mapping)\n # 2.5 Patch Cross-Filters (Dashboards)\n if fix_cross_filters:\n if self.mapping_service and target_env_id:\n dash_files = list(\n temp_dir.glob(\"**/dashboards/**/*.yaml\")\n ) + list(temp_dir.glob(\"**/dashboards/*.yaml\"))\n dash_files = list(set(dash_files))\n logger.reason(\n f\"Patching cross-filters for {len(dash_files)} dashboards\"\n )\n # Gather all source UUID-to-ID mappings from the archive first\n source_id_to_uuid_map = (\n self._extract_chart_uuids_from_archive(temp_dir)\n )\n for dash_file in dash_files:\n self._patch_dashboard_metadata(\n dash_file, target_env_id, source_id_to_uuid_map\n )\n else:\n logger.explore(\n \"Cross-filter patching requested but mapping service or target_env_id is missing\"\n )\n # 3. Re-package\n logger.reason(\n f\"Re-packaging transformed archive (strip_databases={strip_databases})\"\n )\n with zipfile.ZipFile(output_path, \"w\", zipfile.ZIP_DEFLATED) as zf:\n for root, dirs, files in os.walk(temp_dir):\n rel_root = Path(root).relative_to(temp_dir)\n if strip_databases and \"databases\" in rel_root.parts:\n continue\n for file in files:\n file_path = Path(root) / file\n arcname = file_path.relative_to(temp_dir)\n zf.write(file_path, arcname)\n logger.reflect(\"ZIP transformation completed successfully\")\n return True\n except Exception as e:\n logger.explore(f\"Error transforming ZIP: {e}\")\n return False\n # #endregion transform_zip\n # #region _transform_yaml [TYPE Function]\n # @PURPOSE: Replaces database_uuid in a single YAML file.\n # @PARAM: file_path (Path) - Path to the YAML file.\n # @PARAM: db_mapping (Dict[str, str]) - UUID mapping dictionary.\n # @PRE: file_path exists, is readable YAML, and db_mapping contains source->target UUID pairs.\n # @POST: database_uuid is replaced in-place only when source UUID is present in db_mapping.\n # @SIDE_EFFECT: Reads and conditionally rewrites YAML file on disk.\n # @DATA_CONTRACT: Input[(Path file_path, Dict[str,str] db_mapping)] -> Output[None]\n def _transform_yaml(self, file_path: Path, db_mapping: dict[str, str]):\n with belief_scope(\"MigrationEngine._transform_yaml\"):\n if not file_path.exists():\n logger.explore(f\"YAML file not found: {file_path}\")\n raise FileNotFoundError(str(file_path))\n with open(file_path) as f:\n data = yaml.safe_load(f)\n if not data:\n return\n source_uuid = data.get(\"database_uuid\")\n if source_uuid in db_mapping:\n logger.reason(f\"Replacing database UUID in {file_path.name}\")\n data[\"database_uuid\"] = db_mapping[source_uuid]\n with open(file_path, \"w\") as f:\n yaml.dump(data, f)\n logger.reflect(f\"Database UUID patched in {file_path.name}\")\n # #endregion _transform_yaml\n # #region _extract_chart_uuids_from_archive [TYPE Function]\n # @PURPOSE: Scans extracted chart YAML files and builds a source chart ID to UUID lookup map.\n # @PRE: temp_dir exists and points to extracted archive root with optional chart YAML resources.\n # @POST: Returns a best-effort Dict[int, str] containing only parseable chart id/uuid pairs.\n # @SIDE_EFFECT: Reads chart YAML files from filesystem; suppresses per-file parsing failures.\n # @DATA_CONTRACT: Input[Path] -> Output[Dict[int,str]]\n # @PARAM: temp_dir (Path) - Root dir of unpacked archive.\n # @RETURN: Dict[int, str] - Mapping of source Integer ID to UUID.\n def _extract_chart_uuids_from_archive(self, temp_dir: Path) -> dict[int, str]:\n with belief_scope(\"MigrationEngine._extract_chart_uuids_from_archive\"):\n # Implementation Note: This is a placeholder for the logic that extracts\n # actual Source IDs. In a real scenario, this involves parsing chart YAMLs\n # or manifesting the export metadata structure where source IDs are stored.\n # For simplicity in US1 MVP, we assume it's read from chart files if present.\n mapping = {}\n chart_files = list(temp_dir.glob(\"**/charts/**/*.yaml\")) + list(\n temp_dir.glob(\"**/charts/*.yaml\")\n )\n for cf in set(chart_files):\n try:\n with open(cf) as f:\n cdata = yaml.safe_load(f)\n if cdata and \"id\" in cdata and \"uuid\" in cdata:\n mapping[cdata[\"id\"]] = cdata[\"uuid\"]\n except Exception:\n pass\n return mapping\n # #endregion _extract_chart_uuids_from_archive\n # #region _patch_dashboard_metadata [TYPE Function]\n # @PURPOSE: Rewrites dashboard json_metadata chart/dataset integer identifiers using target environment mappings.\n # @PRE: file_path points to dashboard YAML with json_metadata; target_env_id is non-empty; source_map contains source id->uuid.\n # @POST: json_metadata is re-serialized with mapped integer IDs when remote mappings are available; otherwise file remains unchanged.\n # @SIDE_EFFECT: Reads/writes YAML file, performs mapping lookup via mapping_service, emits logs for recoverable/terminal failures.\n # @DATA_CONTRACT: Input[(Path file_path, str target_env_id, Dict[int,str] source_map)] -> Output[None]\n # @PARAM: file_path (Path)\n # @PARAM: target_env_id (str)\n # @PARAM: source_map (Dict[int, str])\n def _patch_dashboard_metadata(\n self, file_path: Path, target_env_id: str, source_map: dict[int, str]\n ):\n with belief_scope(\"MigrationEngine._patch_dashboard_metadata\"):\n try:\n if not file_path.exists():\n return\n with open(file_path) as f:\n data = yaml.safe_load(f)\n if not data or \"json_metadata\" not in data:\n return\n metadata_str = data[\"json_metadata\"]\n if not metadata_str:\n return\n # Fetch target UUIDs for everything we know:\n uuids_needed = list(source_map.values())\n logger.reason(\n f\"Resolving {len(uuids_needed)} remote IDs for dashboard metadata patching\"\n )\n target_ids = self.mapping_service.get_remote_ids_batch(\n target_env_id, ResourceType.CHART, uuids_needed\n )\n if not target_ids:\n logger.reflect(\n \"No remote target IDs found in mapping database for this dashboard.\"\n )\n return\n # Map Source Int -> Target Int\n source_to_target = {}\n missing_targets = []\n for s_id, s_uuid in source_map.items():\n if s_uuid in target_ids:\n source_to_target[s_id] = target_ids[s_uuid]\n else:\n missing_targets.append(s_id)\n if missing_targets:\n logger.explore(\n f\"Missing target IDs for source IDs: {missing_targets}. Cross-filters might break.\"\n )\n if not source_to_target:\n logger.reflect(\"No source IDs matched remotely. Skipping patch.\")\n return\n logger.reason(\n f\"Patching {len(source_to_target)} ID references in json_metadata\"\n )\n new_metadata_str = metadata_str\n for s_id, t_id in source_to_target.items():\n new_metadata_str = re.sub(\n r'(\"datasetId\"\\s*:\\s*)' + str(s_id) + r\"(\\b)\",\n r\"\\g<1>\" + str(t_id) + r\"\\g<2>\",\n new_metadata_str,\n )\n new_metadata_str = re.sub(\n r'(\"chartId\"\\s*:\\s*)' + str(s_id) + r\"(\\b)\",\n r\"\\g<1>\" + str(t_id) + r\"\\g<2>\",\n new_metadata_str,\n )\n # Re-parse to validate valid JSON\n data[\"json_metadata\"] = json.dumps(json.loads(new_metadata_str))\n with open(file_path, \"w\") as f:\n yaml.dump(data, f)\n logger.reflect(\n f\"Dashboard metadata patched and saved: {file_path.name}\"\n )\n except Exception as e:\n logger.explore(f\"Metadata patch failed for {file_path.name}: {e}\")\n # #endregion _patch_dashboard_metadata\n# #endregion MigrationEngine\n" }, { @@ -35575,6 +36610,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region transform_zip [TYPE Function]\n # @PURPOSE: Extracts ZIP, replaces database UUIDs in YAMLs, patches cross-filters, and re-packages.\n # @RELATION: DEPENDS_ON -> [_transform_yaml, _extract_chart_uuids_from_archive, _patch_dashboard_metadata]\n # @PARAM: zip_path (str) - Path to the source ZIP file.\n # @PARAM: output_path (str) - Path where the transformed ZIP will be saved.\n # @PARAM: db_mapping (Dict[str, str]) - Mapping of source UUID to target UUID.\n # @PARAM: strip_databases (bool) - Whether to remove the databases directory from the archive.\n # @PARAM: target_env_id (Optional[str]) - Used if fix_cross_filters is True to know which environment map to use.\n # @PARAM: fix_cross_filters (bool) - Whether to patch dashboard json_metadata.\n # @PRE: zip_path points to a readable ZIP; output_path parent is writable; db_mapping keys/values are UUID strings.\n # @POST: Returns True only when extraction, transformation, and packaging complete without exception.\n # @SIDE_EFFECT: Reads/writes filesystem archives, creates temporary directory, emits structured logs.\n # @DATA_CONTRACT: Input[(str zip_path, str output_path, Dict[str,str] db_mapping, bool strip_databases, Optional[str] target_env_id, bool fix_cross_filters)] -> Output[bool]\n # @RETURN: bool - True if successful.\n def transform_zip(\n self,\n zip_path: str,\n output_path: str,\n db_mapping: dict[str, str],\n strip_databases: bool = True,\n target_env_id: str | None = None,\n fix_cross_filters: bool = False,\n ) -> bool:\n \"\"\"\n Transform a Superset export ZIP by replacing database UUIDs and optionally fixing cross-filters.\n \"\"\"\n with belief_scope(\"MigrationEngine.transform_zip\"):\n logger.reason(f\"Starting ZIP transformation: {zip_path} -> {output_path}\")\n with tempfile.TemporaryDirectory() as temp_dir_str:\n temp_dir = Path(temp_dir_str)\n try:\n # 1. Extract\n logger.reason(f\"Extracting source archive to {temp_dir}\")\n with zipfile.ZipFile(zip_path, \"r\") as zf:\n zf.extractall(temp_dir)\n # 2. Transform YAMLs (Databases)\n dataset_files = list(temp_dir.glob(\"**/datasets/**/*.yaml\")) + list(\n temp_dir.glob(\"**/datasets/*.yaml\")\n )\n dataset_files = list(set(dataset_files))\n logger.reason(\n f\"Transforming {len(dataset_files)} dataset YAML files\"\n )\n for ds_file in dataset_files:\n self._transform_yaml(ds_file, db_mapping)\n # 2.5 Patch Cross-Filters (Dashboards)\n if fix_cross_filters:\n if self.mapping_service and target_env_id:\n dash_files = list(\n temp_dir.glob(\"**/dashboards/**/*.yaml\")\n ) + list(temp_dir.glob(\"**/dashboards/*.yaml\"))\n dash_files = list(set(dash_files))\n logger.reason(\n f\"Patching cross-filters for {len(dash_files)} dashboards\"\n )\n # Gather all source UUID-to-ID mappings from the archive first\n source_id_to_uuid_map = (\n self._extract_chart_uuids_from_archive(temp_dir)\n )\n for dash_file in dash_files:\n self._patch_dashboard_metadata(\n dash_file, target_env_id, source_id_to_uuid_map\n )\n else:\n logger.explore(\n \"Cross-filter patching requested but mapping service or target_env_id is missing\"\n )\n # 3. Re-package\n logger.reason(\n f\"Re-packaging transformed archive (strip_databases={strip_databases})\"\n )\n with zipfile.ZipFile(output_path, \"w\", zipfile.ZIP_DEFLATED) as zf:\n for root, dirs, files in os.walk(temp_dir):\n rel_root = Path(root).relative_to(temp_dir)\n if strip_databases and \"databases\" in rel_root.parts:\n continue\n for file in files:\n file_path = Path(root) / file\n arcname = file_path.relative_to(temp_dir)\n zf.write(file_path, arcname)\n logger.reflect(\"ZIP transformation completed successfully\")\n return True\n except Exception as e:\n logger.explore(f\"Error transforming ZIP: {e}\")\n return False\n # #endregion transform_zip\n" }, { @@ -35648,6 +36684,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _transform_yaml [TYPE Function]\n # @PURPOSE: Replaces database_uuid in a single YAML file.\n # @PARAM: file_path (Path) - Path to the YAML file.\n # @PARAM: db_mapping (Dict[str, str]) - UUID mapping dictionary.\n # @PRE: file_path exists, is readable YAML, and db_mapping contains source->target UUID pairs.\n # @POST: database_uuid is replaced in-place only when source UUID is present in db_mapping.\n # @SIDE_EFFECT: Reads and conditionally rewrites YAML file on disk.\n # @DATA_CONTRACT: Input[(Path file_path, Dict[str,str] db_mapping)] -> Output[None]\n def _transform_yaml(self, file_path: Path, db_mapping: dict[str, str]):\n with belief_scope(\"MigrationEngine._transform_yaml\"):\n if not file_path.exists():\n logger.explore(f\"YAML file not found: {file_path}\")\n raise FileNotFoundError(str(file_path))\n with open(file_path) as f:\n data = yaml.safe_load(f)\n if not data:\n return\n source_uuid = data.get(\"database_uuid\")\n if source_uuid in db_mapping:\n logger.reason(f\"Replacing database UUID in {file_path.name}\")\n data[\"database_uuid\"] = db_mapping[source_uuid]\n with open(file_path, \"w\") as f:\n yaml.dump(data, f)\n logger.reflect(f\"Database UUID patched in {file_path.name}\")\n # #endregion _transform_yaml\n" }, { @@ -35728,6 +36765,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _extract_chart_uuids_from_archive [TYPE Function]\n # @PURPOSE: Scans extracted chart YAML files and builds a source chart ID to UUID lookup map.\n # @PRE: temp_dir exists and points to extracted archive root with optional chart YAML resources.\n # @POST: Returns a best-effort Dict[int, str] containing only parseable chart id/uuid pairs.\n # @SIDE_EFFECT: Reads chart YAML files from filesystem; suppresses per-file parsing failures.\n # @DATA_CONTRACT: Input[Path] -> Output[Dict[int,str]]\n # @PARAM: temp_dir (Path) - Root dir of unpacked archive.\n # @RETURN: Dict[int, str] - Mapping of source Integer ID to UUID.\n def _extract_chart_uuids_from_archive(self, temp_dir: Path) -> dict[int, str]:\n with belief_scope(\"MigrationEngine._extract_chart_uuids_from_archive\"):\n # Implementation Note: This is a placeholder for the logic that extracts\n # actual Source IDs. In a real scenario, this involves parsing chart YAMLs\n # or manifesting the export metadata structure where source IDs are stored.\n # For simplicity in US1 MVP, we assume it's read from chart files if present.\n mapping = {}\n chart_files = list(temp_dir.glob(\"**/charts/**/*.yaml\")) + list(\n temp_dir.glob(\"**/charts/*.yaml\")\n )\n for cf in set(chart_files):\n try:\n with open(cf) as f:\n cdata = yaml.safe_load(f)\n if cdata and \"id\" in cdata and \"uuid\" in cdata:\n mapping[cdata[\"id\"]] = cdata[\"uuid\"]\n except Exception:\n pass\n return mapping\n # #endregion _extract_chart_uuids_from_archive\n" }, { @@ -35801,6 +36839,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _patch_dashboard_metadata [TYPE Function]\n # @PURPOSE: Rewrites dashboard json_metadata chart/dataset integer identifiers using target environment mappings.\n # @PRE: file_path points to dashboard YAML with json_metadata; target_env_id is non-empty; source_map contains source id->uuid.\n # @POST: json_metadata is re-serialized with mapped integer IDs when remote mappings are available; otherwise file remains unchanged.\n # @SIDE_EFFECT: Reads/writes YAML file, performs mapping lookup via mapping_service, emits logs for recoverable/terminal failures.\n # @DATA_CONTRACT: Input[(Path file_path, str target_env_id, Dict[int,str] source_map)] -> Output[None]\n # @PARAM: file_path (Path)\n # @PARAM: target_env_id (str)\n # @PARAM: source_map (Dict[int, str])\n def _patch_dashboard_metadata(\n self, file_path: Path, target_env_id: str, source_map: dict[int, str]\n ):\n with belief_scope(\"MigrationEngine._patch_dashboard_metadata\"):\n try:\n if not file_path.exists():\n return\n with open(file_path) as f:\n data = yaml.safe_load(f)\n if not data or \"json_metadata\" not in data:\n return\n metadata_str = data[\"json_metadata\"]\n if not metadata_str:\n return\n # Fetch target UUIDs for everything we know:\n uuids_needed = list(source_map.values())\n logger.reason(\n f\"Resolving {len(uuids_needed)} remote IDs for dashboard metadata patching\"\n )\n target_ids = self.mapping_service.get_remote_ids_batch(\n target_env_id, ResourceType.CHART, uuids_needed\n )\n if not target_ids:\n logger.reflect(\n \"No remote target IDs found in mapping database for this dashboard.\"\n )\n return\n # Map Source Int -> Target Int\n source_to_target = {}\n missing_targets = []\n for s_id, s_uuid in source_map.items():\n if s_uuid in target_ids:\n source_to_target[s_id] = target_ids[s_uuid]\n else:\n missing_targets.append(s_id)\n if missing_targets:\n logger.explore(\n f\"Missing target IDs for source IDs: {missing_targets}. Cross-filters might break.\"\n )\n if not source_to_target:\n logger.reflect(\"No source IDs matched remotely. Skipping patch.\")\n return\n logger.reason(\n f\"Patching {len(source_to_target)} ID references in json_metadata\"\n )\n new_metadata_str = metadata_str\n for s_id, t_id in source_to_target.items():\n new_metadata_str = re.sub(\n r'(\"datasetId\"\\s*:\\s*)' + str(s_id) + r\"(\\b)\",\n r\"\\g<1>\" + str(t_id) + r\"\\g<2>\",\n new_metadata_str,\n )\n new_metadata_str = re.sub(\n r'(\"chartId\"\\s*:\\s*)' + str(s_id) + r\"(\\b)\",\n r\"\\g<1>\" + str(t_id) + r\"\\g<2>\",\n new_metadata_str,\n )\n # Re-parse to validate valid JSON\n data[\"json_metadata\"] = json.dumps(json.loads(new_metadata_str))\n with open(file_path, \"w\") as f:\n yaml.dump(data, f)\n logger.reflect(\n f\"Dashboard metadata patched and saved: {file_path.name}\"\n )\n except Exception as e:\n logger.explore(f\"Metadata patch failed for {file_path.name}: {e}\")\n # #endregion _patch_dashboard_metadata\n" }, { @@ -35876,6 +36915,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PluginBase [TYPE Class] [SEMANTICS plugin, interface, base, abstract]\n# @BRIEF Defines the abstract base class that all plugins must implement to be recognized by the system. It enforces a common structure for plugin metadata and execution.\n# @LAYER: Core\n# @RELATION Used by PluginLoader to identify valid plugins.\n# @INVARIANT: All plugins MUST inherit from this class.\nclass PluginBase(ABC):\n \"\"\"\n Base class for all plugins.\n Plugins must inherit from this class and implement the abstract methods.\n \"\"\"\n @property\n @abstractmethod\n # #region id [TYPE Function]\n # @PURPOSE: Returns the unique identifier for the plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string ID.\n # @RETURN: str - Plugin ID.\n def id(self) -> str:\n \"\"\"A unique identifier for the plugin.\"\"\"\n with belief_scope(\"id\"):\n pass\n # #endregion id\n @property\n @abstractmethod\n # #region name [TYPE Function]\n # @PURPOSE: Returns the human-readable name of the plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string name.\n # @RETURN: str - Plugin name.\n def name(self) -> str:\n \"\"\"A human-readable name for the plugin.\"\"\"\n with belief_scope(\"name\"):\n pass\n # #endregion name\n @property\n @abstractmethod\n # #region description [TYPE Function]\n # @PURPOSE: Returns a brief description of the plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string description.\n # @RETURN: str - Plugin description.\n def description(self) -> str:\n \"\"\"A brief description of what the plugin does.\"\"\"\n with belief_scope(\"description\"):\n pass\n # #endregion description\n @property\n @abstractmethod\n # #region version [TYPE Function]\n # @PURPOSE: Returns the version of the plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string version.\n # @RETURN: str - Plugin version.\n def version(self) -> str:\n \"\"\"The version of the plugin.\"\"\"\n with belief_scope(\"version\"):\n pass\n # #endregion version\n @property\n # #region required_permission [TYPE Function]\n # @PURPOSE: Returns the required permission string to execute this plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string permission.\n # @RETURN: str - Required permission (e.g., \"plugin:backup:execute\").\n def required_permission(self) -> str:\n \"\"\"The permission string required to execute this plugin.\"\"\"\n with belief_scope(\"required_permission\"):\n return f\"plugin:{self.id}:execute\"\n # #endregion required_permission\n @property\n # #region ui_route [TYPE Function]\n # @PURPOSE: Returns the frontend route for the plugin's UI, if applicable.\n # @PRE: Plugin instance exists.\n # @POST: Returns string route or None.\n # @RETURN: Optional[str] - Frontend route.\n def ui_route(self) -> str | None:\n \"\"\"\n The frontend route for the plugin's UI.\n Returns None if the plugin does not have a dedicated UI page.\n \"\"\"\n with belief_scope(\"ui_route\"):\n return None\n # #endregion ui_route\n @abstractmethod\n # #region get_schema [TYPE Function]\n # @PURPOSE: Returns the JSON schema for the plugin's input parameters.\n # @PRE: Plugin instance exists.\n # @POST: Returns dict schema.\n # @RETURN: Dict[str, Any] - JSON schema.\n def get_schema(self) -> dict[str, Any]:\n \"\"\"\n Returns the JSON schema for the plugin's input parameters.\n This schema will be used to generate the frontend form.\n \"\"\"\n with belief_scope(\"get_schema\"):\n pass\n # #endregion get_schema\n @abstractmethod\n # #region execute [TYPE Function]\n # @PURPOSE: Executes the plugin's core logic.\n # @PARAM: params (Dict[str, Any]) - Validated input parameters.\n # @PRE: params must be a dictionary.\n # @POST: Plugin execution is completed.\n async def execute(self, params: dict[str, Any]):\n with belief_scope(\"execute\"):\n pass\n \"\"\"\n Executes the plugin's logic.\n The `params` argument will be validated against the schema returned by `get_schema()`.\n \"\"\"\n pass\n # #endregion execute\n# #endregion PluginBase\n" }, { @@ -35929,6 +36969,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region id [TYPE Function]\n # @PURPOSE: Returns the unique identifier for the plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string ID.\n # @RETURN: str - Plugin ID.\n def id(self) -> str:\n \"\"\"A unique identifier for the plugin.\"\"\"\n with belief_scope(\"id\"):\n pass\n # #endregion id\n" }, { @@ -35982,6 +37023,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region name [TYPE Function]\n # @PURPOSE: Returns the human-readable name of the plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string name.\n # @RETURN: str - Plugin name.\n def name(self) -> str:\n \"\"\"A human-readable name for the plugin.\"\"\"\n with belief_scope(\"name\"):\n pass\n # #endregion name\n" }, { @@ -36035,6 +37077,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region description [TYPE Function]\n # @PURPOSE: Returns a brief description of the plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string description.\n # @RETURN: str - Plugin description.\n def description(self) -> str:\n \"\"\"A brief description of what the plugin does.\"\"\"\n with belief_scope(\"description\"):\n pass\n # #endregion description\n" }, { @@ -36088,6 +37131,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region version [TYPE Function]\n # @PURPOSE: Returns the version of the plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string version.\n # @RETURN: str - Plugin version.\n def version(self) -> str:\n \"\"\"The version of the plugin.\"\"\"\n with belief_scope(\"version\"):\n pass\n # #endregion version\n" }, { @@ -36141,6 +37185,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region required_permission [TYPE Function]\n # @PURPOSE: Returns the required permission string to execute this plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string permission.\n # @RETURN: str - Required permission (e.g., \"plugin:backup:execute\").\n def required_permission(self) -> str:\n \"\"\"The permission string required to execute this plugin.\"\"\"\n with belief_scope(\"required_permission\"):\n return f\"plugin:{self.id}:execute\"\n # #endregion required_permission\n" }, { @@ -36194,6 +37239,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region ui_route [TYPE Function]\n # @PURPOSE: Returns the frontend route for the plugin's UI, if applicable.\n # @PRE: Plugin instance exists.\n # @POST: Returns string route or None.\n # @RETURN: Optional[str] - Frontend route.\n def ui_route(self) -> str | None:\n \"\"\"\n The frontend route for the plugin's UI.\n Returns None if the plugin does not have a dedicated UI page.\n \"\"\"\n with belief_scope(\"ui_route\"):\n return None\n # #endregion ui_route\n" }, { @@ -36247,6 +37293,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_schema [TYPE Function]\n # @PURPOSE: Returns the JSON schema for the plugin's input parameters.\n # @PRE: Plugin instance exists.\n # @POST: Returns dict schema.\n # @RETURN: Dict[str, Any] - JSON schema.\n def get_schema(self) -> dict[str, Any]:\n \"\"\"\n Returns the JSON schema for the plugin's input parameters.\n This schema will be used to generate the frontend form.\n \"\"\"\n with belief_scope(\"get_schema\"):\n pass\n # #endregion get_schema\n" }, { @@ -36300,6 +37347,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region execute [TYPE Function]\n # @PURPOSE: Executes the plugin's core logic.\n # @PARAM: params (Dict[str, Any]) - Validated input parameters.\n # @PRE: params must be a dictionary.\n # @POST: Plugin execution is completed.\n async def execute(self, params: dict[str, Any]):\n with belief_scope(\"execute\"):\n pass\n \"\"\"\n Executes the plugin's logic.\n The `params` argument will be validated against the schema returned by `get_schema()`.\n \"\"\"\n pass\n # #endregion execute\n" }, { @@ -36365,6 +37413,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PluginConfig [TYPE Class] [SEMANTICS plugin, config, schema, pydantic]\n# @BRIEF A Pydantic model used to represent the validated configuration and metadata of a loaded plugin. This object is what gets exposed to the API layer.\n# @LAYER: Core\n# @RELATION Instantiated by PluginLoader after validating a PluginBase instance.\nclass PluginConfig(BaseModel):\n \"\"\"Pydantic model for plugin configuration.\"\"\"\n id: str = Field(..., description=\"Unique identifier for the plugin\")\n name: str = Field(..., description=\"Human-readable name for the plugin\")\n description: str = Field(..., description=\"Brief description of what the plugin does\")\n version: str = Field(..., description=\"Version of the plugin\")\n ui_route: str | None = Field(None, description=\"Frontend route for the plugin UI\")\n input_schema: dict[str, Any] = Field(..., description=\"JSON schema for input parameters\", alias=\"schema\")\n# #endregion PluginConfig\n" }, { @@ -36413,6 +37462,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PluginLoader [C:3] [TYPE Class] [SEMANTICS plugin, loader, dynamic, import]\n# @BRIEF Scans a specified directory for Python modules, dynamically loads them, and registers any classes that are valid implementations of the PluginBase interface.\n# @LAYER: Core\n# @RELATION Depends on PluginBase. It is used by the main application to discover and manage available plugins.\nclass PluginLoader:\n \"\"\"\n Scans a directory for Python modules, loads them, and identifies classes\n that inherit from PluginBase.\n \"\"\"\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes the PluginLoader with a directory to scan.\n # @PRE: plugin_dir is a valid directory path.\n # @POST: Plugins are loaded and registered.\n # @PARAM: plugin_dir (str) - The directory containing plugin modules.\n def __init__(self, plugin_dir: str):\n with belief_scope(\"__init__\"):\n self.plugin_dir = plugin_dir\n self._plugins: dict[str, PluginBase] = {}\n self._plugin_configs: dict[str, PluginConfig] = {}\n self._load_plugins()\n # #endregion __init__\n # #region _load_plugins [TYPE Function]\n # @PURPOSE: Scans the plugin directory and loads all valid plugins.\n # @PRE: plugin_dir exists or can be created.\n # @POST: _load_module is called for each .py file.\n def _load_plugins(self):\n with belief_scope(\"_load_plugins\"):\n \"\"\"\n Scans the plugin directory, imports modules, and registers valid plugins.\n \"\"\"\n if not os.path.exists(self.plugin_dir):\n os.makedirs(self.plugin_dir)\n # Add the plugin directory's parent to sys.path to enable relative imports within plugins\n # This assumes plugin_dir is something like 'backend/src/plugins'\n # and we want 'backend/src' to be on the path for 'from ..core...' imports\n plugin_parent_dir = os.path.abspath(os.path.join(self.plugin_dir, os.pardir))\n if plugin_parent_dir not in sys.path:\n sys.path.insert(0, plugin_parent_dir)\n for filename in os.listdir(self.plugin_dir):\n file_path = os.path.join(self.plugin_dir, filename)\n\n # Handle directory-based plugins (packages)\n if os.path.isdir(file_path):\n init_file = os.path.join(file_path, \"__init__.py\")\n if os.path.exists(init_file):\n self._load_module(filename, init_file)\n continue\n # Handle single-file plugins\n if filename.endswith(\".py\") and filename != \"__init__.py\":\n module_name = filename[:-3]\n self._load_module(module_name, file_path)\n # #endregion _load_plugins\n # #region _load_module [TYPE Function]\n # @PURPOSE: Loads a single Python module and discovers PluginBase implementations.\n # @PRE: module_name and file_path are valid.\n # @POST: Plugin classes are instantiated and registered.\n # @PARAM: module_name (str) - The name of the module.\n # @PARAM: file_path (str) - The path to the module file.\n def _load_module(self, module_name: str, file_path: str):\n with belief_scope(\"_load_module\"):\n \"\"\"\n Loads a single Python module and extracts PluginBase subclasses.\n \"\"\"\n # All runtime code is imported through the canonical `src` package root.\n package_name = f\"src.plugins.{module_name}\"\n\n # print(f\"DEBUG: Loading plugin {module_name} as {package_name}\")\n spec = importlib.util.spec_from_file_location(package_name, file_path)\n if spec is None or spec.loader is None:\n print(f\"Could not load module spec for {package_name}\") # Replace with proper logging\n return\n module = importlib.util.module_from_spec(spec)\n try:\n spec.loader.exec_module(module)\n except Exception as e:\n print(f\"Error loading plugin module {module_name}: {e}\") # Replace with proper logging\n return\n for attribute_name in dir(module):\n attribute = getattr(module, attribute_name)\n if (\n isinstance(attribute, type)\n and issubclass(attribute, PluginBase)\n and attribute is not PluginBase\n ):\n try:\n plugin_instance = attribute()\n self._register_plugin(plugin_instance)\n except Exception as e:\n print(f\"Error instantiating plugin {attribute_name} in {module_name}: {e}\") # Replace with proper logging\n # #endregion _load_module\n # #region _register_plugin [TYPE Function]\n # @PURPOSE: Registers a PluginBase instance and its configuration.\n # @PRE: plugin_instance is a valid implementation of PluginBase.\n # @POST: Plugin is added to _plugins and _plugin_configs.\n # @PARAM: plugin_instance (PluginBase) - The plugin instance to register.\n def _register_plugin(self, plugin_instance: PluginBase):\n with belief_scope(\"_register_plugin\"):\n \"\"\"\n Registers a valid plugin instance.\n \"\"\"\n plugin_id = plugin_instance.id\n if plugin_id in self._plugins:\n print(f\"Warning: Duplicate plugin ID '{plugin_id}' found. Skipping.\") # Replace with proper logging\n return\n try:\n schema = plugin_instance.get_schema()\n # Basic validation to ensure it's a dictionary\n if not isinstance(schema, dict):\n raise TypeError(\"get_schema() must return a dictionary.\")\n\n plugin_config = PluginConfig(\n id=plugin_instance.id,\n name=plugin_instance.name,\n description=plugin_instance.description,\n version=plugin_instance.version,\n ui_route=plugin_instance.ui_route,\n schema=schema,\n )\n # The following line is commented out because it requires a schema to be passed to validate against.\n # The schema provided by the plugin is the one being validated, not the data.\n # validate(instance={}, schema=schema)\n self._plugins[plugin_id] = plugin_instance\n self._plugin_configs[plugin_id] = plugin_config\n from ..core.logger import logger\n logger.info(f\"Plugin '{plugin_instance.name}' (ID: {plugin_id}) loaded successfully.\")\n except Exception as e:\n from ..core.logger import logger\n logger.error(f\"Error validating plugin '{plugin_instance.name}' (ID: {plugin_id}): {e}\")\n # #endregion _register_plugin\n # #region get_plugin [TYPE Function]\n # @PURPOSE: Retrieves a loaded plugin instance by its ID.\n # @PRE: plugin_id is a string.\n # @POST: Returns plugin instance or None.\n # @PARAM: plugin_id (str) - The unique identifier of the plugin.\n # @RETURN: Optional[PluginBase] - The plugin instance if found, otherwise None.\n def get_plugin(self, plugin_id: str) -> PluginBase | None:\n with belief_scope(\"get_plugin\"):\n \"\"\"\n Returns a loaded plugin instance by its ID.\n \"\"\"\n return self._plugins.get(plugin_id)\n # #endregion get_plugin\n # #region get_all_plugin_configs [TYPE Function]\n # @PURPOSE: Returns a list of all registered plugin configurations.\n # @PRE: None.\n # @POST: Returns list of all PluginConfig objects.\n # @RETURN: List[PluginConfig] - A list of plugin configurations.\n def get_all_plugin_configs(self) -> list[PluginConfig]:\n with belief_scope(\"get_all_plugin_configs\"):\n \"\"\"\n Returns a list of all loaded plugin configurations.\n \"\"\"\n return list(self._plugin_configs.values())\n # #endregion get_all_plugin_configs\n # #region has_plugin [TYPE Function]\n # @PURPOSE: Checks if a plugin with the given ID is registered.\n # @PRE: plugin_id is a string.\n # @POST: Returns True if plugin exists.\n # @PARAM: plugin_id (str) - The unique identifier of the plugin.\n # @RETURN: bool - True if the plugin is registered, False otherwise.\n def has_plugin(self, plugin_id: str) -> bool:\n with belief_scope(\"has_plugin\"):\n \"\"\"\n Checks if a plugin with the given ID is loaded.\n \"\"\"\n return plugin_id in self._plugins\n # #endregion has_plugin\n# #endregion PluginLoader\n" }, { @@ -36459,6 +37509,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _load_plugins [TYPE Function]\n # @PURPOSE: Scans the plugin directory and loads all valid plugins.\n # @PRE: plugin_dir exists or can be created.\n # @POST: _load_module is called for each .py file.\n def _load_plugins(self):\n with belief_scope(\"_load_plugins\"):\n \"\"\"\n Scans the plugin directory, imports modules, and registers valid plugins.\n \"\"\"\n if not os.path.exists(self.plugin_dir):\n os.makedirs(self.plugin_dir)\n # Add the plugin directory's parent to sys.path to enable relative imports within plugins\n # This assumes plugin_dir is something like 'backend/src/plugins'\n # and we want 'backend/src' to be on the path for 'from ..core...' imports\n plugin_parent_dir = os.path.abspath(os.path.join(self.plugin_dir, os.pardir))\n if plugin_parent_dir not in sys.path:\n sys.path.insert(0, plugin_parent_dir)\n for filename in os.listdir(self.plugin_dir):\n file_path = os.path.join(self.plugin_dir, filename)\n\n # Handle directory-based plugins (packages)\n if os.path.isdir(file_path):\n init_file = os.path.join(file_path, \"__init__.py\")\n if os.path.exists(init_file):\n self._load_module(filename, init_file)\n continue\n # Handle single-file plugins\n if filename.endswith(\".py\") and filename != \"__init__.py\":\n module_name = filename[:-3]\n self._load_module(module_name, file_path)\n # #endregion _load_plugins\n" }, { @@ -36512,6 +37563,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _load_module [TYPE Function]\n # @PURPOSE: Loads a single Python module and discovers PluginBase implementations.\n # @PRE: module_name and file_path are valid.\n # @POST: Plugin classes are instantiated and registered.\n # @PARAM: module_name (str) - The name of the module.\n # @PARAM: file_path (str) - The path to the module file.\n def _load_module(self, module_name: str, file_path: str):\n with belief_scope(\"_load_module\"):\n \"\"\"\n Loads a single Python module and extracts PluginBase subclasses.\n \"\"\"\n # All runtime code is imported through the canonical `src` package root.\n package_name = f\"src.plugins.{module_name}\"\n\n # print(f\"DEBUG: Loading plugin {module_name} as {package_name}\")\n spec = importlib.util.spec_from_file_location(package_name, file_path)\n if spec is None or spec.loader is None:\n print(f\"Could not load module spec for {package_name}\") # Replace with proper logging\n return\n module = importlib.util.module_from_spec(spec)\n try:\n spec.loader.exec_module(module)\n except Exception as e:\n print(f\"Error loading plugin module {module_name}: {e}\") # Replace with proper logging\n return\n for attribute_name in dir(module):\n attribute = getattr(module, attribute_name)\n if (\n isinstance(attribute, type)\n and issubclass(attribute, PluginBase)\n and attribute is not PluginBase\n ):\n try:\n plugin_instance = attribute()\n self._register_plugin(plugin_instance)\n except Exception as e:\n print(f\"Error instantiating plugin {attribute_name} in {module_name}: {e}\") # Replace with proper logging\n # #endregion _load_module\n" }, { @@ -36565,6 +37617,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _register_plugin [TYPE Function]\n # @PURPOSE: Registers a PluginBase instance and its configuration.\n # @PRE: plugin_instance is a valid implementation of PluginBase.\n # @POST: Plugin is added to _plugins and _plugin_configs.\n # @PARAM: plugin_instance (PluginBase) - The plugin instance to register.\n def _register_plugin(self, plugin_instance: PluginBase):\n with belief_scope(\"_register_plugin\"):\n \"\"\"\n Registers a valid plugin instance.\n \"\"\"\n plugin_id = plugin_instance.id\n if plugin_id in self._plugins:\n print(f\"Warning: Duplicate plugin ID '{plugin_id}' found. Skipping.\") # Replace with proper logging\n return\n try:\n schema = plugin_instance.get_schema()\n # Basic validation to ensure it's a dictionary\n if not isinstance(schema, dict):\n raise TypeError(\"get_schema() must return a dictionary.\")\n\n plugin_config = PluginConfig(\n id=plugin_instance.id,\n name=plugin_instance.name,\n description=plugin_instance.description,\n version=plugin_instance.version,\n ui_route=plugin_instance.ui_route,\n schema=schema,\n )\n # The following line is commented out because it requires a schema to be passed to validate against.\n # The schema provided by the plugin is the one being validated, not the data.\n # validate(instance={}, schema=schema)\n self._plugins[plugin_id] = plugin_instance\n self._plugin_configs[plugin_id] = plugin_config\n from ..core.logger import logger\n logger.info(f\"Plugin '{plugin_instance.name}' (ID: {plugin_id}) loaded successfully.\")\n except Exception as e:\n from ..core.logger import logger\n logger.error(f\"Error validating plugin '{plugin_instance.name}' (ID: {plugin_id}): {e}\")\n # #endregion _register_plugin\n" }, { @@ -36625,6 +37678,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_plugin [TYPE Function]\n # @PURPOSE: Retrieves a loaded plugin instance by its ID.\n # @PRE: plugin_id is a string.\n # @POST: Returns plugin instance or None.\n # @PARAM: plugin_id (str) - The unique identifier of the plugin.\n # @RETURN: Optional[PluginBase] - The plugin instance if found, otherwise None.\n def get_plugin(self, plugin_id: str) -> PluginBase | None:\n with belief_scope(\"get_plugin\"):\n \"\"\"\n Returns a loaded plugin instance by its ID.\n \"\"\"\n return self._plugins.get(plugin_id)\n # #endregion get_plugin\n" }, { @@ -36678,6 +37732,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_all_plugin_configs [TYPE Function]\n # @PURPOSE: Returns a list of all registered plugin configurations.\n # @PRE: None.\n # @POST: Returns list of all PluginConfig objects.\n # @RETURN: List[PluginConfig] - A list of plugin configurations.\n def get_all_plugin_configs(self) -> list[PluginConfig]:\n with belief_scope(\"get_all_plugin_configs\"):\n \"\"\"\n Returns a list of all loaded plugin configurations.\n \"\"\"\n return list(self._plugin_configs.values())\n # #endregion get_all_plugin_configs\n" }, { @@ -36738,6 +37793,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region has_plugin [TYPE Function]\n # @PURPOSE: Checks if a plugin with the given ID is registered.\n # @PRE: plugin_id is a string.\n # @POST: Returns True if plugin exists.\n # @PARAM: plugin_id (str) - The unique identifier of the plugin.\n # @RETURN: bool - True if the plugin is registered, False otherwise.\n def has_plugin(self, plugin_id: str) -> bool:\n with belief_scope(\"has_plugin\"):\n \"\"\"\n Checks if a plugin with the given ID is loaded.\n \"\"\"\n return plugin_id in self._plugins\n # #endregion has_plugin\n" }, { @@ -36763,6 +37819,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SchedulerModule [C:3] [TYPE Module] [SEMANTICS scheduler, schedule, scheduler-service]\n# @BRIEF Manages scheduled tasks using APScheduler.\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> TaskManager\nimport asyncio\nfrom datetime import date, datetime, time, timedelta\n\nfrom apscheduler.schedulers.background import BackgroundScheduler\nfrom apscheduler.triggers.cron import CronTrigger\n\nfrom .config_manager import ConfigManager\nfrom .cot_logger import seed_trace_id\nfrom .database import SessionLocal\nfrom .logger import belief_scope, logger\n\n\n# #region SchedulerService [C:3] [TYPE Class] [SEMANTICS scheduler, service, apscheduler]\n# @BRIEF Provides a service to manage scheduled backup tasks.\n# @RELATION DEPENDS_ON -> [ThrottledSchedulerConfigurator]\nclass SchedulerService:\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes the scheduler service with task and config managers.\n # @PRE: task_manager and config_manager must be provided.\n # @POST: Scheduler instance is created but not started.\n def __init__(self, task_manager, config_manager: ConfigManager):\n with belief_scope(\"SchedulerService.__init__\"):\n self.task_manager = task_manager\n self.config_manager = config_manager\n self.scheduler = BackgroundScheduler()\n self.loop = asyncio.get_event_loop()\n # #endregion __init__\n # #region start [TYPE Function]\n # @PURPOSE: Starts the background scheduler and loads initial schedules.\n # @PRE: Scheduler should be initialized.\n # @POST: Scheduler is running and schedules are loaded.\n def start(self):\n with belief_scope(\"SchedulerService.start\"):\n if not self.scheduler.running:\n self.scheduler.start()\n logger.info(\"Scheduler started.\")\n self.load_schedules()\n # #endregion start\n # #region stop [TYPE Function]\n # @PURPOSE: Stops the background scheduler.\n # @PRE: Scheduler should be running.\n # @POST: Scheduler is shut down.\n def stop(self):\n with belief_scope(\"SchedulerService.stop\"):\n if self.scheduler.running:\n self.scheduler.shutdown()\n logger.info(\"Scheduler stopped.\")\n # #endregion stop\n # #region load_schedules [C:4] [TYPE Function] [SEMANTICS scheduler,backup,translation,apscheduler]\n # @BRIEF Load backup and active translation schedules from config and DB, re-registering all jobs.\n # @PRE config_manager must have valid configuration; database is accessible.\n # @POST All enabled backup jobs and active translation schedules are re-registered in APScheduler.\n # @SIDE_EFFECT Removes all existing APScheduler jobs; queries translation_schedules table; registers APScheduler jobs for translation.\n def load_schedules(self):\n with belief_scope(\"SchedulerService.load_schedules\"):\n # Clear existing jobs\n self.scheduler.remove_all_jobs()\n config = self.config_manager.get_config()\n for env in config.environments:\n if env.backup_schedule and env.backup_schedule.enabled:\n self.add_backup_job(env.id, env.backup_schedule.cron_expression)\n # Re-register active translation schedules from the database\n try:\n from ..models.translate import TranslationSchedule\n db = SessionLocal()\n try:\n active_schedules = (\n db.query(TranslationSchedule)\n .filter(TranslationSchedule.is_active == True)\n .all()\n )\n for sched in active_schedules:\n self.add_translation_job(\n schedule_id=sched.id,\n job_id=sched.job_id,\n cron_expression=sched.cron_expression,\n timezone=sched.timezone,\n execution_mode=getattr(sched, 'execution_mode', 'full'),\n )\n if active_schedules:\n logger.reason(f\"Loaded {len(active_schedules)} active translation schedule(s)\")\n finally:\n db.close()\n except Exception as e:\n logger.explore(\"Failed to load translation schedules on startup\",\n extra={\"error\": str(e)})\n # #endregion load_schedules\n # #region add_backup_job [TYPE Function]\n # @PURPOSE: Adds a scheduled backup job for an environment.\n # @PRE: env_id and cron_expression must be valid strings.\n # @POST: A new job is added to the scheduler or replaced if it already exists.\n # @PARAM: env_id (str) - The ID of the environment.\n # @PARAM: cron_expression (str) - The cron expression for the schedule.\n def add_backup_job(self, env_id: str, cron_expression: str):\n with belief_scope(\n \"SchedulerService.add_backup_job\",\n f\"env_id={env_id}, cron={cron_expression}\",\n ):\n job_id = f\"backup_{env_id}\"\n try:\n self.scheduler.add_job(\n self._trigger_backup,\n CronTrigger.from_crontab(cron_expression),\n id=job_id,\n args=[env_id],\n replace_existing=True,\n )\n logger.info(\n f\"Scheduled backup job added for environment {env_id}: {cron_expression}\"\n )\n except Exception as e:\n logger.error(f\"Failed to add backup job for environment {env_id}: {e}\")\n # #endregion add_backup_job\n # #region add_translation_job [C:4] [TYPE Function] [SEMANTICS scheduler,translation,cron,apscheduler]\n # @BRIEF Register a translation schedule with APScheduler.\n # @PRE schedule_id, job_id, and cron_expression are valid strings.\n # @POST A new APScheduler job is registered or replaced if it already exists.\n # @SIDE_EFFECT Mutates APScheduler state; calls execute_scheduled_translation on trigger.\n # @RELATION DEPENDS_ON -> [execute_scheduled_translation]\n # @RELATION DEPENDS_ON -> [SessionLocal]\n def add_translation_job(self, schedule_id: str, job_id: str, cron_expression: str, timezone: str = \"UTC\", execution_mode: str = \"full\"):\n with belief_scope(\n \"SchedulerService.add_translation_job\",\n f\"schedule_id={schedule_id}, job_id={job_id}, cron={cron_expression}\",\n ):\n from zoneinfo import ZoneInfo\n\n from ..plugins.translate.scheduler import execute_scheduled_translation\n\n job_id_aps = f\"translate_{schedule_id}\"\n try:\n tz = ZoneInfo(timezone)\n self.scheduler.add_job(\n execute_scheduled_translation,\n CronTrigger.from_crontab(cron_expression, timezone=tz),\n id=job_id_aps,\n args=[schedule_id, job_id, SessionLocal, self.config_manager, execution_mode],\n replace_existing=True,\n )\n logger.reason(\n f\"Translation schedule registered: {job_id_aps} ({cron_expression})\"\n )\n except Exception as e:\n logger.explore(\n f\"Failed to register translation schedule: {job_id_aps}\",\n extra={\"error\": str(e)},\n )\n # #endregion add_translation_job\n # #region remove_translation_job [C:4] [TYPE Function] [SEMANTICS scheduler,translation,remove,apscheduler]\n # @BRIEF Remove a translation schedule from APScheduler.\n # @PRE schedule_id is a valid string.\n # @POST The APScheduler job is removed if it exists; silently ignored otherwise.\n # @SIDE_EFFECT Mutates APScheduler state.\n def remove_translation_job(self, schedule_id: str):\n with belief_scope(\n \"SchedulerService.remove_translation_job\",\n f\"schedule_id={schedule_id}\",\n ):\n job_id_aps = f\"translate_{schedule_id}\"\n try:\n self.scheduler.remove_job(job_id_aps)\n logger.info(f\"Translation schedule removed: {job_id_aps}\")\n except Exception:\n logger.reason(f\"Translation schedule not found (already removed): {job_id_aps}\")\n # #endregion remove_translation_job\n # #region _trigger_backup [TYPE Function]\n # @PURPOSE: Triggered by the scheduler to start a backup task.\n # @PRE: env_id must be a valid environment ID.\n # @POST: A new backup task is created in the task manager if not already running.\n # @PARAM: env_id (str) - The ID of the environment.\n def _trigger_backup(self, env_id: str):\n seed_trace_id()\n with belief_scope(\"SchedulerService._trigger_backup\", f\"env_id={env_id}\"):\n logger.info(f\"Triggering scheduled backup for environment {env_id}\")\n # Check if a backup is already running for this environment\n active_tasks = self.task_manager.get_tasks(limit=100)\n for task in active_tasks:\n if (\n task.plugin_id == \"superset-backup\"\n and task.status in [\"PENDING\", \"RUNNING\"]\n and task.params.get(\"environment_id\") == env_id\n ):\n logger.warning(\n f\"Backup already running for environment {env_id}. Skipping scheduled run.\"\n )\n return\n # Run the backup task\n # We need to run this in the event loop since create_task is async\n asyncio.run_coroutine_threadsafe(\n self.task_manager.create_task(\n \"superset-backup\", {\"environment_id\": env_id}\n ),\n self.loop,\n )\n # #endregion _trigger_backup\n# #endregion SchedulerService\n# #region ThrottledSchedulerConfigurator [C:5] [TYPE Class] [SEMANTICS scheduler, throttling, distribution]\n# @BRIEF Distributes validation tasks evenly within an execution window.\n# @PRE: Validation policies provide a finite dashboard list and a valid execution window.\n# @POST: Produces deterministic per-dashboard run timestamps within the configured window.\n# @RELATION DEPENDS_ON -> SchedulerModule\n# @INVARIANT: Returned schedule size always matches number of dashboard IDs.\n# @SIDE_EFFECT: Emits warning logs for degenerate or near-zero scheduling windows.\n# @DATA_CONTRACT: Input[window_start, window_end, dashboard_ids, current_date] -> Output[List[datetime]]\nclass ThrottledSchedulerConfigurator:\n # #region calculate_schedule [TYPE Function]\n # @PURPOSE: Calculates execution times for N tasks within a window.\n # @PRE: window_start, window_end (time), dashboard_ids (List), current_date (date).\n # @POST: Returns List[datetime] of scheduled times.\n # @INVARIANT: Tasks are distributed with near-even spacing.\n @staticmethod\n def calculate_schedule(\n window_start: time, window_end: time, dashboard_ids: list, current_date: date\n ) -> list:\n with belief_scope(\"ThrottledSchedulerConfigurator.calculate_schedule\"):\n n = len(dashboard_ids)\n if n == 0:\n return []\n start_dt = datetime.combine(current_date, window_start)\n end_dt = datetime.combine(current_date, window_end)\n # Handle window crossing midnight\n if end_dt < start_dt:\n end_dt += timedelta(days=1)\n total_seconds = (end_dt - start_dt).total_seconds()\n # Minimum interval of 1 second to avoid division by zero or negative\n if total_seconds <= 0:\n logger.warning(\n f\"[calculate_schedule] Window size is zero or negative. Falling back to start time for all {n} tasks.\"\n )\n return [start_dt] * n\n # If window is too small for even distribution (e.g. 10 tasks in 5 seconds),\n # we still distribute them but they might be very close.\n # The requirement says \"near-even spacing\".\n if n == 1:\n return [start_dt]\n interval = total_seconds / (n - 1) if n > 1 else 0\n # If interval is too small (e.g. < 1s), we might want a fallback,\n # but the spec says \"handle too-small windows with explicit fallback/warning\".\n if interval < 1:\n logger.warning(\n f\"[calculate_schedule] Window too small for {n} tasks (interval {interval:.2f}s). Tasks will be highly concentrated.\"\n )\n scheduled_times = []\n for i in range(n):\n scheduled_times.append(start_dt + timedelta(seconds=i * interval))\n return scheduled_times\n # #endregion calculate_schedule\n# #endregion ThrottledSchedulerConfigurator\n# #endregion SchedulerModule\n" }, { @@ -36787,6 +37844,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SchedulerService [C:3] [TYPE Class] [SEMANTICS scheduler, service, apscheduler]\n# @BRIEF Provides a service to manage scheduled backup tasks.\n# @RELATION DEPENDS_ON -> [ThrottledSchedulerConfigurator]\nclass SchedulerService:\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes the scheduler service with task and config managers.\n # @PRE: task_manager and config_manager must be provided.\n # @POST: Scheduler instance is created but not started.\n def __init__(self, task_manager, config_manager: ConfigManager):\n with belief_scope(\"SchedulerService.__init__\"):\n self.task_manager = task_manager\n self.config_manager = config_manager\n self.scheduler = BackgroundScheduler()\n self.loop = asyncio.get_event_loop()\n # #endregion __init__\n # #region start [TYPE Function]\n # @PURPOSE: Starts the background scheduler and loads initial schedules.\n # @PRE: Scheduler should be initialized.\n # @POST: Scheduler is running and schedules are loaded.\n def start(self):\n with belief_scope(\"SchedulerService.start\"):\n if not self.scheduler.running:\n self.scheduler.start()\n logger.info(\"Scheduler started.\")\n self.load_schedules()\n # #endregion start\n # #region stop [TYPE Function]\n # @PURPOSE: Stops the background scheduler.\n # @PRE: Scheduler should be running.\n # @POST: Scheduler is shut down.\n def stop(self):\n with belief_scope(\"SchedulerService.stop\"):\n if self.scheduler.running:\n self.scheduler.shutdown()\n logger.info(\"Scheduler stopped.\")\n # #endregion stop\n # #region load_schedules [C:4] [TYPE Function] [SEMANTICS scheduler,backup,translation,apscheduler]\n # @BRIEF Load backup and active translation schedules from config and DB, re-registering all jobs.\n # @PRE config_manager must have valid configuration; database is accessible.\n # @POST All enabled backup jobs and active translation schedules are re-registered in APScheduler.\n # @SIDE_EFFECT Removes all existing APScheduler jobs; queries translation_schedules table; registers APScheduler jobs for translation.\n def load_schedules(self):\n with belief_scope(\"SchedulerService.load_schedules\"):\n # Clear existing jobs\n self.scheduler.remove_all_jobs()\n config = self.config_manager.get_config()\n for env in config.environments:\n if env.backup_schedule and env.backup_schedule.enabled:\n self.add_backup_job(env.id, env.backup_schedule.cron_expression)\n # Re-register active translation schedules from the database\n try:\n from ..models.translate import TranslationSchedule\n db = SessionLocal()\n try:\n active_schedules = (\n db.query(TranslationSchedule)\n .filter(TranslationSchedule.is_active == True)\n .all()\n )\n for sched in active_schedules:\n self.add_translation_job(\n schedule_id=sched.id,\n job_id=sched.job_id,\n cron_expression=sched.cron_expression,\n timezone=sched.timezone,\n execution_mode=getattr(sched, 'execution_mode', 'full'),\n )\n if active_schedules:\n logger.reason(f\"Loaded {len(active_schedules)} active translation schedule(s)\")\n finally:\n db.close()\n except Exception as e:\n logger.explore(\"Failed to load translation schedules on startup\",\n extra={\"error\": str(e)})\n # #endregion load_schedules\n # #region add_backup_job [TYPE Function]\n # @PURPOSE: Adds a scheduled backup job for an environment.\n # @PRE: env_id and cron_expression must be valid strings.\n # @POST: A new job is added to the scheduler or replaced if it already exists.\n # @PARAM: env_id (str) - The ID of the environment.\n # @PARAM: cron_expression (str) - The cron expression for the schedule.\n def add_backup_job(self, env_id: str, cron_expression: str):\n with belief_scope(\n \"SchedulerService.add_backup_job\",\n f\"env_id={env_id}, cron={cron_expression}\",\n ):\n job_id = f\"backup_{env_id}\"\n try:\n self.scheduler.add_job(\n self._trigger_backup,\n CronTrigger.from_crontab(cron_expression),\n id=job_id,\n args=[env_id],\n replace_existing=True,\n )\n logger.info(\n f\"Scheduled backup job added for environment {env_id}: {cron_expression}\"\n )\n except Exception as e:\n logger.error(f\"Failed to add backup job for environment {env_id}: {e}\")\n # #endregion add_backup_job\n # #region add_translation_job [C:4] [TYPE Function] [SEMANTICS scheduler,translation,cron,apscheduler]\n # @BRIEF Register a translation schedule with APScheduler.\n # @PRE schedule_id, job_id, and cron_expression are valid strings.\n # @POST A new APScheduler job is registered or replaced if it already exists.\n # @SIDE_EFFECT Mutates APScheduler state; calls execute_scheduled_translation on trigger.\n # @RELATION DEPENDS_ON -> [execute_scheduled_translation]\n # @RELATION DEPENDS_ON -> [SessionLocal]\n def add_translation_job(self, schedule_id: str, job_id: str, cron_expression: str, timezone: str = \"UTC\", execution_mode: str = \"full\"):\n with belief_scope(\n \"SchedulerService.add_translation_job\",\n f\"schedule_id={schedule_id}, job_id={job_id}, cron={cron_expression}\",\n ):\n from zoneinfo import ZoneInfo\n\n from ..plugins.translate.scheduler import execute_scheduled_translation\n\n job_id_aps = f\"translate_{schedule_id}\"\n try:\n tz = ZoneInfo(timezone)\n self.scheduler.add_job(\n execute_scheduled_translation,\n CronTrigger.from_crontab(cron_expression, timezone=tz),\n id=job_id_aps,\n args=[schedule_id, job_id, SessionLocal, self.config_manager, execution_mode],\n replace_existing=True,\n )\n logger.reason(\n f\"Translation schedule registered: {job_id_aps} ({cron_expression})\"\n )\n except Exception as e:\n logger.explore(\n f\"Failed to register translation schedule: {job_id_aps}\",\n extra={\"error\": str(e)},\n )\n # #endregion add_translation_job\n # #region remove_translation_job [C:4] [TYPE Function] [SEMANTICS scheduler,translation,remove,apscheduler]\n # @BRIEF Remove a translation schedule from APScheduler.\n # @PRE schedule_id is a valid string.\n # @POST The APScheduler job is removed if it exists; silently ignored otherwise.\n # @SIDE_EFFECT Mutates APScheduler state.\n def remove_translation_job(self, schedule_id: str):\n with belief_scope(\n \"SchedulerService.remove_translation_job\",\n f\"schedule_id={schedule_id}\",\n ):\n job_id_aps = f\"translate_{schedule_id}\"\n try:\n self.scheduler.remove_job(job_id_aps)\n logger.info(f\"Translation schedule removed: {job_id_aps}\")\n except Exception:\n logger.reason(f\"Translation schedule not found (already removed): {job_id_aps}\")\n # #endregion remove_translation_job\n # #region _trigger_backup [TYPE Function]\n # @PURPOSE: Triggered by the scheduler to start a backup task.\n # @PRE: env_id must be a valid environment ID.\n # @POST: A new backup task is created in the task manager if not already running.\n # @PARAM: env_id (str) - The ID of the environment.\n def _trigger_backup(self, env_id: str):\n seed_trace_id()\n with belief_scope(\"SchedulerService._trigger_backup\", f\"env_id={env_id}\"):\n logger.info(f\"Triggering scheduled backup for environment {env_id}\")\n # Check if a backup is already running for this environment\n active_tasks = self.task_manager.get_tasks(limit=100)\n for task in active_tasks:\n if (\n task.plugin_id == \"superset-backup\"\n and task.status in [\"PENDING\", \"RUNNING\"]\n and task.params.get(\"environment_id\") == env_id\n ):\n logger.warning(\n f\"Backup already running for environment {env_id}. Skipping scheduled run.\"\n )\n return\n # Run the backup task\n # We need to run this in the event loop since create_task is async\n asyncio.run_coroutine_threadsafe(\n self.task_manager.create_task(\n \"superset-backup\", {\"environment_id\": env_id}\n ),\n self.loop,\n )\n # #endregion _trigger_backup\n# #endregion SchedulerService\n" }, { @@ -36833,6 +37891,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region start [TYPE Function]\n # @PURPOSE: Starts the background scheduler and loads initial schedules.\n # @PRE: Scheduler should be initialized.\n # @POST: Scheduler is running and schedules are loaded.\n def start(self):\n with belief_scope(\"SchedulerService.start\"):\n if not self.scheduler.running:\n self.scheduler.start()\n logger.info(\"Scheduler started.\")\n self.load_schedules()\n # #endregion start\n" }, { @@ -36879,6 +37938,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region stop [TYPE Function]\n # @PURPOSE: Stops the background scheduler.\n # @PRE: Scheduler should be running.\n # @POST: Scheduler is shut down.\n def stop(self):\n with belief_scope(\"SchedulerService.stop\"):\n if self.scheduler.running:\n self.scheduler.shutdown()\n logger.info(\"Scheduler stopped.\")\n # #endregion stop\n" }, { @@ -36909,6 +37969,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region load_schedules [C:4] [TYPE Function] [SEMANTICS scheduler,backup,translation,apscheduler]\n # @BRIEF Load backup and active translation schedules from config and DB, re-registering all jobs.\n # @PRE config_manager must have valid configuration; database is accessible.\n # @POST All enabled backup jobs and active translation schedules are re-registered in APScheduler.\n # @SIDE_EFFECT Removes all existing APScheduler jobs; queries translation_schedules table; registers APScheduler jobs for translation.\n def load_schedules(self):\n with belief_scope(\"SchedulerService.load_schedules\"):\n # Clear existing jobs\n self.scheduler.remove_all_jobs()\n config = self.config_manager.get_config()\n for env in config.environments:\n if env.backup_schedule and env.backup_schedule.enabled:\n self.add_backup_job(env.id, env.backup_schedule.cron_expression)\n # Re-register active translation schedules from the database\n try:\n from ..models.translate import TranslationSchedule\n db = SessionLocal()\n try:\n active_schedules = (\n db.query(TranslationSchedule)\n .filter(TranslationSchedule.is_active == True)\n .all()\n )\n for sched in active_schedules:\n self.add_translation_job(\n schedule_id=sched.id,\n job_id=sched.job_id,\n cron_expression=sched.cron_expression,\n timezone=sched.timezone,\n execution_mode=getattr(sched, 'execution_mode', 'full'),\n )\n if active_schedules:\n logger.reason(f\"Loaded {len(active_schedules)} active translation schedule(s)\")\n finally:\n db.close()\n except Exception as e:\n logger.explore(\"Failed to load translation schedules on startup\",\n extra={\"error\": str(e)})\n # #endregion load_schedules\n" }, { @@ -36962,6 +38023,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region add_backup_job [TYPE Function]\n # @PURPOSE: Adds a scheduled backup job for an environment.\n # @PRE: env_id and cron_expression must be valid strings.\n # @POST: A new job is added to the scheduler or replaced if it already exists.\n # @PARAM: env_id (str) - The ID of the environment.\n # @PARAM: cron_expression (str) - The cron expression for the schedule.\n def add_backup_job(self, env_id: str, cron_expression: str):\n with belief_scope(\n \"SchedulerService.add_backup_job\",\n f\"env_id={env_id}, cron={cron_expression}\",\n ):\n job_id = f\"backup_{env_id}\"\n try:\n self.scheduler.add_job(\n self._trigger_backup,\n CronTrigger.from_crontab(cron_expression),\n id=job_id,\n args=[env_id],\n replace_existing=True,\n )\n logger.info(\n f\"Scheduled backup job added for environment {env_id}: {cron_expression}\"\n )\n except Exception as e:\n logger.error(f\"Failed to add backup job for environment {env_id}: {e}\")\n # #endregion add_backup_job\n" }, { @@ -36995,6 +38057,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region add_translation_job [C:4] [TYPE Function] [SEMANTICS scheduler,translation,cron,apscheduler]\n # @BRIEF Register a translation schedule with APScheduler.\n # @PRE schedule_id, job_id, and cron_expression are valid strings.\n # @POST A new APScheduler job is registered or replaced if it already exists.\n # @SIDE_EFFECT Mutates APScheduler state; calls execute_scheduled_translation on trigger.\n # @RELATION DEPENDS_ON -> [execute_scheduled_translation]\n # @RELATION DEPENDS_ON -> [SessionLocal]\n def add_translation_job(self, schedule_id: str, job_id: str, cron_expression: str, timezone: str = \"UTC\", execution_mode: str = \"full\"):\n with belief_scope(\n \"SchedulerService.add_translation_job\",\n f\"schedule_id={schedule_id}, job_id={job_id}, cron={cron_expression}\",\n ):\n from zoneinfo import ZoneInfo\n\n from ..plugins.translate.scheduler import execute_scheduled_translation\n\n job_id_aps = f\"translate_{schedule_id}\"\n try:\n tz = ZoneInfo(timezone)\n self.scheduler.add_job(\n execute_scheduled_translation,\n CronTrigger.from_crontab(cron_expression, timezone=tz),\n id=job_id_aps,\n args=[schedule_id, job_id, SessionLocal, self.config_manager, execution_mode],\n replace_existing=True,\n )\n logger.reason(\n f\"Translation schedule registered: {job_id_aps} ({cron_expression})\"\n )\n except Exception as e:\n logger.explore(\n f\"Failed to register translation schedule: {job_id_aps}\",\n extra={\"error\": str(e)},\n )\n # #endregion add_translation_job\n" }, { @@ -37025,6 +38088,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region remove_translation_job [C:4] [TYPE Function] [SEMANTICS scheduler,translation,remove,apscheduler]\n # @BRIEF Remove a translation schedule from APScheduler.\n # @PRE schedule_id is a valid string.\n # @POST The APScheduler job is removed if it exists; silently ignored otherwise.\n # @SIDE_EFFECT Mutates APScheduler state.\n def remove_translation_job(self, schedule_id: str):\n with belief_scope(\n \"SchedulerService.remove_translation_job\",\n f\"schedule_id={schedule_id}\",\n ):\n job_id_aps = f\"translate_{schedule_id}\"\n try:\n self.scheduler.remove_job(job_id_aps)\n logger.info(f\"Translation schedule removed: {job_id_aps}\")\n except Exception:\n logger.reason(f\"Translation schedule not found (already removed): {job_id_aps}\")\n # #endregion remove_translation_job\n" }, { @@ -37078,6 +38142,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _trigger_backup [TYPE Function]\n # @PURPOSE: Triggered by the scheduler to start a backup task.\n # @PRE: env_id must be a valid environment ID.\n # @POST: A new backup task is created in the task manager if not already running.\n # @PARAM: env_id (str) - The ID of the environment.\n def _trigger_backup(self, env_id: str):\n seed_trace_id()\n with belief_scope(\"SchedulerService._trigger_backup\", f\"env_id={env_id}\"):\n logger.info(f\"Triggering scheduled backup for environment {env_id}\")\n # Check if a backup is already running for this environment\n active_tasks = self.task_manager.get_tasks(limit=100)\n for task in active_tasks:\n if (\n task.plugin_id == \"superset-backup\"\n and task.status in [\"PENDING\", \"RUNNING\"]\n and task.params.get(\"environment_id\") == env_id\n ):\n logger.warning(\n f\"Backup already running for environment {env_id}. Skipping scheduled run.\"\n )\n return\n # Run the backup task\n # We need to run this in the event loop since create_task is async\n asyncio.run_coroutine_threadsafe(\n self.task_manager.create_task(\n \"superset-backup\", {\"environment_id\": env_id}\n ),\n self.loop,\n )\n # #endregion _trigger_backup\n" }, { @@ -37126,6 +38191,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ThrottledSchedulerConfigurator [C:5] [TYPE Class] [SEMANTICS scheduler, throttling, distribution]\n# @BRIEF Distributes validation tasks evenly within an execution window.\n# @PRE: Validation policies provide a finite dashboard list and a valid execution window.\n# @POST: Produces deterministic per-dashboard run timestamps within the configured window.\n# @RELATION DEPENDS_ON -> SchedulerModule\n# @INVARIANT: Returned schedule size always matches number of dashboard IDs.\n# @SIDE_EFFECT: Emits warning logs for degenerate or near-zero scheduling windows.\n# @DATA_CONTRACT: Input[window_start, window_end, dashboard_ids, current_date] -> Output[List[datetime]]\nclass ThrottledSchedulerConfigurator:\n # #region calculate_schedule [TYPE Function]\n # @PURPOSE: Calculates execution times for N tasks within a window.\n # @PRE: window_start, window_end (time), dashboard_ids (List), current_date (date).\n # @POST: Returns List[datetime] of scheduled times.\n # @INVARIANT: Tasks are distributed with near-even spacing.\n @staticmethod\n def calculate_schedule(\n window_start: time, window_end: time, dashboard_ids: list, current_date: date\n ) -> list:\n with belief_scope(\"ThrottledSchedulerConfigurator.calculate_schedule\"):\n n = len(dashboard_ids)\n if n == 0:\n return []\n start_dt = datetime.combine(current_date, window_start)\n end_dt = datetime.combine(current_date, window_end)\n # Handle window crossing midnight\n if end_dt < start_dt:\n end_dt += timedelta(days=1)\n total_seconds = (end_dt - start_dt).total_seconds()\n # Minimum interval of 1 second to avoid division by zero or negative\n if total_seconds <= 0:\n logger.warning(\n f\"[calculate_schedule] Window size is zero or negative. Falling back to start time for all {n} tasks.\"\n )\n return [start_dt] * n\n # If window is too small for even distribution (e.g. 10 tasks in 5 seconds),\n # we still distribute them but they might be very close.\n # The requirement says \"near-even spacing\".\n if n == 1:\n return [start_dt]\n interval = total_seconds / (n - 1) if n > 1 else 0\n # If interval is too small (e.g. < 1s), we might want a fallback,\n # but the spec says \"handle too-small windows with explicit fallback/warning\".\n if interval < 1:\n logger.warning(\n f\"[calculate_schedule] Window too small for {n} tasks (interval {interval:.2f}s). Tasks will be highly concentrated.\"\n )\n scheduled_times = []\n for i in range(n):\n scheduled_times.append(start_dt + timedelta(seconds=i * interval))\n return scheduled_times\n # #endregion calculate_schedule\n# #endregion ThrottledSchedulerConfigurator\n" }, { @@ -37182,6 +38248,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region calculate_schedule [TYPE Function]\n # @PURPOSE: Calculates execution times for N tasks within a window.\n # @PRE: window_start, window_end (time), dashboard_ids (List), current_date (date).\n # @POST: Returns List[datetime] of scheduled times.\n # @INVARIANT: Tasks are distributed with near-even spacing.\n @staticmethod\n def calculate_schedule(\n window_start: time, window_end: time, dashboard_ids: list, current_date: date\n ) -> list:\n with belief_scope(\"ThrottledSchedulerConfigurator.calculate_schedule\"):\n n = len(dashboard_ids)\n if n == 0:\n return []\n start_dt = datetime.combine(current_date, window_start)\n end_dt = datetime.combine(current_date, window_end)\n # Handle window crossing midnight\n if end_dt < start_dt:\n end_dt += timedelta(days=1)\n total_seconds = (end_dt - start_dt).total_seconds()\n # Minimum interval of 1 second to avoid division by zero or negative\n if total_seconds <= 0:\n logger.warning(\n f\"[calculate_schedule] Window size is zero or negative. Falling back to start time for all {n} tasks.\"\n )\n return [start_dt] * n\n # If window is too small for even distribution (e.g. 10 tasks in 5 seconds),\n # we still distribute them but they might be very close.\n # The requirement says \"near-even spacing\".\n if n == 1:\n return [start_dt]\n interval = total_seconds / (n - 1) if n > 1 else 0\n # If interval is too small (e.g. < 1s), we might want a fallback,\n # but the spec says \"handle too-small windows with explicit fallback/warning\".\n if interval < 1:\n logger.warning(\n f\"[calculate_schedule] Window too small for {n} tasks (interval {interval:.2f}s). Tasks will be highly concentrated.\"\n )\n scheduled_times = []\n for i in range(n):\n scheduled_times.append(start_dt + timedelta(seconds=i * interval))\n return scheduled_times\n # #endregion calculate_schedule\n" }, { @@ -37259,6 +38326,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetClientModule [C:3] [TYPE Module] [SEMANTICS superset, package, superset-client]\n# @LAYER: Infra\n# @BRIEF Предоставляет высокоуровневый клиент для взаимодействия с Superset REST API, инкапсулируя логику запросов, обработку ошибок и пагинацию.\n# @RELATION DEPENDS_ON -> [ConfigModels]\n# @RELATION DEPENDS_ON -> [APIClient]\n# @RELATION DEPENDS_ON -> [SupersetAPIError]\n# @RELATION DEPENDS_ON -> [get_filename_from_headers]\n# @RELATION DEPENDS_ON -> [SupersetDatasetsPreviewFiltersMixin]\n#\n# @INVARIANT: All network operations must use the internal APIClient instance.\n# @PUBLIC_API: SupersetClient\n#\n# @RATIONALE: Decomposed from monolithic superset_client.py (2145 lines) into\n# domain-scoped mixins to satisfy INV_7 (module < 400 lines). The composed class\n# preserves the original public API surface — all consumers continue to import\n# `from src.core.superset_client import SupersetClient` without changes.\n# @REJECTED: Keeping a single 2145-line file — violates fractal limit INV_7.\n\nfrom ._base import SupersetClientBase\nfrom ._charts import SupersetChartsMixin\nfrom ._dashboards_crud import SupersetDashboardsCrudMixin\nfrom ._dashboards_filters import SupersetDashboardsFiltersMixin\nfrom ._dashboards_list import SupersetDashboardsListMixin\nfrom ._databases import SupersetDatabasesMixin\nfrom ._datasets import SupersetDatasetsMixin\nfrom ._datasets_preview import SupersetDatasetsPreviewMixin\nfrom ._datasets_preview_filters import SupersetDatasetsPreviewFiltersMixin\nfrom ._user_projection import SupersetUserProjectionMixin\n\n\n# #region SupersetClient [C:3] [TYPE Class]\n# @BRIEF Класс-обёртка над Superset REST API, предоставляющий методы для работы с дашбордами и датасетами.\n# @RELATION DEPENDS_ON -> [ConfigModels]\n# @RELATION DEPENDS_ON -> [APIClient]\n# @RELATION DEPENDS_ON -> [SupersetAPIError]\n# @RELATION INHERITS -> [SupersetClientBase]\n# @RELATION INHERITS -> [SupersetUserProjectionMixin]\n# @RELATION INHERITS -> [SupersetDashboardsListMixin]\n# @RELATION INHERITS -> [SupersetDashboardsFiltersMixin]\n# @RELATION INHERITS -> [SupersetDashboardsCrudMixin]\n# @RELATION INHERITS -> [SupersetChartsMixin]\n# @RELATION INHERITS -> [SupersetDatasetsMixin]\n# @RELATION INHERITS -> [SupersetDatasetsPreviewMixin]\n# @RELATION INHERITS -> [SupersetDatasetsPreviewFiltersMixin]\n# @RELATION INHERITS -> [SupersetDatabasesMixin]\nclass SupersetClient(\n SupersetDatabasesMixin,\n SupersetDatasetsPreviewFiltersMixin,\n SupersetDatasetsPreviewMixin,\n SupersetDatasetsMixin,\n SupersetChartsMixin,\n SupersetDashboardsCrudMixin,\n SupersetDashboardsFiltersMixin,\n SupersetDashboardsListMixin,\n SupersetUserProjectionMixin,\n SupersetClientBase,\n):\n \"\"\"Composed Superset REST API client.\n\n MRO order ensures domain mixins resolve before base class.\n All consumers continue to use: from src.core.superset_client import SupersetClient\n \"\"\"\n pass\n\n\n# #endregion SupersetClient\n\n# #endregion SupersetClientModule\n" }, { @@ -37355,6 +38423,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetClient [C:3] [TYPE Class]\n# @BRIEF Класс-обёртка над Superset REST API, предоставляющий методы для работы с дашбордами и датасетами.\n# @RELATION DEPENDS_ON -> [ConfigModels]\n# @RELATION DEPENDS_ON -> [APIClient]\n# @RELATION DEPENDS_ON -> [SupersetAPIError]\n# @RELATION INHERITS -> [SupersetClientBase]\n# @RELATION INHERITS -> [SupersetUserProjectionMixin]\n# @RELATION INHERITS -> [SupersetDashboardsListMixin]\n# @RELATION INHERITS -> [SupersetDashboardsFiltersMixin]\n# @RELATION INHERITS -> [SupersetDashboardsCrudMixin]\n# @RELATION INHERITS -> [SupersetChartsMixin]\n# @RELATION INHERITS -> [SupersetDatasetsMixin]\n# @RELATION INHERITS -> [SupersetDatasetsPreviewMixin]\n# @RELATION INHERITS -> [SupersetDatasetsPreviewFiltersMixin]\n# @RELATION INHERITS -> [SupersetDatabasesMixin]\nclass SupersetClient(\n SupersetDatabasesMixin,\n SupersetDatasetsPreviewFiltersMixin,\n SupersetDatasetsPreviewMixin,\n SupersetDatasetsMixin,\n SupersetChartsMixin,\n SupersetDashboardsCrudMixin,\n SupersetDashboardsFiltersMixin,\n SupersetDashboardsListMixin,\n SupersetUserProjectionMixin,\n SupersetClientBase,\n):\n \"\"\"Composed Superset REST API client.\n\n MRO order ensures domain mixins resolve before base class.\n All consumers continue to use: from src.core.superset_client import SupersetClient\n \"\"\"\n pass\n\n\n# #endregion SupersetClient\n" }, { @@ -37398,6 +38467,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetClientBase [C:3] [TYPE Module] [SEMANTICS superset, client, base, auth, pagination]\n# @LAYER: Infra\n# @BRIEF Base class for SupersetClient providing initialization, authentication, pagination, and import/export helpers.\n# @RELATION DEPENDS_ON -> [ConfigModels]\n# @RELATION DEPENDS_ON -> [APIClient]\n# @RELATION DEPENDS_ON -> [SupersetAPIError]\n# @RELATION DEPENDS_ON -> [get_filename_from_headers]\nimport zipfile\nfrom pathlib import Path\nfrom typing import Any, Optional, cast\n\nfrom requests import Response\n\nfrom ..config_models import Environment\nfrom ..logger import belief_scope\nfrom ..logger import logger as app_logger\nfrom ..utils.fileio import get_filename_from_headers\nfrom ..utils.network import APIClient, SupersetAPIError\n\napp_logger = cast(Any, app_logger)\n# #region SupersetClientBase [C:3] [TYPE Class]\n# @BRIEF Base class providing Superset client initialization, auth, pagination, and import/export plumbing.\n# @RELATION DEPENDS_ON -> [ConfigModels]\n# @RELATION DEPENDS_ON -> [APIClient]\n# @RELATION DEPENDS_ON -> [SupersetAPIError]\nclass SupersetClientBase:\n # #region SupersetClientInit [TYPE Function] [C:3]\n # @PURPOSE: Инициализирует клиент, проверяет конфигурацию и создает сетевой клиент.\n # @RELATION: DEPENDS_ON -> [Environment]\n # @RELATION: DEPENDS_ON -> [APIClient]\n def __init__(self, env: Environment):\n with belief_scope(\"SupersetClientInit\"):\n app_logger.reason(\n \"Initializing Superset client for environment\",\n extra={\"environment\": getattr(env, \"id\", None), \"env_name\": env.name},\n )\n self.env = env\n # Construct auth payload expected by Superset API\n auth_payload = {\n \"username\": env.username,\n \"password\": env.password,\n \"provider\": \"db\",\n \"refresh\": \"true\",\n }\n self.network = APIClient(\n config={\"base_url\": env.url, \"auth\": auth_payload},\n verify_ssl=env.verify_ssl,\n timeout=env.timeout,\n )\n self.delete_before_reimport: bool = False\n app_logger.reflect(\n \"Superset client initialized\",\n extra={\"environment\": getattr(self.env, \"id\", None)},\n )\n # #endregion SupersetClientInit\n # #region SupersetClientAuthenticate [TYPE Function] [C:3]\n # @PURPOSE: Authenticates the client using the configured credentials.\n # @RELATION: CALLS -> [APIClient]\n def authenticate(self) -> dict[str, str]:\n with belief_scope(\"SupersetClientAuthenticate\"):\n app_logger.reason(\n \"Authenticating Superset client\",\n extra={\"environment\": getattr(self.env, \"id\", None)},\n )\n tokens = self.network.authenticate()\n app_logger.reflect(\n \"Superset client authentication completed\",\n extra={\n \"environment\": getattr(self.env, \"id\", None),\n \"token_keys\": sorted(tokens.keys()),\n },\n )\n return tokens\n # #endregion SupersetClientAuthenticate\n @property\n # #region SupersetClientHeaders [TYPE Function] [C:1]\n # @PURPOSE: Возвращает базовые HTTP-заголовки, используемые сетевым клиентом.\n def headers(self) -> dict:\n with belief_scope(\"headers\"):\n return self.network.headers\n # #endregion SupersetClientHeaders\n # --- Pagination helpers ---\n # #region SupersetClientValidateQueryParams [TYPE Function] [C:1]\n # @PURPOSE: Ensures query parameters have default page and page_size.\n def _validate_query_params(self, query: dict | None) -> dict:\n with belief_scope(\"_validate_query_params\"):\n # Superset list endpoints commonly cap page_size at 100.\n # Using 100 avoids partial fetches when larger values are silently truncated.\n base_query = {\"page\": 0, \"page_size\": 100}\n return {**base_query, **(query or {})}\n # #endregion SupersetClientValidateQueryParams\n # #region SupersetClientFetchTotalObjectCount [TYPE Function] [C:1]\n # @PURPOSE: Fetches the total number of items for a given endpoint.\n # @RELATION: CALLS -> [APIClient]\n def _fetch_total_object_count(self, endpoint: str) -> int:\n with belief_scope(\"_fetch_total_object_count\"):\n return self.network.fetch_paginated_count(\n endpoint=endpoint,\n query_params={\"page\": 0, \"page_size\": 1},\n count_field=\"count\",\n )\n # #endregion SupersetClientFetchTotalObjectCount\n # #region SupersetClientFetchAllPages [TYPE Function] [C:1]\n # @PURPOSE: Iterates through all pages to collect all data items.\n # @RELATION: CALLS -> [APIClient]\n def _fetch_all_pages(self, endpoint: str, pagination_options: dict) -> list[dict]:\n with belief_scope(\"_fetch_all_pages\"):\n return self.network.fetch_paginated_data(\n endpoint=endpoint, pagination_options=pagination_options\n )\n # #endregion SupersetClientFetchAllPages\n # --- Import/Export helpers ---\n # #region SupersetClientDoImport [TYPE Function] [C:1]\n # @PURPOSE: Performs the actual multipart upload for import.\n # @RELATION: CALLS -> [APIClient]\n def _do_import(self, file_name: str | Path) -> dict:\n with belief_scope(\"_do_import\"):\n app_logger.debug(f\"[_do_import][State] Uploading file: {file_name}\")\n file_path = Path(file_name)\n if not file_path.exists():\n app_logger.error(\n f\"[_do_import][Failure] File does not exist: {file_name}\"\n )\n raise FileNotFoundError(f\"File does not exist: {file_name}\")\n return self.network.upload_file(\n endpoint=\"/dashboard/import/\",\n file_info={\n \"file_obj\": file_path,\n \"file_name\": file_path.name,\n \"form_field\": \"formData\",\n },\n extra_data={\"overwrite\": \"true\"},\n timeout=self.env.timeout * 2,\n )\n # #endregion SupersetClientDoImport\n # #region SupersetClientValidateExportResponse [TYPE Function] [C:1]\n # @PURPOSE: Validates that the export response is a non-empty ZIP archive.\n def _validate_export_response(self, response: Response, dashboard_id: int) -> None:\n with belief_scope(\"_validate_export_response\"):\n content_type = response.headers.get(\"Content-Type\", \"\")\n if \"application/zip\" not in content_type:\n raise SupersetAPIError(\n f\"Получен не ZIP-архив (Content-Type: {content_type})\"\n )\n if not response.content:\n raise SupersetAPIError(\"Получены пустые данные при экспорте\")\n # #endregion SupersetClientValidateExportResponse\n # #region SupersetClientResolveExportFilename [TYPE Function] [C:1]\n # @PURPOSE: Determines the filename for an exported dashboard.\n def _resolve_export_filename(self, response: Response, dashboard_id: int) -> str:\n with belief_scope(\"_resolve_export_filename\"):\n filename = get_filename_from_headers(dict(response.headers))\n if not filename:\n from datetime import datetime\n timestamp = datetime.now().strftime(\"%Y%m%dT%H%M%S\")\n filename = f\"dashboard_export_{dashboard_id}_{timestamp}.zip\"\n app_logger.warning(\n \"[_resolve_export_filename][Warning] Generated filename: %s\",\n filename,\n )\n return filename\n # #endregion SupersetClientResolveExportFilename\n # #region SupersetClientValidateImportFile [TYPE Function] [C:1]\n # @PURPOSE: Validates that the file to be imported is a valid ZIP with metadata.yaml.\n def _validate_import_file(self, zip_path: str | Path) -> None:\n with belief_scope(\"_validate_import_file\"):\n path = Path(zip_path)\n if not path.exists():\n raise FileNotFoundError(f\"Файл {zip_path} не существует\")\n if not zipfile.is_zipfile(path):\n raise SupersetAPIError(f\"Файл {zip_path} не является ZIP-архивом\")\n with zipfile.ZipFile(path, \"r\") as zf:\n if not any(n.endswith(\"metadata.yaml\") for n in zf.namelist()):\n raise SupersetAPIError(\n f\"Архив {zip_path} не содержит 'metadata.yaml'\"\n )\n # #endregion SupersetClientValidateImportFile\n # #region SupersetClientResolveTargetIdForDelete [TYPE Function] [C:1]\n # @PURPOSE: Resolves a dashboard ID from either an ID or a slug.\n # @RELATION: CALLS -> [SupersetClientGetDashboards]\n def _resolve_target_id_for_delete(\n self, dash_id: int | None, dash_slug: str | None\n ) -> int | None:\n with belief_scope(\"_resolve_target_id_for_delete\"):\n if dash_id is not None:\n return dash_id\n if dash_slug is not None:\n app_logger.debug(\n \"[_resolve_target_id_for_delete][State] Resolving ID by slug '%s'.\",\n dash_slug,\n )\n try:\n _, candidates = self.get_dashboards(\n query={\n \"filters\": [{\"col\": \"slug\", \"op\": \"eq\", \"value\": dash_slug}]\n }\n )\n if candidates:\n target_id = candidates[0][\"id\"]\n app_logger.debug(\n \"[_resolve_target_id_for_delete][Success] Resolved slug to ID %s.\",\n target_id,\n )\n return target_id\n except Exception as e:\n app_logger.warning(\n \"[_resolve_target_id_for_delete][Warning] Could not resolve slug '%s' to ID: %s\",\n dash_slug,\n e,\n )\n return None\n # #endregion SupersetClientResolveTargetIdForDelete\n # #region SupersetClientGetAllResources [TYPE Function] [C:3]\n # @PURPOSE: Fetches all resources of a given type with id, uuid, and name columns.\n # @RELATION: CALLS -> [SupersetClientFetchAllPages]\n def get_all_resources(\n self, resource_type: str, since_dttm: Optional[\"datetime\"] = None\n ) -> list[dict]:\n with belief_scope(\n \"SupersetClient.get_all_resources\",\n f\"type={resource_type}, since={since_dttm}\",\n ):\n column_map = {\n \"chart\": {\n \"endpoint\": \"/chart/\",\n \"columns\": [\"id\", \"uuid\", \"slice_name\"],\n },\n \"dataset\": {\n \"endpoint\": \"/dataset/\",\n \"columns\": [\"id\", \"uuid\", \"table_name\"],\n },\n \"dashboard\": {\n \"endpoint\": \"/dashboard/\",\n \"columns\": [\"id\", \"uuid\", \"slug\", \"dashboard_title\"],\n },\n }\n config = column_map.get(resource_type)\n if not config:\n app_logger.warning(\n \"[get_all_resources][Warning] Unknown resource type: %s\",\n resource_type,\n )\n return []\n query = {\"columns\": config[\"columns\"]}\n if since_dttm:\n import math\n # Use int milliseconds to be safe\n timestamp_ms = math.floor(since_dttm.timestamp() * 1000)\n query[\"filters\"] = [\n {\"col\": \"changed_on_dttm\", \"opr\": \"gt\", \"value\": timestamp_ms}\n ]\n validated = self._validate_query_params(query)\n data = self._fetch_all_pages(\n endpoint=config[\"endpoint\"],\n pagination_options={\"base_query\": validated, \"results_field\": \"result\"},\n )\n app_logger.reflect(\n f\"Fetched {len(data)} {resource_type} resources.\",\n extra={\"src\": \"get_all_resources\"},\n )\n return data\n # #endregion SupersetClientGetAllResources\n# #endregion SupersetClientBase\n# #endregion SupersetClientBase\n" }, { @@ -37423,6 +38493,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetChartsMixin [C:3] [TYPE Module] [SEMANTICS superset, chart, query, list, extract]\n# @LAYER: Infra\n# @BRIEF Chart domain mixin for SupersetClient — list, get, extract IDs from layout.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\nimport re\nfrom typing import Any, cast\n\nfrom ..logger import belief_scope\nfrom ..logger import logger as app_logger\n\napp_logger = cast(Any, app_logger)\n# #region SupersetChartsMixin [C:3] [TYPE Class]\n# @BRIEF Mixin providing all chart-related Superset API operations.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\nclass SupersetChartsMixin:\n # #region SupersetClientGetChart [TYPE Function] [C:3]\n # @PURPOSE: Fetches a single chart by ID.\n # @RELATION: CALLS -> [APIClient]\n def get_chart(self, chart_id: int) -> dict:\n with belief_scope(\"SupersetClient.get_chart\", f\"id={chart_id}\"):\n response = self.network.request(method=\"GET\", endpoint=f\"/chart/{chart_id}\")\n return cast(dict, response)\n # #endregion SupersetClientGetChart\n # #region SupersetClientGetCharts [TYPE Function] [C:3]\n # @PURPOSE: Fetches all charts with pagination support.\n # @RELATION: CALLS -> [SupersetClientFetchAllPages]\n def get_charts(self, query: dict | None = None) -> tuple[int, list[dict]]:\n with belief_scope(\"get_charts\"):\n validated_query = self._validate_query_params(query or {})\n if \"columns\" not in validated_query:\n validated_query[\"columns\"] = [\"id\", \"uuid\", \"slice_name\", \"viz_type\"]\n paginated_data = self._fetch_all_pages(\n endpoint=\"/chart/\",\n pagination_options={\n \"base_query\": validated_query,\n \"results_field\": \"result\",\n },\n )\n return len(paginated_data), paginated_data\n # #endregion SupersetClientGetCharts\n # #region SupersetClientExtractChartIdsFromLayout [TYPE Function] [C:1]\n # @PURPOSE: Traverses dashboard layout metadata and extracts chart IDs from common keys.\n def _extract_chart_ids_from_layout(\n self, payload: Any\n ) -> set:\n with belief_scope(\"_extract_chart_ids_from_layout\"):\n found = set()\n def walk(node):\n if isinstance(node, dict):\n for key, value in node.items():\n if key in (\"chartId\", \"chart_id\", \"slice_id\", \"sliceId\"):\n try:\n found.add(int(value))\n except (TypeError, ValueError):\n pass\n if key == \"id\" and isinstance(value, str):\n match = re.match(r\"^CHART-(\\d+)$\", value)\n if match:\n try:\n found.add(int(match.group(1)))\n except ValueError:\n pass\n walk(value)\n elif isinstance(node, list):\n for item in node:\n walk(item)\n walk(payload)\n return found\n # #endregion SupersetClientExtractChartIdsFromLayout\n# #endregion SupersetChartsMixin\n# #endregion SupersetChartsMixin\n" }, { @@ -37460,6 +38531,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetDashboardsCrudMixin [C:3] [TYPE Module] [SEMANTICS superset, dashboard, crud, import, export]\n# @LAYER: Infra\n# @BRIEF Dashboard CRUD mixin for SupersetClient — detail, export, import, delete.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\n# @RELATION DEPENDS_ON -> [SupersetDashboardsFiltersMixin]\n# @RELATION DEPENDS_ON -> [SupersetChartsMixin]\nimport json\nimport re\nfrom pathlib import Path\nfrom typing import Any, cast\n\nfrom requests import Response\n\nfrom ..logger import belief_scope\nfrom ..logger import logger as app_logger\n\napp_logger = cast(Any, app_logger)\n# #region SupersetDashboardsCrudMixin [C:3] [TYPE Class]\n# @BRIEF Mixin providing dashboard detail resolution, export, import, and delete operations.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\n# @RELATION DEPENDS_ON -> [SupersetDashboardsFiltersMixin]\n# @RELATION DEPENDS_ON -> [SupersetChartsMixin]\nclass SupersetDashboardsCrudMixin:\n # #region SupersetClientGetDashboardDetail [TYPE Function] [C:3]\n # @PURPOSE: Fetches detailed dashboard information including related charts and datasets.\n # @RELATION: CALLS -> [SupersetClientGetDashboard]\n # @RELATION: CALLS -> [SupersetClientGetChart]\n def get_dashboard_detail(self, dashboard_ref: int | str) -> dict:\n with belief_scope(\n \"SupersetClient.get_dashboard_detail\", f\"ref={dashboard_ref}\"\n ):\n dashboard_response = self.get_dashboard(dashboard_ref)\n dashboard_data = dashboard_response.get(\"result\", dashboard_response)\n charts: list[dict] = []\n datasets: list[dict] = []\n # #region extract_dataset_id_from_form_data [TYPE Function]\n def extract_dataset_id_from_form_data(\n form_data: dict | None,\n ) -> int | None:\n if not isinstance(form_data, dict):\n return None\n datasource = form_data.get(\"datasource\")\n if isinstance(datasource, str):\n matched = re.match(r\"^(\\d+)__\", datasource)\n if matched:\n try:\n return int(matched.group(1))\n except ValueError:\n return None\n if isinstance(datasource, dict):\n ds_id = datasource.get(\"id\")\n try:\n return int(ds_id) if ds_id is not None else None\n except (TypeError, ValueError):\n return None\n ds_id = form_data.get(\"datasource_id\")\n try:\n return int(ds_id) if ds_id is not None else None\n except (TypeError, ValueError):\n return None\n # #endregion extract_dataset_id_from_form_data\n try:\n charts_response = self.network.request(\n method=\"GET\", endpoint=f\"/dashboard/{dashboard_ref}/charts\"\n )\n charts_payload = (\n charts_response.get(\"result\", [])\n if isinstance(charts_response, dict)\n else []\n )\n for chart_obj in charts_payload:\n if not isinstance(chart_obj, dict):\n continue\n chart_id = chart_obj.get(\"id\")\n if chart_id is None:\n continue\n form_data = chart_obj.get(\"form_data\")\n if isinstance(form_data, str):\n try:\n form_data = json.loads(form_data)\n except Exception:\n form_data = {}\n dataset_id = extract_dataset_id_from_form_data(\n form_data\n ) or chart_obj.get(\"datasource_id\")\n charts.append({\n \"id\": int(chart_id),\n \"title\": chart_obj.get(\"slice_name\")\n or chart_obj.get(\"name\") or f\"Chart {chart_id}\",\n \"viz_type\": (\n form_data.get(\"viz_type\")\n if isinstance(form_data, dict) else None\n ),\n \"dataset_id\": int(dataset_id) if dataset_id is not None else None,\n \"last_modified\": chart_obj.get(\"changed_on\"),\n \"overview\": chart_obj.get(\"description\")\n or (form_data.get(\"viz_type\") if isinstance(form_data, dict) else None)\n or \"Chart\",\n })\n except Exception as e:\n app_logger.warning(\n \"[get_dashboard_detail][Warning] Failed to fetch dashboard charts: %s\", e,\n )\n try:\n datasets_response = self.network.request(\n method=\"GET\", endpoint=f\"/dashboard/{dashboard_ref}/datasets\"\n )\n datasets_payload = (\n datasets_response.get(\"result\", [])\n if isinstance(datasets_response, dict)\n else []\n )\n for dataset_obj in datasets_payload:\n if not isinstance(dataset_obj, dict):\n continue\n dataset_id = dataset_obj.get(\"id\")\n if dataset_id is None:\n continue\n db_payload = dataset_obj.get(\"database\")\n db_name = (\n db_payload.get(\"database_name\")\n if isinstance(db_payload, dict) else None\n )\n table_name = (\n dataset_obj.get(\"table_name\")\n or dataset_obj.get(\"datasource_name\")\n or dataset_obj.get(\"name\") or f\"Dataset {dataset_id}\"\n )\n schema = dataset_obj.get(\"schema\")\n fq_name = f\"{schema}.{table_name}\" if schema else table_name\n datasets.append({\n \"id\": int(dataset_id),\n \"table_name\": table_name,\n \"schema\": schema,\n \"database\": db_name or dataset_obj.get(\"database_name\") or \"Unknown\",\n \"last_modified\": dataset_obj.get(\"changed_on\"),\n \"overview\": fq_name,\n })\n except Exception as e:\n app_logger.warning(\n \"[get_dashboard_detail][Warning] Failed to fetch dashboard datasets: %s\", e,\n )\n # Fallback: derive chart IDs from layout metadata\n if not charts:\n raw_position_json = dashboard_data.get(\"position_json\")\n chart_ids_from_position = set()\n if isinstance(raw_position_json, str) and raw_position_json:\n try:\n parsed_position = json.loads(raw_position_json)\n chart_ids_from_position.update(\n self._extract_chart_ids_from_layout(parsed_position)\n )\n except Exception:\n pass\n elif isinstance(raw_position_json, dict):\n chart_ids_from_position.update(\n self._extract_chart_ids_from_layout(raw_position_json)\n )\n raw_json_metadata = dashboard_data.get(\"json_metadata\")\n if isinstance(raw_json_metadata, str) and raw_json_metadata:\n try:\n parsed_metadata = json.loads(raw_json_metadata)\n chart_ids_from_position.update(\n self._extract_chart_ids_from_layout(parsed_metadata)\n )\n except Exception:\n pass\n elif isinstance(raw_json_metadata, dict):\n chart_ids_from_position.update(\n self._extract_chart_ids_from_layout(raw_json_metadata)\n )\n app_logger.info(\n \"[get_dashboard_detail][State] Extracted %s fallback chart IDs from layout (dashboard_id=%s)\",\n len(chart_ids_from_position), dashboard_ref,\n )\n for chart_id in sorted(chart_ids_from_position):\n try:\n chart_response = self.get_chart(int(chart_id))\n chart_data = chart_response.get(\"result\", chart_response)\n charts.append({\n \"id\": int(chart_id),\n \"title\": chart_data.get(\"slice_name\")\n or chart_data.get(\"name\") or f\"Chart {chart_id}\",\n \"viz_type\": chart_data.get(\"viz_type\"),\n \"dataset_id\": chart_data.get(\"datasource_id\"),\n \"last_modified\": chart_data.get(\"changed_on\"),\n \"overview\": chart_data.get(\"description\")\n or chart_data.get(\"viz_type\") or \"Chart\",\n })\n except Exception as e:\n app_logger.warning(\n \"[get_dashboard_detail][Warning] Failed to resolve fallback chart %s: %s\",\n chart_id, e,\n )\n # Backfill datasets from chart datasource IDs.\n dataset_ids_from_charts = {\n c.get(\"dataset_id\") for c in charts if c.get(\"dataset_id\") is not None\n }\n known_dataset_ids = {\n d.get(\"id\") for d in datasets if d.get(\"id\") is not None\n }\n missing_dataset_ids: list[int] = []\n for raw_dataset_id in dataset_ids_from_charts:\n if raw_dataset_id is None or raw_dataset_id in known_dataset_ids:\n continue\n try:\n missing_dataset_ids.append(int(raw_dataset_id))\n except (TypeError, ValueError):\n continue\n for dataset_id in missing_dataset_ids:\n try:\n dataset_response = self.get_dataset(int(dataset_id))\n dataset_data = dataset_response.get(\"result\", dataset_response)\n db_payload = dataset_data.get(\"database\")\n db_name = (\n db_payload.get(\"database_name\")\n if isinstance(db_payload, dict) else None\n )\n table_name = (\n dataset_data.get(\"table_name\") or f\"Dataset {dataset_id}\"\n )\n schema = dataset_data.get(\"schema\")\n fq_name = f\"{schema}.{table_name}\" if schema else table_name\n datasets.append({\n \"id\": int(dataset_id),\n \"table_name\": table_name,\n \"schema\": schema,\n \"database\": db_name or \"Unknown\",\n \"last_modified\": dataset_data.get(\"changed_on_utc\")\n or dataset_data.get(\"changed_on\"),\n \"overview\": fq_name,\n })\n except Exception as e:\n app_logger.warning(\n \"[get_dashboard_detail][Warning] Failed to resolve dataset %s: %s\",\n dataset_id, e,\n )\n unique_charts = {chart[\"id\"]: chart for chart in charts}\n unique_datasets = {dataset[\"id\"]: dataset for dataset in datasets}\n resolved_dashboard_id = dashboard_data.get(\"id\", dashboard_ref)\n return {\n \"id\": resolved_dashboard_id,\n \"title\": dashboard_data.get(\"dashboard_title\")\n or dashboard_data.get(\"title\") or f\"Dashboard {resolved_dashboard_id}\",\n \"slug\": dashboard_data.get(\"slug\"),\n \"url\": dashboard_data.get(\"url\"),\n \"description\": dashboard_data.get(\"description\") or \"\",\n \"last_modified\": dashboard_data.get(\"changed_on_utc\")\n or dashboard_data.get(\"changed_on\"),\n \"published\": dashboard_data.get(\"published\"),\n \"charts\": list(unique_charts.values()),\n \"datasets\": list(unique_datasets.values()),\n \"chart_count\": len(unique_charts),\n \"dataset_count\": len(unique_datasets),\n }\n # #endregion SupersetClientGetDashboardDetail\n # #region SupersetClientExportDashboard [TYPE Function] [C:3]\n # @PURPOSE: Экспортирует дашборд в виде ZIP-архива.\n # @SIDE_EFFECT: Performs network I/O to download archive.\n # @RELATION: CALLS -> [APIClient]\n def export_dashboard(self, dashboard_id: int) -> tuple[bytes, str]:\n with belief_scope(\"export_dashboard\"):\n app_logger.info(\n \"[export_dashboard][Enter] Exporting dashboard %s.\", dashboard_id\n )\n response = self.network.request(\n method=\"GET\",\n endpoint=\"/dashboard/export/\",\n params={\"q\": json.dumps([dashboard_id])},\n stream=True,\n raw_response=True,\n )\n response = cast(Response, response)\n self._validate_export_response(response, dashboard_id)\n filename = self._resolve_export_filename(response, dashboard_id)\n app_logger.reflect(\n f\"Exported dashboard {dashboard_id} to {filename}.\",\n extra={\"src\": \"export_dashboard\"},\n )\n return response.content, filename\n # #endregion SupersetClientExportDashboard\n # #region SupersetClientImportDashboard [TYPE Function] [C:3]\n # @PURPOSE: Импортирует дашборд из ZIP-файла.\n # @SIDE_EFFECT: Performs network I/O to upload archive.\n # @RELATION: CALLS -> [SupersetClientDoImport]\n # @RELATION: CALLS -> [APIClient]\n def import_dashboard(\n self,\n file_name: str | Path,\n dash_id: int | None = None,\n dash_slug: str | None = None,\n ) -> dict:\n with belief_scope(\"import_dashboard\"):\n if file_name is None:\n raise ValueError(\"file_name cannot be None\")\n file_path = str(file_name)\n self._validate_import_file(file_path)\n try:\n return self._do_import(file_path)\n except Exception as exc:\n app_logger.error(\n \"[import_dashboard][Failure] First import attempt failed: %s\",\n exc, exc_info=True,\n )\n if not self.delete_before_reimport:\n raise\n target_id = self._resolve_target_id_for_delete(dash_id, dash_slug)\n if target_id is None:\n app_logger.error(\n \"[import_dashboard][Failure] No ID available for delete-retry.\"\n )\n raise\n self.delete_dashboard(target_id)\n app_logger.info(\n \"[import_dashboard][State] Deleted dashboard ID %s, retrying import.\",\n target_id,\n )\n return self._do_import(file_path)\n # #endregion SupersetClientImportDashboard\n # #region SupersetClientDeleteDashboard [TYPE Function] [C:3]\n # @PURPOSE: Удаляет дашборд по его ID или slug.\n # @SIDE_EFFECT: Deletes resource from upstream Superset environment.\n # @RELATION: CALLS -> [APIClient]\n def delete_dashboard(self, dashboard_id: int | str) -> None:\n with belief_scope(\"delete_dashboard\"):\n app_logger.info(\n \"[delete_dashboard][Enter] Deleting dashboard %s.\", dashboard_id\n )\n response = self.network.request(\n method=\"DELETE\", endpoint=f\"/dashboard/{dashboard_id}\"\n )\n response = cast(dict, response)\n if response.get(\"result\", True) is not False:\n app_logger.info(\n \"[delete_dashboard][Success] Dashboard %s deleted.\", dashboard_id\n )\n else:\n app_logger.warning(\n \"[delete_dashboard][Warning] Unexpected response while deleting %s: %s\",\n dashboard_id, response,\n )\n # #endregion SupersetClientDeleteDashboard\n# #endregion SupersetDashboardsCrudMixin\n# #endregion SupersetDashboardsCrudMixin\n" }, { @@ -37474,6 +38546,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region extract_dataset_id_from_form_data [TYPE Function]\n def extract_dataset_id_from_form_data(\n form_data: dict | None,\n ) -> int | None:\n if not isinstance(form_data, dict):\n return None\n datasource = form_data.get(\"datasource\")\n if isinstance(datasource, str):\n matched = re.match(r\"^(\\d+)__\", datasource)\n if matched:\n try:\n return int(matched.group(1))\n except ValueError:\n return None\n if isinstance(datasource, dict):\n ds_id = datasource.get(\"id\")\n try:\n return int(ds_id) if ds_id is not None else None\n except (TypeError, ValueError):\n return None\n ds_id = form_data.get(\"datasource_id\")\n try:\n return int(ds_id) if ds_id is not None else None\n except (TypeError, ValueError):\n return None\n # #endregion extract_dataset_id_from_form_data\n" }, { @@ -37499,6 +38572,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetDashboardsFiltersMixin [C:3] [TYPE Module] [SEMANTICS superset, dashboard, filter, native, advanced]\n# @LAYER: Infra\n# @BRIEF Dashboard native filter extraction mixin for SupersetClient.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\nimport json\nfrom typing import Any, cast\n\nfrom ..logger import belief_scope\nfrom ..logger import logger as app_logger\n\napp_logger = cast(Any, app_logger)\n# #region SupersetDashboardsFiltersMixin [C:3] [TYPE Class]\n# @BRIEF Mixin providing dashboard native filter extraction from permalink and URL state.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\nclass SupersetDashboardsFiltersMixin:\n # #region SupersetClientGetDashboard [TYPE Function] [C:3]\n # @PURPOSE: Fetches a single dashboard by ID or slug.\n # @RELATION: CALLS -> [APIClient]\n def get_dashboard(self, dashboard_ref: int | str) -> dict:\n with belief_scope(\"SupersetClient.get_dashboard\", f\"ref={dashboard_ref}\"):\n response = self.network.request(\n method=\"GET\", endpoint=f\"/dashboard/{dashboard_ref}\"\n )\n return cast(dict, response)\n # #endregion SupersetClientGetDashboard\n # #region SupersetClientGetDashboardPermalinkState [TYPE Function] [C:2]\n # @PURPOSE: Fetches stored dashboard permalink state by permalink key.\n # @RELATION: CALLS -> [APIClient]\n def get_dashboard_permalink_state(self, permalink_key: str) -> dict:\n with belief_scope(\n \"SupersetClient.get_dashboard_permalink_state\", f\"key={permalink_key}\"\n ):\n response = self.network.request(\n method=\"GET\", endpoint=f\"/dashboard/permalink/{permalink_key}\"\n )\n return cast(dict, response)\n # #endregion SupersetClientGetDashboardPermalinkState\n # #region SupersetClientGetNativeFilterState [TYPE Function] [C:2]\n # @PURPOSE: Fetches stored native filter state by filter state key.\n # @RELATION: CALLS -> [APIClient]\n def get_native_filter_state(\n self, dashboard_id: int | str, filter_state_key: str\n ) -> dict:\n with belief_scope(\n \"SupersetClient.get_native_filter_state\",\n f\"dashboard={dashboard_id}, key={filter_state_key}\",\n ):\n response = self.network.request(\n method=\"GET\",\n endpoint=f\"/dashboard/{dashboard_id}/filter_state/{filter_state_key}\",\n )\n return cast(dict, response)\n # #endregion SupersetClientGetNativeFilterState\n # #region SupersetClientExtractNativeFiltersFromPermalink [TYPE Function] [C:3]\n # @PURPOSE: Extract native filters dataMask from a permalink key.\n # @RELATION: CALLS -> [SupersetClientGetDashboardPermalinkState]\n def extract_native_filters_from_permalink(self, permalink_key: str) -> dict:\n with belief_scope(\n \"SupersetClient.extract_native_filters_from_permalink\",\n f\"key={permalink_key}\",\n ):\n permalink_response = self.get_dashboard_permalink_state(permalink_key)\n result = permalink_response.get(\"result\", permalink_response)\n state = result.get(\"state\", result)\n data_mask = state.get(\"dataMask\", {})\n extracted_filters = {}\n for filter_id, filter_data in data_mask.items():\n if not isinstance(filter_data, dict):\n continue\n extracted_filters[filter_id] = {\n \"extraFormData\": filter_data.get(\"extraFormData\", {}),\n \"filterState\": filter_data.get(\"filterState\", {}),\n \"ownState\": filter_data.get(\"ownState\", {}),\n }\n return {\n \"dataMask\": extracted_filters,\n \"activeTabs\": state.get(\"activeTabs\", []),\n \"anchor\": state.get(\"anchor\"),\n \"chartStates\": state.get(\"chartStates\", {}),\n \"permalink_key\": permalink_key,\n }\n # #endregion SupersetClientExtractNativeFiltersFromPermalink\n # #region SupersetClientExtractNativeFiltersFromKey [TYPE Function] [C:3]\n # @PURPOSE: Extract native filters from a native_filters_key URL parameter.\n # @RELATION: CALLS -> [SupersetClientGetNativeFilterState]\n def extract_native_filters_from_key(\n self, dashboard_id: int | str, filter_state_key: str\n ) -> dict:\n with belief_scope(\n \"SupersetClient.extract_native_filters_from_key\",\n f\"dashboard={dashboard_id}, key={filter_state_key}\",\n ):\n filter_response = self.get_native_filter_state(\n dashboard_id, filter_state_key\n )\n result = filter_response.get(\"result\", filter_response)\n value = result.get(\"value\")\n if isinstance(value, str):\n try:\n parsed_value = json.loads(value)\n except json.JSONDecodeError as e:\n app_logger.warning(\n \"[extract_native_filters_from_key][Warning] Failed to parse filter state JSON: %s\",\n e,\n )\n parsed_value = {}\n elif isinstance(value, dict):\n parsed_value = value\n else:\n parsed_value = {}\n extracted_filters = {}\n if \"id\" in parsed_value and \"extraFormData\" in parsed_value:\n filter_id = parsed_value.get(\"id\", filter_state_key)\n extracted_filters[filter_id] = {\n \"extraFormData\": parsed_value.get(\"extraFormData\", {}),\n \"filterState\": parsed_value.get(\"filterState\", {}),\n \"ownState\": parsed_value.get(\"ownState\", {}),\n }\n else:\n for filter_id, filter_data in parsed_value.items():\n if not isinstance(filter_data, dict):\n continue\n extracted_filters[filter_id] = {\n \"extraFormData\": filter_data.get(\"extraFormData\", {}),\n \"filterState\": filter_data.get(\"filterState\", {}),\n \"ownState\": filter_data.get(\"ownState\", {}),\n }\n return {\n \"dataMask\": extracted_filters,\n \"dashboard_id\": dashboard_id,\n \"filter_state_key\": filter_state_key,\n }\n # #endregion SupersetClientExtractNativeFiltersFromKey\n # #region SupersetClientParseDashboardUrlForFilters [TYPE Function] [C:3]\n # @PURPOSE: Parse a Superset dashboard URL and extract native filter state if present.\n # @RELATION: CALLS -> [SupersetClientExtractNativeFiltersFromPermalink]\n # @RELATION: CALLS -> [SupersetClientExtractNativeFiltersFromKey]\n def parse_dashboard_url_for_filters(self, url: str) -> dict:\n with belief_scope(\n \"SupersetClient.parse_dashboard_url_for_filters\", f\"url={url}\"\n ):\n import urllib.parse\n parsed_url = urllib.parse.urlparse(url)\n query_params = urllib.parse.parse_qs(parsed_url.query)\n path_parts = parsed_url.path.rstrip(\"/\").split(\"/\")\n result = {\n \"url\": url,\n \"dashboard_id\": None,\n \"filter_type\": None,\n \"filters\": {},\n }\n # Check for permalink URL: /dashboard/p/{key}/ or /superset/dashboard/p/{key}/\n if \"p\" in path_parts:\n try:\n p_index = path_parts.index(\"p\")\n if p_index + 1 < len(path_parts):\n permalink_key = path_parts[p_index + 1]\n filter_data = self.extract_native_filters_from_permalink(\n permalink_key\n )\n result[\"filter_type\"] = \"permalink\"\n result[\"filters\"] = filter_data\n return result\n except ValueError:\n pass\n # Check for native_filters_key in query params\n native_filters_key = query_params.get(\"native_filters_key\", [None])[0]\n if native_filters_key:\n dashboard_ref = None\n if \"dashboard\" in path_parts:\n try:\n dash_index = path_parts.index(\"dashboard\")\n if dash_index + 1 < len(path_parts):\n potential_id = path_parts[dash_index + 1]\n if potential_id not in (\"p\", \"list\", \"new\"):\n dashboard_ref = potential_id\n except ValueError:\n pass\n if dashboard_ref:\n resolved_id = None\n try:\n resolved_id = int(dashboard_ref)\n except (ValueError, TypeError):\n try:\n dash_resp = self.get_dashboard(dashboard_ref)\n dash_data = (\n dash_resp.get(\"result\", dash_resp)\n if isinstance(dash_resp, dict)\n else {}\n )\n raw_id = dash_data.get(\"id\")\n if raw_id is not None:\n resolved_id = int(raw_id)\n except Exception as e:\n app_logger.warning(\n \"[parse_dashboard_url_for_filters][Warning] Failed to resolve dashboard slug '%s' to ID: %s\",\n dashboard_ref,\n e,\n )\n if resolved_id is not None:\n filter_data = self.extract_native_filters_from_key(\n resolved_id, native_filters_key\n )\n result[\"filter_type\"] = \"native_filters_key\"\n result[\"dashboard_id\"] = resolved_id\n result[\"filters\"] = filter_data\n return result\n else:\n app_logger.warning(\n \"[parse_dashboard_url_for_filters][Warning] Could not resolve dashboard_id from URL for native_filters_key\"\n )\n # Check for native_filters in query params (direct filter values)\n native_filters = query_params.get(\"native_filters\", [None])[0]\n if native_filters:\n try:\n parsed_filters = json.loads(native_filters)\n result[\"filter_type\"] = \"native_filters\"\n result[\"filters\"] = {\"dataMask\": parsed_filters}\n return result\n except json.JSONDecodeError as e:\n app_logger.warning(\n \"[parse_dashboard_url_for_filters][Warning] Failed to parse native_filters JSON: %s\",\n e,\n )\n return result\n # #endregion SupersetClientParseDashboardUrlForFilters\n# #endregion SupersetDashboardsFiltersMixin\n# #endregion SupersetDashboardsFiltersMixin\n" }, { @@ -37530,6 +38604,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetDashboardsListMixin [C:3] [TYPE Module] [SEMANTICS superset, dashboard, list, search, filter]\n# @LAYER: Infra\n# @BRIEF Dashboard listing mixin for SupersetClient — paginated list, summary projection.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\n# @RELATION DEPENDS_ON -> [SupersetUserProjectionMixin]\nimport json\nfrom typing import Any, cast\n\nfrom ..logger import belief_scope\nfrom ..logger import logger as app_logger\n\napp_logger = cast(Any, app_logger)\n# #region SupersetDashboardsListMixin [C:3] [TYPE Class]\n# @BRIEF Mixin providing dashboard listing and summary projection operations.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\n# @RELATION DEPENDS_ON -> [SupersetUserProjectionMixin]\nclass SupersetDashboardsListMixin:\n # #region SupersetClientGetDashboards [TYPE Function] [C:3]\n # @PURPOSE: Получает полный список дашбордов, автоматически обрабатывая пагинацию.\n # @RELATION: CALLS -> [SupersetClientFetchAllPages]\n def get_dashboards(self, query: dict | None = None) -> tuple[int, list[dict]]:\n with belief_scope(\"get_dashboards\"):\n app_logger.info(\"[get_dashboards][Enter] Fetching dashboards.\")\n validated_query = self._validate_query_params(query or {})\n if \"columns\" not in validated_query:\n validated_query[\"columns\"] = [\n \"slug\", \"id\", \"url\", \"changed_on_utc\", \"dashboard_title\",\n \"published\", \"created_by\", \"changed_by\", \"changed_by_name\", \"owners\",\n ]\n paginated_data = self._fetch_all_pages(\n endpoint=\"/dashboard/\",\n pagination_options={\n \"base_query\": validated_query,\n \"results_field\": \"result\",\n },\n )\n total_count = len(paginated_data)\n app_logger.reflect(f\"Found {total_count} dashboards.\", extra={\"src\": \"get_dashboards\"})\n return total_count, paginated_data\n # #endregion SupersetClientGetDashboards\n # #region SupersetClientGetDashboardsPage [TYPE Function] [C:3]\n # @PURPOSE: Fetches a single dashboards page from Superset without iterating all pages.\n # @RELATION: CALLS -> [APIClient]\n def get_dashboards_page(\n self, query: dict | None = None\n ) -> tuple[int, list[dict]]:\n with belief_scope(\"get_dashboards_page\"):\n validated_query = self._validate_query_params(query or {})\n if \"columns\" not in validated_query:\n validated_query[\"columns\"] = [\n \"slug\", \"id\", \"url\", \"changed_on_utc\", \"dashboard_title\",\n \"published\", \"created_by\", \"changed_by\", \"changed_by_name\", \"owners\",\n ]\n response_json = cast(\n dict[str, Any],\n self.network.request(\n method=\"GET\",\n endpoint=\"/dashboard/\",\n params={\"q\": json.dumps(validated_query)},\n ),\n )\n result = response_json.get(\"result\", [])\n total_count = response_json.get(\"count\", len(result))\n return total_count, result\n # #endregion SupersetClientGetDashboardsPage\n # #region SupersetClientGetDashboardsSummary [TYPE Function] [C:3]\n # @PURPOSE: Fetches dashboard metadata optimized for the grid.\n # @RELATION: CALLS -> [SupersetClientGetDashboards]\n def get_dashboards_summary(self, require_slug: bool = False) -> list[dict]:\n with belief_scope(\"SupersetClient.get_dashboards_summary\"):\n query: dict[str, Any] = {}\n if require_slug:\n query[\"filters\"] = [{\"col\": \"slug\", \"opr\": \"neq\", \"value\": \"\"}]\n _, dashboards = self.get_dashboards(query=query)\n result = []\n max_debug_samples = 12\n for index, dash in enumerate(dashboards):\n raw_owners = dash.get(\"owners\")\n raw_created_by = dash.get(\"created_by\")\n raw_changed_by = dash.get(\"changed_by\")\n raw_changed_by_name = dash.get(\"changed_by_name\")\n owners = self._extract_owner_labels(raw_owners)\n if not owners:\n owners = self._extract_owner_labels([raw_created_by, raw_changed_by])\n projected_created_by = self._extract_user_display(None, raw_created_by)\n projected_modified_by = self._extract_user_display(\n raw_changed_by_name, raw_changed_by,\n )\n raw_owner_usernames: list[str] = []\n if isinstance(raw_owners, list):\n for owner_payload in raw_owners:\n if isinstance(owner_payload, dict):\n owner_username = self._sanitize_user_text(\n owner_payload.get(\"username\")\n )\n if owner_username:\n raw_owner_usernames.append(owner_username)\n result.append({\n \"id\": dash.get(\"id\"),\n \"slug\": dash.get(\"slug\"),\n \"title\": dash.get(\"dashboard_title\"),\n \"url\": dash.get(\"url\"),\n \"last_modified\": dash.get(\"changed_on_utc\"),\n \"status\": \"published\" if dash.get(\"published\") else \"draft\",\n \"created_by\": projected_created_by,\n \"modified_by\": projected_modified_by,\n \"owners\": owners,\n })\n if index < max_debug_samples:\n app_logger.reflect(\n \"Dashboard actor projection sample\",\n extra={\"src\": \"get_dashboards_summary\", \"payload\": {\"env\": getattr(self.env, 'id', None), \"dashboard_id\": dash.get('id'), \"raw_owners\": raw_owners, \"raw_owner_usernames\": raw_owner_usernames, \"raw_created_by\": raw_created_by, \"raw_changed_by\": raw_changed_by, \"raw_changed_by_name\": raw_changed_by_name, \"projected_owners\": owners, \"projected_created_by\": projected_created_by, \"projected_modified_by\": projected_modified_by}},\n )\n app_logger.reflect(\n \"Dashboard actor projection summary\",\n extra={\"src\": \"get_dashboards_summary\", \"payload\": {\"env\": getattr(self.env, 'id', None), \"dashboards\": len(result), \"sampled\": min(len(result), max_debug_samples)}},\n )\n return result\n # #endregion SupersetClientGetDashboardsSummary\n # #region SupersetClientGetDashboardsSummaryPage [TYPE Function] [C:3]\n # @PURPOSE: Fetches one page of dashboard metadata optimized for the grid.\n # @RELATION: CALLS -> [SupersetClientGetDashboardsPage]\n def get_dashboards_summary_page(\n self,\n page: int,\n page_size: int,\n search: str | None = None,\n require_slug: bool = False,\n ) -> tuple[int, list[dict]]:\n with belief_scope(\"SupersetClient.get_dashboards_summary_page\"):\n query: dict[str, Any] = {\n \"page\": max(page - 1, 0),\n \"page_size\": page_size,\n }\n filters: list[dict[str, Any]] = []\n if require_slug:\n filters.append({\"col\": \"slug\", \"opr\": \"neq\", \"value\": \"\"})\n normalized_search = (search or \"\").strip()\n if normalized_search:\n filters.append({\n \"col\": \"dashboard_title\", \"opr\": \"ct\", \"value\": normalized_search,\n })\n if filters:\n query[\"filters\"] = filters\n total_count, dashboards = self.get_dashboards_page(query=query)\n result = []\n for dash in dashboards:\n owners = self._extract_owner_labels(dash.get(\"owners\"))\n if not owners:\n owners = self._extract_owner_labels(\n [dash.get(\"created_by\"), dash.get(\"changed_by\")],\n )\n result.append({\n \"id\": dash.get(\"id\"),\n \"slug\": dash.get(\"slug\"),\n \"title\": dash.get(\"dashboard_title\"),\n \"url\": dash.get(\"url\"),\n \"last_modified\": dash.get(\"changed_on_utc\"),\n \"status\": \"published\" if dash.get(\"published\") else \"draft\",\n \"created_by\": self._extract_user_display(\n None, dash.get(\"created_by\"),\n ),\n \"modified_by\": self._extract_user_display(\n dash.get(\"changed_by_name\"), dash.get(\"changed_by\"),\n ),\n \"owners\": owners,\n })\n return total_count, result\n # #endregion SupersetClientGetDashboardsSummaryPage\n# #endregion SupersetDashboardsListMixin\n# #endregion SupersetDashboardsListMixin\n" }, { @@ -37555,6 +38630,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetDatabasesMixin [C:3] [TYPE Module] [SEMANTICS superset, search, superset-databases-mixin]\n# @LAYER: Infra\n# @BRIEF Database domain mixin for SupersetClient — list, get, summary, by_uuid.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\nfrom typing import Any, cast\n\nfrom ..logger import belief_scope\nfrom ..logger import logger as app_logger\n\napp_logger = cast(Any, app_logger)\n# #region SupersetDatabasesMixin [C:3] [TYPE Class]\n# @BRIEF Mixin providing all database-related Superset API operations.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\nclass SupersetDatabasesMixin:\n # #region SupersetClientGetDatabases [TYPE Function] [C:3]\n # @PURPOSE: Получает полный список баз данных.\n # @RELATION: CALLS -> [SupersetClientFetchAllPages]\n def get_databases(self, query: dict | None = None) -> tuple[int, list[dict]]:\n with belief_scope(\"get_databases\"):\n app_logger.info(\"[get_databases][Enter] Fetching databases.\")\n validated_query = self._validate_query_params(query or {})\n if \"columns\" not in validated_query:\n validated_query[\"columns\"] = []\n paginated_data = self._fetch_all_pages(\n endpoint=\"/database/\",\n pagination_options={\n \"base_query\": validated_query,\n \"results_field\": \"result\",\n },\n )\n total_count = len(paginated_data)\n app_logger.reflect(f\"Found {total_count} databases.\", extra={\"src\": \"get_databases\"})\n return total_count, paginated_data\n # #endregion SupersetClientGetDatabases\n # #region SupersetClientGetDatabase [TYPE Function] [C:3]\n # @PURPOSE: Получает информацию о конкретной базе данных по её ID.\n # @RELATION: CALLS -> [APIClient]\n def get_database(self, database_id: int) -> dict:\n with belief_scope(\"get_database\"):\n app_logger.info(\"[get_database][Enter] Fetching database %s.\", database_id)\n response = self.network.request(\n method=\"GET\", endpoint=f\"/database/{database_id}\"\n )\n response = cast(dict, response)\n app_logger.reflect(f\"Got database {database_id}.\", extra={\"src\": \"get_database\"})\n return response\n # #endregion SupersetClientGetDatabase\n # #region SupersetClientGetDatabasesSummary [TYPE Function] [C:3]\n # @PURPOSE: Fetch a summary of databases including uuid, name, and engine.\n # @RELATION: CALLS -> [SupersetClientGetDatabases]\n def get_databases_summary(self) -> list[dict]:\n with belief_scope(\"SupersetClient.get_databases_summary\"):\n query = {\"columns\": [\"id\", \"uuid\", \"database_name\", \"backend\"]}\n _, databases = self.get_databases(query=query)\n # Map 'backend' to 'engine' for consistency with contracts\n for db in databases:\n db[\"engine\"] = db.pop(\"backend\", None)\n return databases\n # #endregion SupersetClientGetDatabasesSummary\n # #region SupersetClientGetDatabaseByUuid [TYPE Function] [C:3]\n # @PURPOSE: Find a database by its UUID.\n # @RELATION: CALLS -> [SupersetClientGetDatabases]\n def get_database_by_uuid(self, db_uuid: str) -> dict | None:\n with belief_scope(\"SupersetClient.get_database_by_uuid\", f\"uuid={db_uuid}\"):\n query = {\"filters\": [{\"col\": \"uuid\", \"op\": \"eq\", \"value\": db_uuid}]}\n _, databases = self.get_databases(query=query)\n return databases[0] if databases else None\n # #endregion SupersetClientGetDatabaseByUuid\n# #endregion SupersetDatabasesMixin\n# #endregion SupersetDatabasesMixin\n" }, { @@ -37580,6 +38656,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetDatasetsMixin [C:3] [TYPE Module] [SEMANTICS dataset, superset, search, superset-datasets-mixin]\n# @LAYER: Infra\n# @BRIEF Dataset domain mixin for SupersetClient — list, get, detail, update.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\nimport json\nfrom typing import Any, cast\n\nfrom ..logger import belief_scope\nfrom ..logger import logger as app_logger\n\napp_logger = cast(Any, app_logger)\n# #region SupersetDatasetsMixin [C:3] [TYPE Class]\n# @BRIEF Mixin providing basic dataset CRUD operations (list, get, detail, update).\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\nclass SupersetDatasetsMixin:\n # #region SupersetClientGetDatasets [TYPE Function] [C:3]\n # @PURPOSE: Получает полный список датасетов, автоматически обрабатывая пагинацию.\n # @RELATION: CALLS -> [SupersetClientFetchAllPages]\n def get_datasets(self, query: dict | None = None) -> tuple[int, list[dict]]:\n with belief_scope(\"get_datasets\"):\n app_logger.info(\"[get_datasets][Enter] Fetching datasets.\")\n validated_query = self._validate_query_params(query)\n paginated_data = self._fetch_all_pages(\n endpoint=\"/dataset/\",\n pagination_options={\n \"base_query\": validated_query,\n \"results_field\": \"result\",\n },\n )\n total_count = len(paginated_data)\n app_logger.reflect(f\"Found {total_count} datasets.\", extra={\"src\": \"get_datasets\"})\n return total_count, paginated_data\n # #endregion SupersetClientGetDatasets\n # #region SupersetClientGetDatasetsSummary [TYPE Function] [C:3]\n # @PURPOSE: Fetches dataset metadata optimized for the Dataset Hub grid.\n # @RELATION: CALLS -> [SupersetClientGetDatasets]\n def get_datasets_summary(self) -> list[dict]:\n with belief_scope(\"SupersetClient.get_datasets_summary\"):\n query = {\"columns\": [\"id\", \"table_name\", \"schema\", \"database\"]}\n _, datasets = self.get_datasets(query=query)\n result = []\n for ds in datasets:\n result.append(\n {\n \"id\": ds.get(\"id\"),\n \"table_name\": ds.get(\"table_name\"),\n \"schema\": ds.get(\"schema\"),\n \"database\": ds.get(\"database\", {}).get(\n \"database_name\", \"Unknown\"\n ),\n }\n )\n return result\n # #endregion SupersetClientGetDatasetsSummary\n # #region SupersetClientGetDatasetDetail [TYPE Function] [C:3]\n # @PURPOSE: Fetches detailed dataset information including columns and linked dashboards.\n # @RELATION: CALLS -> [SupersetClientGetDataset]\n # @RELATION: CALLS -> [APIClient]\n def get_dataset_detail(self, dataset_id: int) -> dict:\n with belief_scope(\"SupersetClient.get_dataset_detail\", f\"id={dataset_id}\"):\n def as_bool(value, default=False):\n if value is None:\n return default\n if isinstance(value, bool):\n return value\n if isinstance(value, str):\n return value.strip().lower() in (\"1\", \"true\", \"yes\", \"y\", \"on\")\n return bool(value)\n response = self.get_dataset(dataset_id)\n if isinstance(response, dict) and \"result\" in response:\n dataset = response[\"result\"]\n else:\n dataset = response\n columns = dataset.get(\"columns\", [])\n column_info = []\n for col in columns:\n col_id = col.get(\"id\")\n if col_id is None:\n continue\n column_info.append(\n {\n \"id\": int(col_id),\n \"name\": col.get(\"column_name\"),\n \"type\": col.get(\"type\"),\n \"is_dttm\": as_bool(col.get(\"is_dttm\"), default=False),\n \"is_active\": as_bool(col.get(\"is_active\"), default=True),\n \"description\": col.get(\"description\", \"\"),\n }\n )\n linked_dashboards = []\n try:\n related_objects = self.network.request(\n method=\"GET\", endpoint=f\"/dataset/{dataset_id}/related_objects\"\n )\n if isinstance(related_objects, dict):\n if \"dashboards\" in related_objects:\n dashboards_data = related_objects[\"dashboards\"]\n elif \"result\" in related_objects and isinstance(\n related_objects[\"result\"], dict\n ):\n dashboards_data = related_objects[\"result\"].get(\"dashboards\", [])\n else:\n dashboards_data = []\n for dash in dashboards_data:\n if isinstance(dash, dict):\n dash_id = dash.get(\"id\")\n if dash_id is None:\n continue\n linked_dashboards.append(\n {\n \"id\": int(dash_id),\n \"title\": dash.get(\"dashboard_title\")\n or dash.get(\"title\", f\"Dashboard {dash_id}\"),\n \"slug\": dash.get(\"slug\"),\n }\n )\n else:\n try:\n dash_id = int(dash)\n except (TypeError, ValueError):\n continue\n linked_dashboards.append(\n {\"id\": dash_id, \"title\": f\"Dashboard {dash_id}\", \"slug\": None}\n )\n except Exception as e:\n app_logger.warning(\n f\"[get_dataset_detail][Warning] Failed to fetch related dashboards: {e}\"\n )\n linked_dashboards = []\n database_obj = dataset.get(\"database\")\n database_dict = database_obj if isinstance(database_obj, dict) else {}\n sql = dataset.get(\"sql\", \"\")\n result = {\n \"id\": dataset.get(\"id\"),\n \"table_name\": dataset.get(\"table_name\"),\n \"schema\": dataset.get(\"schema\"),\n \"database\": database_dict,\n \"database_id\": dataset.get(\"database_id\", database_dict.get(\"id\")),\n \"database_backend\": database_dict.get(\"backend\") or database_dict.get(\"engine\") or \"\",\n \"description\": dataset.get(\"description\", \"\"),\n \"columns\": column_info,\n \"column_count\": len(column_info),\n \"sql\": sql,\n \"linked_dashboards\": linked_dashboards,\n \"linked_dashboard_count\": len(linked_dashboards),\n \"is_sqllab_view\": as_bool(dataset.get(\"is_sqllab_view\"), default=False),\n \"created_on\": dataset.get(\"created_on\"),\n \"changed_on\": dataset.get(\"changed_on\"),\n }\n app_logger.reflect(\n f\"Got dataset {dataset_id} with {len(column_info)} columns and {len(linked_dashboards)} linked dashboards\",\n extra={\"src\": \"get_dataset_detail\"},\n )\n return result\n # #endregion SupersetClientGetDatasetDetail\n # #region SupersetClientGetDataset [TYPE Function] [C:3]\n # @PURPOSE: Получает информацию о конкретном датасете по его ID.\n # @RELATION: CALLS -> [APIClient]\n def get_dataset(self, dataset_id: int) -> dict:\n with belief_scope(\"SupersetClient.get_dataset\", f\"id={dataset_id}\"):\n app_logger.info(\"[get_dataset][Enter] Fetching dataset %s.\", dataset_id)\n response = self.network.request(\n method=\"GET\", endpoint=f\"/dataset/{dataset_id}\"\n )\n response = cast(dict, response)\n app_logger.reflect(f\"Got dataset {dataset_id}.\", extra={\"src\": \"get_dataset\"})\n return response\n # #endregion SupersetClientGetDataset\n # #region SupersetClientUpdateDataset [TYPE Function] [C:3]\n # @PURPOSE: Обновляет данные датасета по его ID.\n # @SIDE_EFFECT: Modifies resource in upstream Superset environment.\n # @RELATION: CALLS -> [APIClient]\n def update_dataset(self, dataset_id: int, data: dict) -> dict:\n with belief_scope(\"SupersetClient.update_dataset\", f\"id={dataset_id}\"):\n app_logger.info(\"[update_dataset][Enter] Updating dataset %s.\", dataset_id)\n response = self.network.request(\n method=\"PUT\",\n endpoint=f\"/dataset/{dataset_id}\",\n data=json.dumps(data),\n headers={\"Content-Type\": \"application/json\"},\n )\n response = cast(dict, response)\n app_logger.reflect(f\"Updated dataset {dataset_id}.\", extra={\"src\": \"update_dataset\"})\n return response\n # #endregion SupersetClientUpdateDataset\n# #endregion SupersetDatasetsMixin\n# #endregion SupersetDatasetsMixin\n" }, { @@ -37639,6 +38716,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetDatasetsPreviewMixin [C:4] [TYPE Module] [SEMANTICS superset, dataset, preview, sample, review]\n# @LAYER: Infra\n# @BRIEF Dataset preview compilation mixin for SupersetClient — build query context, compile SQL.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\n# @RELATION DEPENDS_ON -> [SupersetDatasetsMixin]\nimport json\nfrom copy import deepcopy\nfrom typing import Any\n\nfrom ..logger import belief_scope\nfrom ..logger import logger as app_logger\nfrom ..utils.network import SupersetAPIError\n\n\n# #region SupersetDatasetsPreviewMixin [C:4] [TYPE Class]\n# @BRIEF Mixin providing dataset preview compilation and query context building.\nclass SupersetDatasetsPreviewMixin:\n # #region SupersetClientCompileDatasetPreview [TYPE Function] [C:4]\n # @PURPOSE: Compile dataset preview SQL through the strongest supported Superset preview endpoint family and return normalized SQL output.\n def compile_dataset_preview(self, dataset_id: int, template_params: dict[str, Any] | None = None, effective_filters: list[dict[str, Any]] | None = None) -> dict[str, Any]:\n with belief_scope('SupersetClientCompileDatasetPreview'):\n app_logger.reason('Belief protocol reasoning checkpoint for SupersetClientCompileDatasetPreview')\n dataset_response = self.get_dataset(dataset_id)\n dataset_record = dataset_response.get('result', dataset_response) if isinstance(dataset_response, dict) else {}\n query_context = self.build_dataset_preview_query_context(dataset_id=dataset_id, dataset_record=dataset_record, template_params=template_params or {}, effective_filters=effective_filters or [])\n legacy_form_data = self.build_dataset_preview_legacy_form_data(dataset_id=dataset_id, dataset_record=dataset_record, template_params=template_params or {}, effective_filters=effective_filters or [])\n legacy_form_data_payload = json.dumps(legacy_form_data, sort_keys=True, default=str)\n request_payload = json.dumps(query_context)\n strategy_attempts: list[dict[str, Any]] = []\n strategy_candidates: list[dict[str, Any]] = [{'endpoint_kind': 'legacy_explore_form_data', 'endpoint': '/explore_json/form_data', 'request_transport': 'query_param_form_data', 'params': {'form_data': legacy_form_data_payload}}, {'endpoint_kind': 'legacy_data_form_data', 'endpoint': '/data', 'request_transport': 'query_param_form_data', 'params': {'form_data': legacy_form_data_payload}}, {'endpoint_kind': 'v1_chart_data', 'endpoint': '/chart/data', 'request_transport': 'json_body', 'data': request_payload, 'headers': {'Content-Type': 'application/json'}}]\n for candidate in strategy_candidates:\n endpoint_kind = candidate['endpoint_kind']\n endpoint_path = candidate['endpoint']\n request_transport = candidate['request_transport']\n request_params = deepcopy(candidate.get('params') or {})\n request_body = candidate.get('data')\n request_headers = deepcopy(candidate.get('headers') or {})\n request_param_keys = sorted(request_params.keys())\n request_payload_keys: list[str] = []\n if isinstance(request_body, str):\n try:\n decoded_request_body = json.loads(request_body)\n if isinstance(decoded_request_body, dict):\n request_payload_keys = sorted(decoded_request_body.keys())\n except json.JSONDecodeError:\n request_payload_keys = []\n elif isinstance(request_body, dict):\n request_payload_keys = sorted(request_body.keys())\n strategy_diagnostics = {'endpoint': endpoint_path, 'endpoint_kind': endpoint_kind, 'request_transport': request_transport, 'contains_root_datasource': endpoint_kind == 'v1_chart_data' and 'datasource' in query_context, 'contains_form_datasource': endpoint_kind.startswith('legacy_') and 'datasource' in legacy_form_data, 'contains_query_object_datasource': bool(query_context.get('queries')) and isinstance(query_context['queries'][0], dict) and ('datasource' in query_context['queries'][0]), 'request_param_keys': request_param_keys, 'request_payload_keys': request_payload_keys}\n app_logger.reason('Attempting Superset dataset preview compilation strategy', extra={'dataset_id': dataset_id, **strategy_diagnostics, 'request_params': request_params, 'request_payload': request_body, 'legacy_form_data': legacy_form_data if endpoint_kind.startswith('legacy_') else None, 'query_context': query_context if endpoint_kind == 'v1_chart_data' else None, 'template_param_count': len(template_params or {}), 'filter_count': len(effective_filters or [])})\n try:\n response = self.network.request(method='POST', endpoint=endpoint_path, params=request_params or None, data=request_body, headers=request_headers or None)\n normalized = self._extract_compiled_sql_from_preview_response(response)\n normalized['query_context'] = query_context\n normalized['legacy_form_data'] = legacy_form_data\n normalized['endpoint'] = endpoint_path\n normalized['endpoint_kind'] = endpoint_kind\n normalized['dataset_id'] = dataset_id\n normalized['strategy_attempts'] = strategy_attempts + [{**strategy_diagnostics, 'success': True}]\n app_logger.reflect('Dataset preview compilation returned normalized SQL payload', extra={'dataset_id': dataset_id, **strategy_diagnostics, 'success': True, 'compiled_sql_length': len(str(normalized.get('compiled_sql') or '')), 'response_diagnostics': normalized.get('response_diagnostics')})\n app_logger.reflect('Belief protocol postcondition checkpoint for SupersetClientCompileDatasetPreview')\n return normalized\n except Exception as exc:\n failure_diagnostics = {**strategy_diagnostics, 'success': False, 'error': str(exc)}\n strategy_attempts.append(failure_diagnostics)\n app_logger.explore('Superset dataset preview compilation strategy failed', extra={'dataset_id': dataset_id, **failure_diagnostics, 'request_params': request_params, 'request_payload': request_body})\n raise SupersetAPIError(f'Superset preview compilation failed for all known strategies (attempts={strategy_attempts!r})')\n # #endregion SupersetClientCompileDatasetPreview\n # #region SupersetClientBuildDatasetPreviewLegacyFormData [TYPE Function] [C:4]\n # @PURPOSE: Build browser-style legacy form_data payload for Superset preview endpoints inferred from observed deployment traffic.\n def build_dataset_preview_legacy_form_data(self, dataset_id: int, dataset_record: dict[str, Any], template_params: dict[str, Any], effective_filters: list[dict[str, Any]]) -> dict[str, Any]:\n with belief_scope('SupersetClientBuildDatasetPreviewLegacyFormData'):\n app_logger.reason('Belief protocol reasoning checkpoint for SupersetClientBuildDatasetPreviewLegacyFormData')\n query_context = self.build_dataset_preview_query_context(dataset_id=dataset_id, dataset_record=dataset_record, template_params=template_params, effective_filters=effective_filters)\n query_object = deepcopy(query_context.get('queries', [{}])[0] if query_context.get('queries') else {})\n legacy_form_data = deepcopy(query_context.get('form_data', {}))\n legacy_form_data.pop('datasource', None)\n legacy_form_data['metrics'] = deepcopy(query_object.get('metrics', ['count']))\n legacy_form_data['columns'] = deepcopy(query_object.get('columns', []))\n legacy_form_data['orderby'] = deepcopy(query_object.get('orderby', []))\n legacy_form_data['annotation_layers'] = deepcopy(query_object.get('annotation_layers', []))\n legacy_form_data['row_limit'] = query_object.get('row_limit', 1000)\n legacy_form_data['series_limit'] = query_object.get('series_limit', 0)\n legacy_form_data['url_params'] = deepcopy(query_object.get('url_params', template_params))\n legacy_form_data['applied_time_extras'] = deepcopy(query_object.get('applied_time_extras', {}))\n legacy_form_data['result_format'] = query_context.get('result_format', 'json')\n legacy_form_data['result_type'] = query_context.get('result_type', 'query')\n legacy_form_data['force'] = bool(query_context.get('force', True))\n extras = query_object.get('extras')\n if isinstance(extras, dict):\n legacy_form_data['extras'] = deepcopy(extras)\n time_range = query_object.get('time_range')\n if time_range:\n legacy_form_data['time_range'] = time_range\n app_logger.reflect('Built Superset legacy preview form_data payload from browser-observed request shape', extra={'dataset_id': dataset_id, 'legacy_endpoint_inference': 'POST /explore_json/form_data?form_data=... primary, POST /data?form_data=... fallback, based on observed browser traffic', 'contains_form_datasource': 'datasource' in legacy_form_data, 'legacy_form_data_keys': sorted(legacy_form_data.keys()), 'legacy_extra_filters': legacy_form_data.get('extra_filters', []), 'legacy_extra_form_data': legacy_form_data.get('extra_form_data', {})})\n app_logger.reflect('Belief protocol postcondition checkpoint for SupersetClientBuildDatasetPreviewLegacyFormData')\n return legacy_form_data\n # #endregion SupersetClientBuildDatasetPreviewLegacyFormData\n # #region SupersetClientBuildDatasetPreviewQueryContext [TYPE Function] [C:4]\n # @PURPOSE: Build a reduced-scope chart-data query context for deterministic dataset preview compilation.\n def build_dataset_preview_query_context(\n self,\n dataset_id: int,\n dataset_record: dict[str, Any],\n template_params: dict[str, Any],\n effective_filters: list[dict[str, Any]],\n ) -> dict[str, Any]:\n with belief_scope(\"SupersetClientBuildDatasetPreviewQueryContext\"):\n app_logger.reason(\n \"Building Superset dataset preview query context\",\n extra={\"dataset_id\": dataset_id, \"filter_count\": len(effective_filters or [])},\n )\n normalized_template_params = deepcopy(template_params or {})\n normalized_filter_payload = (\n self._normalize_effective_filters_for_query_context(\n effective_filters or []\n )\n )\n normalized_filters = normalized_filter_payload[\"filters\"]\n normalized_extra_form_data = normalized_filter_payload[\"extra_form_data\"]\n datasource_payload: dict[str, Any] = {\n \"id\": dataset_id,\n \"type\": \"table\",\n }\n datasource = dataset_record.get(\"datasource\")\n if isinstance(datasource, dict):\n datasource_id = datasource.get(\"id\")\n datasource_type = datasource.get(\"type\")\n if datasource_id is not None:\n datasource_payload[\"id\"] = datasource_id\n if datasource_type:\n datasource_payload[\"type\"] = datasource_type\n serialized_dataset_template_params = dataset_record.get(\"template_params\")\n if (\n isinstance(serialized_dataset_template_params, str)\n and serialized_dataset_template_params.strip()\n ):\n try:\n parsed_dataset_template_params = json.loads(\n serialized_dataset_template_params\n )\n if isinstance(parsed_dataset_template_params, dict):\n for key, value in parsed_dataset_template_params.items():\n normalized_template_params.setdefault(str(key), value)\n except json.JSONDecodeError:\n app_logger.explore(\n \"Dataset template_params could not be parsed while building preview query context\",\n extra={\"dataset_id\": dataset_id},\n )\n extra_form_data: dict[str, Any] = deepcopy(normalized_extra_form_data)\n if normalized_filters:\n extra_form_data[\"filters\"] = deepcopy(normalized_filters)\n query_object: dict[str, Any] = {\n \"filters\": normalized_filters,\n \"extras\": {\"where\": \"\"},\n \"columns\": [],\n \"metrics\": [\"count\"],\n \"orderby\": [],\n \"annotation_layers\": [],\n \"row_limit\": 1000,\n \"series_limit\": 0,\n \"url_params\": normalized_template_params,\n \"applied_time_extras\": {},\n \"result_type\": \"query\",\n }\n schema = dataset_record.get(\"schema\")\n if schema:\n query_object[\"schema\"] = schema\n time_range = extra_form_data.get(\"time_range\") or dataset_record.get(\n \"default_time_range\"\n )\n if time_range:\n query_object[\"time_range\"] = time_range\n extra_form_data[\"time_range\"] = time_range\n result_format = dataset_record.get(\"result_format\") or \"json\"\n result_type = \"query\"\n form_data: dict[str, Any] = {\n \"datasource\": f\"{datasource_payload['id']}__{datasource_payload['type']}\",\n \"datasource_id\": datasource_payload[\"id\"],\n \"datasource_type\": datasource_payload[\"type\"],\n \"viz_type\": \"table\",\n \"slice_id\": None,\n \"query_mode\": \"raw\",\n \"url_params\": normalized_template_params,\n \"extra_filters\": deepcopy(normalized_filters),\n \"adhoc_filters\": [],\n }\n if extra_form_data:\n form_data[\"extra_form_data\"] = extra_form_data\n payload = {\n \"datasource\": datasource_payload,\n \"queries\": [query_object],\n \"form_data\": form_data,\n \"result_format\": result_format,\n \"result_type\": result_type,\n \"force\": True,\n }\n app_logger.reflect(\n \"Built Superset dataset preview query context\",\n extra={\n \"dataset_id\": dataset_id,\n \"datasource\": datasource_payload,\n \"normalized_effective_filters\": normalized_filters,\n \"normalized_filter_diagnostics\": normalized_filter_payload[\n \"diagnostics\"\n ],\n \"result_type\": result_type,\n \"result_format\": result_format,\n },\n )\n return payload\n # #endregion SupersetClientBuildDatasetPreviewQueryContext\n# #endregion SupersetDatasetsPreviewMixin\n# #endregion SupersetDatasetsPreviewMixin\n" }, { @@ -37670,6 +38748,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetDatasetsPreviewFiltersMixin [C:3] [TYPE Module] [SEMANTICS superset, dataset, preview, filter, advanced]\n# @LAYER: Infra\n# @BRIEF Filter normalization and SQL extraction helpers for dataset preview compilation.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\n# @RELATION DEPENDS_ON -> [SupersetDatasetsPreviewMixin]\nfrom copy import deepcopy\nfrom typing import Any\n\nfrom ..logger import belief_scope\nfrom ..logger import logger as app_logger\nfrom ..utils.network import SupersetAPIError\n\n\n# #region SupersetDatasetsPreviewFiltersMixin [C:3] [TYPE Class]\n# @BRIEF Mixin providing filter normalization and compiled-SQL extraction for dataset preview operations.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\n# @RELATION DEPENDS_ON -> [SupersetDatasetsPreviewMixin]\nclass SupersetDatasetsPreviewFiltersMixin:\n # #region SupersetClientNormalizeEffectiveFiltersForQueryContext [TYPE Function] [C:3]\n # @PURPOSE: Convert execution mappings into Superset chart-data filter objects.\n def _normalize_effective_filters_for_query_context(\n self,\n effective_filters: list[dict[str, Any]],\n ) -> dict[str, Any]:\n with belief_scope(\n \"SupersetClient._normalize_effective_filters_for_query_context\"\n ):\n normalized_filters: list[dict[str, Any]] = []\n merged_extra_form_data: dict[str, Any] = {}\n diagnostics: list[dict[str, Any]] = []\n for item in effective_filters:\n if not isinstance(item, dict):\n continue\n display_name = str(\n item.get(\"display_name\")\n or item.get(\"filter_name\")\n or item.get(\"variable_name\")\n or \"unresolved_filter\"\n ).strip()\n value = item.get(\"effective_value\")\n normalized_payload = item.get(\"normalized_filter_payload\")\n preserved_clauses: list[dict[str, Any]] = []\n preserved_extra_form_data: dict[str, Any] = {}\n used_preserved_clauses = False\n if isinstance(normalized_payload, dict):\n raw_clauses = normalized_payload.get(\"filter_clauses\")\n if isinstance(raw_clauses, list):\n preserved_clauses = [\n deepcopy(clause)\n for clause in raw_clauses\n if isinstance(clause, dict)\n ]\n raw_extra_form_data = normalized_payload.get(\"extra_form_data\")\n if isinstance(raw_extra_form_data, dict):\n preserved_extra_form_data = deepcopy(raw_extra_form_data)\n if isinstance(preserved_extra_form_data, dict):\n for key, extra_value in preserved_extra_form_data.items():\n if key == \"filters\":\n continue\n merged_extra_form_data[key] = deepcopy(extra_value)\n outgoing_clauses: list[dict[str, Any]] = []\n if preserved_clauses:\n for clause in preserved_clauses:\n clause_copy = deepcopy(clause)\n if \"val\" not in clause_copy and value is not None:\n clause_copy[\"val\"] = deepcopy(value)\n outgoing_clauses.append(clause_copy)\n used_preserved_clauses = True\n elif preserved_extra_form_data:\n outgoing_clauses = []\n else:\n column = str(\n item.get(\"variable_name\") or item.get(\"filter_name\") or \"\"\n ).strip()\n if column and value is not None:\n operator = \"IN\" if isinstance(value, list) else \"==\"\n outgoing_clauses.append(\n {\"col\": column, \"op\": operator, \"val\": value}\n )\n normalized_filters.extend(outgoing_clauses)\n diagnostics.append(\n {\n \"filter_name\": display_name,\n \"value_origin\": (\n normalized_payload.get(\"value_origin\")\n if isinstance(normalized_payload, dict)\n else None\n ),\n \"used_preserved_clauses\": used_preserved_clauses,\n \"outgoing_clauses\": deepcopy(outgoing_clauses),\n }\n )\n app_logger.reason(\n \"Normalized effective preview filter for Superset query context\",\n extra={\n \"filter_name\": display_name,\n \"used_preserved_clauses\": used_preserved_clauses,\n \"outgoing_clauses\": outgoing_clauses,\n \"value_origin\": (\n normalized_payload.get(\"value_origin\")\n if isinstance(normalized_payload, dict)\n else \"heuristic_reconstruction\"\n ),\n },\n )\n return {\n \"filters\": normalized_filters,\n \"extra_form_data\": merged_extra_form_data,\n \"diagnostics\": diagnostics,\n }\n # #endregion SupersetClientNormalizeEffectiveFiltersForQueryContext\n # #region SupersetClientExtractCompiledSqlFromPreviewResponse [TYPE Function] [C:3]\n # @PURPOSE: Normalize compiled SQL from either chart-data or legacy form_data preview responses.\n def _extract_compiled_sql_from_preview_response(\n self, response: Any\n ) -> dict[str, Any]:\n with belief_scope(\"SupersetClient._extract_compiled_sql_from_preview_response\"):\n if not isinstance(response, dict):\n raise SupersetAPIError(\n \"Superset preview response was not a JSON object\"\n )\n response_diagnostics: list[dict[str, Any]] = []\n result_payload = response.get(\"result\")\n if isinstance(result_payload, list):\n for index, item in enumerate(result_payload):\n if not isinstance(item, dict):\n continue\n compiled_sql = str(\n item.get(\"query\")\n or item.get(\"sql\")\n or item.get(\"compiled_sql\")\n or \"\"\n ).strip()\n response_diagnostics.append(\n {\n \"index\": index,\n \"status\": item.get(\"status\"),\n \"applied_filters\": item.get(\"applied_filters\"),\n \"rejected_filters\": item.get(\"rejected_filters\"),\n \"has_query\": bool(compiled_sql),\n \"source\": \"result_list\",\n }\n )\n if compiled_sql:\n return {\n \"compiled_sql\": compiled_sql,\n \"raw_response\": response,\n \"response_diagnostics\": response_diagnostics,\n }\n top_level_candidates: list[tuple[str, Any]] = [\n (\"query\", response.get(\"query\")),\n (\"sql\", response.get(\"sql\")),\n (\"compiled_sql\", response.get(\"compiled_sql\")),\n ]\n if isinstance(result_payload, dict):\n top_level_candidates.extend(\n [\n (\"result.query\", result_payload.get(\"query\")),\n (\"result.sql\", result_payload.get(\"sql\")),\n (\"result.compiled_sql\", result_payload.get(\"compiled_sql\")),\n ]\n )\n for source, candidate in top_level_candidates:\n compiled_sql = str(candidate or \"\").strip()\n response_diagnostics.append(\n {\"source\": source, \"has_query\": bool(compiled_sql)}\n )\n if compiled_sql:\n return {\n \"compiled_sql\": compiled_sql,\n \"raw_response\": response,\n \"response_diagnostics\": response_diagnostics,\n }\n raise SupersetAPIError(\n \"Superset preview response did not expose compiled SQL \"\n f\"(diagnostics={response_diagnostics!r})\"\n )\n # #endregion SupersetClientExtractCompiledSqlFromPreviewResponse\n# #endregion SupersetDatasetsPreviewFiltersMixin\n# #endregion SupersetDatasetsPreviewFiltersMixin\n" }, { @@ -37705,6 +38784,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetUserProjection [C:2] [TYPE Module] [SEMANTICS superset, user, profile, lookup, transform]\n# @LAYER: Infra\n# @BRIEF User/owner payload normalization helpers for Superset client responses.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\nfrom typing import Any\n\n\n# #region SupersetUserProjectionMixin [C:2] [TYPE Class]\n# @BRIEF Mixin providing user/owner payload normalization for Superset API responses.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\nclass SupersetUserProjectionMixin:\n # #region SupersetClientExtractOwnerLabels [TYPE Function] [C:1]\n # @PURPOSE: Normalize dashboard owners payload to stable display labels.\n def _extract_owner_labels(self, owners_payload: Any) -> list[str]:\n if owners_payload is None:\n return []\n owners_list: list[Any]\n if isinstance(owners_payload, list):\n owners_list = owners_payload\n else:\n owners_list = [owners_payload]\n normalized: list[str] = []\n for owner in owners_list:\n label: str | None = None\n if isinstance(owner, dict):\n label = self._extract_user_display(None, owner)\n else:\n label = self._sanitize_user_text(owner)\n if label and label not in normalized:\n normalized.append(label)\n return normalized\n # #endregion SupersetClientExtractOwnerLabels\n # #region SupersetClientExtractUserDisplay [TYPE Function] [C:1]\n # @PURPOSE: Normalize user payload to a stable display name.\n def _extract_user_display(\n self, preferred_value: str | None, user_payload: dict | None\n ) -> str | None:\n preferred = self._sanitize_user_text(preferred_value)\n if preferred:\n return preferred\n if isinstance(user_payload, dict):\n full_name = self._sanitize_user_text(user_payload.get(\"full_name\"))\n if full_name:\n return full_name\n first_name = self._sanitize_user_text(user_payload.get(\"first_name\")) or \"\"\n last_name = self._sanitize_user_text(user_payload.get(\"last_name\")) or \"\"\n combined = \" \".join(\n part for part in [first_name, last_name] if part\n ).strip()\n if combined:\n return combined\n username = self._sanitize_user_text(user_payload.get(\"username\"))\n if username:\n return username\n email = self._sanitize_user_text(user_payload.get(\"email\"))\n if email:\n return email\n return None\n # #endregion SupersetClientExtractUserDisplay\n # #region SupersetClientSanitizeUserText [TYPE Function] [C:1]\n # @PURPOSE: Convert scalar value to non-empty user-facing text.\n def _sanitize_user_text(self, value: str | int | None) -> str | None:\n if value is None:\n return None\n normalized = str(value).strip()\n if not normalized:\n return None\n return normalized\n # #endregion SupersetClientSanitizeUserText\n# #endregion SupersetUserProjectionMixin\n# #endregion SupersetUserProjection\n" }, { @@ -37739,6 +38819,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetUserProjectionMixin [C:2] [TYPE Class]\n# @BRIEF Mixin providing user/owner payload normalization for Superset API responses.\n# @RELATION DEPENDS_ON -> [SupersetClientBase]\nclass SupersetUserProjectionMixin:\n # #region SupersetClientExtractOwnerLabels [TYPE Function] [C:1]\n # @PURPOSE: Normalize dashboard owners payload to stable display labels.\n def _extract_owner_labels(self, owners_payload: Any) -> list[str]:\n if owners_payload is None:\n return []\n owners_list: list[Any]\n if isinstance(owners_payload, list):\n owners_list = owners_payload\n else:\n owners_list = [owners_payload]\n normalized: list[str] = []\n for owner in owners_list:\n label: str | None = None\n if isinstance(owner, dict):\n label = self._extract_user_display(None, owner)\n else:\n label = self._sanitize_user_text(owner)\n if label and label not in normalized:\n normalized.append(label)\n return normalized\n # #endregion SupersetClientExtractOwnerLabels\n # #region SupersetClientExtractUserDisplay [TYPE Function] [C:1]\n # @PURPOSE: Normalize user payload to a stable display name.\n def _extract_user_display(\n self, preferred_value: str | None, user_payload: dict | None\n ) -> str | None:\n preferred = self._sanitize_user_text(preferred_value)\n if preferred:\n return preferred\n if isinstance(user_payload, dict):\n full_name = self._sanitize_user_text(user_payload.get(\"full_name\"))\n if full_name:\n return full_name\n first_name = self._sanitize_user_text(user_payload.get(\"first_name\")) or \"\"\n last_name = self._sanitize_user_text(user_payload.get(\"last_name\")) or \"\"\n combined = \" \".join(\n part for part in [first_name, last_name] if part\n ).strip()\n if combined:\n return combined\n username = self._sanitize_user_text(user_payload.get(\"username\"))\n if username:\n return username\n email = self._sanitize_user_text(user_payload.get(\"email\"))\n if email:\n return email\n return None\n # #endregion SupersetClientExtractUserDisplay\n # #region SupersetClientSanitizeUserText [TYPE Function] [C:1]\n # @PURPOSE: Convert scalar value to non-empty user-facing text.\n def _sanitize_user_text(self, value: str | int | None) -> str | None:\n if value is None:\n return None\n normalized = str(value).strip()\n if not normalized:\n return None\n return normalized\n # #endregion SupersetClientSanitizeUserText\n# #endregion SupersetUserProjectionMixin\n" }, { @@ -37787,6 +38868,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetProfileLookup [C:3] [TYPE Module] [SEMANTICS superset, profile, account, lookup, adapter]\n#\n# @BRIEF Provides environment-scoped Superset account lookup adapter with stable normalized output.\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> [APIClient]\n# @RELATION DEPENDS_ON -> [SupersetAPIError]\n# @RELATION DEPENDS_ON -> [SupersetAccountLookupAdapter]\n#\n# @INVARIANT: Adapter never leaks raw upstream payload shape to API consumers.\nimport json\nfrom typing import Any\n\nfrom .logger import belief_scope, logger\nfrom .utils.network import APIClient, AuthenticationError, SupersetAPIError\n\n\n# #region SupersetAccountLookupAdapter [C:3] [TYPE Class]\n# @BRIEF Lookup Superset users and normalize candidates for profile binding.\n# @RELATION DEPENDS_ON -> [APIClient]\n# @RELATION DEPENDS_ON -> [SupersetProfileLookup]\nclass SupersetAccountLookupAdapter:\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes lookup adapter with authenticated API client and environment context.\n # @PRE: network_client supports request(method, endpoint, params=...).\n # @POST: Adapter is ready to perform users lookup requests.\n def __init__(self, network_client: APIClient, environment_id: str):\n self.network_client = network_client\n self.environment_id = str(environment_id or \"\")\n # #endregion __init__\n # #region get_users_page [TYPE Function]\n # @PURPOSE: Fetch one users page from Superset with passthrough search/sort parameters.\n # @PRE: page_index >= 0 and page_size >= 1.\n # @POST: Returns deterministic payload with normalized items and total count.\n # @RETURN: Dict[str, Any]\n def get_users_page(\n self,\n search: str | None = None,\n page_index: int = 0,\n page_size: int = 20,\n sort_column: str = \"username\",\n sort_order: str = \"desc\",\n ) -> dict[str, Any]:\n with belief_scope(\"SupersetAccountLookupAdapter.get_users_page\"):\n normalized_page_index = max(int(page_index), 0)\n normalized_page_size = max(int(page_size), 1)\n normalized_sort_column = str(sort_column or \"username\").strip().lower() or \"username\"\n normalized_sort_order = str(sort_order or \"desc\").strip().lower()\n if normalized_sort_order not in {\"asc\", \"desc\"}:\n normalized_sort_order = \"desc\"\n query: dict[str, Any] = {\n \"page\": normalized_page_index,\n \"page_size\": normalized_page_size,\n \"order_column\": normalized_sort_column,\n \"order_direction\": normalized_sort_order,\n }\n normalized_search = str(search or \"\").strip()\n if normalized_search:\n query[\"filters\"] = [{\"col\": \"username\", \"opr\": \"ct\", \"value\": normalized_search}]\n logger.reason(\n \"Lookup Superset users\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"page\": normalized_page_index, \"page_size\": normalized_page_size}},\n )\n logger.reflect(\n \"Prepared Superset users lookup query\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"order_column\": normalized_sort_column, \"sort_order\": normalized_sort_order, \"direction\": query.get(\"order_direction\")}},\n )\n primary_error: Exception | None = None\n last_error: Exception | None = None\n for attempt_index, endpoint in enumerate((\"/security/users/\", \"/security/users\"), start=1):\n try:\n logger.reason(\n \"Users lookup request attempt\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"attempt\": attempt_index, \"endpoint\": endpoint}},\n )\n response = self.network_client.request(\n method=\"GET\",\n endpoint=endpoint,\n params={\"q\": json.dumps(query)},\n )\n logger.reflect(\n \"Users lookup endpoint succeeded\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"attempt\": attempt_index, \"endpoint\": endpoint}},\n )\n return self._normalize_lookup_payload(\n response=response,\n page_index=normalized_page_index,\n page_size=normalized_page_size,\n )\n except Exception as exc:\n if primary_error is None:\n primary_error = exc\n last_error = exc\n cause = getattr(exc, \"__cause__\", None)\n cause_response = getattr(cause, \"response\", None)\n status_code = getattr(cause_response, \"status_code\", None)\n logger.explore(\n \"Users lookup endpoint failed\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"attempt\": attempt_index, \"endpoint\": endpoint, \"error_type\": type(exc).__name__, \"status_code\": status_code, \"direction\": query.get(\"order_direction\")}, \"error\": str(exc)},\n )\n if last_error is not None:\n selected_error: Exception = last_error\n if (\n primary_error is not None\n and primary_error is not last_error\n and isinstance(last_error, AuthenticationError)\n and not isinstance(primary_error, AuthenticationError)\n ):\n selected_error = primary_error\n logger.reflect(\n \"Preserving primary lookup failure over fallback auth error\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"primary_error_type\": type(primary_error).__name__, \"fallback_error_type\": type(last_error).__name__}},\n )\n logger.explore(\n \"All Superset users lookup endpoints failed\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"direction\": query.get(\"order_direction\"), \"selected_error_type\": type(selected_error).__name__}},\n )\n raise selected_error\n raise SupersetAPIError(\"Superset users lookup failed without explicit error\")\n # #endregion get_users_page\n # #region _normalize_lookup_payload [TYPE Function]\n # @PURPOSE: Convert Superset users response variants into stable candidates payload.\n # @PRE: response can be dict/list in any supported upstream shape.\n # @POST: Output contains canonical keys: status, environment_id, page_index, page_size, total, items.\n # @RETURN: Dict[str, Any]\n def _normalize_lookup_payload(\n self,\n response: Any,\n page_index: int,\n page_size: int,\n ) -> dict[str, Any]:\n with belief_scope(\"SupersetAccountLookupAdapter._normalize_lookup_payload\"):\n payload = response\n if isinstance(payload, dict) and isinstance(payload.get(\"result\"), dict):\n payload = payload.get(\"result\")\n raw_items: list[Any] = []\n total = 0\n if isinstance(payload, dict):\n if isinstance(payload.get(\"result\"), list):\n raw_items = payload.get(\"result\") or []\n total = int(payload.get(\"count\", len(raw_items)) or 0)\n elif isinstance(payload.get(\"users\"), list):\n raw_items = payload.get(\"users\") or []\n total = int(payload.get(\"total\", len(raw_items)) or 0)\n elif isinstance(payload.get(\"items\"), list):\n raw_items = payload.get(\"items\") or []\n total = int(payload.get(\"total\", len(raw_items)) or 0)\n elif isinstance(payload, list):\n raw_items = payload\n total = len(raw_items)\n normalized_items: list[dict[str, Any]] = []\n seen_usernames = set()\n for raw_user in raw_items:\n candidate = self.normalize_user_payload(raw_user)\n username_key = str(candidate.get(\"username\") or \"\").strip().lower()\n if not username_key:\n continue\n if username_key in seen_usernames:\n continue\n seen_usernames.add(username_key)\n normalized_items.append(candidate)\n logger.reflect(\n \"Normalized lookup payload\",\n extra={\"src\": \"SupersetAccountLookupAdapter._normalize_lookup_payload\", \"payload\": {\"env\": self.environment_id, \"items\": len(normalized_items), \"total\": max(total, len(normalized_items))}},\n )\n return {\n \"status\": \"success\",\n \"environment_id\": self.environment_id,\n \"page_index\": max(int(page_index), 0),\n \"page_size\": max(int(page_size), 1),\n \"total\": max(int(total), len(normalized_items)),\n \"items\": normalized_items,\n }\n # #endregion _normalize_lookup_payload\n # #region normalize_user_payload [TYPE Function]\n # @PURPOSE: Project raw Superset user object to canonical candidate shape.\n # @PRE: raw_user may have heterogenous key names between Superset versions.\n # @POST: Returns normalized candidate keys (environment_id, username, display_name, email, is_active).\n # @RETURN: Dict[str, Any]\n def normalize_user_payload(self, raw_user: Any) -> dict[str, Any]:\n if not isinstance(raw_user, dict):\n raw_user = {}\n username = str(\n raw_user.get(\"username\")\n or raw_user.get(\"userName\")\n or raw_user.get(\"name\")\n or \"\"\n ).strip()\n full_name = str(raw_user.get(\"full_name\") or \"\").strip()\n first_name = str(raw_user.get(\"first_name\") or \"\").strip()\n last_name = str(raw_user.get(\"last_name\") or \"\").strip()\n display_name = full_name or \" \".join(\n part for part in [first_name, last_name] if part\n ).strip()\n if not display_name:\n display_name = username or None\n email = str(raw_user.get(\"email\") or \"\").strip() or None\n is_active_raw = raw_user.get(\"is_active\")\n is_active = bool(is_active_raw) if is_active_raw is not None else None\n return {\n \"environment_id\": self.environment_id,\n \"username\": username,\n \"display_name\": display_name,\n \"email\": email,\n \"is_active\": is_active,\n }\n # #endregion normalize_user_payload\n# #endregion SupersetAccountLookupAdapter\n# #endregion SupersetProfileLookup\n" }, { @@ -37817,6 +38899,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetAccountLookupAdapter [C:3] [TYPE Class]\n# @BRIEF Lookup Superset users and normalize candidates for profile binding.\n# @RELATION DEPENDS_ON -> [APIClient]\n# @RELATION DEPENDS_ON -> [SupersetProfileLookup]\nclass SupersetAccountLookupAdapter:\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes lookup adapter with authenticated API client and environment context.\n # @PRE: network_client supports request(method, endpoint, params=...).\n # @POST: Adapter is ready to perform users lookup requests.\n def __init__(self, network_client: APIClient, environment_id: str):\n self.network_client = network_client\n self.environment_id = str(environment_id or \"\")\n # #endregion __init__\n # #region get_users_page [TYPE Function]\n # @PURPOSE: Fetch one users page from Superset with passthrough search/sort parameters.\n # @PRE: page_index >= 0 and page_size >= 1.\n # @POST: Returns deterministic payload with normalized items and total count.\n # @RETURN: Dict[str, Any]\n def get_users_page(\n self,\n search: str | None = None,\n page_index: int = 0,\n page_size: int = 20,\n sort_column: str = \"username\",\n sort_order: str = \"desc\",\n ) -> dict[str, Any]:\n with belief_scope(\"SupersetAccountLookupAdapter.get_users_page\"):\n normalized_page_index = max(int(page_index), 0)\n normalized_page_size = max(int(page_size), 1)\n normalized_sort_column = str(sort_column or \"username\").strip().lower() or \"username\"\n normalized_sort_order = str(sort_order or \"desc\").strip().lower()\n if normalized_sort_order not in {\"asc\", \"desc\"}:\n normalized_sort_order = \"desc\"\n query: dict[str, Any] = {\n \"page\": normalized_page_index,\n \"page_size\": normalized_page_size,\n \"order_column\": normalized_sort_column,\n \"order_direction\": normalized_sort_order,\n }\n normalized_search = str(search or \"\").strip()\n if normalized_search:\n query[\"filters\"] = [{\"col\": \"username\", \"opr\": \"ct\", \"value\": normalized_search}]\n logger.reason(\n \"Lookup Superset users\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"page\": normalized_page_index, \"page_size\": normalized_page_size}},\n )\n logger.reflect(\n \"Prepared Superset users lookup query\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"order_column\": normalized_sort_column, \"sort_order\": normalized_sort_order, \"direction\": query.get(\"order_direction\")}},\n )\n primary_error: Exception | None = None\n last_error: Exception | None = None\n for attempt_index, endpoint in enumerate((\"/security/users/\", \"/security/users\"), start=1):\n try:\n logger.reason(\n \"Users lookup request attempt\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"attempt\": attempt_index, \"endpoint\": endpoint}},\n )\n response = self.network_client.request(\n method=\"GET\",\n endpoint=endpoint,\n params={\"q\": json.dumps(query)},\n )\n logger.reflect(\n \"Users lookup endpoint succeeded\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"attempt\": attempt_index, \"endpoint\": endpoint}},\n )\n return self._normalize_lookup_payload(\n response=response,\n page_index=normalized_page_index,\n page_size=normalized_page_size,\n )\n except Exception as exc:\n if primary_error is None:\n primary_error = exc\n last_error = exc\n cause = getattr(exc, \"__cause__\", None)\n cause_response = getattr(cause, \"response\", None)\n status_code = getattr(cause_response, \"status_code\", None)\n logger.explore(\n \"Users lookup endpoint failed\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"attempt\": attempt_index, \"endpoint\": endpoint, \"error_type\": type(exc).__name__, \"status_code\": status_code, \"direction\": query.get(\"order_direction\")}, \"error\": str(exc)},\n )\n if last_error is not None:\n selected_error: Exception = last_error\n if (\n primary_error is not None\n and primary_error is not last_error\n and isinstance(last_error, AuthenticationError)\n and not isinstance(primary_error, AuthenticationError)\n ):\n selected_error = primary_error\n logger.reflect(\n \"Preserving primary lookup failure over fallback auth error\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"primary_error_type\": type(primary_error).__name__, \"fallback_error_type\": type(last_error).__name__}},\n )\n logger.explore(\n \"All Superset users lookup endpoints failed\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"direction\": query.get(\"order_direction\"), \"selected_error_type\": type(selected_error).__name__}},\n )\n raise selected_error\n raise SupersetAPIError(\"Superset users lookup failed without explicit error\")\n # #endregion get_users_page\n # #region _normalize_lookup_payload [TYPE Function]\n # @PURPOSE: Convert Superset users response variants into stable candidates payload.\n # @PRE: response can be dict/list in any supported upstream shape.\n # @POST: Output contains canonical keys: status, environment_id, page_index, page_size, total, items.\n # @RETURN: Dict[str, Any]\n def _normalize_lookup_payload(\n self,\n response: Any,\n page_index: int,\n page_size: int,\n ) -> dict[str, Any]:\n with belief_scope(\"SupersetAccountLookupAdapter._normalize_lookup_payload\"):\n payload = response\n if isinstance(payload, dict) and isinstance(payload.get(\"result\"), dict):\n payload = payload.get(\"result\")\n raw_items: list[Any] = []\n total = 0\n if isinstance(payload, dict):\n if isinstance(payload.get(\"result\"), list):\n raw_items = payload.get(\"result\") or []\n total = int(payload.get(\"count\", len(raw_items)) or 0)\n elif isinstance(payload.get(\"users\"), list):\n raw_items = payload.get(\"users\") or []\n total = int(payload.get(\"total\", len(raw_items)) or 0)\n elif isinstance(payload.get(\"items\"), list):\n raw_items = payload.get(\"items\") or []\n total = int(payload.get(\"total\", len(raw_items)) or 0)\n elif isinstance(payload, list):\n raw_items = payload\n total = len(raw_items)\n normalized_items: list[dict[str, Any]] = []\n seen_usernames = set()\n for raw_user in raw_items:\n candidate = self.normalize_user_payload(raw_user)\n username_key = str(candidate.get(\"username\") or \"\").strip().lower()\n if not username_key:\n continue\n if username_key in seen_usernames:\n continue\n seen_usernames.add(username_key)\n normalized_items.append(candidate)\n logger.reflect(\n \"Normalized lookup payload\",\n extra={\"src\": \"SupersetAccountLookupAdapter._normalize_lookup_payload\", \"payload\": {\"env\": self.environment_id, \"items\": len(normalized_items), \"total\": max(total, len(normalized_items))}},\n )\n return {\n \"status\": \"success\",\n \"environment_id\": self.environment_id,\n \"page_index\": max(int(page_index), 0),\n \"page_size\": max(int(page_size), 1),\n \"total\": max(int(total), len(normalized_items)),\n \"items\": normalized_items,\n }\n # #endregion _normalize_lookup_payload\n # #region normalize_user_payload [TYPE Function]\n # @PURPOSE: Project raw Superset user object to canonical candidate shape.\n # @PRE: raw_user may have heterogenous key names between Superset versions.\n # @POST: Returns normalized candidate keys (environment_id, username, display_name, email, is_active).\n # @RETURN: Dict[str, Any]\n def normalize_user_payload(self, raw_user: Any) -> dict[str, Any]:\n if not isinstance(raw_user, dict):\n raw_user = {}\n username = str(\n raw_user.get(\"username\")\n or raw_user.get(\"userName\")\n or raw_user.get(\"name\")\n or \"\"\n ).strip()\n full_name = str(raw_user.get(\"full_name\") or \"\").strip()\n first_name = str(raw_user.get(\"first_name\") or \"\").strip()\n last_name = str(raw_user.get(\"last_name\") or \"\").strip()\n display_name = full_name or \" \".join(\n part for part in [first_name, last_name] if part\n ).strip()\n if not display_name:\n display_name = username or None\n email = str(raw_user.get(\"email\") or \"\").strip() or None\n is_active_raw = raw_user.get(\"is_active\")\n is_active = bool(is_active_raw) if is_active_raw is not None else None\n return {\n \"environment_id\": self.environment_id,\n \"username\": username,\n \"display_name\": display_name,\n \"email\": email,\n \"is_active\": is_active,\n }\n # #endregion normalize_user_payload\n# #endregion SupersetAccountLookupAdapter\n" }, { @@ -37863,6 +38946,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes lookup adapter with authenticated API client and environment context.\n # @PRE: network_client supports request(method, endpoint, params=...).\n # @POST: Adapter is ready to perform users lookup requests.\n def __init__(self, network_client: APIClient, environment_id: str):\n self.network_client = network_client\n self.environment_id = str(environment_id or \"\")\n # #endregion __init__\n" }, { @@ -37916,6 +39000,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_users_page [TYPE Function]\n # @PURPOSE: Fetch one users page from Superset with passthrough search/sort parameters.\n # @PRE: page_index >= 0 and page_size >= 1.\n # @POST: Returns deterministic payload with normalized items and total count.\n # @RETURN: Dict[str, Any]\n def get_users_page(\n self,\n search: str | None = None,\n page_index: int = 0,\n page_size: int = 20,\n sort_column: str = \"username\",\n sort_order: str = \"desc\",\n ) -> dict[str, Any]:\n with belief_scope(\"SupersetAccountLookupAdapter.get_users_page\"):\n normalized_page_index = max(int(page_index), 0)\n normalized_page_size = max(int(page_size), 1)\n normalized_sort_column = str(sort_column or \"username\").strip().lower() or \"username\"\n normalized_sort_order = str(sort_order or \"desc\").strip().lower()\n if normalized_sort_order not in {\"asc\", \"desc\"}:\n normalized_sort_order = \"desc\"\n query: dict[str, Any] = {\n \"page\": normalized_page_index,\n \"page_size\": normalized_page_size,\n \"order_column\": normalized_sort_column,\n \"order_direction\": normalized_sort_order,\n }\n normalized_search = str(search or \"\").strip()\n if normalized_search:\n query[\"filters\"] = [{\"col\": \"username\", \"opr\": \"ct\", \"value\": normalized_search}]\n logger.reason(\n \"Lookup Superset users\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"page\": normalized_page_index, \"page_size\": normalized_page_size}},\n )\n logger.reflect(\n \"Prepared Superset users lookup query\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"order_column\": normalized_sort_column, \"sort_order\": normalized_sort_order, \"direction\": query.get(\"order_direction\")}},\n )\n primary_error: Exception | None = None\n last_error: Exception | None = None\n for attempt_index, endpoint in enumerate((\"/security/users/\", \"/security/users\"), start=1):\n try:\n logger.reason(\n \"Users lookup request attempt\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"attempt\": attempt_index, \"endpoint\": endpoint}},\n )\n response = self.network_client.request(\n method=\"GET\",\n endpoint=endpoint,\n params={\"q\": json.dumps(query)},\n )\n logger.reflect(\n \"Users lookup endpoint succeeded\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"attempt\": attempt_index, \"endpoint\": endpoint}},\n )\n return self._normalize_lookup_payload(\n response=response,\n page_index=normalized_page_index,\n page_size=normalized_page_size,\n )\n except Exception as exc:\n if primary_error is None:\n primary_error = exc\n last_error = exc\n cause = getattr(exc, \"__cause__\", None)\n cause_response = getattr(cause, \"response\", None)\n status_code = getattr(cause_response, \"status_code\", None)\n logger.explore(\n \"Users lookup endpoint failed\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"attempt\": attempt_index, \"endpoint\": endpoint, \"error_type\": type(exc).__name__, \"status_code\": status_code, \"direction\": query.get(\"order_direction\")}, \"error\": str(exc)},\n )\n if last_error is not None:\n selected_error: Exception = last_error\n if (\n primary_error is not None\n and primary_error is not last_error\n and isinstance(last_error, AuthenticationError)\n and not isinstance(primary_error, AuthenticationError)\n ):\n selected_error = primary_error\n logger.reflect(\n \"Preserving primary lookup failure over fallback auth error\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"primary_error_type\": type(primary_error).__name__, \"fallback_error_type\": type(last_error).__name__}},\n )\n logger.explore(\n \"All Superset users lookup endpoints failed\",\n extra={\"src\": \"SupersetAccountLookupAdapter.get_users_page\", \"payload\": {\"env\": self.environment_id, \"direction\": query.get(\"order_direction\"), \"selected_error_type\": type(selected_error).__name__}},\n )\n raise selected_error\n raise SupersetAPIError(\"Superset users lookup failed without explicit error\")\n # #endregion get_users_page\n" }, { @@ -37969,6 +39054,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _normalize_lookup_payload [TYPE Function]\n # @PURPOSE: Convert Superset users response variants into stable candidates payload.\n # @PRE: response can be dict/list in any supported upstream shape.\n # @POST: Output contains canonical keys: status, environment_id, page_index, page_size, total, items.\n # @RETURN: Dict[str, Any]\n def _normalize_lookup_payload(\n self,\n response: Any,\n page_index: int,\n page_size: int,\n ) -> dict[str, Any]:\n with belief_scope(\"SupersetAccountLookupAdapter._normalize_lookup_payload\"):\n payload = response\n if isinstance(payload, dict) and isinstance(payload.get(\"result\"), dict):\n payload = payload.get(\"result\")\n raw_items: list[Any] = []\n total = 0\n if isinstance(payload, dict):\n if isinstance(payload.get(\"result\"), list):\n raw_items = payload.get(\"result\") or []\n total = int(payload.get(\"count\", len(raw_items)) or 0)\n elif isinstance(payload.get(\"users\"), list):\n raw_items = payload.get(\"users\") or []\n total = int(payload.get(\"total\", len(raw_items)) or 0)\n elif isinstance(payload.get(\"items\"), list):\n raw_items = payload.get(\"items\") or []\n total = int(payload.get(\"total\", len(raw_items)) or 0)\n elif isinstance(payload, list):\n raw_items = payload\n total = len(raw_items)\n normalized_items: list[dict[str, Any]] = []\n seen_usernames = set()\n for raw_user in raw_items:\n candidate = self.normalize_user_payload(raw_user)\n username_key = str(candidate.get(\"username\") or \"\").strip().lower()\n if not username_key:\n continue\n if username_key in seen_usernames:\n continue\n seen_usernames.add(username_key)\n normalized_items.append(candidate)\n logger.reflect(\n \"Normalized lookup payload\",\n extra={\"src\": \"SupersetAccountLookupAdapter._normalize_lookup_payload\", \"payload\": {\"env\": self.environment_id, \"items\": len(normalized_items), \"total\": max(total, len(normalized_items))}},\n )\n return {\n \"status\": \"success\",\n \"environment_id\": self.environment_id,\n \"page_index\": max(int(page_index), 0),\n \"page_size\": max(int(page_size), 1),\n \"total\": max(int(total), len(normalized_items)),\n \"items\": normalized_items,\n }\n # #endregion _normalize_lookup_payload\n" }, { @@ -38022,6 +39108,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region normalize_user_payload [TYPE Function]\n # @PURPOSE: Project raw Superset user object to canonical candidate shape.\n # @PRE: raw_user may have heterogenous key names between Superset versions.\n # @POST: Returns normalized candidate keys (environment_id, username, display_name, email, is_active).\n # @RETURN: Dict[str, Any]\n def normalize_user_payload(self, raw_user: Any) -> dict[str, Any]:\n if not isinstance(raw_user, dict):\n raw_user = {}\n username = str(\n raw_user.get(\"username\")\n or raw_user.get(\"userName\")\n or raw_user.get(\"name\")\n or \"\"\n ).strip()\n full_name = str(raw_user.get(\"full_name\") or \"\").strip()\n first_name = str(raw_user.get(\"first_name\") or \"\").strip()\n last_name = str(raw_user.get(\"last_name\") or \"\").strip()\n display_name = full_name or \" \".join(\n part for part in [first_name, last_name] if part\n ).strip()\n if not display_name:\n display_name = username or None\n email = str(raw_user.get(\"email\") or \"\").strip() or None\n is_active_raw = raw_user.get(\"is_active\")\n is_active = bool(is_active_raw) if is_active_raw is not None else None\n return {\n \"environment_id\": self.environment_id,\n \"username\": username,\n \"display_name\": display_name,\n \"email\": email,\n \"is_active\": is_active,\n }\n # #endregion normalize_user_payload\n" }, { @@ -38036,6 +39123,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskManagerPackage [TYPE Module] [SEMANTICS task, manager, package, init]\n\nfrom .manager import TaskManager\nfrom .models import LogEntry, Task, TaskStatus\n\n__all__ = [\"LogEntry\", \"Task\", \"TaskManager\", \"TaskStatus\"]\n\n# #endregion TaskManagerPackage\n" }, { @@ -38089,6 +39177,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_task_context_preserves_background_tasks_across_sub_context [TYPE Function]\n# @RELATION BINDS_TO -> TestContext\n# @BRIEF Plugins must be able to access background_tasks from both root and sub-context loggers.\n# @PRE: TaskContext is initialized with a BackgroundTasks-like object.\n# @POST: background_tasks remains available on root and derived sub-contexts.\ndef test_task_context_preserves_background_tasks_across_sub_context():\n background_tasks = MagicMock()\n context = TaskContext(\n task_id=\"task-1\",\n add_log_fn=lambda **_kwargs: None,\n params={\"x\": 1},\n background_tasks=background_tasks,\n )\n sub_context = context.create_sub_context(\"llm\")\n assert context.background_tasks is background_tasks\n assert sub_context.background_tasks is background_tasks\n# #endregion test_task_context_preserves_background_tasks_across_sub_context\n" }, { @@ -38131,6 +39220,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region __tests__/test_task_logger [TYPE Module] [SEMANTICS test, task, logger, contract]\n# @RELATION VERIFIES -> ../task_logger.py\n# @BRIEF Contract testing for TaskLogger\n# #endregion __tests__/test_task_logger\n" }, { @@ -38165,6 +39255,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_task_logger_initialization [TYPE Function]\n# @RELATION BINDS_TO -> __tests__/test_task_logger\n# @BRIEF Verify TaskLogger initializes with correct task_id and state.\ndef test_task_logger_initialization(task_logger):\n \"\"\"Verify TaskLogger is bound to specific task_id and source.\"\"\"\n assert task_logger._task_id == \"test_123\"\n assert task_logger._default_source == \"test_plugin\"\n# @TEST_CONTRACT: invariants -> \"All specific log methods (info, error) delegate to _log\"\n# #endregion test_task_logger_initialization\n" }, { @@ -38199,6 +39290,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_log_methods_delegation [TYPE Function]\n# @RELATION BINDS_TO -> __tests__/test_task_logger\n# @BRIEF Verify TaskLogger delegates log method calls to the underlying persistence service.\ndef test_log_methods_delegation(task_logger, mock_add_log):\n \"\"\"Verify info, error, warning, debug delegate to internal _log.\"\"\"\n task_logger.info(\"info message\", metadata={\"k\": \"v\"})\n mock_add_log.assert_called_with(\n task_id=\"test_123\",\n level=\"INFO\",\n message=\"info message\",\n source=\"test_plugin\",\n metadata={\"k\": \"v\"}\n )\n\n task_logger.error(\"error message\", source=\"override\")\n mock_add_log.assert_called_with(\n task_id=\"test_123\",\n level=\"ERROR\",\n message=\"error message\",\n source=\"override\",\n metadata=None\n )\n task_logger.warning(\"warning message\")\n mock_add_log.assert_called_with(\n task_id=\"test_123\",\n level=\"WARNING\",\n message=\"warning message\",\n source=\"test_plugin\",\n metadata=None\n )\n task_logger.debug(\"debug message\")\n mock_add_log.assert_called_with(\n task_id=\"test_123\",\n level=\"DEBUG\",\n message=\"debug message\",\n source=\"test_plugin\",\n metadata=None\n )\n# @TEST_CONTRACT: invariants -> \"with_source creates a new logger with the same task_id\"\n# #endregion test_log_methods_delegation\n" }, { @@ -38233,6 +39325,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_with_source [TYPE Function]\n# @RELATION BINDS_TO -> __tests__/test_task_logger\n# @BRIEF Verify TaskLogger.with_source returns a new logger with the correct source attribution.\ndef test_with_source(task_logger):\n \"\"\"Verify with_source returns a new instance with updated default source.\"\"\"\n new_logger = task_logger.with_source(\"new_source\")\n assert isinstance(new_logger, TaskLogger)\n assert new_logger._task_id == \"test_123\"\n assert new_logger._default_source == \"new_source\"\n assert new_logger is not task_logger\n# @TEST_EDGE: missing_task_id -> raises TypeError\n# #endregion test_with_source\n" }, { @@ -38267,6 +39360,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_missing_task_id [TYPE Function]\n# @RELATION BINDS_TO -> __tests__/test_task_logger\n# @BRIEF Verify TaskLogger raises or handles missing task_id gracefully.\ndef test_missing_task_id():\n with pytest.raises(TypeError):\n TaskLogger(add_log_fn=lambda x: x)\n# @TEST_EDGE: invalid_add_log_fn -> raises TypeError\n# (Python doesn't strictly enforce this at init, but let's verify it fails on call if not callable)\n# #endregion test_missing_task_id\n" }, { @@ -38301,6 +39395,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_invalid_add_log_fn [TYPE Function]\n# @RELATION BINDS_TO -> __tests__/test_task_logger\n# @BRIEF Verify TaskLogger raises ValueError for invalid add_log_fn parameter.\ndef test_invalid_add_log_fn():\n logger = TaskLogger(task_id=\"msg\", add_log_fn=None)\n with pytest.raises(TypeError):\n logger.info(\"test\")\n# @TEST_INVARIANT: consistent_delegation\n# #endregion test_invalid_add_log_fn\n" }, { @@ -38334,6 +39429,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_progress_log [TYPE Function]\n# @RELATION BINDS_TO -> __tests__/test_task_logger\n# @BRIEF Verify TaskLogger correctly logs progress updates with percentage and message.\ndef test_progress_log(task_logger, mock_add_log):\n \"\"\"Verify progress method correctly formats metadata.\"\"\"\n task_logger.progress(\"Step 1\", 45.5)\n mock_add_log.assert_called_with(\n task_id=\"test_123\",\n level=\"INFO\",\n message=\"Step 1\",\n source=\"test_plugin\",\n metadata={\"progress\": 45.5}\n )\n\n # Boundary checks\n task_logger.progress(\"Step high\", 150)\n assert mock_add_log.call_args[1][\"metadata\"][\"progress\"] == 100\n\n task_logger.progress(\"Step low\", -10)\n assert mock_add_log.call_args[1][\"metadata\"][\"progress\"] == 0\n# #endregion test_progress_log\n" }, { @@ -38371,6 +39467,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskCleanupModule [C:3] [TYPE Module] [SEMANTICS task, logs, task-cleanup-service]\n# @BRIEF Implements task cleanup and retention policies, including associated logs.\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> [TaskPersistenceService]\n# @RELATION DEPENDS_ON -> [TaskLogPersistenceService]\n# @RELATION DEPENDS_ON -> [ConfigManager]\n\nfrom ..config_manager import ConfigManager\nfrom ..logger import belief_scope, logger\nfrom .persistence import TaskLogPersistenceService, TaskPersistenceService\n\n\n# #region TaskCleanupService [C:3] [TYPE Class]\n# @BRIEF Provides methods to clean up old task records and their associated logs.\n# @RELATION DEPENDS_ON -> [TaskPersistenceService]\n# @RELATION DEPENDS_ON -> [TaskLogPersistenceService]\n# @RELATION DEPENDS_ON -> [ConfigManager]\nclass TaskCleanupService:\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes the cleanup service with dependencies.\n # @PRE: persistence_service and config_manager are valid.\n # @POST: Cleanup service is ready.\n def __init__(\n self,\n persistence_service: TaskPersistenceService,\n log_persistence_service: TaskLogPersistenceService,\n config_manager: ConfigManager\n ):\n self.persistence_service = persistence_service\n self.log_persistence_service = log_persistence_service\n self.config_manager = config_manager\n # #endregion __init__\n # #region run_cleanup [TYPE Function]\n # @PURPOSE: Deletes tasks older than the configured retention period and their logs.\n # @PRE: Config manager has valid settings.\n # @POST: Old tasks and their logs are deleted from persistence.\n def run_cleanup(self):\n with belief_scope(\"TaskCleanupService.run_cleanup\"):\n settings = self.config_manager.get_config().settings\n retention_days = settings.task_retention_days\n\n logger.info(f\"Cleaning up tasks older than {retention_days} days.\")\n\n # Load tasks to check for limit\n tasks = self.persistence_service.load_tasks(limit=1000)\n if len(tasks) > settings.task_retention_limit:\n to_delete: list[str] = [t.id for t in tasks[settings.task_retention_limit:]]\n\n # Delete logs first (before task records)\n self.log_persistence_service.delete_logs_for_tasks(to_delete)\n\n # Then delete task records\n self.persistence_service.delete_tasks(to_delete)\n\n logger.info(f\"Deleted {len(to_delete)} tasks and their logs exceeding limit of {settings.task_retention_limit}\")\n # #endregion run_cleanup\n\n # #region delete_task_with_logs [TYPE Function]\n # @PURPOSE: Delete a single task and all its associated logs.\n # @PRE: task_id is a valid task ID.\n # @POST: Task and all its logs are deleted.\n # @PARAM: task_id (str) - The task ID to delete.\n def delete_task_with_logs(self, task_id: str) -> None:\n \"\"\"Delete a single task and all its associated logs.\"\"\"\n with belief_scope(\"TaskCleanupService.delete_task_with_logs\", f\"task_id={task_id}\"):\n # Delete logs first\n self.log_persistence_service.delete_logs_for_task(task_id)\n\n # Then delete task record\n self.persistence_service.delete_tasks([task_id])\n\n logger.info(f\"Deleted task {task_id} and its associated logs\")\n # #endregion delete_task_with_logs\n# #endregion TaskCleanupService\n# #endregion TaskCleanupModule\n" }, { @@ -38407,6 +39504,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskCleanupService [C:3] [TYPE Class]\n# @BRIEF Provides methods to clean up old task records and their associated logs.\n# @RELATION DEPENDS_ON -> [TaskPersistenceService]\n# @RELATION DEPENDS_ON -> [TaskLogPersistenceService]\n# @RELATION DEPENDS_ON -> [ConfigManager]\nclass TaskCleanupService:\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes the cleanup service with dependencies.\n # @PRE: persistence_service and config_manager are valid.\n # @POST: Cleanup service is ready.\n def __init__(\n self,\n persistence_service: TaskPersistenceService,\n log_persistence_service: TaskLogPersistenceService,\n config_manager: ConfigManager\n ):\n self.persistence_service = persistence_service\n self.log_persistence_service = log_persistence_service\n self.config_manager = config_manager\n # #endregion __init__\n # #region run_cleanup [TYPE Function]\n # @PURPOSE: Deletes tasks older than the configured retention period and their logs.\n # @PRE: Config manager has valid settings.\n # @POST: Old tasks and their logs are deleted from persistence.\n def run_cleanup(self):\n with belief_scope(\"TaskCleanupService.run_cleanup\"):\n settings = self.config_manager.get_config().settings\n retention_days = settings.task_retention_days\n\n logger.info(f\"Cleaning up tasks older than {retention_days} days.\")\n\n # Load tasks to check for limit\n tasks = self.persistence_service.load_tasks(limit=1000)\n if len(tasks) > settings.task_retention_limit:\n to_delete: list[str] = [t.id for t in tasks[settings.task_retention_limit:]]\n\n # Delete logs first (before task records)\n self.log_persistence_service.delete_logs_for_tasks(to_delete)\n\n # Then delete task records\n self.persistence_service.delete_tasks(to_delete)\n\n logger.info(f\"Deleted {len(to_delete)} tasks and their logs exceeding limit of {settings.task_retention_limit}\")\n # #endregion run_cleanup\n\n # #region delete_task_with_logs [TYPE Function]\n # @PURPOSE: Delete a single task and all its associated logs.\n # @PRE: task_id is a valid task ID.\n # @POST: Task and all its logs are deleted.\n # @PARAM: task_id (str) - The task ID to delete.\n def delete_task_with_logs(self, task_id: str) -> None:\n \"\"\"Delete a single task and all its associated logs.\"\"\"\n with belief_scope(\"TaskCleanupService.delete_task_with_logs\", f\"task_id={task_id}\"):\n # Delete logs first\n self.log_persistence_service.delete_logs_for_task(task_id)\n\n # Then delete task record\n self.persistence_service.delete_tasks([task_id])\n\n logger.info(f\"Deleted task {task_id} and its associated logs\")\n # #endregion delete_task_with_logs\n# #endregion TaskCleanupService\n" }, { @@ -38453,6 +39551,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region run_cleanup [TYPE Function]\n # @PURPOSE: Deletes tasks older than the configured retention period and their logs.\n # @PRE: Config manager has valid settings.\n # @POST: Old tasks and their logs are deleted from persistence.\n def run_cleanup(self):\n with belief_scope(\"TaskCleanupService.run_cleanup\"):\n settings = self.config_manager.get_config().settings\n retention_days = settings.task_retention_days\n\n logger.info(f\"Cleaning up tasks older than {retention_days} days.\")\n\n # Load tasks to check for limit\n tasks = self.persistence_service.load_tasks(limit=1000)\n if len(tasks) > settings.task_retention_limit:\n to_delete: list[str] = [t.id for t in tasks[settings.task_retention_limit:]]\n\n # Delete logs first (before task records)\n self.log_persistence_service.delete_logs_for_tasks(to_delete)\n\n # Then delete task records\n self.persistence_service.delete_tasks(to_delete)\n\n logger.info(f\"Deleted {len(to_delete)} tasks and their logs exceeding limit of {settings.task_retention_limit}\")\n # #endregion run_cleanup\n" }, { @@ -38506,6 +39605,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region delete_task_with_logs [TYPE Function]\n # @PURPOSE: Delete a single task and all its associated logs.\n # @PRE: task_id is a valid task ID.\n # @POST: Task and all its logs are deleted.\n # @PARAM: task_id (str) - The task ID to delete.\n def delete_task_with_logs(self, task_id: str) -> None:\n \"\"\"Delete a single task and all its associated logs.\"\"\"\n with belief_scope(\"TaskCleanupService.delete_task_with_logs\", f\"task_id={task_id}\"):\n # Delete logs first\n self.log_persistence_service.delete_logs_for_task(task_id)\n\n # Then delete task record\n self.persistence_service.delete_tasks([task_id])\n\n logger.info(f\"Deleted task {task_id} and its associated logs\")\n # #endregion delete_task_with_logs\n" }, { @@ -38561,6 +39661,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskContextModule [C:5] [TYPE Module] [SEMANTICS task, execution, task-context]\n# @BRIEF Provides execution context passed to plugins during task execution.\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> [TaskLoggerModule]\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @INVARIANT: Each TaskContext is bound to a single task execution.\n# @PRE: Task execution pipeline provides valid task identifiers, logging callbacks, and parameter dictionaries.\n# @POST: Plugins receive context instances with stable logger and parameter accessors.\n# @SIDE_EFFECT: Creates task-scoped logger wrappers and carries optional background task handles across sub-contexts.\n# @DATA_CONTRACT: Input[task_id, add_log_fn, params, default_source, background_tasks] -> Output[TaskContext]\nfrom collections.abc import Callable\nfrom typing import Any\n\nfrom ..logger import belief_scope\nfrom .task_logger import TaskLogger\n\n\n# #region TaskContext [C:5] [TYPE Class] [SEMANTICS context, task, execution, plugin]\n# @BRIEF A container passed to plugin.execute() providing the logger and other task-specific utilities.\n# @INVARIANT: logger is always a valid TaskLogger instance.\n# @PRE: Constructor receives non-empty task_id, callable add_log_fn, and params mapping.\n# @POST: Instance exposes immutable task identity with logger, params, and optional background task access.\n# @RELATION DEPENDS_ON -> [TaskLogger]\n# @SIDE_EFFECT: Emits structured task logs through TaskLogger on plugin interactions.\n# @DATA_CONTRACT: Input[task_id, add_log_fn, params, default_source, background_tasks] -> Output[TaskContext]\n# @UX_STATE: Idle -> Active -> Complete\n#\n# @TEST_CONTRACT: TaskContextContract ->\n# {\n# required_fields: {task_id: str, add_log_fn: Callable, params: dict},\n# optional_fields: {default_source: str},\n# invariants: [\n# \"task_id matches initialized logger's task_id\",\n# \"logger is a valid TaskLogger instance\"\n# ]\n# }\n# @TEST_FIXTURE: valid_context -> {\"task_id\": \"123\", \"add_log_fn\": lambda *args: None, \"params\": {\"k\": \"v\"}, \"default_source\": \"plugin\"}\n# @TEST_EDGE: missing_task_id -> raises TypeError\n# @TEST_EDGE: missing_add_log_fn -> raises TypeError\n# @TEST_INVARIANT: logger_initialized -> verifies: [valid_context]\nclass TaskContext:\n \"\"\"\n Execution context provided to plugins during task execution.\n Usage:\n def execute(params: dict, context: TaskContext = None):\n if context:\n context.logger.info(\"Starting process\")\n context.logger.progress(\"Processing items\", percent=50)\n # ... plugin logic\n \"\"\"\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initialize the TaskContext with task-specific resources.\n # @PRE: task_id is a valid task identifier, add_log_fn is callable.\n # @POST: TaskContext is ready to be passed to plugin.execute().\n # @PARAM: task_id (str) - The ID of the task.\n # @PARAM: add_log_fn (Callable) - Function to add log to TaskManager.\n # @PARAM: params (Dict) - Task parameters.\n # @PARAM: default_source (str) - Default source for logs (default: \"plugin\").\n def __init__(\n self,\n task_id: str,\n add_log_fn: Callable,\n params: dict[str, Any],\n default_source: str = \"plugin\",\n background_tasks: Any | None = None,\n ):\n with belief_scope(\"__init__\"):\n self._task_id = task_id\n self._params = params\n self._background_tasks = background_tasks\n self._logger = TaskLogger(\n task_id=task_id, add_log_fn=add_log_fn, source=default_source\n )\n # #endregion __init__\n # #region task_id [TYPE Function]\n # @PURPOSE: Get the task ID.\n # @PRE: TaskContext must be initialized.\n # @POST: Returns the task ID string.\n # @RETURN: str - The task ID.\n @property\n def task_id(self) -> str:\n with belief_scope(\"task_id\"):\n return self._task_id\n # #endregion task_id\n # #region logger [TYPE Function]\n # @PURPOSE: Get the TaskLogger instance for this context.\n # @PRE: TaskContext must be initialized.\n # @POST: Returns the TaskLogger instance.\n # @RETURN: TaskLogger - The logger instance.\n @property\n def logger(self) -> TaskLogger:\n with belief_scope(\"logger\"):\n return self._logger\n # #endregion logger\n # #region params [TYPE Function]\n # @PURPOSE: Get the task parameters.\n # @PRE: TaskContext must be initialized.\n # @POST: Returns the parameters dictionary.\n # @RETURN: Dict[str, Any] - The task parameters.\n @property\n def params(self) -> dict[str, Any]:\n with belief_scope(\"params\"):\n return self._params\n # #endregion params\n # #region background_tasks [TYPE Function]\n # @PURPOSE: Expose optional background task scheduler for plugins that dispatch deferred side effects.\n # @PRE: TaskContext must be initialized.\n # @POST: Returns BackgroundTasks-like object or None.\n @property\n def background_tasks(self) -> Any | None:\n with belief_scope(\"background_tasks\"):\n return self._background_tasks\n # #endregion background_tasks\n # #region get_param [TYPE Function]\n # @PURPOSE: Get a specific parameter value with optional default.\n # @PRE: TaskContext must be initialized.\n # @POST: Returns parameter value or default.\n # @PARAM: key (str) - Parameter key.\n # @PARAM: default (Any) - Default value if key not found.\n # @RETURN: Any - Parameter value or default.\n def get_param(self, key: str, default: Any = None) -> Any:\n with belief_scope(\"get_param\"):\n return self._params.get(key, default)\n # #endregion get_param\n # #region create_sub_context [TYPE Function]\n # @PURPOSE: Create a sub-context with a different default source.\n # @PRE: source is a non-empty string.\n # @POST: Returns new TaskContext with different logger source.\n # @PARAM: source (str) - New default source for logging.\n # @RETURN: TaskContext - New context with different source.\n def create_sub_context(self, source: str) -> \"TaskContext\":\n \"\"\"Create a sub-context with a different default source for logging.\"\"\"\n with belief_scope(\"create_sub_context\"):\n return TaskContext(\n task_id=self._task_id,\n add_log_fn=self._logger._add_log,\n params=self._params,\n default_source=source,\n background_tasks=self._background_tasks,\n )\n # #endregion create_sub_context\n# #endregion TaskContext\n# #endregion TaskContextModule\n" }, { @@ -38652,6 +39753,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskContext [C:5] [TYPE Class] [SEMANTICS context, task, execution, plugin]\n# @BRIEF A container passed to plugin.execute() providing the logger and other task-specific utilities.\n# @INVARIANT: logger is always a valid TaskLogger instance.\n# @PRE: Constructor receives non-empty task_id, callable add_log_fn, and params mapping.\n# @POST: Instance exposes immutable task identity with logger, params, and optional background task access.\n# @RELATION DEPENDS_ON -> [TaskLogger]\n# @SIDE_EFFECT: Emits structured task logs through TaskLogger on plugin interactions.\n# @DATA_CONTRACT: Input[task_id, add_log_fn, params, default_source, background_tasks] -> Output[TaskContext]\n# @UX_STATE: Idle -> Active -> Complete\n#\n# @TEST_CONTRACT: TaskContextContract ->\n# {\n# required_fields: {task_id: str, add_log_fn: Callable, params: dict},\n# optional_fields: {default_source: str},\n# invariants: [\n# \"task_id matches initialized logger's task_id\",\n# \"logger is a valid TaskLogger instance\"\n# ]\n# }\n# @TEST_FIXTURE: valid_context -> {\"task_id\": \"123\", \"add_log_fn\": lambda *args: None, \"params\": {\"k\": \"v\"}, \"default_source\": \"plugin\"}\n# @TEST_EDGE: missing_task_id -> raises TypeError\n# @TEST_EDGE: missing_add_log_fn -> raises TypeError\n# @TEST_INVARIANT: logger_initialized -> verifies: [valid_context]\nclass TaskContext:\n \"\"\"\n Execution context provided to plugins during task execution.\n Usage:\n def execute(params: dict, context: TaskContext = None):\n if context:\n context.logger.info(\"Starting process\")\n context.logger.progress(\"Processing items\", percent=50)\n # ... plugin logic\n \"\"\"\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initialize the TaskContext with task-specific resources.\n # @PRE: task_id is a valid task identifier, add_log_fn is callable.\n # @POST: TaskContext is ready to be passed to plugin.execute().\n # @PARAM: task_id (str) - The ID of the task.\n # @PARAM: add_log_fn (Callable) - Function to add log to TaskManager.\n # @PARAM: params (Dict) - Task parameters.\n # @PARAM: default_source (str) - Default source for logs (default: \"plugin\").\n def __init__(\n self,\n task_id: str,\n add_log_fn: Callable,\n params: dict[str, Any],\n default_source: str = \"plugin\",\n background_tasks: Any | None = None,\n ):\n with belief_scope(\"__init__\"):\n self._task_id = task_id\n self._params = params\n self._background_tasks = background_tasks\n self._logger = TaskLogger(\n task_id=task_id, add_log_fn=add_log_fn, source=default_source\n )\n # #endregion __init__\n # #region task_id [TYPE Function]\n # @PURPOSE: Get the task ID.\n # @PRE: TaskContext must be initialized.\n # @POST: Returns the task ID string.\n # @RETURN: str - The task ID.\n @property\n def task_id(self) -> str:\n with belief_scope(\"task_id\"):\n return self._task_id\n # #endregion task_id\n # #region logger [TYPE Function]\n # @PURPOSE: Get the TaskLogger instance for this context.\n # @PRE: TaskContext must be initialized.\n # @POST: Returns the TaskLogger instance.\n # @RETURN: TaskLogger - The logger instance.\n @property\n def logger(self) -> TaskLogger:\n with belief_scope(\"logger\"):\n return self._logger\n # #endregion logger\n # #region params [TYPE Function]\n # @PURPOSE: Get the task parameters.\n # @PRE: TaskContext must be initialized.\n # @POST: Returns the parameters dictionary.\n # @RETURN: Dict[str, Any] - The task parameters.\n @property\n def params(self) -> dict[str, Any]:\n with belief_scope(\"params\"):\n return self._params\n # #endregion params\n # #region background_tasks [TYPE Function]\n # @PURPOSE: Expose optional background task scheduler for plugins that dispatch deferred side effects.\n # @PRE: TaskContext must be initialized.\n # @POST: Returns BackgroundTasks-like object or None.\n @property\n def background_tasks(self) -> Any | None:\n with belief_scope(\"background_tasks\"):\n return self._background_tasks\n # #endregion background_tasks\n # #region get_param [TYPE Function]\n # @PURPOSE: Get a specific parameter value with optional default.\n # @PRE: TaskContext must be initialized.\n # @POST: Returns parameter value or default.\n # @PARAM: key (str) - Parameter key.\n # @PARAM: default (Any) - Default value if key not found.\n # @RETURN: Any - Parameter value or default.\n def get_param(self, key: str, default: Any = None) -> Any:\n with belief_scope(\"get_param\"):\n return self._params.get(key, default)\n # #endregion get_param\n # #region create_sub_context [TYPE Function]\n # @PURPOSE: Create a sub-context with a different default source.\n # @PRE: source is a non-empty string.\n # @POST: Returns new TaskContext with different logger source.\n # @PARAM: source (str) - New default source for logging.\n # @RETURN: TaskContext - New context with different source.\n def create_sub_context(self, source: str) -> \"TaskContext\":\n \"\"\"Create a sub-context with a different default source for logging.\"\"\"\n with belief_scope(\"create_sub_context\"):\n return TaskContext(\n task_id=self._task_id,\n add_log_fn=self._logger._add_log,\n params=self._params,\n default_source=source,\n background_tasks=self._background_tasks,\n )\n # #endregion create_sub_context\n# #endregion TaskContext\n" }, { @@ -38705,6 +39807,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region task_id [TYPE Function]\n # @PURPOSE: Get the task ID.\n # @PRE: TaskContext must be initialized.\n # @POST: Returns the task ID string.\n # @RETURN: str - The task ID.\n @property\n def task_id(self) -> str:\n with belief_scope(\"task_id\"):\n return self._task_id\n # #endregion task_id\n" }, { @@ -38758,6 +39861,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region logger [TYPE Function]\n # @PURPOSE: Get the TaskLogger instance for this context.\n # @PRE: TaskContext must be initialized.\n # @POST: Returns the TaskLogger instance.\n # @RETURN: TaskLogger - The logger instance.\n @property\n def logger(self) -> TaskLogger:\n with belief_scope(\"logger\"):\n return self._logger\n # #endregion logger\n" }, { @@ -38811,6 +39915,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region params [TYPE Function]\n # @PURPOSE: Get the task parameters.\n # @PRE: TaskContext must be initialized.\n # @POST: Returns the parameters dictionary.\n # @RETURN: Dict[str, Any] - The task parameters.\n @property\n def params(self) -> dict[str, Any]:\n with belief_scope(\"params\"):\n return self._params\n # #endregion params\n" }, { @@ -38857,6 +39962,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region background_tasks [TYPE Function]\n # @PURPOSE: Expose optional background task scheduler for plugins that dispatch deferred side effects.\n # @PRE: TaskContext must be initialized.\n # @POST: Returns BackgroundTasks-like object or None.\n @property\n def background_tasks(self) -> Any | None:\n with belief_scope(\"background_tasks\"):\n return self._background_tasks\n # #endregion background_tasks\n" }, { @@ -38917,6 +40023,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_param [TYPE Function]\n # @PURPOSE: Get a specific parameter value with optional default.\n # @PRE: TaskContext must be initialized.\n # @POST: Returns parameter value or default.\n # @PARAM: key (str) - Parameter key.\n # @PARAM: default (Any) - Default value if key not found.\n # @RETURN: Any - Parameter value or default.\n def get_param(self, key: str, default: Any = None) -> Any:\n with belief_scope(\"get_param\"):\n return self._params.get(key, default)\n # #endregion get_param\n" }, { @@ -38977,6 +40084,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region create_sub_context [TYPE Function]\n # @PURPOSE: Create a sub-context with a different default source.\n # @PRE: source is a non-empty string.\n # @POST: Returns new TaskContext with different logger source.\n # @PARAM: source (str) - New default source for logging.\n # @RETURN: TaskContext - New context with different source.\n def create_sub_context(self, source: str) -> \"TaskContext\":\n \"\"\"Create a sub-context with a different default source for logging.\"\"\"\n with belief_scope(\"create_sub_context\"):\n return TaskContext(\n task_id=self._task_id,\n add_log_fn=self._logger._add_log,\n params=self._params,\n default_source=source,\n background_tasks=self._background_tasks,\n )\n # #endregion create_sub_context\n" }, { @@ -39084,6 +40192,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskManagerModule [C:5] [TYPE Module] [SEMANTICS task, schedule, execution, task-manager]\n# @BRIEF Manages the lifecycle of tasks, including their creation, execution, and state tracking. It uses a thread pool to run plugins asynchronously.\n# @LAYER: Core\n# @PRE: Plugin loader and database sessions are initialized.\n# @POST: Orchestrates task execution and persistence.\n# @SIDE_EFFECT: Spawns worker threads and flushes logs to DB.\n# @DATA_CONTRACT: Input[plugin_id, params] -> Model[Task, LogEntry]\n# @RELATION DEPENDS_ON -> [PluginLoader]\n# @RELATION DEPENDS_ON -> [TaskPersistenceService]\n# @RELATION DEPENDS_ON -> [TaskLogPersistenceService]\n# @RELATION DEPENDS_ON -> [TaskContext]\n# @RELATION DEPENDS_ON -> [TaskGraph]\n# @RELATION DEPENDS_ON -> [JobLifecycle]\n# @RELATION DEPENDS_ON -> [EventBus]\n# @INVARIANT: Task IDs are unique.\n# @TEST_CONTRACT: TaskManagerRuntime -> {\n# required_fields: {plugin_loader: PluginLoader},\n# optional_fields: {},\n# invariants: [\"Must use belief_scope for logging\"]\n# }\n# @TEST_FIXTURE: valid_module -> {\"manager_initialized\": true}\n# @TEST_EDGE: missing_required_field -> {\"plugin_loader\": null}\n# @TEST_EDGE: empty_response -> {\"tasks\": []}\n# @TEST_EDGE: invalid_type -> {\"plugin_loader\": \"string_instead_of_object\"}\n# @TEST_EDGE: external_failure -> {\"db_unavailable\": true}\n# @TEST_INVARIANT: logger_compliance -> verifies: [valid_module]\nimport asyncio\nimport inspect\nimport threading\nfrom concurrent.futures import ThreadPoolExecutor\nfrom datetime import UTC, datetime\nfrom typing import Any\n\nfrom ..cot_logger import seed_trace_id\nfrom ..logger import belief_scope, logger, should_log_task_level\nfrom .context import TaskContext\nfrom .models import LogEntry, LogFilter, LogStats, Task, TaskStatus\nfrom .persistence import TaskLogPersistenceService, TaskPersistenceService\n\n\n# #region TaskManager [C:5] [TYPE Class] [SEMANTICS task, manager, lifecycle, execution, state]\n# @BRIEF Manages the lifecycle of tasks, including their creation, execution, and state tracking.\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> [TaskPersistenceService]\n# @RELATION DEPENDS_ON -> [TaskLogPersistenceService]\n# @RELATION DEPENDS_ON -> [PluginLoader]\n# @RELATION DEPENDS_ON -> [TaskContext]\n# @RELATION DEPENDS_ON -> [TaskGraph]\n# @RELATION DEPENDS_ON -> [JobLifecycle]\n# @RELATION DEPENDS_ON -> [EventBus]\n# @PRE: Plugin loader resolves plugin ids and persistence services are available for task state hydration.\n# @POST: In-memory task graph, lifecycle scheduler, and log event bus stay consistent with persisted task state.\n# @INVARIANT: Task IDs are unique within the registry.\n# @INVARIANT: Each task has exactly one status at any time.\n# @INVARIANT: Log entries are never deleted after being added to a task.\n# @SIDE_EFFECT: Spawns worker threads, flushes logs to database, and mutates task states.\n# @DATA_CONTRACT: Input[plugin_id, params] -> Output[Task]\nclass TaskManager:\n \"\"\"\n Manages the lifecycle of tasks, including their creation, execution, and state tracking.\n \"\"\"\n # Log flush interval in seconds\n LOG_FLUSH_INTERVAL = 2.0\n # #region TaskGraph [TYPE Block] [C:5]\n # @PURPOSE: Represents the in-memory task dependency graph spanning task registry nodes, paused futures, and persistence-backed hydration.\n # @RELATION: [DEPENDS_ON] ->[Task]\n # @RELATION: [DEPENDS_ON] ->[TaskPersistenceService]\n # @PRE: Task ids are generated before insertion and persisted tasks can be reconstructed into Task models.\n # @POST: Each live task id resolves to at most one active Task node and optional pause future.\n # @SIDE_EFFECT: Mutates the in-memory task registry and loads persisted state during manager startup.\n # @DATA_CONTRACT: Input[Task lifecycle events] -> Output[tasks:Dict[str, Task], task_futures:Dict[str, asyncio.Future]]\n # @INVARIANT: Registry membership is keyed by unique task id and survives log streaming side channels.\n # #endregion TaskGraph\n # #region EventBus [TYPE Block] [C:5]\n # @PURPOSE: Coordinates task-scoped log buffering, persistence flushes, and subscriber fan-out for real-time observers.\n # @RELATION: [DEPENDS_ON] ->[LogEntry]\n # @RELATION: [DEPENDS_ON] ->[TaskLogPersistenceService]\n # @PRE: Task log records accept structured LogEntry payloads and subscribers consume asyncio queues.\n # @POST: Accepted task logs are buffered, optionally persisted, and dispatched to active subscribers in emission order.\n # @SIDE_EFFECT: Writes task logs to persistence, mutates in-memory buffers, and pushes log entries into subscriber queues.\n # @DATA_CONTRACT: Input[task_id, LogEntry, Queue subscribers] -> Output[persisted log rows, streamed log events]\n # @INVARIANT: Buffered logs are retried on persistence failure and every subscriber receives only task-scoped events.\n # #endregion EventBus\n # #region JobLifecycle [TYPE Block] [C:5]\n # @PURPOSE: Encodes task creation, execution, pause/resume, and completion transitions for plugin-backed jobs.\n # @RELATION: [DEPENDS_ON] ->[TaskGraph]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n # @RELATION: [DEPENDS_ON] ->[TaskContext]\n # @RELATION: [DEPENDS_ON] ->[PluginLoader]\n # @PRE: Requested plugin ids resolve to executable plugins and task state transitions target known TaskStatus values.\n # @POST: Every scheduled task transitions through a valid lifecycle path ending in persisted terminal or waiting state.\n # @SIDE_EFFECT: Schedules async execution, pauses on input/mapping requests, and mutates persisted task lifecycle markers.\n # @DATA_CONTRACT: Input[plugin_id, params, task_id, resolution payloads] -> Output[Task status transitions, task result]\n # @INVARIANT: A task cannot be resumed from a waiting state unless a matching future exists or a new wait future is created.\n # #endregion JobLifecycle\n # #region __init__ [TYPE Function] [C:5]\n # @PURPOSE: Initialize the TaskManager with dependencies.\n # @PRE: plugin_loader is initialized.\n # @POST: TaskManager is ready to accept tasks.\n # @SIDE_EFFECT: Starts background flusher thread and loads persisted task state into memory.\n # @RELATION: [CALLS] ->[TaskPersistenceService.load_tasks]\n # @RELATION: [DEPENDS_ON] ->[TaskGraph]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n # @PARAM: plugin_loader - The plugin loader instance.\n def __init__(self, plugin_loader):\n with belief_scope(\"TaskManager.__init__\"):\n logger.reason(\"Initializing task manager runtime services\")\n self.plugin_loader = plugin_loader\n self.tasks: dict[str, Task] = {}\n self.subscribers: dict[str, list[asyncio.Queue]] = {}\n self.executor = ThreadPoolExecutor(\n max_workers=5\n ) # For CPU-bound plugin execution\n self.persistence_service = TaskPersistenceService()\n self.log_persistence_service = TaskLogPersistenceService()\n # Log buffer: task_id -> List[LogEntry]\n self._log_buffer: dict[str, list[LogEntry]] = {}\n self._log_buffer_lock = threading.Lock()\n # Flusher thread for batch writing logs\n self._flusher_stop_event = threading.Event()\n self._flusher_thread = threading.Thread(\n target=self._flusher_loop, daemon=True\n )\n self._flusher_thread.start()\n try:\n self.loop = asyncio.get_running_loop()\n except RuntimeError:\n self.loop = asyncio.get_event_loop()\n self.task_futures: dict[str, asyncio.Future] = {}\n # Load persisted tasks on startup\n self.load_persisted_tasks()\n logger.reflect(\n \"Task manager runtime initialized\",\n extra={\"task_count\": len(self.tasks)},\n )\n # #endregion __init__\n # #region _flusher_loop [TYPE Function] [C:3]\n # @PURPOSE: Background thread that periodically flushes log buffer to database.\n # @PRE: TaskManager is initialized.\n # @POST: Logs are batch-written to database every LOG_FLUSH_INTERVAL seconds.\n # @RELATION: [CALLS] ->[TaskManager._flush_logs]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n def _flusher_loop(self):\n \"\"\"Background thread that flushes log buffer to database.\"\"\"\n seed_trace_id() # seed trace_id for the daemon flusher thread\n while not self._flusher_stop_event.is_set():\n self._flush_logs()\n self._flusher_stop_event.wait(self.LOG_FLUSH_INTERVAL)\n # #endregion _flusher_loop\n # #region _flush_logs [TYPE Function] [C:3]\n # @PURPOSE: Flush all buffered logs to the database.\n # @PRE: None.\n # @POST: All buffered logs are written to task_logs table.\n # @RELATION: [CALLS] ->[TaskLogPersistenceService.add_logs]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n def _flush_logs(self):\n \"\"\"Flush all buffered logs to the database.\"\"\"\n seed_trace_id()\n with self._log_buffer_lock:\n task_ids = list(self._log_buffer.keys())\n for task_id in task_ids:\n with self._log_buffer_lock:\n logs = self._log_buffer.pop(task_id, [])\n if logs:\n try:\n self.log_persistence_service.add_logs(task_id, logs)\n logger.debug(f\"Flushed {len(logs)} logs for task {task_id}\")\n except Exception as e:\n logger.error(f\"Failed to flush logs for task {task_id}: {e}\")\n # Re-add logs to buffer on failure\n with self._log_buffer_lock:\n if task_id not in self._log_buffer:\n self._log_buffer[task_id] = []\n self._log_buffer[task_id].extend(logs)\n # #endregion _flush_logs\n # #region _flush_task_logs [TYPE Function] [C:3]\n # @PURPOSE: Flush logs for a specific task immediately.\n # @PRE: task_id exists.\n # @POST: Task's buffered logs are written to database.\n # @PARAM: task_id (str) - The task ID.\n # @RELATION: [CALLS] ->[TaskLogPersistenceService.add_logs]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n def _flush_task_logs(self, task_id: str):\n \"\"\"Flush logs for a specific task immediately.\"\"\"\n with belief_scope(\"_flush_task_logs\"):\n with self._log_buffer_lock:\n logs = self._log_buffer.pop(task_id, [])\n if logs:\n try:\n self.log_persistence_service.add_logs(task_id, logs)\n except Exception as e:\n logger.error(f\"Failed to flush logs for task {task_id}: {e}\")\n # #endregion _flush_task_logs\n # #region create_task [TYPE Function] [C:3]\n # @PURPOSE: Creates and queues a new task for execution.\n # @PRE: Plugin with plugin_id exists. Params are valid.\n # @POST: Task is created, added to registry, and scheduled for execution.\n # @PARAM: plugin_id (str) - The ID of the plugin to run.\n # @PARAM: params (Dict[str, Any]) - Parameters for the plugin.\n # @PARAM: user_id (Optional[str]) - ID of the user requesting the task.\n # @RETURN: Task - The created task instance.\n # @THROWS: ValueError if plugin not found or params invalid.\n # @RELATION: [CALLS] ->[TaskPersistenceService.persist_task]\n # @RELATION: [DEPENDS_ON] ->[JobLifecycle]\n # @RELATION: [DEPENDS_ON] ->[TaskGraph]\n async def create_task(\n self, plugin_id: str, params: dict[str, Any], user_id: str | None = None\n ) -> Task:\n with belief_scope(\"TaskManager.create_task\", f\"plugin_id={plugin_id}\"):\n if not self.plugin_loader.has_plugin(plugin_id):\n logger.error(f\"Plugin with ID '{plugin_id}' not found.\")\n raise ValueError(f\"Plugin with ID '{plugin_id}' not found.\")\n self.plugin_loader.get_plugin(plugin_id)\n if not isinstance(params, dict):\n logger.error(\"Task parameters must be a dictionary.\")\n raise ValueError(\"Task parameters must be a dictionary.\")\n logger.reason(\"Creating task node and scheduling execution\")\n task = Task(plugin_id=plugin_id, params=params, user_id=user_id)\n self.tasks[task.id] = task\n self.persistence_service.persist_task(task)\n logger.info(f\"Task {task.id} created and scheduled for execution\")\n self.loop.create_task(\n self._run_task(task.id)\n ) # Schedule task for execution\n logger.reflect(\n \"Task creation persisted and execution scheduled\",\n extra={\"task_id\": task.id, \"plugin_id\": plugin_id},\n )\n return task\n # #endregion create_task\n # #region _run_task [TYPE Function] [C:3]\n # @PURPOSE: Internal method to execute a task with TaskContext support.\n # @PRE: Task exists in registry.\n # @POST: Task is executed, status updated to SUCCESS or FAILED.\n # @PARAM: task_id (str) - The ID of the task to run.\n # @RELATION: [CALLS] ->[TaskPersistenceService.persist_task]\n # @RELATION: [DEPENDS_ON] ->[JobLifecycle]\n # @RELATION: [DEPENDS_ON] ->[TaskContext]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n async def _run_task(self, task_id: str):\n seed_trace_id()\n with belief_scope(\"TaskManager._run_task\", f\"task_id={task_id}\"):\n task = self.tasks[task_id]\n plugin = self.plugin_loader.get_plugin(task.plugin_id)\n logger.reason(\n \"Transitioning task to running state\",\n extra={\"task_id\": task_id, \"plugin_id\": task.plugin_id},\n )\n logger.info(\n f\"Starting execution of task {task_id} for plugin '{plugin.name}'\"\n )\n task.status = TaskStatus.RUNNING\n task.started_at = datetime.utcnow()\n self.persistence_service.persist_task(task)\n self._add_log(\n task_id,\n \"INFO\",\n f\"Task started for plugin '{plugin.name}'\",\n source=\"system\",\n )\n try:\n # Prepare params and check if plugin supports new TaskContext\n params = {**task.params, \"_task_id\": task_id}\n # Check if plugin's execute method accepts 'context' parameter\n sig = inspect.signature(plugin.execute)\n accepts_context = \"context\" in sig.parameters\n if accepts_context:\n # Create TaskContext for new-style plugins\n context = TaskContext(\n task_id=task_id,\n add_log_fn=self._add_log,\n params=params,\n default_source=\"plugin\",\n background_tasks=None,\n )\n if asyncio.iscoroutinefunction(plugin.execute):\n task.result = await plugin.execute(params, context=context)\n else:\n task.result = await self.loop.run_in_executor(\n self.executor,\n lambda: plugin.execute(params, context=context),\n )\n else:\n # Backward compatibility: old-style plugins without context\n if asyncio.iscoroutinefunction(plugin.execute):\n task.result = await plugin.execute(params)\n else:\n task.result = await self.loop.run_in_executor(\n self.executor, plugin.execute, params\n )\n logger.info(f\"Task {task_id} completed successfully\")\n task.status = TaskStatus.SUCCESS\n self._add_log(\n task_id,\n \"INFO\",\n f\"Task completed successfully for plugin '{plugin.name}'\",\n source=\"system\",\n )\n except Exception as e:\n logger.error(f\"Task {task_id} failed: {e}\")\n task.status = TaskStatus.FAILED\n self._add_log(\n task_id,\n \"ERROR\",\n f\"Task failed: {e}\",\n source=\"system\",\n metadata={\"error_type\": type(e).__name__},\n )\n finally:\n task.finished_at = datetime.utcnow()\n # Flush any remaining buffered logs before persisting task\n self._flush_task_logs(task_id)\n self.persistence_service.persist_task(task)\n logger.info(\n f\"Task {task_id} execution finished with status: {task.status}\"\n )\n logger.reflect(\n \"Task lifecycle reached persisted terminal state\",\n extra={\"task_id\": task_id, \"status\": str(task.status)},\n )\n # #endregion _run_task\n # #region resolve_task [TYPE Function] [C:3]\n # @PURPOSE: Resumes a task that is awaiting mapping.\n # @PRE: Task exists and is in AWAITING_MAPPING state.\n # @POST: Task status updated to RUNNING, params updated, execution resumed.\n # @PARAM: task_id (str) - The ID of the task.\n # @PARAM: resolution_params (Dict[str, Any]) - Params to resolve the wait.\n # @THROWS: ValueError if task not found or not awaiting mapping.\n # @RELATION: [CALLS] ->[TaskPersistenceService.persist_task]\n # @RELATION: [DEPENDS_ON] ->[JobLifecycle]\n async def resolve_task(self, task_id: str, resolution_params: dict[str, Any]):\n with belief_scope(\"TaskManager.resolve_task\", f\"task_id={task_id}\"):\n task = self.tasks.get(task_id)\n if not task or task.status != TaskStatus.AWAITING_MAPPING:\n raise ValueError(\"Task is not awaiting mapping.\")\n # Update task params with resolution\n task.params.update(resolution_params)\n task.status = TaskStatus.RUNNING\n self.persistence_service.persist_task(task)\n self._add_log(task_id, \"INFO\", \"Task resumed after mapping resolution.\")\n # Signal the future to continue\n if task_id in self.task_futures:\n self.task_futures[task_id].set_result(True)\n # #endregion resolve_task\n # #region wait_for_resolution [TYPE Function] [C:3]\n # @PURPOSE: Pauses execution and waits for a resolution signal.\n # @PRE: Task exists.\n # @POST: Execution pauses until future is set.\n # @PARAM: task_id (str) - The ID of the task.\n # @RELATION: [CALLS] ->[TaskPersistenceService.persist_task]\n # @RELATION: [DEPENDS_ON] ->[JobLifecycle]\n async def wait_for_resolution(self, task_id: str):\n with belief_scope(\"TaskManager.wait_for_resolution\", f\"task_id={task_id}\"):\n task = self.tasks.get(task_id)\n if not task:\n return\n task.status = TaskStatus.AWAITING_MAPPING\n self.persistence_service.persist_task(task)\n self.task_futures[task_id] = self.loop.create_future()\n try:\n await self.task_futures[task_id]\n finally:\n if task_id in self.task_futures:\n del self.task_futures[task_id]\n # #endregion wait_for_resolution\n # #region wait_for_input [TYPE Function] [C:3]\n # @PURPOSE: Pauses execution and waits for user input.\n # @PRE: Task exists.\n # @POST: Execution pauses until future is set via resume_task_with_password.\n # @PARAM: task_id (str) - The ID of the task.\n # @RELATION: [DEPENDS_ON] ->[JobLifecycle]\n async def wait_for_input(self, task_id: str):\n with belief_scope(\"TaskManager.wait_for_input\", f\"task_id={task_id}\"):\n task = self.tasks.get(task_id)\n if not task:\n return\n # Status is already set to AWAITING_INPUT by await_input()\n self.task_futures[task_id] = self.loop.create_future()\n try:\n await self.task_futures[task_id]\n finally:\n if task_id in self.task_futures:\n del self.task_futures[task_id]\n # #endregion wait_for_input\n # #region get_task [TYPE Function] [C:3]\n # @PURPOSE: Retrieves a task by its ID.\n # @PRE: task_id is a string.\n # @POST: Returns Task object or None.\n # @PARAM: task_id (str) - ID of the task.\n # @RETURN: Optional[Task] - The task or None.\n # @RELATION: [DEPENDS_ON] ->[TaskGraph]\n def get_task(self, task_id: str) -> Task | None:\n with belief_scope(\"TaskManager.get_task\", f\"task_id={task_id}\"):\n return self.tasks.get(task_id)\n # #endregion get_task\n # #region get_all_tasks [TYPE Function] [C:3]\n # @PURPOSE: Retrieves all registered tasks.\n # @PRE: None.\n # @POST: Returns list of all Task objects.\n # @RETURN: List[Task] - All tasks.\n # @RELATION: [DEPENDS_ON] ->[TaskGraph]\n def get_all_tasks(self) -> list[Task]:\n with belief_scope(\"TaskManager.get_all_tasks\"):\n return list(self.tasks.values())\n # #endregion get_all_tasks\n # #region get_tasks [TYPE Function] [C:3]\n # @PURPOSE: Retrieves tasks with pagination and optional status filter.\n # @PRE: limit and offset are non-negative integers.\n # @POST: Returns a list of tasks sorted by start_time descending.\n # @PARAM: limit (int) - Maximum number of tasks to return.\n # @PARAM: offset (int) - Number of tasks to skip.\n # @PARAM: status (Optional[TaskStatus]) - Filter by task status.\n # @RETURN: List[Task] - List of tasks matching criteria.\n # @RELATION: [DEPENDS_ON] ->[TaskGraph]\n def get_tasks(\n self,\n limit: int = 10,\n offset: int = 0,\n status: TaskStatus | None = None,\n plugin_ids: list[str] | None = None,\n completed_only: bool = False,\n ) -> list[Task]:\n with belief_scope(\"TaskManager.get_tasks\"):\n tasks = list(self.tasks.values())\n if status:\n tasks = [t for t in tasks if t.status == status]\n if plugin_ids:\n plugin_id_set = set(plugin_ids)\n tasks = [t for t in tasks if t.plugin_id in plugin_id_set]\n if completed_only:\n tasks = [\n t for t in tasks if t.status in [TaskStatus.SUCCESS, TaskStatus.FAILED]\n ]\n # Sort by started_at descending with tolerant handling of mixed tz-aware/naive values.\n def sort_key(task: Task) -> float:\n started_at = task.started_at\n if started_at is None:\n return float(\"-inf\")\n if not isinstance(started_at, datetime):\n return float(\"-inf\")\n if started_at.tzinfo is None:\n return started_at.replace(tzinfo=UTC).timestamp()\n return started_at.timestamp()\n tasks.sort(key=sort_key, reverse=True)\n return tasks[offset : offset + limit]\n # #endregion get_tasks\n # #region get_task_logs [TYPE Function] [C:3]\n # @PURPOSE: Retrieves logs for a specific task (from memory for running, persistence for completed).\n # @PRE: task_id is a string.\n # @POST: Returns list of LogEntry or TaskLog objects.\n # @PARAM: task_id (str) - ID of the task.\n # @PARAM: log_filter (Optional[LogFilter]) - Filter parameters.\n # @RETURN: List[LogEntry] - List of log entries.\n # @RELATION: [CALLS] ->[TaskLogPersistenceService.get_logs]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n def get_task_logs(\n self, task_id: str, log_filter: LogFilter | None = None\n ) -> list[LogEntry]:\n with belief_scope(\"TaskManager.get_task_logs\", f\"task_id={task_id}\"):\n task = self.tasks.get(task_id)\n # For completed tasks, fetch from persistence\n if task and task.status in [TaskStatus.SUCCESS, TaskStatus.FAILED]:\n if log_filter is None:\n log_filter = LogFilter()\n task_logs = self.log_persistence_service.get_logs(task_id, log_filter)\n # Convert TaskLog to LogEntry for backward compatibility\n return [\n LogEntry(\n timestamp=log.timestamp,\n level=log.level,\n message=log.message,\n source=log.source,\n metadata=log.metadata,\n )\n for log in task_logs\n ]\n # For running/pending tasks, return from memory\n return task.logs if task else []\n # #endregion get_task_logs\n # #region get_task_log_stats [TYPE Function] [C:3]\n # @PURPOSE: Get statistics about logs for a task.\n # @PRE: task_id is a valid task ID.\n # @POST: Returns LogStats with counts by level and source.\n # @PARAM: task_id (str) - The task ID.\n # @RETURN: LogStats - Statistics about task logs.\n # @RELATION: [CALLS] ->[TaskLogPersistenceService.get_log_stats]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n def get_task_log_stats(self, task_id: str) -> LogStats:\n with belief_scope(\"TaskManager.get_task_log_stats\", f\"task_id={task_id}\"):\n return self.log_persistence_service.get_log_stats(task_id)\n # #endregion get_task_log_stats\n # #region get_task_log_sources [TYPE Function] [C:3]\n # @PURPOSE: Get unique sources for a task's logs.\n # @PRE: task_id is a valid task ID.\n # @POST: Returns list of unique source strings.\n # @PARAM: task_id (str) - The task ID.\n # @RETURN: List[str] - Unique source names.\n # @RELATION: [CALLS] ->[TaskLogPersistenceService.get_sources]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n def get_task_log_sources(self, task_id: str) -> list[str]:\n with belief_scope(\"TaskManager.get_task_log_sources\", f\"task_id={task_id}\"):\n return self.log_persistence_service.get_sources(task_id)\n # #endregion get_task_log_sources\n # #region _add_log [TYPE Function] [C:3]\n # @PURPOSE: Adds a log entry to a task buffer and notifies subscribers.\n # @PRE: Task exists.\n # @POST: Log added to buffer and pushed to queues (if level meets task_log_level filter).\n # @PARAM: task_id (str) - ID of the task.\n # @PARAM: level (str) - Log level.\n # @PARAM: message (str) - Log message.\n # @PARAM: source (str) - Source component (default: \"system\").\n # @PARAM: metadata (Optional[Dict]) - Additional structured data.\n # @PARAM: context (Optional[Dict]) - Legacy context (for backward compatibility).\n # @RELATION: [CALLS] ->[should_log_task_level]\n # @RELATION: [DISPATCHES] ->[EventBus]\n def _add_log(\n self,\n task_id: str,\n level: str,\n message: str,\n source: str = \"system\",\n metadata: dict[str, Any] | None = None,\n context: dict[str, Any] | None = None,\n ):\n with belief_scope(\"TaskManager._add_log\", f\"task_id={task_id}\"):\n task = self.tasks.get(task_id)\n if not task:\n return\n # Filter logs based on task_log_level configuration\n if not should_log_task_level(level):\n return\n # Create log entry with new fields\n log_entry = LogEntry(\n level=level,\n message=message,\n source=source,\n metadata=metadata,\n context=context, # Keep for backward compatibility\n )\n # Add to in-memory logs (for backward compatibility with legacy JSON field)\n task.logs.append(log_entry)\n # Add to buffer for batch persistence\n with self._log_buffer_lock:\n if task_id not in self._log_buffer:\n self._log_buffer[task_id] = []\n self._log_buffer[task_id].append(log_entry)\n # Notify subscribers (for real-time WebSocket updates)\n if task_id in self.subscribers:\n for queue in self.subscribers[task_id]:\n self.loop.call_soon_threadsafe(queue.put_nowait, log_entry)\n # #endregion _add_log\n # #region subscribe_logs [TYPE Function] [C:3]\n # @PURPOSE: Subscribes to real-time logs for a task.\n # @PRE: task_id is a string.\n # @POST: Returns an asyncio.Queue for log entries.\n # @PARAM: task_id (str) - ID of the task.\n # @RETURN: asyncio.Queue - Queue for log entries.\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n async def subscribe_logs(self, task_id: str) -> asyncio.Queue:\n with belief_scope(\"TaskManager.subscribe_logs\", f\"task_id={task_id}\"):\n queue = asyncio.Queue()\n if task_id not in self.subscribers:\n self.subscribers[task_id] = []\n self.subscribers[task_id].append(queue)\n return queue\n # #endregion subscribe_logs\n # #region unsubscribe_logs [TYPE Function] [C:3]\n # @PURPOSE: Unsubscribes from real-time logs for a task.\n # @PRE: task_id is a string, queue is asyncio.Queue.\n # @POST: Queue removed from subscribers.\n # @PARAM: task_id (str) - ID of the task.\n # @PARAM: queue (asyncio.Queue) - Queue to remove.\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n def unsubscribe_logs(self, task_id: str, queue: asyncio.Queue):\n with belief_scope(\"TaskManager.unsubscribe_logs\", f\"task_id={task_id}\"):\n if task_id in self.subscribers:\n if queue in self.subscribers[task_id]:\n self.subscribers[task_id].remove(queue)\n if not self.subscribers[task_id]:\n del self.subscribers[task_id]\n # #endregion unsubscribe_logs\n # #region load_persisted_tasks [TYPE Function] [C:3]\n # @PURPOSE: Load persisted tasks using persistence service.\n # @PRE: None.\n # @POST: Persisted tasks loaded into self.tasks.\n # @RELATION: [CALLS] ->[TaskPersistenceService.load_tasks]\n # @RELATION: [DEPENDS_ON] ->[TaskGraph]\n def load_persisted_tasks(self) -> None:\n with belief_scope(\"TaskManager.load_persisted_tasks\"):\n loaded_tasks = self.persistence_service.load_tasks(limit=100)\n for task in loaded_tasks:\n if task.id not in self.tasks:\n self.tasks[task.id] = task\n # #endregion load_persisted_tasks\n # #region await_input [TYPE Function] [C:3]\n # @PURPOSE: Transition a task to AWAITING_INPUT state with input request.\n # @PRE: Task exists and is in RUNNING state.\n # @POST: Task status changed to AWAITING_INPUT, input_request set, persisted.\n # @PARAM: task_id (str) - ID of the task.\n # @PARAM: input_request (Dict) - Details about required input.\n # @THROWS: ValueError if task not found or not RUNNING.\n # @RELATION: [CALLS] ->[TaskPersistenceService.persist_task]\n # @RELATION: [DEPENDS_ON] ->[JobLifecycle]\n def await_input(self, task_id: str, input_request: dict[str, Any]) -> None:\n with belief_scope(\"TaskManager.await_input\", f\"task_id={task_id}\"):\n task = self.tasks.get(task_id)\n if not task:\n raise ValueError(f\"Task {task_id} not found\")\n if task.status != TaskStatus.RUNNING:\n raise ValueError(\n f\"Task {task_id} is not RUNNING (current: {task.status})\"\n )\n task.status = TaskStatus.AWAITING_INPUT\n task.input_required = True\n task.input_request = input_request\n self.persistence_service.persist_task(task)\n self._add_log(\n task_id,\n \"INFO\",\n \"Task paused for user input\",\n metadata={\"input_request\": input_request},\n )\n # #endregion await_input\n # #region resume_task_with_password [TYPE Function] [C:3]\n # @PURPOSE: Resume a task that is awaiting input with provided passwords.\n # @PRE: Task exists and is in AWAITING_INPUT state.\n # @POST: Task status changed to RUNNING, passwords injected, task resumed.\n # @PARAM: task_id (str) - ID of the task.\n # @PARAM: passwords (Dict[str, str]) - Mapping of database name to password.\n # @THROWS: ValueError if task not found, not awaiting input, or passwords invalid.\n # @RELATION: [CALLS] ->[TaskPersistenceService.persist_task]\n # @RELATION: [DEPENDS_ON] ->[JobLifecycle]\n def resume_task_with_password(\n self, task_id: str, passwords: dict[str, str]\n ) -> None:\n with belief_scope(\n \"TaskManager.resume_task_with_password\", f\"task_id={task_id}\"\n ):\n task = self.tasks.get(task_id)\n if not task:\n raise ValueError(f\"Task {task_id} not found\")\n if task.status != TaskStatus.AWAITING_INPUT:\n raise ValueError(\n f\"Task {task_id} is not AWAITING_INPUT (current: {task.status})\"\n )\n if not isinstance(passwords, dict) or not passwords:\n raise ValueError(\"Passwords must be a non-empty dictionary\")\n task.params[\"passwords\"] = passwords\n task.input_required = False\n task.input_request = None\n task.status = TaskStatus.RUNNING\n self.persistence_service.persist_task(task)\n self._add_log(\n task_id,\n \"INFO\",\n \"Task resumed with passwords\",\n metadata={\"databases\": list(passwords.keys())},\n )\n if task_id in self.task_futures:\n self.task_futures[task_id].set_result(True)\n # #endregion resume_task_with_password\n # #region clear_tasks [TYPE Function] [C:3]\n # @PURPOSE: Clears tasks based on status filter (also deletes associated logs).\n # @PRE: status is Optional[TaskStatus].\n # @POST: Tasks matching filter (or all non-active) cleared from registry and database.\n # @PARAM: status (Optional[TaskStatus]) - Filter by task status.\n # @RETURN: int - Number of tasks cleared.\n # @RELATION: [CALLS] ->[TaskPersistenceService.delete_tasks]\n # @RELATION: [DEPENDS_ON] ->[TaskGraph]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n def clear_tasks(self, status: TaskStatus | None = None) -> int:\n with belief_scope(\"TaskManager.clear_tasks\"):\n tasks_to_remove = []\n for task_id, task in list(self.tasks.items()):\n # If status is provided, match it.\n # If status is None, match everything EXCEPT RUNNING (unless they are awaiting input/mapping which are technically running but paused?)\n # Actually, AWAITING_INPUT and AWAITING_MAPPING are distinct statuses in TaskStatus enum.\n # RUNNING is active execution.\n should_remove = False\n if status:\n if task.status == status:\n should_remove = True\n else:\n # Clear all non-active tasks (keep RUNNING, AWAITING_INPUT, AWAITING_MAPPING)\n if task.status not in [\n TaskStatus.RUNNING,\n TaskStatus.AWAITING_INPUT,\n TaskStatus.AWAITING_MAPPING,\n ]:\n should_remove = True\n if should_remove:\n tasks_to_remove.append(task_id)\n for tid in tasks_to_remove:\n # Cancel future if exists (e.g. for AWAITING_INPUT/MAPPING)\n if tid in self.task_futures:\n self.task_futures[tid].cancel()\n del self.task_futures[tid]\n del self.tasks[tid]\n # Remove from persistence (task_records and task_logs via CASCADE)\n self.persistence_service.delete_tasks(tasks_to_remove)\n # Also explicitly delete logs (in case CASCADE is not set up)\n if tasks_to_remove:\n self.log_persistence_service.delete_logs_for_tasks(tasks_to_remove)\n logger.info(f\"Cleared {len(tasks_to_remove)} tasks.\")\n return len(tasks_to_remove)\n # #endregion clear_tasks\n# #endregion TaskManager\n# #endregion TaskManagerModule\n" }, { @@ -39191,6 +40300,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskManager [C:5] [TYPE Class] [SEMANTICS task, manager, lifecycle, execution, state]\n# @BRIEF Manages the lifecycle of tasks, including their creation, execution, and state tracking.\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> [TaskPersistenceService]\n# @RELATION DEPENDS_ON -> [TaskLogPersistenceService]\n# @RELATION DEPENDS_ON -> [PluginLoader]\n# @RELATION DEPENDS_ON -> [TaskContext]\n# @RELATION DEPENDS_ON -> [TaskGraph]\n# @RELATION DEPENDS_ON -> [JobLifecycle]\n# @RELATION DEPENDS_ON -> [EventBus]\n# @PRE: Plugin loader resolves plugin ids and persistence services are available for task state hydration.\n# @POST: In-memory task graph, lifecycle scheduler, and log event bus stay consistent with persisted task state.\n# @INVARIANT: Task IDs are unique within the registry.\n# @INVARIANT: Each task has exactly one status at any time.\n# @INVARIANT: Log entries are never deleted after being added to a task.\n# @SIDE_EFFECT: Spawns worker threads, flushes logs to database, and mutates task states.\n# @DATA_CONTRACT: Input[plugin_id, params] -> Output[Task]\nclass TaskManager:\n \"\"\"\n Manages the lifecycle of tasks, including their creation, execution, and state tracking.\n \"\"\"\n # Log flush interval in seconds\n LOG_FLUSH_INTERVAL = 2.0\n # #region TaskGraph [TYPE Block] [C:5]\n # @PURPOSE: Represents the in-memory task dependency graph spanning task registry nodes, paused futures, and persistence-backed hydration.\n # @RELATION: [DEPENDS_ON] ->[Task]\n # @RELATION: [DEPENDS_ON] ->[TaskPersistenceService]\n # @PRE: Task ids are generated before insertion and persisted tasks can be reconstructed into Task models.\n # @POST: Each live task id resolves to at most one active Task node and optional pause future.\n # @SIDE_EFFECT: Mutates the in-memory task registry and loads persisted state during manager startup.\n # @DATA_CONTRACT: Input[Task lifecycle events] -> Output[tasks:Dict[str, Task], task_futures:Dict[str, asyncio.Future]]\n # @INVARIANT: Registry membership is keyed by unique task id and survives log streaming side channels.\n # #endregion TaskGraph\n # #region EventBus [TYPE Block] [C:5]\n # @PURPOSE: Coordinates task-scoped log buffering, persistence flushes, and subscriber fan-out for real-time observers.\n # @RELATION: [DEPENDS_ON] ->[LogEntry]\n # @RELATION: [DEPENDS_ON] ->[TaskLogPersistenceService]\n # @PRE: Task log records accept structured LogEntry payloads and subscribers consume asyncio queues.\n # @POST: Accepted task logs are buffered, optionally persisted, and dispatched to active subscribers in emission order.\n # @SIDE_EFFECT: Writes task logs to persistence, mutates in-memory buffers, and pushes log entries into subscriber queues.\n # @DATA_CONTRACT: Input[task_id, LogEntry, Queue subscribers] -> Output[persisted log rows, streamed log events]\n # @INVARIANT: Buffered logs are retried on persistence failure and every subscriber receives only task-scoped events.\n # #endregion EventBus\n # #region JobLifecycle [TYPE Block] [C:5]\n # @PURPOSE: Encodes task creation, execution, pause/resume, and completion transitions for plugin-backed jobs.\n # @RELATION: [DEPENDS_ON] ->[TaskGraph]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n # @RELATION: [DEPENDS_ON] ->[TaskContext]\n # @RELATION: [DEPENDS_ON] ->[PluginLoader]\n # @PRE: Requested plugin ids resolve to executable plugins and task state transitions target known TaskStatus values.\n # @POST: Every scheduled task transitions through a valid lifecycle path ending in persisted terminal or waiting state.\n # @SIDE_EFFECT: Schedules async execution, pauses on input/mapping requests, and mutates persisted task lifecycle markers.\n # @DATA_CONTRACT: Input[plugin_id, params, task_id, resolution payloads] -> Output[Task status transitions, task result]\n # @INVARIANT: A task cannot be resumed from a waiting state unless a matching future exists or a new wait future is created.\n # #endregion JobLifecycle\n # #region __init__ [TYPE Function] [C:5]\n # @PURPOSE: Initialize the TaskManager with dependencies.\n # @PRE: plugin_loader is initialized.\n # @POST: TaskManager is ready to accept tasks.\n # @SIDE_EFFECT: Starts background flusher thread and loads persisted task state into memory.\n # @RELATION: [CALLS] ->[TaskPersistenceService.load_tasks]\n # @RELATION: [DEPENDS_ON] ->[TaskGraph]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n # @PARAM: plugin_loader - The plugin loader instance.\n def __init__(self, plugin_loader):\n with belief_scope(\"TaskManager.__init__\"):\n logger.reason(\"Initializing task manager runtime services\")\n self.plugin_loader = plugin_loader\n self.tasks: dict[str, Task] = {}\n self.subscribers: dict[str, list[asyncio.Queue]] = {}\n self.executor = ThreadPoolExecutor(\n max_workers=5\n ) # For CPU-bound plugin execution\n self.persistence_service = TaskPersistenceService()\n self.log_persistence_service = TaskLogPersistenceService()\n # Log buffer: task_id -> List[LogEntry]\n self._log_buffer: dict[str, list[LogEntry]] = {}\n self._log_buffer_lock = threading.Lock()\n # Flusher thread for batch writing logs\n self._flusher_stop_event = threading.Event()\n self._flusher_thread = threading.Thread(\n target=self._flusher_loop, daemon=True\n )\n self._flusher_thread.start()\n try:\n self.loop = asyncio.get_running_loop()\n except RuntimeError:\n self.loop = asyncio.get_event_loop()\n self.task_futures: dict[str, asyncio.Future] = {}\n # Load persisted tasks on startup\n self.load_persisted_tasks()\n logger.reflect(\n \"Task manager runtime initialized\",\n extra={\"task_count\": len(self.tasks)},\n )\n # #endregion __init__\n # #region _flusher_loop [TYPE Function] [C:3]\n # @PURPOSE: Background thread that periodically flushes log buffer to database.\n # @PRE: TaskManager is initialized.\n # @POST: Logs are batch-written to database every LOG_FLUSH_INTERVAL seconds.\n # @RELATION: [CALLS] ->[TaskManager._flush_logs]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n def _flusher_loop(self):\n \"\"\"Background thread that flushes log buffer to database.\"\"\"\n seed_trace_id() # seed trace_id for the daemon flusher thread\n while not self._flusher_stop_event.is_set():\n self._flush_logs()\n self._flusher_stop_event.wait(self.LOG_FLUSH_INTERVAL)\n # #endregion _flusher_loop\n # #region _flush_logs [TYPE Function] [C:3]\n # @PURPOSE: Flush all buffered logs to the database.\n # @PRE: None.\n # @POST: All buffered logs are written to task_logs table.\n # @RELATION: [CALLS] ->[TaskLogPersistenceService.add_logs]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n def _flush_logs(self):\n \"\"\"Flush all buffered logs to the database.\"\"\"\n seed_trace_id()\n with self._log_buffer_lock:\n task_ids = list(self._log_buffer.keys())\n for task_id in task_ids:\n with self._log_buffer_lock:\n logs = self._log_buffer.pop(task_id, [])\n if logs:\n try:\n self.log_persistence_service.add_logs(task_id, logs)\n logger.debug(f\"Flushed {len(logs)} logs for task {task_id}\")\n except Exception as e:\n logger.error(f\"Failed to flush logs for task {task_id}: {e}\")\n # Re-add logs to buffer on failure\n with self._log_buffer_lock:\n if task_id not in self._log_buffer:\n self._log_buffer[task_id] = []\n self._log_buffer[task_id].extend(logs)\n # #endregion _flush_logs\n # #region _flush_task_logs [TYPE Function] [C:3]\n # @PURPOSE: Flush logs for a specific task immediately.\n # @PRE: task_id exists.\n # @POST: Task's buffered logs are written to database.\n # @PARAM: task_id (str) - The task ID.\n # @RELATION: [CALLS] ->[TaskLogPersistenceService.add_logs]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n def _flush_task_logs(self, task_id: str):\n \"\"\"Flush logs for a specific task immediately.\"\"\"\n with belief_scope(\"_flush_task_logs\"):\n with self._log_buffer_lock:\n logs = self._log_buffer.pop(task_id, [])\n if logs:\n try:\n self.log_persistence_service.add_logs(task_id, logs)\n except Exception as e:\n logger.error(f\"Failed to flush logs for task {task_id}: {e}\")\n # #endregion _flush_task_logs\n # #region create_task [TYPE Function] [C:3]\n # @PURPOSE: Creates and queues a new task for execution.\n # @PRE: Plugin with plugin_id exists. Params are valid.\n # @POST: Task is created, added to registry, and scheduled for execution.\n # @PARAM: plugin_id (str) - The ID of the plugin to run.\n # @PARAM: params (Dict[str, Any]) - Parameters for the plugin.\n # @PARAM: user_id (Optional[str]) - ID of the user requesting the task.\n # @RETURN: Task - The created task instance.\n # @THROWS: ValueError if plugin not found or params invalid.\n # @RELATION: [CALLS] ->[TaskPersistenceService.persist_task]\n # @RELATION: [DEPENDS_ON] ->[JobLifecycle]\n # @RELATION: [DEPENDS_ON] ->[TaskGraph]\n async def create_task(\n self, plugin_id: str, params: dict[str, Any], user_id: str | None = None\n ) -> Task:\n with belief_scope(\"TaskManager.create_task\", f\"plugin_id={plugin_id}\"):\n if not self.plugin_loader.has_plugin(plugin_id):\n logger.error(f\"Plugin with ID '{plugin_id}' not found.\")\n raise ValueError(f\"Plugin with ID '{plugin_id}' not found.\")\n self.plugin_loader.get_plugin(plugin_id)\n if not isinstance(params, dict):\n logger.error(\"Task parameters must be a dictionary.\")\n raise ValueError(\"Task parameters must be a dictionary.\")\n logger.reason(\"Creating task node and scheduling execution\")\n task = Task(plugin_id=plugin_id, params=params, user_id=user_id)\n self.tasks[task.id] = task\n self.persistence_service.persist_task(task)\n logger.info(f\"Task {task.id} created and scheduled for execution\")\n self.loop.create_task(\n self._run_task(task.id)\n ) # Schedule task for execution\n logger.reflect(\n \"Task creation persisted and execution scheduled\",\n extra={\"task_id\": task.id, \"plugin_id\": plugin_id},\n )\n return task\n # #endregion create_task\n # #region _run_task [TYPE Function] [C:3]\n # @PURPOSE: Internal method to execute a task with TaskContext support.\n # @PRE: Task exists in registry.\n # @POST: Task is executed, status updated to SUCCESS or FAILED.\n # @PARAM: task_id (str) - The ID of the task to run.\n # @RELATION: [CALLS] ->[TaskPersistenceService.persist_task]\n # @RELATION: [DEPENDS_ON] ->[JobLifecycle]\n # @RELATION: [DEPENDS_ON] ->[TaskContext]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n async def _run_task(self, task_id: str):\n seed_trace_id()\n with belief_scope(\"TaskManager._run_task\", f\"task_id={task_id}\"):\n task = self.tasks[task_id]\n plugin = self.plugin_loader.get_plugin(task.plugin_id)\n logger.reason(\n \"Transitioning task to running state\",\n extra={\"task_id\": task_id, \"plugin_id\": task.plugin_id},\n )\n logger.info(\n f\"Starting execution of task {task_id} for plugin '{plugin.name}'\"\n )\n task.status = TaskStatus.RUNNING\n task.started_at = datetime.utcnow()\n self.persistence_service.persist_task(task)\n self._add_log(\n task_id,\n \"INFO\",\n f\"Task started for plugin '{plugin.name}'\",\n source=\"system\",\n )\n try:\n # Prepare params and check if plugin supports new TaskContext\n params = {**task.params, \"_task_id\": task_id}\n # Check if plugin's execute method accepts 'context' parameter\n sig = inspect.signature(plugin.execute)\n accepts_context = \"context\" in sig.parameters\n if accepts_context:\n # Create TaskContext for new-style plugins\n context = TaskContext(\n task_id=task_id,\n add_log_fn=self._add_log,\n params=params,\n default_source=\"plugin\",\n background_tasks=None,\n )\n if asyncio.iscoroutinefunction(plugin.execute):\n task.result = await plugin.execute(params, context=context)\n else:\n task.result = await self.loop.run_in_executor(\n self.executor,\n lambda: plugin.execute(params, context=context),\n )\n else:\n # Backward compatibility: old-style plugins without context\n if asyncio.iscoroutinefunction(plugin.execute):\n task.result = await plugin.execute(params)\n else:\n task.result = await self.loop.run_in_executor(\n self.executor, plugin.execute, params\n )\n logger.info(f\"Task {task_id} completed successfully\")\n task.status = TaskStatus.SUCCESS\n self._add_log(\n task_id,\n \"INFO\",\n f\"Task completed successfully for plugin '{plugin.name}'\",\n source=\"system\",\n )\n except Exception as e:\n logger.error(f\"Task {task_id} failed: {e}\")\n task.status = TaskStatus.FAILED\n self._add_log(\n task_id,\n \"ERROR\",\n f\"Task failed: {e}\",\n source=\"system\",\n metadata={\"error_type\": type(e).__name__},\n )\n finally:\n task.finished_at = datetime.utcnow()\n # Flush any remaining buffered logs before persisting task\n self._flush_task_logs(task_id)\n self.persistence_service.persist_task(task)\n logger.info(\n f\"Task {task_id} execution finished with status: {task.status}\"\n )\n logger.reflect(\n \"Task lifecycle reached persisted terminal state\",\n extra={\"task_id\": task_id, \"status\": str(task.status)},\n )\n # #endregion _run_task\n # #region resolve_task [TYPE Function] [C:3]\n # @PURPOSE: Resumes a task that is awaiting mapping.\n # @PRE: Task exists and is in AWAITING_MAPPING state.\n # @POST: Task status updated to RUNNING, params updated, execution resumed.\n # @PARAM: task_id (str) - The ID of the task.\n # @PARAM: resolution_params (Dict[str, Any]) - Params to resolve the wait.\n # @THROWS: ValueError if task not found or not awaiting mapping.\n # @RELATION: [CALLS] ->[TaskPersistenceService.persist_task]\n # @RELATION: [DEPENDS_ON] ->[JobLifecycle]\n async def resolve_task(self, task_id: str, resolution_params: dict[str, Any]):\n with belief_scope(\"TaskManager.resolve_task\", f\"task_id={task_id}\"):\n task = self.tasks.get(task_id)\n if not task or task.status != TaskStatus.AWAITING_MAPPING:\n raise ValueError(\"Task is not awaiting mapping.\")\n # Update task params with resolution\n task.params.update(resolution_params)\n task.status = TaskStatus.RUNNING\n self.persistence_service.persist_task(task)\n self._add_log(task_id, \"INFO\", \"Task resumed after mapping resolution.\")\n # Signal the future to continue\n if task_id in self.task_futures:\n self.task_futures[task_id].set_result(True)\n # #endregion resolve_task\n # #region wait_for_resolution [TYPE Function] [C:3]\n # @PURPOSE: Pauses execution and waits for a resolution signal.\n # @PRE: Task exists.\n # @POST: Execution pauses until future is set.\n # @PARAM: task_id (str) - The ID of the task.\n # @RELATION: [CALLS] ->[TaskPersistenceService.persist_task]\n # @RELATION: [DEPENDS_ON] ->[JobLifecycle]\n async def wait_for_resolution(self, task_id: str):\n with belief_scope(\"TaskManager.wait_for_resolution\", f\"task_id={task_id}\"):\n task = self.tasks.get(task_id)\n if not task:\n return\n task.status = TaskStatus.AWAITING_MAPPING\n self.persistence_service.persist_task(task)\n self.task_futures[task_id] = self.loop.create_future()\n try:\n await self.task_futures[task_id]\n finally:\n if task_id in self.task_futures:\n del self.task_futures[task_id]\n # #endregion wait_for_resolution\n # #region wait_for_input [TYPE Function] [C:3]\n # @PURPOSE: Pauses execution and waits for user input.\n # @PRE: Task exists.\n # @POST: Execution pauses until future is set via resume_task_with_password.\n # @PARAM: task_id (str) - The ID of the task.\n # @RELATION: [DEPENDS_ON] ->[JobLifecycle]\n async def wait_for_input(self, task_id: str):\n with belief_scope(\"TaskManager.wait_for_input\", f\"task_id={task_id}\"):\n task = self.tasks.get(task_id)\n if not task:\n return\n # Status is already set to AWAITING_INPUT by await_input()\n self.task_futures[task_id] = self.loop.create_future()\n try:\n await self.task_futures[task_id]\n finally:\n if task_id in self.task_futures:\n del self.task_futures[task_id]\n # #endregion wait_for_input\n # #region get_task [TYPE Function] [C:3]\n # @PURPOSE: Retrieves a task by its ID.\n # @PRE: task_id is a string.\n # @POST: Returns Task object or None.\n # @PARAM: task_id (str) - ID of the task.\n # @RETURN: Optional[Task] - The task or None.\n # @RELATION: [DEPENDS_ON] ->[TaskGraph]\n def get_task(self, task_id: str) -> Task | None:\n with belief_scope(\"TaskManager.get_task\", f\"task_id={task_id}\"):\n return self.tasks.get(task_id)\n # #endregion get_task\n # #region get_all_tasks [TYPE Function] [C:3]\n # @PURPOSE: Retrieves all registered tasks.\n # @PRE: None.\n # @POST: Returns list of all Task objects.\n # @RETURN: List[Task] - All tasks.\n # @RELATION: [DEPENDS_ON] ->[TaskGraph]\n def get_all_tasks(self) -> list[Task]:\n with belief_scope(\"TaskManager.get_all_tasks\"):\n return list(self.tasks.values())\n # #endregion get_all_tasks\n # #region get_tasks [TYPE Function] [C:3]\n # @PURPOSE: Retrieves tasks with pagination and optional status filter.\n # @PRE: limit and offset are non-negative integers.\n # @POST: Returns a list of tasks sorted by start_time descending.\n # @PARAM: limit (int) - Maximum number of tasks to return.\n # @PARAM: offset (int) - Number of tasks to skip.\n # @PARAM: status (Optional[TaskStatus]) - Filter by task status.\n # @RETURN: List[Task] - List of tasks matching criteria.\n # @RELATION: [DEPENDS_ON] ->[TaskGraph]\n def get_tasks(\n self,\n limit: int = 10,\n offset: int = 0,\n status: TaskStatus | None = None,\n plugin_ids: list[str] | None = None,\n completed_only: bool = False,\n ) -> list[Task]:\n with belief_scope(\"TaskManager.get_tasks\"):\n tasks = list(self.tasks.values())\n if status:\n tasks = [t for t in tasks if t.status == status]\n if plugin_ids:\n plugin_id_set = set(plugin_ids)\n tasks = [t for t in tasks if t.plugin_id in plugin_id_set]\n if completed_only:\n tasks = [\n t for t in tasks if t.status in [TaskStatus.SUCCESS, TaskStatus.FAILED]\n ]\n # Sort by started_at descending with tolerant handling of mixed tz-aware/naive values.\n def sort_key(task: Task) -> float:\n started_at = task.started_at\n if started_at is None:\n return float(\"-inf\")\n if not isinstance(started_at, datetime):\n return float(\"-inf\")\n if started_at.tzinfo is None:\n return started_at.replace(tzinfo=UTC).timestamp()\n return started_at.timestamp()\n tasks.sort(key=sort_key, reverse=True)\n return tasks[offset : offset + limit]\n # #endregion get_tasks\n # #region get_task_logs [TYPE Function] [C:3]\n # @PURPOSE: Retrieves logs for a specific task (from memory for running, persistence for completed).\n # @PRE: task_id is a string.\n # @POST: Returns list of LogEntry or TaskLog objects.\n # @PARAM: task_id (str) - ID of the task.\n # @PARAM: log_filter (Optional[LogFilter]) - Filter parameters.\n # @RETURN: List[LogEntry] - List of log entries.\n # @RELATION: [CALLS] ->[TaskLogPersistenceService.get_logs]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n def get_task_logs(\n self, task_id: str, log_filter: LogFilter | None = None\n ) -> list[LogEntry]:\n with belief_scope(\"TaskManager.get_task_logs\", f\"task_id={task_id}\"):\n task = self.tasks.get(task_id)\n # For completed tasks, fetch from persistence\n if task and task.status in [TaskStatus.SUCCESS, TaskStatus.FAILED]:\n if log_filter is None:\n log_filter = LogFilter()\n task_logs = self.log_persistence_service.get_logs(task_id, log_filter)\n # Convert TaskLog to LogEntry for backward compatibility\n return [\n LogEntry(\n timestamp=log.timestamp,\n level=log.level,\n message=log.message,\n source=log.source,\n metadata=log.metadata,\n )\n for log in task_logs\n ]\n # For running/pending tasks, return from memory\n return task.logs if task else []\n # #endregion get_task_logs\n # #region get_task_log_stats [TYPE Function] [C:3]\n # @PURPOSE: Get statistics about logs for a task.\n # @PRE: task_id is a valid task ID.\n # @POST: Returns LogStats with counts by level and source.\n # @PARAM: task_id (str) - The task ID.\n # @RETURN: LogStats - Statistics about task logs.\n # @RELATION: [CALLS] ->[TaskLogPersistenceService.get_log_stats]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n def get_task_log_stats(self, task_id: str) -> LogStats:\n with belief_scope(\"TaskManager.get_task_log_stats\", f\"task_id={task_id}\"):\n return self.log_persistence_service.get_log_stats(task_id)\n # #endregion get_task_log_stats\n # #region get_task_log_sources [TYPE Function] [C:3]\n # @PURPOSE: Get unique sources for a task's logs.\n # @PRE: task_id is a valid task ID.\n # @POST: Returns list of unique source strings.\n # @PARAM: task_id (str) - The task ID.\n # @RETURN: List[str] - Unique source names.\n # @RELATION: [CALLS] ->[TaskLogPersistenceService.get_sources]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n def get_task_log_sources(self, task_id: str) -> list[str]:\n with belief_scope(\"TaskManager.get_task_log_sources\", f\"task_id={task_id}\"):\n return self.log_persistence_service.get_sources(task_id)\n # #endregion get_task_log_sources\n # #region _add_log [TYPE Function] [C:3]\n # @PURPOSE: Adds a log entry to a task buffer and notifies subscribers.\n # @PRE: Task exists.\n # @POST: Log added to buffer and pushed to queues (if level meets task_log_level filter).\n # @PARAM: task_id (str) - ID of the task.\n # @PARAM: level (str) - Log level.\n # @PARAM: message (str) - Log message.\n # @PARAM: source (str) - Source component (default: \"system\").\n # @PARAM: metadata (Optional[Dict]) - Additional structured data.\n # @PARAM: context (Optional[Dict]) - Legacy context (for backward compatibility).\n # @RELATION: [CALLS] ->[should_log_task_level]\n # @RELATION: [DISPATCHES] ->[EventBus]\n def _add_log(\n self,\n task_id: str,\n level: str,\n message: str,\n source: str = \"system\",\n metadata: dict[str, Any] | None = None,\n context: dict[str, Any] | None = None,\n ):\n with belief_scope(\"TaskManager._add_log\", f\"task_id={task_id}\"):\n task = self.tasks.get(task_id)\n if not task:\n return\n # Filter logs based on task_log_level configuration\n if not should_log_task_level(level):\n return\n # Create log entry with new fields\n log_entry = LogEntry(\n level=level,\n message=message,\n source=source,\n metadata=metadata,\n context=context, # Keep for backward compatibility\n )\n # Add to in-memory logs (for backward compatibility with legacy JSON field)\n task.logs.append(log_entry)\n # Add to buffer for batch persistence\n with self._log_buffer_lock:\n if task_id not in self._log_buffer:\n self._log_buffer[task_id] = []\n self._log_buffer[task_id].append(log_entry)\n # Notify subscribers (for real-time WebSocket updates)\n if task_id in self.subscribers:\n for queue in self.subscribers[task_id]:\n self.loop.call_soon_threadsafe(queue.put_nowait, log_entry)\n # #endregion _add_log\n # #region subscribe_logs [TYPE Function] [C:3]\n # @PURPOSE: Subscribes to real-time logs for a task.\n # @PRE: task_id is a string.\n # @POST: Returns an asyncio.Queue for log entries.\n # @PARAM: task_id (str) - ID of the task.\n # @RETURN: asyncio.Queue - Queue for log entries.\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n async def subscribe_logs(self, task_id: str) -> asyncio.Queue:\n with belief_scope(\"TaskManager.subscribe_logs\", f\"task_id={task_id}\"):\n queue = asyncio.Queue()\n if task_id not in self.subscribers:\n self.subscribers[task_id] = []\n self.subscribers[task_id].append(queue)\n return queue\n # #endregion subscribe_logs\n # #region unsubscribe_logs [TYPE Function] [C:3]\n # @PURPOSE: Unsubscribes from real-time logs for a task.\n # @PRE: task_id is a string, queue is asyncio.Queue.\n # @POST: Queue removed from subscribers.\n # @PARAM: task_id (str) - ID of the task.\n # @PARAM: queue (asyncio.Queue) - Queue to remove.\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n def unsubscribe_logs(self, task_id: str, queue: asyncio.Queue):\n with belief_scope(\"TaskManager.unsubscribe_logs\", f\"task_id={task_id}\"):\n if task_id in self.subscribers:\n if queue in self.subscribers[task_id]:\n self.subscribers[task_id].remove(queue)\n if not self.subscribers[task_id]:\n del self.subscribers[task_id]\n # #endregion unsubscribe_logs\n # #region load_persisted_tasks [TYPE Function] [C:3]\n # @PURPOSE: Load persisted tasks using persistence service.\n # @PRE: None.\n # @POST: Persisted tasks loaded into self.tasks.\n # @RELATION: [CALLS] ->[TaskPersistenceService.load_tasks]\n # @RELATION: [DEPENDS_ON] ->[TaskGraph]\n def load_persisted_tasks(self) -> None:\n with belief_scope(\"TaskManager.load_persisted_tasks\"):\n loaded_tasks = self.persistence_service.load_tasks(limit=100)\n for task in loaded_tasks:\n if task.id not in self.tasks:\n self.tasks[task.id] = task\n # #endregion load_persisted_tasks\n # #region await_input [TYPE Function] [C:3]\n # @PURPOSE: Transition a task to AWAITING_INPUT state with input request.\n # @PRE: Task exists and is in RUNNING state.\n # @POST: Task status changed to AWAITING_INPUT, input_request set, persisted.\n # @PARAM: task_id (str) - ID of the task.\n # @PARAM: input_request (Dict) - Details about required input.\n # @THROWS: ValueError if task not found or not RUNNING.\n # @RELATION: [CALLS] ->[TaskPersistenceService.persist_task]\n # @RELATION: [DEPENDS_ON] ->[JobLifecycle]\n def await_input(self, task_id: str, input_request: dict[str, Any]) -> None:\n with belief_scope(\"TaskManager.await_input\", f\"task_id={task_id}\"):\n task = self.tasks.get(task_id)\n if not task:\n raise ValueError(f\"Task {task_id} not found\")\n if task.status != TaskStatus.RUNNING:\n raise ValueError(\n f\"Task {task_id} is not RUNNING (current: {task.status})\"\n )\n task.status = TaskStatus.AWAITING_INPUT\n task.input_required = True\n task.input_request = input_request\n self.persistence_service.persist_task(task)\n self._add_log(\n task_id,\n \"INFO\",\n \"Task paused for user input\",\n metadata={\"input_request\": input_request},\n )\n # #endregion await_input\n # #region resume_task_with_password [TYPE Function] [C:3]\n # @PURPOSE: Resume a task that is awaiting input with provided passwords.\n # @PRE: Task exists and is in AWAITING_INPUT state.\n # @POST: Task status changed to RUNNING, passwords injected, task resumed.\n # @PARAM: task_id (str) - ID of the task.\n # @PARAM: passwords (Dict[str, str]) - Mapping of database name to password.\n # @THROWS: ValueError if task not found, not awaiting input, or passwords invalid.\n # @RELATION: [CALLS] ->[TaskPersistenceService.persist_task]\n # @RELATION: [DEPENDS_ON] ->[JobLifecycle]\n def resume_task_with_password(\n self, task_id: str, passwords: dict[str, str]\n ) -> None:\n with belief_scope(\n \"TaskManager.resume_task_with_password\", f\"task_id={task_id}\"\n ):\n task = self.tasks.get(task_id)\n if not task:\n raise ValueError(f\"Task {task_id} not found\")\n if task.status != TaskStatus.AWAITING_INPUT:\n raise ValueError(\n f\"Task {task_id} is not AWAITING_INPUT (current: {task.status})\"\n )\n if not isinstance(passwords, dict) or not passwords:\n raise ValueError(\"Passwords must be a non-empty dictionary\")\n task.params[\"passwords\"] = passwords\n task.input_required = False\n task.input_request = None\n task.status = TaskStatus.RUNNING\n self.persistence_service.persist_task(task)\n self._add_log(\n task_id,\n \"INFO\",\n \"Task resumed with passwords\",\n metadata={\"databases\": list(passwords.keys())},\n )\n if task_id in self.task_futures:\n self.task_futures[task_id].set_result(True)\n # #endregion resume_task_with_password\n # #region clear_tasks [TYPE Function] [C:3]\n # @PURPOSE: Clears tasks based on status filter (also deletes associated logs).\n # @PRE: status is Optional[TaskStatus].\n # @POST: Tasks matching filter (or all non-active) cleared from registry and database.\n # @PARAM: status (Optional[TaskStatus]) - Filter by task status.\n # @RETURN: int - Number of tasks cleared.\n # @RELATION: [CALLS] ->[TaskPersistenceService.delete_tasks]\n # @RELATION: [DEPENDS_ON] ->[TaskGraph]\n # @RELATION: [DEPENDS_ON] ->[EventBus]\n def clear_tasks(self, status: TaskStatus | None = None) -> int:\n with belief_scope(\"TaskManager.clear_tasks\"):\n tasks_to_remove = []\n for task_id, task in list(self.tasks.items()):\n # If status is provided, match it.\n # If status is None, match everything EXCEPT RUNNING (unless they are awaiting input/mapping which are technically running but paused?)\n # Actually, AWAITING_INPUT and AWAITING_MAPPING are distinct statuses in TaskStatus enum.\n # RUNNING is active execution.\n should_remove = False\n if status:\n if task.status == status:\n should_remove = True\n else:\n # Clear all non-active tasks (keep RUNNING, AWAITING_INPUT, AWAITING_MAPPING)\n if task.status not in [\n TaskStatus.RUNNING,\n TaskStatus.AWAITING_INPUT,\n TaskStatus.AWAITING_MAPPING,\n ]:\n should_remove = True\n if should_remove:\n tasks_to_remove.append(task_id)\n for tid in tasks_to_remove:\n # Cancel future if exists (e.g. for AWAITING_INPUT/MAPPING)\n if tid in self.task_futures:\n self.task_futures[tid].cancel()\n del self.task_futures[tid]\n del self.tasks[tid]\n # Remove from persistence (task_records and task_logs via CASCADE)\n self.persistence_service.delete_tasks(tasks_to_remove)\n # Also explicitly delete logs (in case CASCADE is not set up)\n if tasks_to_remove:\n self.log_persistence_service.delete_logs_for_tasks(tasks_to_remove)\n logger.info(f\"Cleared {len(tasks_to_remove)} tasks.\")\n return len(tasks_to_remove)\n # #endregion clear_tasks\n# #endregion TaskManager\n" }, { @@ -39276,6 +40386,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskManagerModels [C:3] [TYPE Module] [SEMANTICS pydantic, task, model, validate, task-status]\n# @BRIEF Defines the data models and enumerations used by the Task Manager.\n# @LAYER: Core\n# @RELATION USED_BY -> [TaskManager]\n# @RELATION USED_BY -> [TaskManagerPackage]\n# @INVARIANT: Task IDs are immutable once created.\n# @CONSTRAINT: Must use Pydantic for data validation.\nimport uuid\nfrom datetime import datetime\nfrom enum import Enum\nfrom typing import Any\n\nfrom pydantic import BaseModel, Field\n\n\n# #region TaskStatus [TYPE Enum]\nclass TaskStatus(str, Enum):\n PENDING = \"PENDING\"\n RUNNING = \"RUNNING\"\n SUCCESS = \"SUCCESS\"\n FAILED = \"FAILED\"\n AWAITING_MAPPING = \"AWAITING_MAPPING\"\n AWAITING_INPUT = \"AWAITING_INPUT\"\n# #endregion TaskStatus\n# #region LogLevel [TYPE Enum]\nclass LogLevel(str, Enum):\n DEBUG = \"DEBUG\"\n INFO = \"INFO\"\n WARNING = \"WARNING\"\n ERROR = \"ERROR\"\n# #endregion LogLevel\n# #region LogEntry [C:2] [TYPE Class]\n# @BRIEF A Pydantic model representing a single, structured log entry associated with a task.\n#\n# {\n# required_fields: {message: str},\n# optional_fields: {timestamp: datetime, level: str, source: str, context: dict, metadata: dict}\n# }\nclass LogEntry(BaseModel):\n timestamp: datetime = Field(default_factory=datetime.utcnow)\n level: str = Field(default=\"INFO\")\n message: str\n source: str = Field(\n default=\"system\"\n ) # Component attribution: plugin, superset_api, git, etc.\n context: dict[str, Any] | None = (\n None # Legacy field, kept for backward compatibility\n )\n metadata: dict[str, Any] | None = (\n None # Structured metadata (e.g., dashboard_id, progress)\n )\n# #endregion LogEntry\n# #region TaskLog [C:3] [TYPE Class] [SEMANTICS task, log, persistent, pydantic]\n# @BRIEF A Pydantic model representing a persisted log entry from the database.\n# @RELATION DEPENDS_ON -> [TaskLogRecord]\nclass TaskLog(BaseModel):\n id: int\n task_id: str\n timestamp: datetime\n level: str\n source: str\n message: str\n metadata: dict[str, Any] | None = None\n class Config:\n from_attributes = True\n# #endregion TaskLog\n# #region LogFilter [TYPE Class]\nclass LogFilter(BaseModel):\n level: str | None = None # Filter by log level\n source: str | None = None # Filter by source component\n search: str | None = None # Text search in message\n offset: int = Field(default=0, ge=0)\n limit: int = Field(default=100, ge=1, le=1000)\n# #endregion LogFilter\n# #region LogStats [C:1] [TYPE Class] [SEMANTICS log, stats, aggregation, pydantic]\n# @BRIEF Statistics about log entries for a task.\n# @RELATION DEPENDS_ON -> [TaskLog]\nclass LogStats(BaseModel):\n total_count: int\n by_level: dict[str, int] # {\"INFO\": 10, \"ERROR\": 2}\n by_source: dict[str, int] # {\"plugin\": 5, \"superset_api\": 7}\n# #endregion LogStats\n# #region Task [C:3] [TYPE Class] [SEMANTICS task, job, execution, state, pydantic]\n# @BRIEF A Pydantic model representing a single execution instance of a plugin, including its status, parameters, and logs.\n# @RELATION DEPENDS_ON -> [TaskStatus]\n# @RELATION DEPENDS_ON -> [LogEntry]\n# @RELATION DEPENDS_ON -> [TaskManager]\nclass Task(BaseModel):\n id: str = Field(default_factory=lambda: str(uuid.uuid4()))\n plugin_id: str\n status: TaskStatus = TaskStatus.PENDING\n started_at: datetime | None = None\n finished_at: datetime | None = None\n user_id: str | None = None\n logs: list[LogEntry] = Field(default_factory=list)\n params: dict[str, Any] = Field(default_factory=dict)\n input_required: bool = False\n input_request: dict[str, Any] | None = None\n # Result payload can be dict/list/scalar depending on plugin and legacy records.\n result: Any | None = None\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes the Task model and validates input_request for AWAITING_INPUT status.\n # @PRE: If status is AWAITING_INPUT, input_request must be provided.\n # @POST: Task instance is created or ValueError is raised.\n # @PARAM: **data - Keyword arguments for model initialization.\n def __init__(self, **data):\n super().__init__(**data)\n if self.status == TaskStatus.AWAITING_INPUT and not self.input_request:\n raise ValueError(\"input_request is required when status is AWAITING_INPUT\")\n # #endregion __init__\n# #endregion Task\n# #endregion TaskManagerModels\n" }, { @@ -39290,6 +40401,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskStatus [TYPE Enum]\nclass TaskStatus(str, Enum):\n PENDING = \"PENDING\"\n RUNNING = \"RUNNING\"\n SUCCESS = \"SUCCESS\"\n FAILED = \"FAILED\"\n AWAITING_MAPPING = \"AWAITING_MAPPING\"\n AWAITING_INPUT = \"AWAITING_INPUT\"\n# #endregion TaskStatus\n" }, { @@ -39304,6 +40416,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LogLevel [TYPE Enum]\nclass LogLevel(str, Enum):\n DEBUG = \"DEBUG\"\n INFO = \"INFO\"\n WARNING = \"WARNING\"\n ERROR = \"ERROR\"\n# #endregion LogLevel\n" }, { @@ -39328,6 +40441,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskLog [C:3] [TYPE Class] [SEMANTICS task, log, persistent, pydantic]\n# @BRIEF A Pydantic model representing a persisted log entry from the database.\n# @RELATION DEPENDS_ON -> [TaskLogRecord]\nclass TaskLog(BaseModel):\n id: int\n task_id: str\n timestamp: datetime\n level: str\n source: str\n message: str\n metadata: dict[str, Any] | None = None\n class Config:\n from_attributes = True\n# #endregion TaskLog\n" }, { @@ -39342,6 +40456,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LogFilter [TYPE Class]\nclass LogFilter(BaseModel):\n level: str | None = None # Filter by log level\n source: str | None = None # Filter by source component\n search: str | None = None # Text search in message\n offset: int = Field(default=0, ge=0)\n limit: int = Field(default=100, ge=1, le=1000)\n# #endregion LogFilter\n" }, { @@ -39385,6 +40500,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LogStats [C:1] [TYPE Class] [SEMANTICS log, stats, aggregation, pydantic]\n# @BRIEF Statistics about log entries for a task.\n# @RELATION DEPENDS_ON -> [TaskLog]\nclass LogStats(BaseModel):\n total_count: int\n by_level: dict[str, int] # {\"INFO\": 10, \"ERROR\": 2}\n by_source: dict[str, int] # {\"plugin\": 5, \"superset_api\": 7}\n# #endregion LogStats\n" }, { @@ -39421,6 +40537,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region Task [C:3] [TYPE Class] [SEMANTICS task, job, execution, state, pydantic]\n# @BRIEF A Pydantic model representing a single execution instance of a plugin, including its status, parameters, and logs.\n# @RELATION DEPENDS_ON -> [TaskStatus]\n# @RELATION DEPENDS_ON -> [LogEntry]\n# @RELATION DEPENDS_ON -> [TaskManager]\nclass Task(BaseModel):\n id: str = Field(default_factory=lambda: str(uuid.uuid4()))\n plugin_id: str\n status: TaskStatus = TaskStatus.PENDING\n started_at: datetime | None = None\n finished_at: datetime | None = None\n user_id: str | None = None\n logs: list[LogEntry] = Field(default_factory=list)\n params: dict[str, Any] = Field(default_factory=dict)\n input_required: bool = False\n input_request: dict[str, Any] | None = None\n # Result payload can be dict/list/scalar depending on plugin and legacy records.\n result: Any | None = None\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes the Task model and validates input_request for AWAITING_INPUT status.\n # @PRE: If status is AWAITING_INPUT, input_request must be provided.\n # @POST: Task instance is created or ValueError is raised.\n # @PARAM: **data - Keyword arguments for model initialization.\n def __init__(self, **data):\n super().__init__(**data)\n if self.status == TaskStatus.AWAITING_INPUT and not self.input_request:\n raise ValueError(\"input_request is required when status is AWAITING_INPUT\")\n # #endregion __init__\n# #endregion Task\n" }, { @@ -39482,6 +40599,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskPersistenceModule [C:5] [TYPE Module] [SEMANTICS sqlalchemy, task, search, task-persistence-service]\n# @BRIEF Handles the persistence of tasks using SQLAlchemy and the tasks.db database.\n# @LAYER: Core\n# @PRE: Tasks database must be initialized with TaskRecord and TaskLogRecord schemas.\n# @POST: Provides reliable storage and retrieval for task metadata and logs.\n# @SIDE_EFFECT: Performs database I/O on tasks.db.\n# @DATA_CONTRACT: Input[Task, LogEntry] -> Model[TaskRecord, TaskLogRecord]\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @RELATION DEPENDS_ON -> [TaskGraph]\n# @RELATION DEPENDS_ON -> [TasksSessionLocal]\n# @INVARIANT: Database schema must match the TaskRecord model structure.\nimport json\nimport re\nfrom datetime import datetime\n\nfrom sqlalchemy.orm import Session\n\nfrom ...models.mapping import Environment\nfrom ...models.task import TaskLogRecord, TaskRecord\nfrom ..database import TasksSessionLocal\nfrom ..logger import belief_scope, logger\nfrom .models import LogEntry, LogFilter, LogStats, Task, TaskLog, TaskStatus\n\n\n# #region TaskPersistenceService [C:5] [TYPE Class] [SEMANTICS persistence, service, database, sqlalchemy]\n# @BRIEF Provides methods to save, load, and delete task records in tasks.db using SQLAlchemy models.\n# @PRE: TasksSessionLocal must provide an active SQLAlchemy session, Task inputs must expose id/plugin_id/status/params/result/logs fields, and TaskRecord plus Environment schemas must be available.\n# @POST: Persist operations leave matching TaskRecord rows committed or rolled back without leaking sessions, load operations return reconstructed Task objects from stored TaskRecord rows, and delete operations remove only the addressed task rows.\n# @SIDE_EFFECT: Opens SQLAlchemy sessions, reads and writes task_records rows, resolves environment foreign keys against environments, commits or rolls back transactions, and emits error logs on persistence failures.\n# @DATA_CONTRACT: Input[Task | List[Task] | List[str] | Query(limit:int,status:Optional[TaskStatus])] -> Model[TaskRecord, Environment] -> Output[None | List[Task]]\n# @RELATION DEPENDS_ON -> [TasksSessionLocal]\n# @RELATION DEPENDS_ON -> [TaskRecord]\n# @RELATION DEPENDS_ON -> [Environment]\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @RELATION DEPENDS_ON -> [TaskGraph]\n# @INVARIANT: Persistence must handle potentially missing task fields natively.\n#\n# @TEST_CONTRACT: TaskPersistenceContract ->\n# {\n# required_fields: {},\n# invariants: [\n# \"persist_task creates or updates a record\",\n# \"load_tasks retrieves valid Task instances\",\n# \"delete_tasks correctly removes records from the database\"\n# ]\n# }\n# @TEST_FIXTURE: valid_task_persistence -> {\"task_id\": \"123\", \"status\": \"PENDING\"}\n# @TEST_EDGE: persist_invalid_task_type -> raises Exception\n# @TEST_EDGE: load_corrupt_json_params -> handled gracefully\n# @TEST_INVARIANT: accurate_round_trip -> verifies: [valid_task_persistence, load_corrupt_json_params]\nclass TaskPersistenceService:\n # #region _json_load_if_needed [TYPE Function] [C:1]\n # @PURPOSE: Safely load JSON strings from DB if necessary\n # @PRE: value is an arbitrary database value\n # @POST: Returns parsed JSON object, list, string, or primitive\n @staticmethod\n def _json_load_if_needed(value):\n # Hot-path utility — no entry/exit logging to reduce noise\n if value is None:\n return None\n if isinstance(value, (dict, list)):\n return value\n if isinstance(value, str):\n stripped = value.strip()\n if stripped == \"\" or stripped.lower() == \"null\":\n return None\n try:\n return json.loads(stripped)\n except json.JSONDecodeError:\n return value\n return value\n # #endregion _json_load_if_needed\n # #region _parse_datetime [TYPE Function] [C:1]\n # @PURPOSE: Safely parse a datetime string from the database\n # @PRE: value is an ISO string or datetime object\n # @POST: Returns datetime object or None\n @staticmethod\n def _parse_datetime(value):\n # Hot-path utility — no entry/exit logging to reduce startup noise\n if value is None or isinstance(value, datetime):\n return value\n if isinstance(value, str):\n try:\n return datetime.fromisoformat(value)\n except ValueError:\n return None\n return None\n # #endregion _parse_datetime\n # #region _resolve_environment_id [TYPE Function] [C:3]\n # @PURPOSE: Resolve environment id into existing environments.id value to satisfy FK constraints.\n # @PRE: Session is active\n # @POST: Returns existing environments.id or None when unresolved.\n # @DATA_CONTRACT: Input[env_id: Optional[str]] -> Output[Optional[str]]\n # @RELATION: [DEPENDS_ON] ->[Environment]\n @staticmethod\n def _resolve_environment_id(\n session: Session, env_id: str | None\n ) -> str | None:\n with belief_scope(\"_resolve_environment_id\"):\n raw_value = str(env_id or \"\").strip()\n if not raw_value:\n return None\n # 1) Direct match by primary key.\n by_id = (\n session.query(Environment).filter(Environment.id == raw_value).first()\n )\n if by_id:\n return str(by_id.id)\n # 2) Exact match by name.\n by_name = (\n session.query(Environment).filter(Environment.name == raw_value).first()\n )\n if by_name:\n return str(by_name.id)\n # 3) Slug-like match (e.g. \"ss-dev\" -> \"SS DEV\").\n def normalize_token(value: str) -> str:\n lowered = str(value or \"\").strip().lower()\n return re.sub(r\"[^a-z0-9]+\", \"-\", lowered).strip(\"-\")\n target_token = normalize_token(raw_value)\n if not target_token:\n return None\n for env in session.query(Environment).all():\n if (\n normalize_token(env.id) == target_token\n or normalize_token(env.name) == target_token\n ):\n return str(env.id)\n return None\n # #endregion _resolve_environment_id\n # #region __init__ [TYPE Function] [C:3]\n # @PURPOSE: Initializes the persistence service.\n # @PRE: None.\n # @POST: Service is ready.\n def __init__(self):\n with belief_scope(\"TaskPersistenceService.__init__\"):\n # We use TasksSessionLocal from database.py\n pass\n # #endregion __init__\n # #region persist_task [TYPE Function] [C:3]\n # @PURPOSE: Persists or updates a single task in the database.\n # @PRE: isinstance(task, Task)\n # @POST: Task record created or updated in database.\n # @PARAM: task (Task) - The task object to persist.\n # @SIDE_EFFECT: Writes to task_records table in tasks.db\n # @DATA_CONTRACT: Input[Task] -> Model[TaskRecord]\n # @RELATION: [CALLS] ->[_resolve_environment_id]\n def persist_task(self, task: Task) -> None:\n with belief_scope(\"TaskPersistenceService.persist_task\", f\"task_id={task.id}\"):\n session: Session = TasksSessionLocal()\n try:\n record = (\n session.query(TaskRecord).filter(TaskRecord.id == task.id).first()\n )\n if not record:\n record = TaskRecord(id=task.id)\n session.add(record)\n record.type = task.plugin_id\n record.status = task.status.value\n raw_env_id = task.params.get(\"environment_id\") or task.params.get(\n \"source_env_id\"\n )\n record.environment_id = self._resolve_environment_id(\n session, raw_env_id\n )\n record.started_at = task.started_at\n record.finished_at = task.finished_at\n # Ensure params and result are JSON serializable\n def json_serializable(obj):\n # Hot-path utility — no entry/exit logging\n if isinstance(obj, dict):\n return {k: json_serializable(v) for k, v in obj.items()}\n elif isinstance(obj, list):\n return [json_serializable(v) for v in obj]\n elif isinstance(obj, datetime):\n return obj.isoformat()\n return obj\n record.params = json_serializable(task.params)\n record.result = json_serializable(task.result)\n # Store logs as JSON, converting datetime to string\n record.logs = []\n for log in task.logs:\n log_dict = log.dict()\n if isinstance(log_dict.get(\"timestamp\"), datetime):\n log_dict[\"timestamp\"] = log_dict[\"timestamp\"].isoformat()\n # Also clean up any datetimes in context\n if log_dict.get(\"context\"):\n log_dict[\"context\"] = json_serializable(log_dict[\"context\"])\n record.logs.append(log_dict)\n # Extract error if failed\n if task.status == TaskStatus.FAILED:\n for log in reversed(task.logs):\n if log.level == \"ERROR\":\n record.error = log.message\n break\n session.commit()\n except Exception as e:\n session.rollback()\n logger.error(f\"Failed to persist task {task.id}: {e}\")\n finally:\n session.close()\n # #endregion persist_task\n # #region persist_tasks [TYPE Function] [C:3]\n # @PURPOSE: Persists multiple tasks.\n # @PRE: isinstance(tasks, list)\n # @POST: All tasks in list are persisted.\n # @PARAM: tasks (List[Task]) - The list of tasks to persist.\n # @RELATION: [CALLS] ->[persist_task]\n def persist_tasks(self, tasks: list[Task]) -> None:\n with belief_scope(\"TaskPersistenceService.persist_tasks\"):\n for task in tasks:\n self.persist_task(task)\n # #endregion persist_tasks\n # #region load_tasks [TYPE Function] [C:3]\n # @PURPOSE: Loads tasks from the database.\n # @PRE: limit is an integer.\n # @POST: Returns list of Task objects.\n # @PARAM: limit (int) - Max tasks to load.\n # @PARAM: status (Optional[TaskStatus]) - Filter by status.\n # @RETURN: List[Task] - The loaded tasks.\n # @DATA_CONTRACT: Model[TaskRecord] -> Output[List[Task]]\n # @RELATION: [CALLS] ->[_json_load_if_needed]\n # @RELATION: [CALLS] ->[_parse_datetime]\n def load_tasks(\n self, limit: int = 100, status: TaskStatus | None = None\n ) -> list[Task]:\n with belief_scope(\"TaskPersistenceService.load_tasks\"):\n session: Session = TasksSessionLocal()\n try:\n query = session.query(TaskRecord)\n if status:\n query = query.filter(TaskRecord.status == status.value)\n records = (\n query.order_by(TaskRecord.created_at.desc()).limit(limit).all()\n )\n loaded_tasks = []\n for record in records:\n try:\n logs = []\n logs_payload = self._json_load_if_needed(record.logs)\n if isinstance(logs_payload, list):\n for log_data in logs_payload:\n if not isinstance(log_data, dict):\n continue\n log_data = dict(log_data)\n log_data[\"timestamp\"] = (\n self._parse_datetime(log_data.get(\"timestamp\"))\n or datetime.utcnow()\n )\n logs.append(LogEntry(**log_data))\n started_at = self._parse_datetime(record.started_at)\n finished_at = self._parse_datetime(record.finished_at)\n params = self._json_load_if_needed(record.params)\n result = self._json_load_if_needed(record.result)\n task = Task(\n id=record.id,\n plugin_id=record.type,\n status=TaskStatus(record.status),\n started_at=started_at,\n finished_at=finished_at,\n params=params if isinstance(params, dict) else {},\n result=result,\n logs=logs,\n )\n loaded_tasks.append(task)\n except Exception as e:\n logger.error(f\"Failed to reconstruct task {record.id}: {e}\")\n return loaded_tasks\n finally:\n session.close()\n # #endregion load_tasks\n # #region delete_tasks [TYPE Function] [C:3]\n # @PURPOSE: Deletes specific tasks from the database.\n # @PRE: task_ids is a list of strings.\n # @POST: Specified task records deleted from database.\n # @PARAM: task_ids (List[str]) - List of task IDs to delete.\n # @SIDE_EFFECT: Deletes rows from task_records table.\n # @RELATION: [DEPENDS_ON] ->[TaskRecord]\n def delete_tasks(self, task_ids: list[str]) -> None:\n if not task_ids:\n return\n with belief_scope(\"TaskPersistenceService.delete_tasks\"):\n session: Session = TasksSessionLocal()\n try:\n session.query(TaskRecord).filter(TaskRecord.id.in_(task_ids)).delete(\n synchronize_session=False\n )\n session.commit()\n except Exception as e:\n session.rollback()\n logger.error(f\"Failed to delete tasks: {e}\")\n finally:\n session.close()\n # #endregion delete_tasks\n# #endregion TaskPersistenceService\n# #region TaskLogPersistenceService [C:5] [TYPE Class] [SEMANTICS persistence, service, database, log, sqlalchemy]\n# @BRIEF Provides methods to store, query, summarize, and delete task log rows in the task_logs table.\n# @PRE: TasksSessionLocal must provide an active SQLAlchemy session, task_id inputs must identify task log rows, LogEntry batches must expose timestamp/level/source/message/metadata fields, and LogFilter inputs must provide pagination and filter attributes used by queries.\n# @POST: add_logs commits all provided log entries or rolls back on failure, query methods return TaskLog or LogStats views reconstructed from TaskLogRecord rows, and delete methods remove only log rows matching the supplied task identifiers.\n# @SIDE_EFFECT: Opens SQLAlchemy sessions, inserts, reads, aggregates, and deletes task_logs rows, serializes log metadata to JSON, commits or rolls back transactions, and emits error logs on persistence failures.\n# @DATA_CONTRACT: Input[task_id:str, logs:List[LogEntry], log_filter:LogFilter, task_ids:List[str]] -> Model[TaskLogRecord] -> Output[None | List[TaskLog] | LogStats | List[str]]\n# @RELATION DEPENDS_ON -> [TaskLogRecord]\n# @RELATION DEPENDS_ON -> [TasksSessionLocal]\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @RELATION DEPENDS_ON -> [EventBus]\n# @INVARIANT: Log entries are batch-inserted for performance.\n#\n# @TEST_CONTRACT: TaskLogPersistenceContract ->\n# {\n# required_fields: {},\n# invariants: [\n# \"add_logs efficiently saves logs to the database\",\n# \"get_logs retrieves properly filtered LogEntry objects\"\n# ]\n# }\n# @TEST_FIXTURE: valid_log_batch -> {\"task_id\": \"123\", \"logs\": [{\"level\": \"INFO\", \"message\": \"msg\"}]}\n# @TEST_EDGE: empty_log_list -> no-op behavior\n# @TEST_EDGE: add_logs_db_error -> rollback and log error\n# @TEST_INVARIANT: accurate_log_aggregation -> verifies: [valid_log_batch]\nclass TaskLogPersistenceService:\n \"\"\"\n Service for persisting and querying task logs.\n Supports batch inserts, filtering, and statistics.\n \"\"\"\n # #region __init__ [TYPE Function] [C:3]\n # @PURPOSE: Initializes the TaskLogPersistenceService\n # @PRE: config is provided or defaults are used\n # @POST: Service is ready for log persistence\n def __init__(self, config=None):\n pass\n # #endregion __init__\n # #region add_logs [TYPE Function] [C:3]\n # @PURPOSE: Batch insert log entries for a task.\n # @PRE: logs is a list of LogEntry objects.\n # @POST: All logs inserted into task_logs table.\n # @PARAM: task_id (str) - The task ID.\n # @PARAM: logs (List[LogEntry]) - Log entries to insert.\n # @SIDE_EFFECT: Writes to task_logs table.\n # @DATA_CONTRACT: Input[List[LogEntry]] -> Model[TaskLogRecord]\n # @RELATION: [DEPENDS_ON] ->[TaskLogRecord]\n def add_logs(self, task_id: str, logs: list[LogEntry]) -> None:\n if not logs:\n return\n with belief_scope(\"TaskLogPersistenceService.add_logs\", f\"task_id={task_id}\"):\n session: Session = TasksSessionLocal()\n try:\n for log in logs:\n record = TaskLogRecord(\n task_id=task_id,\n timestamp=log.timestamp,\n level=log.level,\n source=log.source or \"system\",\n message=log.message,\n metadata_json=json.dumps(log.metadata)\n if log.metadata\n else None,\n )\n session.add(record)\n session.commit()\n except Exception as e:\n session.rollback()\n logger.error(f\"Failed to add logs for task {task_id}: {e}\")\n finally:\n session.close()\n # #endregion add_logs\n # #region get_logs [TYPE Function] [C:3]\n # @PURPOSE: Query logs for a task with filtering and pagination.\n # @PRE: task_id is a valid task ID.\n # @POST: Returns list of TaskLog objects matching filters.\n # @PARAM: task_id (str) - The task ID.\n # @PARAM: log_filter (LogFilter) - Filter parameters.\n # @RETURN: List[TaskLog] - Filtered log entries.\n # @DATA_CONTRACT: Model[TaskLogRecord] -> Output[List[TaskLog]]\n # @RELATION: [DEPENDS_ON] ->[TaskLogRecord]\n # @RELATION: [DEPENDS_ON] ->[LogFilter]\n # @RELATION: [DEPENDS_ON] ->[TaskLog]\n def get_logs(self, task_id: str, log_filter: LogFilter) -> list[TaskLog]:\n with belief_scope(\"TaskLogPersistenceService.get_logs\", f\"task_id={task_id}\"):\n session: Session = TasksSessionLocal()\n try:\n query = session.query(TaskLogRecord).filter(\n TaskLogRecord.task_id == task_id\n )\n # Apply filters\n if log_filter.level:\n query = query.filter(\n TaskLogRecord.level == log_filter.level.upper()\n )\n if log_filter.source:\n query = query.filter(TaskLogRecord.source == log_filter.source)\n if log_filter.search:\n search_pattern = f\"%{log_filter.search}%\"\n query = query.filter(TaskLogRecord.message.ilike(search_pattern))\n # Order by timestamp ascending (oldest first)\n query = query.order_by(TaskLogRecord.timestamp.asc())\n # Apply pagination\n records = query.offset(log_filter.offset).limit(log_filter.limit).all()\n logs = []\n for record in records:\n metadata = None\n if record.metadata_json:\n try:\n metadata = json.loads(record.metadata_json)\n except json.JSONDecodeError:\n metadata = None\n logs.append(\n TaskLog(\n id=record.id,\n task_id=record.task_id,\n timestamp=record.timestamp,\n level=record.level,\n source=record.source,\n message=record.message,\n metadata=metadata,\n )\n )\n return logs\n finally:\n session.close()\n # #endregion get_logs\n # #region get_log_stats [TYPE Function] [C:3]\n # @PURPOSE: Get statistics about logs for a task.\n # @PRE: task_id is a valid task ID.\n # @POST: Returns LogStats with counts by level and source.\n # @PARAM: task_id (str) - The task ID.\n # @RETURN: LogStats - Statistics about task logs.\n # @DATA_CONTRACT: Model[TaskLogRecord] -> Output[LogStats]\n # @RELATION: [DEPENDS_ON] ->[TaskLogRecord]\n # @RELATION: [DEPENDS_ON] ->[LogStats]\n def get_log_stats(self, task_id: str) -> LogStats:\n with belief_scope(\n \"TaskLogPersistenceService.get_log_stats\", f\"task_id={task_id}\"\n ):\n session: Session = TasksSessionLocal()\n try:\n # Get total count\n total_count = (\n session.query(TaskLogRecord)\n .filter(TaskLogRecord.task_id == task_id)\n .count()\n )\n # Get counts by level\n from sqlalchemy import func\n level_counts = (\n session.query(TaskLogRecord.level, func.count(TaskLogRecord.id))\n .filter(TaskLogRecord.task_id == task_id)\n .group_by(TaskLogRecord.level)\n .all()\n )\n by_level = {level: count for level, count in level_counts}\n # Get counts by source\n source_counts = (\n session.query(TaskLogRecord.source, func.count(TaskLogRecord.id))\n .filter(TaskLogRecord.task_id == task_id)\n .group_by(TaskLogRecord.source)\n .all()\n )\n by_source = {source: count for source, count in source_counts}\n return LogStats(\n total_count=total_count, by_level=by_level, by_source=by_source\n )\n finally:\n session.close()\n # #endregion get_log_stats\n # #region get_sources [TYPE Function] [C:3]\n # @PURPOSE: Get unique sources for a task's logs.\n # @PRE: task_id is a valid task ID.\n # @POST: Returns list of unique source strings.\n # @PARAM: task_id (str) - The task ID.\n # @RETURN: List[str] - Unique source names.\n # @DATA_CONTRACT: Model[TaskLogRecord] -> Output[List[str]]\n # @RELATION: [DEPENDS_ON] ->[TaskLogRecord]\n def get_sources(self, task_id: str) -> list[str]:\n with belief_scope(\n \"TaskLogPersistenceService.get_sources\", f\"task_id={task_id}\"\n ):\n session: Session = TasksSessionLocal()\n try:\n from sqlalchemy import distinct\n sources = (\n session.query(distinct(TaskLogRecord.source))\n .filter(TaskLogRecord.task_id == task_id)\n .all()\n )\n return [s[0] for s in sources]\n finally:\n session.close()\n # #endregion get_sources\n # #region delete_logs_for_task [TYPE Function] [C:3]\n # @PURPOSE: Delete all logs for a specific task.\n # @PRE: task_id is a valid task ID.\n # @POST: All logs for the task are deleted.\n # @PARAM: task_id (str) - The task ID.\n # @SIDE_EFFECT: Deletes from task_logs table.\n # @RELATION: [DEPENDS_ON] ->[TaskLogRecord]\n def delete_logs_for_task(self, task_id: str) -> None:\n with belief_scope(\n \"TaskLogPersistenceService.delete_logs_for_task\", f\"task_id={task_id}\"\n ):\n session: Session = TasksSessionLocal()\n try:\n session.query(TaskLogRecord).filter(\n TaskLogRecord.task_id == task_id\n ).delete(synchronize_session=False)\n session.commit()\n except Exception as e:\n session.rollback()\n logger.error(f\"Failed to delete logs for task {task_id}: {e}\")\n finally:\n session.close()\n # #endregion delete_logs_for_task\n # #region delete_logs_for_tasks [TYPE Function] [C:3]\n # @PURPOSE: Delete all logs for multiple tasks.\n # @PRE: task_ids is a list of task IDs.\n # @POST: All logs for the tasks are deleted.\n # @PARAM: task_ids (List[str]) - List of task IDs.\n # @SIDE_EFFECT: Deletes rows from task_logs table.\n # @RELATION: [DEPENDS_ON] ->[TaskLogRecord]\n def delete_logs_for_tasks(self, task_ids: list[str]) -> None:\n if not task_ids:\n return\n with belief_scope(\"TaskLogPersistenceService.delete_logs_for_tasks\"):\n session: Session = TasksSessionLocal()\n try:\n session.query(TaskLogRecord).filter(\n TaskLogRecord.task_id.in_(task_ids)\n ).delete(synchronize_session=False)\n session.commit()\n except Exception as e:\n session.rollback()\n logger.error(f\"Failed to delete logs for tasks: {e}\")\n finally:\n session.close()\n # #endregion delete_logs_for_tasks\n# #endregion TaskLogPersistenceService\n# #endregion TaskPersistenceModule\n" }, { @@ -39576,6 +40694,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskPersistenceService [C:5] [TYPE Class] [SEMANTICS persistence, service, database, sqlalchemy]\n# @BRIEF Provides methods to save, load, and delete task records in tasks.db using SQLAlchemy models.\n# @PRE: TasksSessionLocal must provide an active SQLAlchemy session, Task inputs must expose id/plugin_id/status/params/result/logs fields, and TaskRecord plus Environment schemas must be available.\n# @POST: Persist operations leave matching TaskRecord rows committed or rolled back without leaking sessions, load operations return reconstructed Task objects from stored TaskRecord rows, and delete operations remove only the addressed task rows.\n# @SIDE_EFFECT: Opens SQLAlchemy sessions, reads and writes task_records rows, resolves environment foreign keys against environments, commits or rolls back transactions, and emits error logs on persistence failures.\n# @DATA_CONTRACT: Input[Task | List[Task] | List[str] | Query(limit:int,status:Optional[TaskStatus])] -> Model[TaskRecord, Environment] -> Output[None | List[Task]]\n# @RELATION DEPENDS_ON -> [TasksSessionLocal]\n# @RELATION DEPENDS_ON -> [TaskRecord]\n# @RELATION DEPENDS_ON -> [Environment]\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @RELATION DEPENDS_ON -> [TaskGraph]\n# @INVARIANT: Persistence must handle potentially missing task fields natively.\n#\n# @TEST_CONTRACT: TaskPersistenceContract ->\n# {\n# required_fields: {},\n# invariants: [\n# \"persist_task creates or updates a record\",\n# \"load_tasks retrieves valid Task instances\",\n# \"delete_tasks correctly removes records from the database\"\n# ]\n# }\n# @TEST_FIXTURE: valid_task_persistence -> {\"task_id\": \"123\", \"status\": \"PENDING\"}\n# @TEST_EDGE: persist_invalid_task_type -> raises Exception\n# @TEST_EDGE: load_corrupt_json_params -> handled gracefully\n# @TEST_INVARIANT: accurate_round_trip -> verifies: [valid_task_persistence, load_corrupt_json_params]\nclass TaskPersistenceService:\n # #region _json_load_if_needed [TYPE Function] [C:1]\n # @PURPOSE: Safely load JSON strings from DB if necessary\n # @PRE: value is an arbitrary database value\n # @POST: Returns parsed JSON object, list, string, or primitive\n @staticmethod\n def _json_load_if_needed(value):\n # Hot-path utility — no entry/exit logging to reduce noise\n if value is None:\n return None\n if isinstance(value, (dict, list)):\n return value\n if isinstance(value, str):\n stripped = value.strip()\n if stripped == \"\" or stripped.lower() == \"null\":\n return None\n try:\n return json.loads(stripped)\n except json.JSONDecodeError:\n return value\n return value\n # #endregion _json_load_if_needed\n # #region _parse_datetime [TYPE Function] [C:1]\n # @PURPOSE: Safely parse a datetime string from the database\n # @PRE: value is an ISO string or datetime object\n # @POST: Returns datetime object or None\n @staticmethod\n def _parse_datetime(value):\n # Hot-path utility — no entry/exit logging to reduce startup noise\n if value is None or isinstance(value, datetime):\n return value\n if isinstance(value, str):\n try:\n return datetime.fromisoformat(value)\n except ValueError:\n return None\n return None\n # #endregion _parse_datetime\n # #region _resolve_environment_id [TYPE Function] [C:3]\n # @PURPOSE: Resolve environment id into existing environments.id value to satisfy FK constraints.\n # @PRE: Session is active\n # @POST: Returns existing environments.id or None when unresolved.\n # @DATA_CONTRACT: Input[env_id: Optional[str]] -> Output[Optional[str]]\n # @RELATION: [DEPENDS_ON] ->[Environment]\n @staticmethod\n def _resolve_environment_id(\n session: Session, env_id: str | None\n ) -> str | None:\n with belief_scope(\"_resolve_environment_id\"):\n raw_value = str(env_id or \"\").strip()\n if not raw_value:\n return None\n # 1) Direct match by primary key.\n by_id = (\n session.query(Environment).filter(Environment.id == raw_value).first()\n )\n if by_id:\n return str(by_id.id)\n # 2) Exact match by name.\n by_name = (\n session.query(Environment).filter(Environment.name == raw_value).first()\n )\n if by_name:\n return str(by_name.id)\n # 3) Slug-like match (e.g. \"ss-dev\" -> \"SS DEV\").\n def normalize_token(value: str) -> str:\n lowered = str(value or \"\").strip().lower()\n return re.sub(r\"[^a-z0-9]+\", \"-\", lowered).strip(\"-\")\n target_token = normalize_token(raw_value)\n if not target_token:\n return None\n for env in session.query(Environment).all():\n if (\n normalize_token(env.id) == target_token\n or normalize_token(env.name) == target_token\n ):\n return str(env.id)\n return None\n # #endregion _resolve_environment_id\n # #region __init__ [TYPE Function] [C:3]\n # @PURPOSE: Initializes the persistence service.\n # @PRE: None.\n # @POST: Service is ready.\n def __init__(self):\n with belief_scope(\"TaskPersistenceService.__init__\"):\n # We use TasksSessionLocal from database.py\n pass\n # #endregion __init__\n # #region persist_task [TYPE Function] [C:3]\n # @PURPOSE: Persists or updates a single task in the database.\n # @PRE: isinstance(task, Task)\n # @POST: Task record created or updated in database.\n # @PARAM: task (Task) - The task object to persist.\n # @SIDE_EFFECT: Writes to task_records table in tasks.db\n # @DATA_CONTRACT: Input[Task] -> Model[TaskRecord]\n # @RELATION: [CALLS] ->[_resolve_environment_id]\n def persist_task(self, task: Task) -> None:\n with belief_scope(\"TaskPersistenceService.persist_task\", f\"task_id={task.id}\"):\n session: Session = TasksSessionLocal()\n try:\n record = (\n session.query(TaskRecord).filter(TaskRecord.id == task.id).first()\n )\n if not record:\n record = TaskRecord(id=task.id)\n session.add(record)\n record.type = task.plugin_id\n record.status = task.status.value\n raw_env_id = task.params.get(\"environment_id\") or task.params.get(\n \"source_env_id\"\n )\n record.environment_id = self._resolve_environment_id(\n session, raw_env_id\n )\n record.started_at = task.started_at\n record.finished_at = task.finished_at\n # Ensure params and result are JSON serializable\n def json_serializable(obj):\n # Hot-path utility — no entry/exit logging\n if isinstance(obj, dict):\n return {k: json_serializable(v) for k, v in obj.items()}\n elif isinstance(obj, list):\n return [json_serializable(v) for v in obj]\n elif isinstance(obj, datetime):\n return obj.isoformat()\n return obj\n record.params = json_serializable(task.params)\n record.result = json_serializable(task.result)\n # Store logs as JSON, converting datetime to string\n record.logs = []\n for log in task.logs:\n log_dict = log.dict()\n if isinstance(log_dict.get(\"timestamp\"), datetime):\n log_dict[\"timestamp\"] = log_dict[\"timestamp\"].isoformat()\n # Also clean up any datetimes in context\n if log_dict.get(\"context\"):\n log_dict[\"context\"] = json_serializable(log_dict[\"context\"])\n record.logs.append(log_dict)\n # Extract error if failed\n if task.status == TaskStatus.FAILED:\n for log in reversed(task.logs):\n if log.level == \"ERROR\":\n record.error = log.message\n break\n session.commit()\n except Exception as e:\n session.rollback()\n logger.error(f\"Failed to persist task {task.id}: {e}\")\n finally:\n session.close()\n # #endregion persist_task\n # #region persist_tasks [TYPE Function] [C:3]\n # @PURPOSE: Persists multiple tasks.\n # @PRE: isinstance(tasks, list)\n # @POST: All tasks in list are persisted.\n # @PARAM: tasks (List[Task]) - The list of tasks to persist.\n # @RELATION: [CALLS] ->[persist_task]\n def persist_tasks(self, tasks: list[Task]) -> None:\n with belief_scope(\"TaskPersistenceService.persist_tasks\"):\n for task in tasks:\n self.persist_task(task)\n # #endregion persist_tasks\n # #region load_tasks [TYPE Function] [C:3]\n # @PURPOSE: Loads tasks from the database.\n # @PRE: limit is an integer.\n # @POST: Returns list of Task objects.\n # @PARAM: limit (int) - Max tasks to load.\n # @PARAM: status (Optional[TaskStatus]) - Filter by status.\n # @RETURN: List[Task] - The loaded tasks.\n # @DATA_CONTRACT: Model[TaskRecord] -> Output[List[Task]]\n # @RELATION: [CALLS] ->[_json_load_if_needed]\n # @RELATION: [CALLS] ->[_parse_datetime]\n def load_tasks(\n self, limit: int = 100, status: TaskStatus | None = None\n ) -> list[Task]:\n with belief_scope(\"TaskPersistenceService.load_tasks\"):\n session: Session = TasksSessionLocal()\n try:\n query = session.query(TaskRecord)\n if status:\n query = query.filter(TaskRecord.status == status.value)\n records = (\n query.order_by(TaskRecord.created_at.desc()).limit(limit).all()\n )\n loaded_tasks = []\n for record in records:\n try:\n logs = []\n logs_payload = self._json_load_if_needed(record.logs)\n if isinstance(logs_payload, list):\n for log_data in logs_payload:\n if not isinstance(log_data, dict):\n continue\n log_data = dict(log_data)\n log_data[\"timestamp\"] = (\n self._parse_datetime(log_data.get(\"timestamp\"))\n or datetime.utcnow()\n )\n logs.append(LogEntry(**log_data))\n started_at = self._parse_datetime(record.started_at)\n finished_at = self._parse_datetime(record.finished_at)\n params = self._json_load_if_needed(record.params)\n result = self._json_load_if_needed(record.result)\n task = Task(\n id=record.id,\n plugin_id=record.type,\n status=TaskStatus(record.status),\n started_at=started_at,\n finished_at=finished_at,\n params=params if isinstance(params, dict) else {},\n result=result,\n logs=logs,\n )\n loaded_tasks.append(task)\n except Exception as e:\n logger.error(f\"Failed to reconstruct task {record.id}: {e}\")\n return loaded_tasks\n finally:\n session.close()\n # #endregion load_tasks\n # #region delete_tasks [TYPE Function] [C:3]\n # @PURPOSE: Deletes specific tasks from the database.\n # @PRE: task_ids is a list of strings.\n # @POST: Specified task records deleted from database.\n # @PARAM: task_ids (List[str]) - List of task IDs to delete.\n # @SIDE_EFFECT: Deletes rows from task_records table.\n # @RELATION: [DEPENDS_ON] ->[TaskRecord]\n def delete_tasks(self, task_ids: list[str]) -> None:\n if not task_ids:\n return\n with belief_scope(\"TaskPersistenceService.delete_tasks\"):\n session: Session = TasksSessionLocal()\n try:\n session.query(TaskRecord).filter(TaskRecord.id.in_(task_ids)).delete(\n synchronize_session=False\n )\n session.commit()\n except Exception as e:\n session.rollback()\n logger.error(f\"Failed to delete tasks: {e}\")\n finally:\n session.close()\n # #endregion delete_tasks\n# #endregion TaskPersistenceService\n" }, { @@ -39664,6 +40783,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskLogPersistenceService [C:5] [TYPE Class] [SEMANTICS persistence, service, database, log, sqlalchemy]\n# @BRIEF Provides methods to store, query, summarize, and delete task log rows in the task_logs table.\n# @PRE: TasksSessionLocal must provide an active SQLAlchemy session, task_id inputs must identify task log rows, LogEntry batches must expose timestamp/level/source/message/metadata fields, and LogFilter inputs must provide pagination and filter attributes used by queries.\n# @POST: add_logs commits all provided log entries or rolls back on failure, query methods return TaskLog or LogStats views reconstructed from TaskLogRecord rows, and delete methods remove only log rows matching the supplied task identifiers.\n# @SIDE_EFFECT: Opens SQLAlchemy sessions, inserts, reads, aggregates, and deletes task_logs rows, serializes log metadata to JSON, commits or rolls back transactions, and emits error logs on persistence failures.\n# @DATA_CONTRACT: Input[task_id:str, logs:List[LogEntry], log_filter:LogFilter, task_ids:List[str]] -> Model[TaskLogRecord] -> Output[None | List[TaskLog] | LogStats | List[str]]\n# @RELATION DEPENDS_ON -> [TaskLogRecord]\n# @RELATION DEPENDS_ON -> [TasksSessionLocal]\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @RELATION DEPENDS_ON -> [EventBus]\n# @INVARIANT: Log entries are batch-inserted for performance.\n#\n# @TEST_CONTRACT: TaskLogPersistenceContract ->\n# {\n# required_fields: {},\n# invariants: [\n# \"add_logs efficiently saves logs to the database\",\n# \"get_logs retrieves properly filtered LogEntry objects\"\n# ]\n# }\n# @TEST_FIXTURE: valid_log_batch -> {\"task_id\": \"123\", \"logs\": [{\"level\": \"INFO\", \"message\": \"msg\"}]}\n# @TEST_EDGE: empty_log_list -> no-op behavior\n# @TEST_EDGE: add_logs_db_error -> rollback and log error\n# @TEST_INVARIANT: accurate_log_aggregation -> verifies: [valid_log_batch]\nclass TaskLogPersistenceService:\n \"\"\"\n Service for persisting and querying task logs.\n Supports batch inserts, filtering, and statistics.\n \"\"\"\n # #region __init__ [TYPE Function] [C:3]\n # @PURPOSE: Initializes the TaskLogPersistenceService\n # @PRE: config is provided or defaults are used\n # @POST: Service is ready for log persistence\n def __init__(self, config=None):\n pass\n # #endregion __init__\n # #region add_logs [TYPE Function] [C:3]\n # @PURPOSE: Batch insert log entries for a task.\n # @PRE: logs is a list of LogEntry objects.\n # @POST: All logs inserted into task_logs table.\n # @PARAM: task_id (str) - The task ID.\n # @PARAM: logs (List[LogEntry]) - Log entries to insert.\n # @SIDE_EFFECT: Writes to task_logs table.\n # @DATA_CONTRACT: Input[List[LogEntry]] -> Model[TaskLogRecord]\n # @RELATION: [DEPENDS_ON] ->[TaskLogRecord]\n def add_logs(self, task_id: str, logs: list[LogEntry]) -> None:\n if not logs:\n return\n with belief_scope(\"TaskLogPersistenceService.add_logs\", f\"task_id={task_id}\"):\n session: Session = TasksSessionLocal()\n try:\n for log in logs:\n record = TaskLogRecord(\n task_id=task_id,\n timestamp=log.timestamp,\n level=log.level,\n source=log.source or \"system\",\n message=log.message,\n metadata_json=json.dumps(log.metadata)\n if log.metadata\n else None,\n )\n session.add(record)\n session.commit()\n except Exception as e:\n session.rollback()\n logger.error(f\"Failed to add logs for task {task_id}: {e}\")\n finally:\n session.close()\n # #endregion add_logs\n # #region get_logs [TYPE Function] [C:3]\n # @PURPOSE: Query logs for a task with filtering and pagination.\n # @PRE: task_id is a valid task ID.\n # @POST: Returns list of TaskLog objects matching filters.\n # @PARAM: task_id (str) - The task ID.\n # @PARAM: log_filter (LogFilter) - Filter parameters.\n # @RETURN: List[TaskLog] - Filtered log entries.\n # @DATA_CONTRACT: Model[TaskLogRecord] -> Output[List[TaskLog]]\n # @RELATION: [DEPENDS_ON] ->[TaskLogRecord]\n # @RELATION: [DEPENDS_ON] ->[LogFilter]\n # @RELATION: [DEPENDS_ON] ->[TaskLog]\n def get_logs(self, task_id: str, log_filter: LogFilter) -> list[TaskLog]:\n with belief_scope(\"TaskLogPersistenceService.get_logs\", f\"task_id={task_id}\"):\n session: Session = TasksSessionLocal()\n try:\n query = session.query(TaskLogRecord).filter(\n TaskLogRecord.task_id == task_id\n )\n # Apply filters\n if log_filter.level:\n query = query.filter(\n TaskLogRecord.level == log_filter.level.upper()\n )\n if log_filter.source:\n query = query.filter(TaskLogRecord.source == log_filter.source)\n if log_filter.search:\n search_pattern = f\"%{log_filter.search}%\"\n query = query.filter(TaskLogRecord.message.ilike(search_pattern))\n # Order by timestamp ascending (oldest first)\n query = query.order_by(TaskLogRecord.timestamp.asc())\n # Apply pagination\n records = query.offset(log_filter.offset).limit(log_filter.limit).all()\n logs = []\n for record in records:\n metadata = None\n if record.metadata_json:\n try:\n metadata = json.loads(record.metadata_json)\n except json.JSONDecodeError:\n metadata = None\n logs.append(\n TaskLog(\n id=record.id,\n task_id=record.task_id,\n timestamp=record.timestamp,\n level=record.level,\n source=record.source,\n message=record.message,\n metadata=metadata,\n )\n )\n return logs\n finally:\n session.close()\n # #endregion get_logs\n # #region get_log_stats [TYPE Function] [C:3]\n # @PURPOSE: Get statistics about logs for a task.\n # @PRE: task_id is a valid task ID.\n # @POST: Returns LogStats with counts by level and source.\n # @PARAM: task_id (str) - The task ID.\n # @RETURN: LogStats - Statistics about task logs.\n # @DATA_CONTRACT: Model[TaskLogRecord] -> Output[LogStats]\n # @RELATION: [DEPENDS_ON] ->[TaskLogRecord]\n # @RELATION: [DEPENDS_ON] ->[LogStats]\n def get_log_stats(self, task_id: str) -> LogStats:\n with belief_scope(\n \"TaskLogPersistenceService.get_log_stats\", f\"task_id={task_id}\"\n ):\n session: Session = TasksSessionLocal()\n try:\n # Get total count\n total_count = (\n session.query(TaskLogRecord)\n .filter(TaskLogRecord.task_id == task_id)\n .count()\n )\n # Get counts by level\n from sqlalchemy import func\n level_counts = (\n session.query(TaskLogRecord.level, func.count(TaskLogRecord.id))\n .filter(TaskLogRecord.task_id == task_id)\n .group_by(TaskLogRecord.level)\n .all()\n )\n by_level = {level: count for level, count in level_counts}\n # Get counts by source\n source_counts = (\n session.query(TaskLogRecord.source, func.count(TaskLogRecord.id))\n .filter(TaskLogRecord.task_id == task_id)\n .group_by(TaskLogRecord.source)\n .all()\n )\n by_source = {source: count for source, count in source_counts}\n return LogStats(\n total_count=total_count, by_level=by_level, by_source=by_source\n )\n finally:\n session.close()\n # #endregion get_log_stats\n # #region get_sources [TYPE Function] [C:3]\n # @PURPOSE: Get unique sources for a task's logs.\n # @PRE: task_id is a valid task ID.\n # @POST: Returns list of unique source strings.\n # @PARAM: task_id (str) - The task ID.\n # @RETURN: List[str] - Unique source names.\n # @DATA_CONTRACT: Model[TaskLogRecord] -> Output[List[str]]\n # @RELATION: [DEPENDS_ON] ->[TaskLogRecord]\n def get_sources(self, task_id: str) -> list[str]:\n with belief_scope(\n \"TaskLogPersistenceService.get_sources\", f\"task_id={task_id}\"\n ):\n session: Session = TasksSessionLocal()\n try:\n from sqlalchemy import distinct\n sources = (\n session.query(distinct(TaskLogRecord.source))\n .filter(TaskLogRecord.task_id == task_id)\n .all()\n )\n return [s[0] for s in sources]\n finally:\n session.close()\n # #endregion get_sources\n # #region delete_logs_for_task [TYPE Function] [C:3]\n # @PURPOSE: Delete all logs for a specific task.\n # @PRE: task_id is a valid task ID.\n # @POST: All logs for the task are deleted.\n # @PARAM: task_id (str) - The task ID.\n # @SIDE_EFFECT: Deletes from task_logs table.\n # @RELATION: [DEPENDS_ON] ->[TaskLogRecord]\n def delete_logs_for_task(self, task_id: str) -> None:\n with belief_scope(\n \"TaskLogPersistenceService.delete_logs_for_task\", f\"task_id={task_id}\"\n ):\n session: Session = TasksSessionLocal()\n try:\n session.query(TaskLogRecord).filter(\n TaskLogRecord.task_id == task_id\n ).delete(synchronize_session=False)\n session.commit()\n except Exception as e:\n session.rollback()\n logger.error(f\"Failed to delete logs for task {task_id}: {e}\")\n finally:\n session.close()\n # #endregion delete_logs_for_task\n # #region delete_logs_for_tasks [TYPE Function] [C:3]\n # @PURPOSE: Delete all logs for multiple tasks.\n # @PRE: task_ids is a list of task IDs.\n # @POST: All logs for the tasks are deleted.\n # @PARAM: task_ids (List[str]) - List of task IDs.\n # @SIDE_EFFECT: Deletes rows from task_logs table.\n # @RELATION: [DEPENDS_ON] ->[TaskLogRecord]\n def delete_logs_for_tasks(self, task_ids: list[str]) -> None:\n if not task_ids:\n return\n with belief_scope(\"TaskLogPersistenceService.delete_logs_for_tasks\"):\n session: Session = TasksSessionLocal()\n try:\n session.query(TaskLogRecord).filter(\n TaskLogRecord.task_id.in_(task_ids)\n ).delete(synchronize_session=False)\n session.commit()\n except Exception as e:\n session.rollback()\n logger.error(f\"Failed to delete logs for tasks: {e}\")\n finally:\n session.close()\n # #endregion delete_logs_for_tasks\n# #endregion TaskLogPersistenceService\n" }, { @@ -39715,6 +40835,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskLoggerModule [C:2] [TYPE Module] [SEMANTICS task, logger, log, streaming]\n# @BRIEF Provides a dedicated logger for tasks with automatic source attribution.\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @RELATION DEPENDS_ON -> [EventBus]\n# @INVARIANT: Each TaskLogger instance is bound to a specific task_id and default source.\nfrom collections.abc import Callable\nfrom typing import Any\n\n\n# #region TaskLogger [C:2] [TYPE Class] [SEMANTICS logger, task, source, attribution]\n# @BRIEF A wrapper around TaskManager._add_log that carries task_id and source context.\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @RELATION DEPENDS_ON -> [EventBus]\n# @RELATION USED_BY -> [TaskContext]\n# @INVARIANT: All log calls include the task_id and source.\n# @UX_STATE: Idle -> Logging -> (system records log)\n#\n# @TEST_CONTRACT: TaskLoggerContract ->\n# {\n# required_fields: {task_id: str, add_log_fn: Callable},\n# optional_fields: {source: str},\n# invariants: [\n# \"All specific log methods (info, error) delegate to _log\",\n# \"with_source creates a new logger with the same task_id\"\n# ]\n# }\n# @TEST_FIXTURE: valid_task_logger -> {\"task_id\": \"test_123\", \"add_log_fn\": lambda *args: None, \"source\": \"test_plugin\"}\n# @TEST_EDGE: missing_task_id -> raises TypeError\n# @TEST_EDGE: invalid_add_log_fn -> raises TypeError\n# @TEST_INVARIANT: consistent_delegation -> verifies: [valid_task_logger]\nclass TaskLogger:\n \"\"\"\n A dedicated logger for tasks that automatically tags logs with source attribution.\n Usage:\n logger = TaskLogger(task_id=\"abc123\", add_log_fn=task_manager._add_log, source=\"plugin\")\n logger.info(\"Starting backup process\")\n logger.error(\"Failed to connect\", metadata={\"error_code\": 500})\n # Create sub-logger with different source\n api_logger = logger.with_source(\"superset_api\")\n api_logger.info(\"Fetching dashboards\")\n \"\"\"\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initialize the TaskLogger with task context.\n # @PRE: add_log_fn is a callable that accepts (task_id, level, message, context, source, metadata).\n # @POST: TaskLogger is ready to log messages.\n # @PARAM: task_id (str) - The ID of the task.\n # @PARAM: add_log_fn (Callable) - Function to add log to TaskManager.\n # @PARAM: source (str) - Default source for logs (default: \"plugin\").\n def __init__(self, task_id: str, add_log_fn: Callable, source: str = \"plugin\"):\n self._task_id = task_id\n self._add_log = add_log_fn\n self._default_source = source\n # #endregion __init__\n # #region with_source [TYPE Function]\n # @PURPOSE: Create a sub-logger with a different default source.\n # @PRE: source is a non-empty string.\n # @POST: Returns new TaskLogger with the same task_id but different source.\n # @PARAM: source (str) - New default source.\n # @RETURN: TaskLogger - New logger instance.\n def with_source(self, source: str) -> \"TaskLogger\":\n \"\"\"Create a sub-logger with a different source context.\"\"\"\n return TaskLogger(\n task_id=self._task_id, add_log_fn=self._add_log, source=source\n )\n # #endregion with_source\n # #region _log [TYPE Function]\n # @PURPOSE: Internal method to log a message at a given level.\n # @PRE: level is a valid log level string.\n # @POST: Log entry added via add_log_fn.\n # @PARAM: level (str) - Log level (DEBUG, INFO, WARNING, ERROR).\n # @PARAM: message (str) - Log message.\n # @PARAM: source (Optional[str]) - Override source for this log entry.\n # @PARAM: metadata (Optional[Dict]) - Additional structured data.\n # @UX_STATE: Logging -> (writing internal log)\n def _log(\n self,\n level: str,\n message: str,\n source: str | None = None,\n metadata: dict[str, Any] | None = None,\n ) -> None:\n \"\"\"Internal logging method.\"\"\"\n self._add_log(\n task_id=self._task_id,\n level=level,\n message=message,\n source=source or self._default_source,\n metadata=metadata,\n )\n # #endregion _log\n # #region debug [TYPE Function]\n # @PURPOSE: Log a DEBUG level message.\n # @PRE: message is a string.\n # @POST: Log entry added via internally with DEBUG level.\n # @PARAM: message (str) - Log message.\n # @PARAM: source (Optional[str]) - Override source.\n # @PARAM: metadata (Optional[Dict]) - Additional data.\n def debug(\n self,\n message: str,\n source: str | None = None,\n metadata: dict[str, Any] | None = None,\n ) -> None:\n self._log(\"DEBUG\", message, source, metadata)\n # #endregion debug\n # #region info [TYPE Function]\n # @PURPOSE: Log an INFO level message.\n # @PRE: message is a string.\n # @POST: Log entry added internally with INFO level.\n # @PARAM: message (str) - Log message.\n # @PARAM: source (Optional[str]) - Override source.\n # @PARAM: metadata (Optional[Dict]) - Additional data.\n def info(\n self,\n message: str,\n source: str | None = None,\n metadata: dict[str, Any] | None = None,\n ) -> None:\n self._log(\"INFO\", message, source, metadata)\n # #endregion info\n # #region warning [TYPE Function]\n # @PURPOSE: Log a WARNING level message.\n # @PRE: message is a string.\n # @POST: Log entry added internally with WARNING level.\n # @PARAM: message (str) - Log message.\n # @PARAM: source (Optional[str]) - Override source.\n # @PARAM: metadata (Optional[Dict]) - Additional data.\n def warning(\n self,\n message: str,\n source: str | None = None,\n metadata: dict[str, Any] | None = None,\n ) -> None:\n self._log(\"WARNING\", message, source, metadata)\n # #endregion warning\n # #region error [TYPE Function]\n # @PURPOSE: Log an ERROR level message.\n # @PRE: message is a string.\n # @POST: Log entry added internally with ERROR level.\n # @PARAM: message (str) - Log message.\n # @PARAM: source (Optional[str]) - Override source.\n # @PARAM: metadata (Optional[Dict]) - Additional data.\n def error(\n self,\n message: str,\n source: str | None = None,\n metadata: dict[str, Any] | None = None,\n ) -> None:\n self._log(\"ERROR\", message, source, metadata)\n # #endregion error\n # #region progress [TYPE Function]\n # @PURPOSE: Log a progress update with percentage.\n # @PRE: percent is between 0 and 100.\n # @POST: Log entry with progress metadata added.\n # @PARAM: message (str) - Progress message.\n # @PARAM: percent (float) - Progress percentage (0-100).\n # @PARAM: source (Optional[str]) - Override source.\n def progress(\n self, message: str, percent: float, source: str | None = None\n ) -> None:\n \"\"\"Log a progress update with percentage.\"\"\"\n metadata = {\"progress\": min(100, max(0, percent))}\n self._log(\"INFO\", message, source, metadata)\n # #endregion progress\n# #endregion TaskLogger\n# #endregion TaskLoggerModule\n" }, { @@ -39832,6 +40953,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskLogger [C:2] [TYPE Class] [SEMANTICS logger, task, source, attribution]\n# @BRIEF A wrapper around TaskManager._add_log that carries task_id and source context.\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @RELATION DEPENDS_ON -> [EventBus]\n# @RELATION USED_BY -> [TaskContext]\n# @INVARIANT: All log calls include the task_id and source.\n# @UX_STATE: Idle -> Logging -> (system records log)\n#\n# @TEST_CONTRACT: TaskLoggerContract ->\n# {\n# required_fields: {task_id: str, add_log_fn: Callable},\n# optional_fields: {source: str},\n# invariants: [\n# \"All specific log methods (info, error) delegate to _log\",\n# \"with_source creates a new logger with the same task_id\"\n# ]\n# }\n# @TEST_FIXTURE: valid_task_logger -> {\"task_id\": \"test_123\", \"add_log_fn\": lambda *args: None, \"source\": \"test_plugin\"}\n# @TEST_EDGE: missing_task_id -> raises TypeError\n# @TEST_EDGE: invalid_add_log_fn -> raises TypeError\n# @TEST_INVARIANT: consistent_delegation -> verifies: [valid_task_logger]\nclass TaskLogger:\n \"\"\"\n A dedicated logger for tasks that automatically tags logs with source attribution.\n Usage:\n logger = TaskLogger(task_id=\"abc123\", add_log_fn=task_manager._add_log, source=\"plugin\")\n logger.info(\"Starting backup process\")\n logger.error(\"Failed to connect\", metadata={\"error_code\": 500})\n # Create sub-logger with different source\n api_logger = logger.with_source(\"superset_api\")\n api_logger.info(\"Fetching dashboards\")\n \"\"\"\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initialize the TaskLogger with task context.\n # @PRE: add_log_fn is a callable that accepts (task_id, level, message, context, source, metadata).\n # @POST: TaskLogger is ready to log messages.\n # @PARAM: task_id (str) - The ID of the task.\n # @PARAM: add_log_fn (Callable) - Function to add log to TaskManager.\n # @PARAM: source (str) - Default source for logs (default: \"plugin\").\n def __init__(self, task_id: str, add_log_fn: Callable, source: str = \"plugin\"):\n self._task_id = task_id\n self._add_log = add_log_fn\n self._default_source = source\n # #endregion __init__\n # #region with_source [TYPE Function]\n # @PURPOSE: Create a sub-logger with a different default source.\n # @PRE: source is a non-empty string.\n # @POST: Returns new TaskLogger with the same task_id but different source.\n # @PARAM: source (str) - New default source.\n # @RETURN: TaskLogger - New logger instance.\n def with_source(self, source: str) -> \"TaskLogger\":\n \"\"\"Create a sub-logger with a different source context.\"\"\"\n return TaskLogger(\n task_id=self._task_id, add_log_fn=self._add_log, source=source\n )\n # #endregion with_source\n # #region _log [TYPE Function]\n # @PURPOSE: Internal method to log a message at a given level.\n # @PRE: level is a valid log level string.\n # @POST: Log entry added via add_log_fn.\n # @PARAM: level (str) - Log level (DEBUG, INFO, WARNING, ERROR).\n # @PARAM: message (str) - Log message.\n # @PARAM: source (Optional[str]) - Override source for this log entry.\n # @PARAM: metadata (Optional[Dict]) - Additional structured data.\n # @UX_STATE: Logging -> (writing internal log)\n def _log(\n self,\n level: str,\n message: str,\n source: str | None = None,\n metadata: dict[str, Any] | None = None,\n ) -> None:\n \"\"\"Internal logging method.\"\"\"\n self._add_log(\n task_id=self._task_id,\n level=level,\n message=message,\n source=source or self._default_source,\n metadata=metadata,\n )\n # #endregion _log\n # #region debug [TYPE Function]\n # @PURPOSE: Log a DEBUG level message.\n # @PRE: message is a string.\n # @POST: Log entry added via internally with DEBUG level.\n # @PARAM: message (str) - Log message.\n # @PARAM: source (Optional[str]) - Override source.\n # @PARAM: metadata (Optional[Dict]) - Additional data.\n def debug(\n self,\n message: str,\n source: str | None = None,\n metadata: dict[str, Any] | None = None,\n ) -> None:\n self._log(\"DEBUG\", message, source, metadata)\n # #endregion debug\n # #region info [TYPE Function]\n # @PURPOSE: Log an INFO level message.\n # @PRE: message is a string.\n # @POST: Log entry added internally with INFO level.\n # @PARAM: message (str) - Log message.\n # @PARAM: source (Optional[str]) - Override source.\n # @PARAM: metadata (Optional[Dict]) - Additional data.\n def info(\n self,\n message: str,\n source: str | None = None,\n metadata: dict[str, Any] | None = None,\n ) -> None:\n self._log(\"INFO\", message, source, metadata)\n # #endregion info\n # #region warning [TYPE Function]\n # @PURPOSE: Log a WARNING level message.\n # @PRE: message is a string.\n # @POST: Log entry added internally with WARNING level.\n # @PARAM: message (str) - Log message.\n # @PARAM: source (Optional[str]) - Override source.\n # @PARAM: metadata (Optional[Dict]) - Additional data.\n def warning(\n self,\n message: str,\n source: str | None = None,\n metadata: dict[str, Any] | None = None,\n ) -> None:\n self._log(\"WARNING\", message, source, metadata)\n # #endregion warning\n # #region error [TYPE Function]\n # @PURPOSE: Log an ERROR level message.\n # @PRE: message is a string.\n # @POST: Log entry added internally with ERROR level.\n # @PARAM: message (str) - Log message.\n # @PARAM: source (Optional[str]) - Override source.\n # @PARAM: metadata (Optional[Dict]) - Additional data.\n def error(\n self,\n message: str,\n source: str | None = None,\n metadata: dict[str, Any] | None = None,\n ) -> None:\n self._log(\"ERROR\", message, source, metadata)\n # #endregion error\n # #region progress [TYPE Function]\n # @PURPOSE: Log a progress update with percentage.\n # @PRE: percent is between 0 and 100.\n # @POST: Log entry with progress metadata added.\n # @PARAM: message (str) - Progress message.\n # @PARAM: percent (float) - Progress percentage (0-100).\n # @PARAM: source (Optional[str]) - Override source.\n def progress(\n self, message: str, percent: float, source: str | None = None\n ) -> None:\n \"\"\"Log a progress update with percentage.\"\"\"\n metadata = {\"progress\": min(100, max(0, percent))}\n self._log(\"INFO\", message, source, metadata)\n # #endregion progress\n# #endregion TaskLogger\n" }, { @@ -39892,6 +41014,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region with_source [TYPE Function]\n # @PURPOSE: Create a sub-logger with a different default source.\n # @PRE: source is a non-empty string.\n # @POST: Returns new TaskLogger with the same task_id but different source.\n # @PARAM: source (str) - New default source.\n # @RETURN: TaskLogger - New logger instance.\n def with_source(self, source: str) -> \"TaskLogger\":\n \"\"\"Create a sub-logger with a different source context.\"\"\"\n return TaskLogger(\n task_id=self._task_id, add_log_fn=self._add_log, source=source\n )\n # #endregion with_source\n" }, { @@ -39966,6 +41089,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _log [TYPE Function]\n # @PURPOSE: Internal method to log a message at a given level.\n # @PRE: level is a valid log level string.\n # @POST: Log entry added via add_log_fn.\n # @PARAM: level (str) - Log level (DEBUG, INFO, WARNING, ERROR).\n # @PARAM: message (str) - Log message.\n # @PARAM: source (Optional[str]) - Override source for this log entry.\n # @PARAM: metadata (Optional[Dict]) - Additional structured data.\n # @UX_STATE: Logging -> (writing internal log)\n def _log(\n self,\n level: str,\n message: str,\n source: str | None = None,\n metadata: dict[str, Any] | None = None,\n ) -> None:\n \"\"\"Internal logging method.\"\"\"\n self._add_log(\n task_id=self._task_id,\n level=level,\n message=message,\n source=source or self._default_source,\n metadata=metadata,\n )\n # #endregion _log\n" }, { @@ -40019,6 +41143,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region debug [TYPE Function]\n # @PURPOSE: Log a DEBUG level message.\n # @PRE: message is a string.\n # @POST: Log entry added via internally with DEBUG level.\n # @PARAM: message (str) - Log message.\n # @PARAM: source (Optional[str]) - Override source.\n # @PARAM: metadata (Optional[Dict]) - Additional data.\n def debug(\n self,\n message: str,\n source: str | None = None,\n metadata: dict[str, Any] | None = None,\n ) -> None:\n self._log(\"DEBUG\", message, source, metadata)\n # #endregion debug\n" }, { @@ -40072,6 +41197,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region info [TYPE Function]\n # @PURPOSE: Log an INFO level message.\n # @PRE: message is a string.\n # @POST: Log entry added internally with INFO level.\n # @PARAM: message (str) - Log message.\n # @PARAM: source (Optional[str]) - Override source.\n # @PARAM: metadata (Optional[Dict]) - Additional data.\n def info(\n self,\n message: str,\n source: str | None = None,\n metadata: dict[str, Any] | None = None,\n ) -> None:\n self._log(\"INFO\", message, source, metadata)\n # #endregion info\n" }, { @@ -40125,6 +41251,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region warning [TYPE Function]\n # @PURPOSE: Log a WARNING level message.\n # @PRE: message is a string.\n # @POST: Log entry added internally with WARNING level.\n # @PARAM: message (str) - Log message.\n # @PARAM: source (Optional[str]) - Override source.\n # @PARAM: metadata (Optional[Dict]) - Additional data.\n def warning(\n self,\n message: str,\n source: str | None = None,\n metadata: dict[str, Any] | None = None,\n ) -> None:\n self._log(\"WARNING\", message, source, metadata)\n # #endregion warning\n" }, { @@ -40178,6 +41305,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region error [TYPE Function]\n # @PURPOSE: Log an ERROR level message.\n # @PRE: message is a string.\n # @POST: Log entry added internally with ERROR level.\n # @PARAM: message (str) - Log message.\n # @PARAM: source (Optional[str]) - Override source.\n # @PARAM: metadata (Optional[Dict]) - Additional data.\n def error(\n self,\n message: str,\n source: str | None = None,\n metadata: dict[str, Any] | None = None,\n ) -> None:\n self._log(\"ERROR\", message, source, metadata)\n # #endregion error\n" }, { @@ -40231,6 +41359,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region progress [TYPE Function]\n # @PURPOSE: Log a progress update with percentage.\n # @PRE: percent is between 0 and 100.\n # @POST: Log entry with progress metadata added.\n # @PARAM: message (str) - Progress message.\n # @PARAM: percent (float) - Progress percentage (0-100).\n # @PARAM: source (Optional[str]) - Override source.\n def progress(\n self, message: str, percent: float, source: str | None = None\n ) -> None:\n \"\"\"Log a progress update with percentage.\"\"\"\n metadata = {\"progress\": min(100, max(0, percent))}\n self._log(\"INFO\", message, source, metadata)\n # #endregion progress\n" }, { @@ -40275,6 +41404,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CoreUtils [TYPE Package] [SEMANTICS utils, package, init]\n# @BRIEF Shared utility package root.\n# #endregion CoreUtils\n" }, { @@ -40324,6 +41454,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AsyncNetworkModule [C:5] [TYPE Module] [SEMANTICS auth, superset, token, async-client]\n#\n# @BRIEF Provides async Superset API client with shared auth-token cache to avoid per-request re-login.\n# @LAYER: Infra\n# @PRE: Config payloads contain a Superset base URL and authentication fields needed for login.\n# @POST: Async network clients reuse cached auth tokens and expose stable async request/error translation flow.\n# @SIDE_EFFECT: Performs upstream HTTP I/O and mutates process-local auth cache entries.\n# @DATA_CONTRACT: Input[config: Dict[str, Any]] -> Output[authenticated async Superset HTTP interactions]\n# @RELATION DEPENDS_ON -> [SupersetAuthCache]\n# @INVARIANT: Async client reuses cached auth tokens per environment credentials and invalidates on 401.\nimport asyncio\nfrom typing import Any\n\nimport httpx\n\nfrom ..logger import belief_scope\nfrom ..logger import logger as app_logger\nfrom .network import (\n AuthenticationError,\n DashboardNotFoundError,\n NetworkError,\n PermissionDeniedError,\n SupersetAPIError,\n SupersetAuthCache,\n)\n\n\n# #region AsyncAPIClient [C:3] [TYPE Class]\n# @BRIEF Async Superset API client backed by httpx.AsyncClient with shared auth cache.\n# @RELATION DEPENDS_ON -> [SupersetAuthCache]\n# @RELATION CALLS -> [SupersetAuthCache.get]\n# @RELATION CALLS -> [SupersetAuthCache.set]\nclass AsyncAPIClient:\n DEFAULT_TIMEOUT = 30\n _auth_locks: dict[tuple[str, str, bool], asyncio.Lock] = {}\n # #region AsyncAPIClient.__init__ [TYPE Function] [C:3]\n # @PURPOSE: Initialize async API client for one environment.\n # @PRE: config contains base_url and auth payload.\n # @POST: Client is ready for async request/authentication flow.\n # @DATA_CONTRACT: Input[config: Dict[str, Any]] -> self._auth_cache_key[str]\n # @RELATION: [CALLS] ->[AsyncAPIClient._normalize_base_url]\n # @RELATION: [DEPENDS_ON] ->[SupersetAuthCache]\n def __init__(self, config: dict[str, Any], verify_ssl: bool = True, timeout: int = DEFAULT_TIMEOUT):\n self.base_url: str = self._normalize_base_url(config.get(\"base_url\", \"\"))\n self.api_base_url: str = f\"{self.base_url}/api/v1\"\n self.auth = config.get(\"auth\")\n self.request_settings = {\"verify_ssl\": verify_ssl, \"timeout\": timeout}\n self._client = httpx.AsyncClient(\n verify=verify_ssl,\n timeout=httpx.Timeout(timeout),\n follow_redirects=True,\n )\n self._tokens: dict[str, str] = {}\n self._authenticated = False\n self._auth_cache_key = SupersetAuthCache.build_key(\n self.base_url,\n self.auth,\n verify_ssl,\n )\n # #endregion AsyncAPIClient.__init__\n # #region AsyncAPIClient._normalize_base_url [TYPE Function] [C:1]\n # @PURPOSE: Normalize base URL for Superset API root construction.\n # @POST: Returns canonical base URL without trailing slash and duplicate /api/v1 suffix.\n def _normalize_base_url(self, raw_url: str) -> str:\n normalized = str(raw_url or \"\").strip().rstrip(\"/\")\n if normalized.lower().endswith(\"/api/v1\"):\n normalized = normalized[:-len(\"/api/v1\")]\n return normalized.rstrip(\"/\")\n # #endregion AsyncAPIClient._normalize_base_url\n # #region AsyncAPIClient._build_api_url [TYPE Function] [C:1]\n # @PURPOSE: Build full API URL from relative Superset endpoint.\n # @POST: Returns absolute URL for upstream request.\n def _build_api_url(self, endpoint: str) -> str:\n normalized_endpoint = str(endpoint or \"\").strip()\n if normalized_endpoint.startswith(\"http://\") or normalized_endpoint.startswith(\"https://\"):\n return normalized_endpoint\n if not normalized_endpoint.startswith(\"/\"):\n normalized_endpoint = f\"/{normalized_endpoint}\"\n if normalized_endpoint.startswith(\"/api/v1/\") or normalized_endpoint == \"/api/v1\":\n return f\"{self.base_url}{normalized_endpoint}\"\n return f\"{self.api_base_url}{normalized_endpoint}\"\n # #endregion AsyncAPIClient._build_api_url\n # #region AsyncAPIClient._get_auth_lock [TYPE Function] [C:1]\n # @PURPOSE: Return per-cache-key async lock to serialize fresh login attempts.\n # @POST: Returns stable asyncio.Lock instance.\n @classmethod\n def _get_auth_lock(cls, cache_key: tuple[str, str, bool]) -> asyncio.Lock:\n existing_lock = cls._auth_locks.get(cache_key)\n if existing_lock is not None:\n return existing_lock\n created_lock = asyncio.Lock()\n cls._auth_locks[cache_key] = created_lock\n return created_lock\n # #endregion AsyncAPIClient._get_auth_lock\n # #region AsyncAPIClient.authenticate [TYPE Function] [C:3]\n # @PURPOSE: Authenticate against Superset and cache access/csrf tokens.\n # @POST: Client tokens are populated and reusable across requests.\n # @SIDE_EFFECT: Performs network requests to Superset authentication endpoints.\n # @DATA_CONTRACT: None -> Output[Dict[str, str]]\n # @RELATION: [CALLS] ->[SupersetAuthCache.get]\n # @RELATION: [CALLS] ->[SupersetAuthCache.set]\n # @RELATION: [CALLS] ->[AsyncAPIClient._get_auth_lock]\n async def authenticate(self) -> dict[str, str]:\n cached_tokens = SupersetAuthCache.get(self._auth_cache_key)\n if cached_tokens and cached_tokens.get(\"access_token\") and cached_tokens.get(\"csrf_token\"):\n self._tokens = cached_tokens\n self._authenticated = True\n app_logger.info(\"[async_authenticate][CacheHit] Reusing cached Superset auth tokens for %s\", self.base_url)\n return self._tokens\n auth_lock = self._get_auth_lock(self._auth_cache_key)\n async with auth_lock:\n cached_tokens = SupersetAuthCache.get(self._auth_cache_key)\n if cached_tokens and cached_tokens.get(\"access_token\") and cached_tokens.get(\"csrf_token\"):\n self._tokens = cached_tokens\n self._authenticated = True\n app_logger.info(\"[async_authenticate][CacheHitAfterWait] Reusing cached Superset auth tokens for %s\", self.base_url)\n return self._tokens\n with belief_scope(\"AsyncAPIClient.authenticate\"):\n app_logger.info(\"[async_authenticate][Enter] Authenticating to %s\", self.base_url)\n try:\n login_url = f\"{self.api_base_url}/security/login\"\n response = await self._client.post(login_url, json=self.auth)\n response.raise_for_status()\n access_token = response.json()[\"access_token\"]\n csrf_url = f\"{self.api_base_url}/security/csrf_token/\"\n csrf_response = await self._client.get(\n csrf_url,\n headers={\"Authorization\": f\"Bearer {access_token}\"},\n )\n csrf_response.raise_for_status()\n self._tokens = {\n \"access_token\": access_token,\n \"csrf_token\": csrf_response.json()[\"result\"],\n }\n self._authenticated = True\n SupersetAuthCache.set(self._auth_cache_key, self._tokens)\n app_logger.reflect(\"Authenticated successfully.\", extra={\"src\": \"async_authenticate\"})\n return self._tokens\n except httpx.HTTPStatusError as exc:\n SupersetAuthCache.invalidate(self._auth_cache_key)\n status_code = exc.response.status_code if exc.response is not None else None\n if status_code in [502, 503, 504]:\n raise NetworkError(\n f\"Environment unavailable during authentication (Status {status_code})\",\n status_code=status_code,\n ) from exc\n raise AuthenticationError(f\"Authentication failed: {exc}\") from exc\n except (httpx.HTTPError, KeyError) as exc:\n SupersetAuthCache.invalidate(self._auth_cache_key)\n raise NetworkError(f\"Network or parsing error during authentication: {exc}\") from exc\n # #endregion AsyncAPIClient.authenticate\n # #region AsyncAPIClient.get_headers [TYPE Function] [C:3]\n # @PURPOSE: Return authenticated Superset headers for async requests.\n # @POST: Headers include Authorization and CSRF tokens.\n # @RELATION: [CALLS] ->[AsyncAPIClient.authenticate]\n async def get_headers(self) -> dict[str, str]:\n if not self._authenticated:\n await self.authenticate()\n return {\n \"Authorization\": f\"Bearer {self._tokens['access_token']}\",\n \"X-CSRFToken\": self._tokens.get(\"csrf_token\", \"\"),\n \"Referer\": self.base_url,\n \"Content-Type\": \"application/json\",\n }\n # #endregion AsyncAPIClient.get_headers\n # #region AsyncAPIClient.request [TYPE Function] [C:3]\n # @PURPOSE: Perform one authenticated async Superset API request.\n # @POST: Returns JSON payload or raw httpx.Response when raw_response=true.\n # @SIDE_EFFECT: Performs network I/O.\n # @RELATION: [CALLS] ->[AsyncAPIClient.get_headers]\n # @RELATION: [CALLS] ->[AsyncAPIClient._handle_http_error]\n # @RELATION: [CALLS] ->[AsyncAPIClient._handle_network_error]\n async def request(\n self,\n method: str,\n endpoint: str,\n headers: dict[str, str] | None = None,\n raw_response: bool = False,\n **kwargs,\n ) -> httpx.Response | dict[str, Any]:\n full_url = self._build_api_url(endpoint)\n request_headers = await self.get_headers()\n if headers:\n request_headers.update(headers)\n if \"allow_redirects\" in kwargs and \"follow_redirects\" not in kwargs:\n kwargs[\"follow_redirects\"] = bool(kwargs.pop(\"allow_redirects\"))\n try:\n response = await self._client.request(method, full_url, headers=request_headers, **kwargs)\n response.raise_for_status()\n return response if raw_response else response.json()\n except httpx.HTTPStatusError as exc:\n if exc.response is not None and exc.response.status_code == 401:\n self._authenticated = False\n self._tokens = {}\n SupersetAuthCache.invalidate(self._auth_cache_key)\n self._handle_http_error(exc, endpoint)\n except httpx.HTTPError as exc:\n self._handle_network_error(exc, full_url)\n # #endregion AsyncAPIClient.request\n # #region AsyncAPIClient._handle_http_error [TYPE Function] [C:3]\n # @PURPOSE: Translate upstream HTTP errors into stable domain exceptions.\n # @POST: Raises domain-specific exception for caller flow control.\n # @DATA_CONTRACT: Input[httpx.HTTPStatusError] -> Exception\n # @RELATION: [CALLS] ->[AsyncAPIClient._is_dashboard_endpoint]\n # @RELATION: [DEPENDS_ON] ->[DashboardNotFoundError]\n # @RELATION: [DEPENDS_ON] ->[SupersetAPIError]\n # @RELATION: [DEPENDS_ON] ->[PermissionDeniedError]\n # @RELATION: [DEPENDS_ON] ->[AuthenticationError]\n # @RELATION: [DEPENDS_ON] ->[NetworkError]\n def _handle_http_error(self, exc: httpx.HTTPStatusError, endpoint: str) -> None:\n with belief_scope(\"AsyncAPIClient._handle_http_error\"):\n status_code = exc.response.status_code\n if status_code in [502, 503, 504]:\n raise NetworkError(f\"Environment unavailable (Status {status_code})\", status_code=status_code) from exc\n if status_code == 404:\n if self._is_dashboard_endpoint(endpoint):\n raise DashboardNotFoundError(endpoint) from exc\n raise SupersetAPIError(\n f\"API resource not found at endpoint '{endpoint}'\",\n status_code=status_code,\n endpoint=endpoint,\n subtype=\"not_found\",\n ) from exc\n if status_code == 403:\n raise PermissionDeniedError() from exc\n if status_code == 401:\n raise AuthenticationError() from exc\n raise SupersetAPIError(f\"API Error {status_code}: {exc.response.text}\") from exc\n # #endregion AsyncAPIClient._handle_http_error\n # #region AsyncAPIClient._is_dashboard_endpoint [TYPE Function] [C:2]\n # @PURPOSE: Determine whether an API endpoint represents a dashboard resource for 404 translation.\n # @POST: Returns true only for dashboard-specific endpoints.\n def _is_dashboard_endpoint(self, endpoint: str) -> bool:\n normalized_endpoint = str(endpoint or \"\").strip().lower()\n if not normalized_endpoint:\n return False\n if normalized_endpoint.startswith(\"http://\") or normalized_endpoint.startswith(\"https://\"):\n try:\n normalized_endpoint = \"/\" + normalized_endpoint.split(\"/api/v1\", 1)[1].lstrip(\"/\")\n except IndexError:\n return False\n if normalized_endpoint.startswith(\"/api/v1/\"):\n normalized_endpoint = normalized_endpoint[len(\"/api/v1\"):]\n return normalized_endpoint.startswith(\"/dashboard/\") or normalized_endpoint == \"/dashboard\"\n # #endregion AsyncAPIClient._is_dashboard_endpoint\n # #region AsyncAPIClient._handle_network_error [TYPE Function] [C:3]\n # @PURPOSE: Translate generic httpx errors into NetworkError.\n # @POST: Raises NetworkError with URL context.\n # @DATA_CONTRACT: Input[httpx.HTTPError] -> NetworkError\n # @RELATION: [DEPENDS_ON] ->[NetworkError]\n def _handle_network_error(self, exc: httpx.HTTPError, url: str) -> None:\n with belief_scope(\"AsyncAPIClient._handle_network_error\"):\n if isinstance(exc, httpx.TimeoutException):\n message = \"Request timeout\"\n elif isinstance(exc, httpx.ConnectError):\n message = \"Connection error\"\n else:\n message = f\"Unknown network error: {exc}\"\n raise NetworkError(message, url=url) from exc\n # #endregion AsyncAPIClient._handle_network_error\n # #region AsyncAPIClient.aclose [TYPE Function] [C:3]\n # @PURPOSE: Close underlying httpx client.\n # @POST: Client resources are released.\n # @SIDE_EFFECT: Closes network connections.\n # @RELATION: [DEPENDS_ON] ->[AsyncAPIClient.__init__]\n async def aclose(self) -> None:\n await self._client.aclose()\n # #endregion AsyncAPIClient.aclose\n# #endregion AsyncAPIClient\n# #endregion AsyncNetworkModule\n" }, { @@ -40360,6 +41491,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AsyncAPIClient [C:3] [TYPE Class]\n# @BRIEF Async Superset API client backed by httpx.AsyncClient with shared auth cache.\n# @RELATION DEPENDS_ON -> [SupersetAuthCache]\n# @RELATION CALLS -> [SupersetAuthCache.get]\n# @RELATION CALLS -> [SupersetAuthCache.set]\nclass AsyncAPIClient:\n DEFAULT_TIMEOUT = 30\n _auth_locks: dict[tuple[str, str, bool], asyncio.Lock] = {}\n # #region AsyncAPIClient.__init__ [TYPE Function] [C:3]\n # @PURPOSE: Initialize async API client for one environment.\n # @PRE: config contains base_url and auth payload.\n # @POST: Client is ready for async request/authentication flow.\n # @DATA_CONTRACT: Input[config: Dict[str, Any]] -> self._auth_cache_key[str]\n # @RELATION: [CALLS] ->[AsyncAPIClient._normalize_base_url]\n # @RELATION: [DEPENDS_ON] ->[SupersetAuthCache]\n def __init__(self, config: dict[str, Any], verify_ssl: bool = True, timeout: int = DEFAULT_TIMEOUT):\n self.base_url: str = self._normalize_base_url(config.get(\"base_url\", \"\"))\n self.api_base_url: str = f\"{self.base_url}/api/v1\"\n self.auth = config.get(\"auth\")\n self.request_settings = {\"verify_ssl\": verify_ssl, \"timeout\": timeout}\n self._client = httpx.AsyncClient(\n verify=verify_ssl,\n timeout=httpx.Timeout(timeout),\n follow_redirects=True,\n )\n self._tokens: dict[str, str] = {}\n self._authenticated = False\n self._auth_cache_key = SupersetAuthCache.build_key(\n self.base_url,\n self.auth,\n verify_ssl,\n )\n # #endregion AsyncAPIClient.__init__\n # #region AsyncAPIClient._normalize_base_url [TYPE Function] [C:1]\n # @PURPOSE: Normalize base URL for Superset API root construction.\n # @POST: Returns canonical base URL without trailing slash and duplicate /api/v1 suffix.\n def _normalize_base_url(self, raw_url: str) -> str:\n normalized = str(raw_url or \"\").strip().rstrip(\"/\")\n if normalized.lower().endswith(\"/api/v1\"):\n normalized = normalized[:-len(\"/api/v1\")]\n return normalized.rstrip(\"/\")\n # #endregion AsyncAPIClient._normalize_base_url\n # #region AsyncAPIClient._build_api_url [TYPE Function] [C:1]\n # @PURPOSE: Build full API URL from relative Superset endpoint.\n # @POST: Returns absolute URL for upstream request.\n def _build_api_url(self, endpoint: str) -> str:\n normalized_endpoint = str(endpoint or \"\").strip()\n if normalized_endpoint.startswith(\"http://\") or normalized_endpoint.startswith(\"https://\"):\n return normalized_endpoint\n if not normalized_endpoint.startswith(\"/\"):\n normalized_endpoint = f\"/{normalized_endpoint}\"\n if normalized_endpoint.startswith(\"/api/v1/\") or normalized_endpoint == \"/api/v1\":\n return f\"{self.base_url}{normalized_endpoint}\"\n return f\"{self.api_base_url}{normalized_endpoint}\"\n # #endregion AsyncAPIClient._build_api_url\n # #region AsyncAPIClient._get_auth_lock [TYPE Function] [C:1]\n # @PURPOSE: Return per-cache-key async lock to serialize fresh login attempts.\n # @POST: Returns stable asyncio.Lock instance.\n @classmethod\n def _get_auth_lock(cls, cache_key: tuple[str, str, bool]) -> asyncio.Lock:\n existing_lock = cls._auth_locks.get(cache_key)\n if existing_lock is not None:\n return existing_lock\n created_lock = asyncio.Lock()\n cls._auth_locks[cache_key] = created_lock\n return created_lock\n # #endregion AsyncAPIClient._get_auth_lock\n # #region AsyncAPIClient.authenticate [TYPE Function] [C:3]\n # @PURPOSE: Authenticate against Superset and cache access/csrf tokens.\n # @POST: Client tokens are populated and reusable across requests.\n # @SIDE_EFFECT: Performs network requests to Superset authentication endpoints.\n # @DATA_CONTRACT: None -> Output[Dict[str, str]]\n # @RELATION: [CALLS] ->[SupersetAuthCache.get]\n # @RELATION: [CALLS] ->[SupersetAuthCache.set]\n # @RELATION: [CALLS] ->[AsyncAPIClient._get_auth_lock]\n async def authenticate(self) -> dict[str, str]:\n cached_tokens = SupersetAuthCache.get(self._auth_cache_key)\n if cached_tokens and cached_tokens.get(\"access_token\") and cached_tokens.get(\"csrf_token\"):\n self._tokens = cached_tokens\n self._authenticated = True\n app_logger.info(\"[async_authenticate][CacheHit] Reusing cached Superset auth tokens for %s\", self.base_url)\n return self._tokens\n auth_lock = self._get_auth_lock(self._auth_cache_key)\n async with auth_lock:\n cached_tokens = SupersetAuthCache.get(self._auth_cache_key)\n if cached_tokens and cached_tokens.get(\"access_token\") and cached_tokens.get(\"csrf_token\"):\n self._tokens = cached_tokens\n self._authenticated = True\n app_logger.info(\"[async_authenticate][CacheHitAfterWait] Reusing cached Superset auth tokens for %s\", self.base_url)\n return self._tokens\n with belief_scope(\"AsyncAPIClient.authenticate\"):\n app_logger.info(\"[async_authenticate][Enter] Authenticating to %s\", self.base_url)\n try:\n login_url = f\"{self.api_base_url}/security/login\"\n response = await self._client.post(login_url, json=self.auth)\n response.raise_for_status()\n access_token = response.json()[\"access_token\"]\n csrf_url = f\"{self.api_base_url}/security/csrf_token/\"\n csrf_response = await self._client.get(\n csrf_url,\n headers={\"Authorization\": f\"Bearer {access_token}\"},\n )\n csrf_response.raise_for_status()\n self._tokens = {\n \"access_token\": access_token,\n \"csrf_token\": csrf_response.json()[\"result\"],\n }\n self._authenticated = True\n SupersetAuthCache.set(self._auth_cache_key, self._tokens)\n app_logger.reflect(\"Authenticated successfully.\", extra={\"src\": \"async_authenticate\"})\n return self._tokens\n except httpx.HTTPStatusError as exc:\n SupersetAuthCache.invalidate(self._auth_cache_key)\n status_code = exc.response.status_code if exc.response is not None else None\n if status_code in [502, 503, 504]:\n raise NetworkError(\n f\"Environment unavailable during authentication (Status {status_code})\",\n status_code=status_code,\n ) from exc\n raise AuthenticationError(f\"Authentication failed: {exc}\") from exc\n except (httpx.HTTPError, KeyError) as exc:\n SupersetAuthCache.invalidate(self._auth_cache_key)\n raise NetworkError(f\"Network or parsing error during authentication: {exc}\") from exc\n # #endregion AsyncAPIClient.authenticate\n # #region AsyncAPIClient.get_headers [TYPE Function] [C:3]\n # @PURPOSE: Return authenticated Superset headers for async requests.\n # @POST: Headers include Authorization and CSRF tokens.\n # @RELATION: [CALLS] ->[AsyncAPIClient.authenticate]\n async def get_headers(self) -> dict[str, str]:\n if not self._authenticated:\n await self.authenticate()\n return {\n \"Authorization\": f\"Bearer {self._tokens['access_token']}\",\n \"X-CSRFToken\": self._tokens.get(\"csrf_token\", \"\"),\n \"Referer\": self.base_url,\n \"Content-Type\": \"application/json\",\n }\n # #endregion AsyncAPIClient.get_headers\n # #region AsyncAPIClient.request [TYPE Function] [C:3]\n # @PURPOSE: Perform one authenticated async Superset API request.\n # @POST: Returns JSON payload or raw httpx.Response when raw_response=true.\n # @SIDE_EFFECT: Performs network I/O.\n # @RELATION: [CALLS] ->[AsyncAPIClient.get_headers]\n # @RELATION: [CALLS] ->[AsyncAPIClient._handle_http_error]\n # @RELATION: [CALLS] ->[AsyncAPIClient._handle_network_error]\n async def request(\n self,\n method: str,\n endpoint: str,\n headers: dict[str, str] | None = None,\n raw_response: bool = False,\n **kwargs,\n ) -> httpx.Response | dict[str, Any]:\n full_url = self._build_api_url(endpoint)\n request_headers = await self.get_headers()\n if headers:\n request_headers.update(headers)\n if \"allow_redirects\" in kwargs and \"follow_redirects\" not in kwargs:\n kwargs[\"follow_redirects\"] = bool(kwargs.pop(\"allow_redirects\"))\n try:\n response = await self._client.request(method, full_url, headers=request_headers, **kwargs)\n response.raise_for_status()\n return response if raw_response else response.json()\n except httpx.HTTPStatusError as exc:\n if exc.response is not None and exc.response.status_code == 401:\n self._authenticated = False\n self._tokens = {}\n SupersetAuthCache.invalidate(self._auth_cache_key)\n self._handle_http_error(exc, endpoint)\n except httpx.HTTPError as exc:\n self._handle_network_error(exc, full_url)\n # #endregion AsyncAPIClient.request\n # #region AsyncAPIClient._handle_http_error [TYPE Function] [C:3]\n # @PURPOSE: Translate upstream HTTP errors into stable domain exceptions.\n # @POST: Raises domain-specific exception for caller flow control.\n # @DATA_CONTRACT: Input[httpx.HTTPStatusError] -> Exception\n # @RELATION: [CALLS] ->[AsyncAPIClient._is_dashboard_endpoint]\n # @RELATION: [DEPENDS_ON] ->[DashboardNotFoundError]\n # @RELATION: [DEPENDS_ON] ->[SupersetAPIError]\n # @RELATION: [DEPENDS_ON] ->[PermissionDeniedError]\n # @RELATION: [DEPENDS_ON] ->[AuthenticationError]\n # @RELATION: [DEPENDS_ON] ->[NetworkError]\n def _handle_http_error(self, exc: httpx.HTTPStatusError, endpoint: str) -> None:\n with belief_scope(\"AsyncAPIClient._handle_http_error\"):\n status_code = exc.response.status_code\n if status_code in [502, 503, 504]:\n raise NetworkError(f\"Environment unavailable (Status {status_code})\", status_code=status_code) from exc\n if status_code == 404:\n if self._is_dashboard_endpoint(endpoint):\n raise DashboardNotFoundError(endpoint) from exc\n raise SupersetAPIError(\n f\"API resource not found at endpoint '{endpoint}'\",\n status_code=status_code,\n endpoint=endpoint,\n subtype=\"not_found\",\n ) from exc\n if status_code == 403:\n raise PermissionDeniedError() from exc\n if status_code == 401:\n raise AuthenticationError() from exc\n raise SupersetAPIError(f\"API Error {status_code}: {exc.response.text}\") from exc\n # #endregion AsyncAPIClient._handle_http_error\n # #region AsyncAPIClient._is_dashboard_endpoint [TYPE Function] [C:2]\n # @PURPOSE: Determine whether an API endpoint represents a dashboard resource for 404 translation.\n # @POST: Returns true only for dashboard-specific endpoints.\n def _is_dashboard_endpoint(self, endpoint: str) -> bool:\n normalized_endpoint = str(endpoint or \"\").strip().lower()\n if not normalized_endpoint:\n return False\n if normalized_endpoint.startswith(\"http://\") or normalized_endpoint.startswith(\"https://\"):\n try:\n normalized_endpoint = \"/\" + normalized_endpoint.split(\"/api/v1\", 1)[1].lstrip(\"/\")\n except IndexError:\n return False\n if normalized_endpoint.startswith(\"/api/v1/\"):\n normalized_endpoint = normalized_endpoint[len(\"/api/v1\"):]\n return normalized_endpoint.startswith(\"/dashboard/\") or normalized_endpoint == \"/dashboard\"\n # #endregion AsyncAPIClient._is_dashboard_endpoint\n # #region AsyncAPIClient._handle_network_error [TYPE Function] [C:3]\n # @PURPOSE: Translate generic httpx errors into NetworkError.\n # @POST: Raises NetworkError with URL context.\n # @DATA_CONTRACT: Input[httpx.HTTPError] -> NetworkError\n # @RELATION: [DEPENDS_ON] ->[NetworkError]\n def _handle_network_error(self, exc: httpx.HTTPError, url: str) -> None:\n with belief_scope(\"AsyncAPIClient._handle_network_error\"):\n if isinstance(exc, httpx.TimeoutException):\n message = \"Request timeout\"\n elif isinstance(exc, httpx.ConnectError):\n message = \"Connection error\"\n else:\n message = f\"Unknown network error: {exc}\"\n raise NetworkError(message, url=url) from exc\n # #endregion AsyncAPIClient._handle_network_error\n # #region AsyncAPIClient.aclose [TYPE Function] [C:3]\n # @PURPOSE: Close underlying httpx client.\n # @POST: Client resources are released.\n # @SIDE_EFFECT: Closes network connections.\n # @RELATION: [DEPENDS_ON] ->[AsyncAPIClient.__init__]\n async def aclose(self) -> None:\n await self._client.aclose()\n # #endregion AsyncAPIClient.aclose\n# #endregion AsyncAPIClient\n" }, { @@ -40422,6 +41554,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetMapperModule [TYPE Module] [SEMANTICS dataset, superset, dataset-mapper]\n#\n# @BRIEF Этот модуль отвечает за обновление метаданных (verbose_map) в датасетах Superset, извлекая их из PostgreSQL или XLSX-файлов.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> backend.core.superset_client\n# @RELATION DEPENDS_ON -> pandas\n# @RELATION DEPENDS_ON -> psycopg2\n# @PUBLIC_API: DatasetMapper\nfrom typing import Any\n\nimport pandas as pd # type: ignore\nimport psycopg2 # type: ignore\n\nfrom ..logger import belief_scope\nfrom ..logger import logger as app_logger\n\n\n# #region DatasetMapper [TYPE Class]\n# @BRIEF Класс для меппинга и обновления verbose_map в датасетах Superset.\nclass DatasetMapper:\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes the mapper.\n # @POST: Объект DatasetMapper инициализирован.\n def __init__(self):\n pass\n # #endregion __init__\n # #region get_postgres_comments [TYPE Function]\n # @PURPOSE: Извлекает комментарии к колонкам из системного каталога PostgreSQL.\n # @PRE: db_config должен содержать валидные параметры подключения (host, port, user, password, dbname).\n # @PRE: table_name и table_schema должны быть строками.\n # @POST: Возвращается словарь, где ключи - имена колонок, значения - комментарии из БД.\n # @THROW: Exception - При ошибках подключения или выполнения запроса к БД.\n # @PARAM: db_config (Dict) - Конфигурация для подключения к БД.\n # @PARAM: table_name (str) - Имя таблицы.\n # @PARAM: table_schema (str) - Схема таблицы.\n # @RETURN: Dict[str, str] - Словарь с комментариями к колонкам.\n def get_postgres_comments(self, db_config: dict, table_name: str, table_schema: str) -> dict[str, str]:\n with belief_scope(\"Fetch comments from PostgreSQL\"):\n app_logger.info(\"[get_postgres_comments][Enter] Fetching comments from PostgreSQL for %s.%s.\", table_schema, table_name)\n query = f\"\"\"\n SELECT \n cols.column_name,\n CASE \n WHEN pg_catalog.col_description(\n (SELECT c.oid \n FROM pg_catalog.pg_class c \n JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace \n WHERE c.relname = cols.table_name \n AND n.nspname = cols.table_schema),\n cols.ordinal_position::int\n ) LIKE '%|%' THEN \n split_part(\n pg_catalog.col_description(\n (SELECT c.oid \n FROM pg_catalog.pg_class c \n JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace \n WHERE c.relname = cols.table_name \n AND n.nspname = cols.table_schema),\n cols.ordinal_position::int\n ), \n '|', \n 1\n )\n ELSE \n pg_catalog.col_description(\n (SELECT c.oid \n FROM pg_catalog.pg_class c \n JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace \n WHERE c.relname = cols.table_name \n AND n.nspname = cols.table_schema),\n cols.ordinal_position::int\n )\n END AS column_comment\n FROM \n information_schema.columns cols \n WHERE cols.table_catalog = '{db_config.get('dbname')}' AND cols.table_name = '{table_name}' AND cols.table_schema = '{table_schema}';\n \"\"\"\n comments = {}\n try:\n with psycopg2.connect(**db_config) as conn, conn.cursor() as cursor:\n cursor.execute(query)\n for row in cursor.fetchall():\n if row[1]:\n comments[row[0]] = row[1]\n app_logger.info(\"[get_postgres_comments][Success] Fetched %d comments.\", len(comments))\n except Exception as e:\n app_logger.error(\"[get_postgres_comments][Failure] %s\", e, exc_info=True)\n raise\n return comments\n # #endregion get_postgres_comments\n # #region load_excel_mappings [TYPE Function]\n # @PURPOSE: Загружает меппинги 'column_name' -> 'column_comment' из XLSX файла.\n # @PRE: file_path должен указывать на существующий XLSX файл.\n # @POST: Возвращается словарь с меппингами из файла.\n # @THROW: Exception - При ошибках чтения файла или парсинга.\n # @PARAM: file_path (str) - Путь к XLSX файлу.\n # @RETURN: Dict[str, str] - Словарь с меппингами.\n def load_excel_mappings(self, file_path: str) -> dict[str, str]:\n with belief_scope(\"Load mappings from Excel\"):\n app_logger.info(\"[load_excel_mappings][Enter] Loading mappings from %s.\", file_path)\n try:\n df = pd.read_excel(file_path)\n mappings = df.set_index('column_name')['verbose_name'].to_dict()\n app_logger.info(\"[load_excel_mappings][Success] Loaded %d mappings.\", len(mappings))\n return mappings\n except Exception as e:\n app_logger.error(\"[load_excel_mappings][Failure] %s\", e, exc_info=True)\n raise\n # #endregion load_excel_mappings\n # #region run_mapping [TYPE Function]\n # @PURPOSE: Основная функция для выполнения меппинга и обновления verbose_map датасета в Superset.\n # @PRE: superset_client должен быть авторизован.\n # @PRE: dataset_id должен быть существующим ID в Superset.\n # @POST: Если найдены изменения, датасет в Superset обновлен через API.\n # @RELATION: CALLS -> self.get_postgres_comments\n # @RELATION: CALLS -> self.load_excel_mappings\n # @RELATION: CALLS -> superset_client.get_dataset\n # @RELATION: CALLS -> superset_client.update_dataset\n # @PARAM: superset_client (Any) - Клиент Superset.\n # @PARAM: dataset_id (int) - ID датасета для обновления.\n # @PARAM: source (str) - Источник данных ('postgres', 'excel', 'both').\n # @PARAM: postgres_config (Optional[Dict]) - Конфигурация для подключения к PostgreSQL.\n # @PARAM: excel_path (Optional[str]) - Путь к XLSX файлу.\n # @PARAM: table_name (Optional[str]) - Имя таблицы в PostgreSQL.\n # @PARAM: table_schema (Optional[str]) - Схема таблицы в PostgreSQL.\n def run_mapping(self, superset_client: Any, dataset_id: int, source: str, postgres_config: dict | None = None, excel_path: str | None = None, table_name: str | None = None, table_schema: str | None = None):\n with belief_scope(f\"Run dataset mapping for ID {dataset_id}\"):\n app_logger.info(\"[run_mapping][Enter] Starting dataset mapping for ID %d from source '%s'.\", dataset_id, source)\n mappings: dict[str, str] = {}\n\n try:\n if source in ['postgres', 'both']:\n assert postgres_config and table_name and table_schema, \"Postgres config is required.\"\n mappings.update(self.get_postgres_comments(postgres_config, table_name, table_schema))\n if source in ['excel', 'both']:\n assert excel_path, \"Excel path is required.\"\n mappings.update(self.load_excel_mappings(excel_path))\n if source not in ['postgres', 'excel', 'both']:\n app_logger.error(\"[run_mapping][Failure] Invalid source: %s.\", source)\n return\n dataset_response = superset_client.get_dataset(dataset_id)\n dataset_data = dataset_response['result']\n\n original_columns = dataset_data.get('columns', [])\n updated_columns = []\n changes_made = False\n for column in original_columns:\n col_name = column.get('column_name')\n\n new_column = {\n \"column_name\": col_name,\n \"id\": column.get(\"id\"),\n \"advanced_data_type\": column.get(\"advanced_data_type\"),\n \"description\": column.get(\"description\"),\n \"expression\": column.get(\"expression\"),\n \"extra\": column.get(\"extra\"),\n \"filterable\": column.get(\"filterable\"),\n \"groupby\": column.get(\"groupby\"),\n \"is_active\": column.get(\"is_active\"),\n \"is_dttm\": column.get(\"is_dttm\"),\n \"python_date_format\": column.get(\"python_date_format\"),\n \"type\": column.get(\"type\"),\n \"uuid\": column.get(\"uuid\"),\n \"verbose_name\": column.get(\"verbose_name\"),\n }\n\n new_column = {k: v for k, v in new_column.items() if v is not None}\n if col_name in mappings:\n mapping_value = mappings[col_name]\n if isinstance(mapping_value, str) and new_column.get('verbose_name') != mapping_value:\n new_column['verbose_name'] = mapping_value\n changes_made = True\n\n updated_columns.append(new_column)\n updated_metrics = []\n for metric in dataset_data.get(\"metrics\", []):\n new_metric = {\n \"id\": metric.get(\"id\"),\n \"metric_name\": metric.get(\"metric_name\"),\n \"expression\": metric.get(\"expression\"),\n \"verbose_name\": metric.get(\"verbose_name\"),\n \"description\": metric.get(\"description\"),\n \"d3format\": metric.get(\"d3format\"),\n \"currency\": metric.get(\"currency\"),\n \"extra\": metric.get(\"extra\"),\n \"warning_text\": metric.get(\"warning_text\"),\n \"metric_type\": metric.get(\"metric_type\"),\n \"uuid\": metric.get(\"uuid\"),\n }\n updated_metrics.append({k: v for k, v in new_metric.items() if v is not None})\n if changes_made:\n payload_for_update = {\n \"database_id\": dataset_data.get(\"database\", {}).get(\"id\"),\n \"table_name\": dataset_data.get(\"table_name\"),\n \"schema\": dataset_data.get(\"schema\"),\n \"columns\": updated_columns,\n \"owners\": [owner[\"id\"] for owner in dataset_data.get(\"owners\", [])],\n \"metrics\": updated_metrics,\n \"extra\": dataset_data.get(\"extra\"),\n \"description\": dataset_data.get(\"description\"),\n \"sql\": dataset_data.get(\"sql\"),\n \"cache_timeout\": dataset_data.get(\"cache_timeout\"),\n \"catalog\": dataset_data.get(\"catalog\"),\n \"default_endpoint\": dataset_data.get(\"default_endpoint\"),\n \"external_url\": dataset_data.get(\"external_url\"),\n \"fetch_values_predicate\": dataset_data.get(\"fetch_values_predicate\"),\n \"filter_select_enabled\": dataset_data.get(\"filter_select_enabled\"),\n \"is_managed_externally\": dataset_data.get(\"is_managed_externally\"),\n \"is_sqllab_view\": dataset_data.get(\"is_sqllab_view\"),\n \"main_dttm_col\": dataset_data.get(\"main_dttm_col\"),\n \"normalize_columns\": dataset_data.get(\"normalize_columns\"),\n \"offset\": dataset_data.get(\"offset\"),\n \"template_params\": dataset_data.get(\"template_params\"),\n }\n\n payload_for_update = {k: v for k, v in payload_for_update.items() if v is not None}\n superset_client.update_dataset(dataset_id, payload_for_update)\n app_logger.info(\"[run_mapping][Success] Dataset %d columns' verbose_name updated.\", dataset_id)\n else:\n app_logger.info(\"[run_mapping][State] No changes in columns' verbose_name, skipping update.\")\n except (AssertionError, FileNotFoundError, Exception) as e:\n app_logger.error(\"[run_mapping][Failure] %s\", e, exc_info=True)\n return\n # #endregion run_mapping\n# #endregion DatasetMapper\n# #endregion DatasetMapperModule\n" }, { @@ -40448,6 +41581,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetMapper [TYPE Class]\n# @BRIEF Класс для меппинга и обновления verbose_map в датасетах Superset.\nclass DatasetMapper:\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes the mapper.\n # @POST: Объект DatasetMapper инициализирован.\n def __init__(self):\n pass\n # #endregion __init__\n # #region get_postgres_comments [TYPE Function]\n # @PURPOSE: Извлекает комментарии к колонкам из системного каталога PostgreSQL.\n # @PRE: db_config должен содержать валидные параметры подключения (host, port, user, password, dbname).\n # @PRE: table_name и table_schema должны быть строками.\n # @POST: Возвращается словарь, где ключи - имена колонок, значения - комментарии из БД.\n # @THROW: Exception - При ошибках подключения или выполнения запроса к БД.\n # @PARAM: db_config (Dict) - Конфигурация для подключения к БД.\n # @PARAM: table_name (str) - Имя таблицы.\n # @PARAM: table_schema (str) - Схема таблицы.\n # @RETURN: Dict[str, str] - Словарь с комментариями к колонкам.\n def get_postgres_comments(self, db_config: dict, table_name: str, table_schema: str) -> dict[str, str]:\n with belief_scope(\"Fetch comments from PostgreSQL\"):\n app_logger.info(\"[get_postgres_comments][Enter] Fetching comments from PostgreSQL for %s.%s.\", table_schema, table_name)\n query = f\"\"\"\n SELECT \n cols.column_name,\n CASE \n WHEN pg_catalog.col_description(\n (SELECT c.oid \n FROM pg_catalog.pg_class c \n JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace \n WHERE c.relname = cols.table_name \n AND n.nspname = cols.table_schema),\n cols.ordinal_position::int\n ) LIKE '%|%' THEN \n split_part(\n pg_catalog.col_description(\n (SELECT c.oid \n FROM pg_catalog.pg_class c \n JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace \n WHERE c.relname = cols.table_name \n AND n.nspname = cols.table_schema),\n cols.ordinal_position::int\n ), \n '|', \n 1\n )\n ELSE \n pg_catalog.col_description(\n (SELECT c.oid \n FROM pg_catalog.pg_class c \n JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace \n WHERE c.relname = cols.table_name \n AND n.nspname = cols.table_schema),\n cols.ordinal_position::int\n )\n END AS column_comment\n FROM \n information_schema.columns cols \n WHERE cols.table_catalog = '{db_config.get('dbname')}' AND cols.table_name = '{table_name}' AND cols.table_schema = '{table_schema}';\n \"\"\"\n comments = {}\n try:\n with psycopg2.connect(**db_config) as conn, conn.cursor() as cursor:\n cursor.execute(query)\n for row in cursor.fetchall():\n if row[1]:\n comments[row[0]] = row[1]\n app_logger.info(\"[get_postgres_comments][Success] Fetched %d comments.\", len(comments))\n except Exception as e:\n app_logger.error(\"[get_postgres_comments][Failure] %s\", e, exc_info=True)\n raise\n return comments\n # #endregion get_postgres_comments\n # #region load_excel_mappings [TYPE Function]\n # @PURPOSE: Загружает меппинги 'column_name' -> 'column_comment' из XLSX файла.\n # @PRE: file_path должен указывать на существующий XLSX файл.\n # @POST: Возвращается словарь с меппингами из файла.\n # @THROW: Exception - При ошибках чтения файла или парсинга.\n # @PARAM: file_path (str) - Путь к XLSX файлу.\n # @RETURN: Dict[str, str] - Словарь с меппингами.\n def load_excel_mappings(self, file_path: str) -> dict[str, str]:\n with belief_scope(\"Load mappings from Excel\"):\n app_logger.info(\"[load_excel_mappings][Enter] Loading mappings from %s.\", file_path)\n try:\n df = pd.read_excel(file_path)\n mappings = df.set_index('column_name')['verbose_name'].to_dict()\n app_logger.info(\"[load_excel_mappings][Success] Loaded %d mappings.\", len(mappings))\n return mappings\n except Exception as e:\n app_logger.error(\"[load_excel_mappings][Failure] %s\", e, exc_info=True)\n raise\n # #endregion load_excel_mappings\n # #region run_mapping [TYPE Function]\n # @PURPOSE: Основная функция для выполнения меппинга и обновления verbose_map датасета в Superset.\n # @PRE: superset_client должен быть авторизован.\n # @PRE: dataset_id должен быть существующим ID в Superset.\n # @POST: Если найдены изменения, датасет в Superset обновлен через API.\n # @RELATION: CALLS -> self.get_postgres_comments\n # @RELATION: CALLS -> self.load_excel_mappings\n # @RELATION: CALLS -> superset_client.get_dataset\n # @RELATION: CALLS -> superset_client.update_dataset\n # @PARAM: superset_client (Any) - Клиент Superset.\n # @PARAM: dataset_id (int) - ID датасета для обновления.\n # @PARAM: source (str) - Источник данных ('postgres', 'excel', 'both').\n # @PARAM: postgres_config (Optional[Dict]) - Конфигурация для подключения к PostgreSQL.\n # @PARAM: excel_path (Optional[str]) - Путь к XLSX файлу.\n # @PARAM: table_name (Optional[str]) - Имя таблицы в PostgreSQL.\n # @PARAM: table_schema (Optional[str]) - Схема таблицы в PostgreSQL.\n def run_mapping(self, superset_client: Any, dataset_id: int, source: str, postgres_config: dict | None = None, excel_path: str | None = None, table_name: str | None = None, table_schema: str | None = None):\n with belief_scope(f\"Run dataset mapping for ID {dataset_id}\"):\n app_logger.info(\"[run_mapping][Enter] Starting dataset mapping for ID %d from source '%s'.\", dataset_id, source)\n mappings: dict[str, str] = {}\n\n try:\n if source in ['postgres', 'both']:\n assert postgres_config and table_name and table_schema, \"Postgres config is required.\"\n mappings.update(self.get_postgres_comments(postgres_config, table_name, table_schema))\n if source in ['excel', 'both']:\n assert excel_path, \"Excel path is required.\"\n mappings.update(self.load_excel_mappings(excel_path))\n if source not in ['postgres', 'excel', 'both']:\n app_logger.error(\"[run_mapping][Failure] Invalid source: %s.\", source)\n return\n dataset_response = superset_client.get_dataset(dataset_id)\n dataset_data = dataset_response['result']\n\n original_columns = dataset_data.get('columns', [])\n updated_columns = []\n changes_made = False\n for column in original_columns:\n col_name = column.get('column_name')\n\n new_column = {\n \"column_name\": col_name,\n \"id\": column.get(\"id\"),\n \"advanced_data_type\": column.get(\"advanced_data_type\"),\n \"description\": column.get(\"description\"),\n \"expression\": column.get(\"expression\"),\n \"extra\": column.get(\"extra\"),\n \"filterable\": column.get(\"filterable\"),\n \"groupby\": column.get(\"groupby\"),\n \"is_active\": column.get(\"is_active\"),\n \"is_dttm\": column.get(\"is_dttm\"),\n \"python_date_format\": column.get(\"python_date_format\"),\n \"type\": column.get(\"type\"),\n \"uuid\": column.get(\"uuid\"),\n \"verbose_name\": column.get(\"verbose_name\"),\n }\n\n new_column = {k: v for k, v in new_column.items() if v is not None}\n if col_name in mappings:\n mapping_value = mappings[col_name]\n if isinstance(mapping_value, str) and new_column.get('verbose_name') != mapping_value:\n new_column['verbose_name'] = mapping_value\n changes_made = True\n\n updated_columns.append(new_column)\n updated_metrics = []\n for metric in dataset_data.get(\"metrics\", []):\n new_metric = {\n \"id\": metric.get(\"id\"),\n \"metric_name\": metric.get(\"metric_name\"),\n \"expression\": metric.get(\"expression\"),\n \"verbose_name\": metric.get(\"verbose_name\"),\n \"description\": metric.get(\"description\"),\n \"d3format\": metric.get(\"d3format\"),\n \"currency\": metric.get(\"currency\"),\n \"extra\": metric.get(\"extra\"),\n \"warning_text\": metric.get(\"warning_text\"),\n \"metric_type\": metric.get(\"metric_type\"),\n \"uuid\": metric.get(\"uuid\"),\n }\n updated_metrics.append({k: v for k, v in new_metric.items() if v is not None})\n if changes_made:\n payload_for_update = {\n \"database_id\": dataset_data.get(\"database\", {}).get(\"id\"),\n \"table_name\": dataset_data.get(\"table_name\"),\n \"schema\": dataset_data.get(\"schema\"),\n \"columns\": updated_columns,\n \"owners\": [owner[\"id\"] for owner in dataset_data.get(\"owners\", [])],\n \"metrics\": updated_metrics,\n \"extra\": dataset_data.get(\"extra\"),\n \"description\": dataset_data.get(\"description\"),\n \"sql\": dataset_data.get(\"sql\"),\n \"cache_timeout\": dataset_data.get(\"cache_timeout\"),\n \"catalog\": dataset_data.get(\"catalog\"),\n \"default_endpoint\": dataset_data.get(\"default_endpoint\"),\n \"external_url\": dataset_data.get(\"external_url\"),\n \"fetch_values_predicate\": dataset_data.get(\"fetch_values_predicate\"),\n \"filter_select_enabled\": dataset_data.get(\"filter_select_enabled\"),\n \"is_managed_externally\": dataset_data.get(\"is_managed_externally\"),\n \"is_sqllab_view\": dataset_data.get(\"is_sqllab_view\"),\n \"main_dttm_col\": dataset_data.get(\"main_dttm_col\"),\n \"normalize_columns\": dataset_data.get(\"normalize_columns\"),\n \"offset\": dataset_data.get(\"offset\"),\n \"template_params\": dataset_data.get(\"template_params\"),\n }\n\n payload_for_update = {k: v for k, v in payload_for_update.items() if v is not None}\n superset_client.update_dataset(dataset_id, payload_for_update)\n app_logger.info(\"[run_mapping][Success] Dataset %d columns' verbose_name updated.\", dataset_id)\n else:\n app_logger.info(\"[run_mapping][State] No changes in columns' verbose_name, skipping update.\")\n except (AssertionError, FileNotFoundError, Exception) as e:\n app_logger.error(\"[run_mapping][Failure] %s\", e, exc_info=True)\n return\n # #endregion run_mapping\n# #endregion DatasetMapper\n" }, { @@ -40515,6 +41649,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region get_postgres_comments [TYPE Function]\n # @PURPOSE: Извлекает комментарии к колонкам из системного каталога PostgreSQL.\n # @PRE: db_config должен содержать валидные параметры подключения (host, port, user, password, dbname).\n # @PRE: table_name и table_schema должны быть строками.\n # @POST: Возвращается словарь, где ключи - имена колонок, значения - комментарии из БД.\n # @THROW: Exception - При ошибках подключения или выполнения запроса к БД.\n # @PARAM: db_config (Dict) - Конфигурация для подключения к БД.\n # @PARAM: table_name (str) - Имя таблицы.\n # @PARAM: table_schema (str) - Схема таблицы.\n # @RETURN: Dict[str, str] - Словарь с комментариями к колонкам.\n def get_postgres_comments(self, db_config: dict, table_name: str, table_schema: str) -> dict[str, str]:\n with belief_scope(\"Fetch comments from PostgreSQL\"):\n app_logger.info(\"[get_postgres_comments][Enter] Fetching comments from PostgreSQL for %s.%s.\", table_schema, table_name)\n query = f\"\"\"\n SELECT \n cols.column_name,\n CASE \n WHEN pg_catalog.col_description(\n (SELECT c.oid \n FROM pg_catalog.pg_class c \n JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace \n WHERE c.relname = cols.table_name \n AND n.nspname = cols.table_schema),\n cols.ordinal_position::int\n ) LIKE '%|%' THEN \n split_part(\n pg_catalog.col_description(\n (SELECT c.oid \n FROM pg_catalog.pg_class c \n JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace \n WHERE c.relname = cols.table_name \n AND n.nspname = cols.table_schema),\n cols.ordinal_position::int\n ), \n '|', \n 1\n )\n ELSE \n pg_catalog.col_description(\n (SELECT c.oid \n FROM pg_catalog.pg_class c \n JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace \n WHERE c.relname = cols.table_name \n AND n.nspname = cols.table_schema),\n cols.ordinal_position::int\n )\n END AS column_comment\n FROM \n information_schema.columns cols \n WHERE cols.table_catalog = '{db_config.get('dbname')}' AND cols.table_name = '{table_name}' AND cols.table_schema = '{table_schema}';\n \"\"\"\n comments = {}\n try:\n with psycopg2.connect(**db_config) as conn, conn.cursor() as cursor:\n cursor.execute(query)\n for row in cursor.fetchall():\n if row[1]:\n comments[row[0]] = row[1]\n app_logger.info(\"[get_postgres_comments][Success] Fetched %d comments.\", len(comments))\n except Exception as e:\n app_logger.error(\"[get_postgres_comments][Failure] %s\", e, exc_info=True)\n raise\n return comments\n # #endregion get_postgres_comments\n" }, { @@ -40582,6 +41717,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region load_excel_mappings [TYPE Function]\n # @PURPOSE: Загружает меппинги 'column_name' -> 'column_comment' из XLSX файла.\n # @PRE: file_path должен указывать на существующий XLSX файл.\n # @POST: Возвращается словарь с меппингами из файла.\n # @THROW: Exception - При ошибках чтения файла или парсинга.\n # @PARAM: file_path (str) - Путь к XLSX файлу.\n # @RETURN: Dict[str, str] - Словарь с меппингами.\n def load_excel_mappings(self, file_path: str) -> dict[str, str]:\n with belief_scope(\"Load mappings from Excel\"):\n app_logger.info(\"[load_excel_mappings][Enter] Loading mappings from %s.\", file_path)\n try:\n df = pd.read_excel(file_path)\n mappings = df.set_index('column_name')['verbose_name'].to_dict()\n app_logger.info(\"[load_excel_mappings][Success] Loaded %d mappings.\", len(mappings))\n return mappings\n except Exception as e:\n app_logger.error(\"[load_excel_mappings][Failure] %s\", e, exc_info=True)\n raise\n # #endregion load_excel_mappings\n" }, { @@ -40669,6 +41805,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region run_mapping [TYPE Function]\n # @PURPOSE: Основная функция для выполнения меппинга и обновления verbose_map датасета в Superset.\n # @PRE: superset_client должен быть авторизован.\n # @PRE: dataset_id должен быть существующим ID в Superset.\n # @POST: Если найдены изменения, датасет в Superset обновлен через API.\n # @RELATION: CALLS -> self.get_postgres_comments\n # @RELATION: CALLS -> self.load_excel_mappings\n # @RELATION: CALLS -> superset_client.get_dataset\n # @RELATION: CALLS -> superset_client.update_dataset\n # @PARAM: superset_client (Any) - Клиент Superset.\n # @PARAM: dataset_id (int) - ID датасета для обновления.\n # @PARAM: source (str) - Источник данных ('postgres', 'excel', 'both').\n # @PARAM: postgres_config (Optional[Dict]) - Конфигурация для подключения к PostgreSQL.\n # @PARAM: excel_path (Optional[str]) - Путь к XLSX файлу.\n # @PARAM: table_name (Optional[str]) - Имя таблицы в PostgreSQL.\n # @PARAM: table_schema (Optional[str]) - Схема таблицы в PostgreSQL.\n def run_mapping(self, superset_client: Any, dataset_id: int, source: str, postgres_config: dict | None = None, excel_path: str | None = None, table_name: str | None = None, table_schema: str | None = None):\n with belief_scope(f\"Run dataset mapping for ID {dataset_id}\"):\n app_logger.info(\"[run_mapping][Enter] Starting dataset mapping for ID %d from source '%s'.\", dataset_id, source)\n mappings: dict[str, str] = {}\n\n try:\n if source in ['postgres', 'both']:\n assert postgres_config and table_name and table_schema, \"Postgres config is required.\"\n mappings.update(self.get_postgres_comments(postgres_config, table_name, table_schema))\n if source in ['excel', 'both']:\n assert excel_path, \"Excel path is required.\"\n mappings.update(self.load_excel_mappings(excel_path))\n if source not in ['postgres', 'excel', 'both']:\n app_logger.error(\"[run_mapping][Failure] Invalid source: %s.\", source)\n return\n dataset_response = superset_client.get_dataset(dataset_id)\n dataset_data = dataset_response['result']\n\n original_columns = dataset_data.get('columns', [])\n updated_columns = []\n changes_made = False\n for column in original_columns:\n col_name = column.get('column_name')\n\n new_column = {\n \"column_name\": col_name,\n \"id\": column.get(\"id\"),\n \"advanced_data_type\": column.get(\"advanced_data_type\"),\n \"description\": column.get(\"description\"),\n \"expression\": column.get(\"expression\"),\n \"extra\": column.get(\"extra\"),\n \"filterable\": column.get(\"filterable\"),\n \"groupby\": column.get(\"groupby\"),\n \"is_active\": column.get(\"is_active\"),\n \"is_dttm\": column.get(\"is_dttm\"),\n \"python_date_format\": column.get(\"python_date_format\"),\n \"type\": column.get(\"type\"),\n \"uuid\": column.get(\"uuid\"),\n \"verbose_name\": column.get(\"verbose_name\"),\n }\n\n new_column = {k: v for k, v in new_column.items() if v is not None}\n if col_name in mappings:\n mapping_value = mappings[col_name]\n if isinstance(mapping_value, str) and new_column.get('verbose_name') != mapping_value:\n new_column['verbose_name'] = mapping_value\n changes_made = True\n\n updated_columns.append(new_column)\n updated_metrics = []\n for metric in dataset_data.get(\"metrics\", []):\n new_metric = {\n \"id\": metric.get(\"id\"),\n \"metric_name\": metric.get(\"metric_name\"),\n \"expression\": metric.get(\"expression\"),\n \"verbose_name\": metric.get(\"verbose_name\"),\n \"description\": metric.get(\"description\"),\n \"d3format\": metric.get(\"d3format\"),\n \"currency\": metric.get(\"currency\"),\n \"extra\": metric.get(\"extra\"),\n \"warning_text\": metric.get(\"warning_text\"),\n \"metric_type\": metric.get(\"metric_type\"),\n \"uuid\": metric.get(\"uuid\"),\n }\n updated_metrics.append({k: v for k, v in new_metric.items() if v is not None})\n if changes_made:\n payload_for_update = {\n \"database_id\": dataset_data.get(\"database\", {}).get(\"id\"),\n \"table_name\": dataset_data.get(\"table_name\"),\n \"schema\": dataset_data.get(\"schema\"),\n \"columns\": updated_columns,\n \"owners\": [owner[\"id\"] for owner in dataset_data.get(\"owners\", [])],\n \"metrics\": updated_metrics,\n \"extra\": dataset_data.get(\"extra\"),\n \"description\": dataset_data.get(\"description\"),\n \"sql\": dataset_data.get(\"sql\"),\n \"cache_timeout\": dataset_data.get(\"cache_timeout\"),\n \"catalog\": dataset_data.get(\"catalog\"),\n \"default_endpoint\": dataset_data.get(\"default_endpoint\"),\n \"external_url\": dataset_data.get(\"external_url\"),\n \"fetch_values_predicate\": dataset_data.get(\"fetch_values_predicate\"),\n \"filter_select_enabled\": dataset_data.get(\"filter_select_enabled\"),\n \"is_managed_externally\": dataset_data.get(\"is_managed_externally\"),\n \"is_sqllab_view\": dataset_data.get(\"is_sqllab_view\"),\n \"main_dttm_col\": dataset_data.get(\"main_dttm_col\"),\n \"normalize_columns\": dataset_data.get(\"normalize_columns\"),\n \"offset\": dataset_data.get(\"offset\"),\n \"template_params\": dataset_data.get(\"template_params\"),\n }\n\n payload_for_update = {k: v for k, v in payload_for_update.items() if v is not None}\n superset_client.update_dataset(dataset_id, payload_for_update)\n app_logger.info(\"[run_mapping][Success] Dataset %d columns' verbose_name updated.\", dataset_id)\n else:\n app_logger.info(\"[run_mapping][State] No changes in columns' verbose_name, skipping update.\")\n except (AssertionError, FileNotFoundError, Exception) as e:\n app_logger.error(\"[run_mapping][Failure] %s\", e, exc_info=True)\n return\n # #endregion run_mapping\n" }, { @@ -40726,6 +41863,7 @@ } ], "anchor_syntax": "region", + "tier_source": "Explicit", "body": "# #region FileIO [TYPE Module] [SEMANTICS fileio, archive, zip, yaml, utility]\n#\n# @TIER: STANDARD\n# @BRIEF Предоставляет набор утилит для управления файловыми операциями, включая работу с временными файлами, архивами ZIP, файлами YAML и очистку директорий.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @PUBLIC_API: create_temp_file, remove_empty_directories, read_dashboard_from_disk, calculate_crc32, RetentionPolicy, archive_exports, save_and_unpack_dashboard, update_yamls, create_dashboard_export, sanitize_filename, get_filename_from_headers, consolidate_archive_folders\nimport os\nimport re\nimport shutil\nimport tempfile\nimport zipfile\nimport zlib\nfrom collections.abc import Generator\nfrom contextlib import contextmanager\nfrom dataclasses import dataclass\nfrom datetime import date, datetime\nfrom pathlib import Path\nfrom typing import Any, LiteralString\n\nfrom ..logger import belief_scope\nfrom ..logger import logger as app_logger\n\n\n# #region InvalidZipFormatError [TYPE Class]\n# @BRIEF Exception raised when a file is not a valid ZIP archive.\nclass InvalidZipFormatError(Exception):\n pass\n# #endregion InvalidZipFormatError\n# #region create_temp_file [TYPE Function]\n# @BRIEF Контекстный менеджер для создания временного файла или директории с гарантированным удалением.\n# @PRE: suffix должен быть строкой, определяющей тип ресурса.\n# @POST: Временный ресурс создан и путь к нему возвращен; ресурс удален после выхода из контекста.\n# @YIELDS: Path - Путь к временному ресурсу.\n@contextmanager\ndef create_temp_file(content: bytes | None = None, suffix: str = \".zip\", mode: str = 'wb', dry_run = False) -> Generator[Path]:\n with belief_scope(\"Create temporary resource\"):\n resource_path = None\n is_dir = suffix.startswith('.dir')\n try:\n if is_dir:\n with tempfile.TemporaryDirectory(suffix=suffix) as temp_dir:\n resource_path = Path(temp_dir)\n app_logger.debug(\"[create_temp_file][State] Created temporary directory: %s\", resource_path)\n yield resource_path\n else:\n fd, temp_path_str = tempfile.mkstemp(suffix=suffix)\n resource_path = Path(temp_path_str)\n os.close(fd)\n if content:\n resource_path.write_bytes(content)\n app_logger.debug(\"[create_temp_file][State] Created temporary file: %s\", resource_path)\n yield resource_path\n finally:\n if resource_path and resource_path.exists() and not dry_run:\n try:\n if resource_path.is_dir():\n shutil.rmtree(resource_path)\n app_logger.debug(\"[create_temp_file][Cleanup] Removed temporary directory: %s\", resource_path)\n else:\n resource_path.unlink()\n app_logger.debug(\"[create_temp_file][Cleanup] Removed temporary file: %s\", resource_path)\n except OSError as e:\n app_logger.error(\"[create_temp_file][Failure] Error during cleanup of %s: %s\", resource_path, e)\n# #endregion create_temp_file\n# #region remove_empty_directories [TYPE Function]\n# @BRIEF Рекурсивно удаляет все пустые поддиректории, начиная с указанного пути.\n# @PRE: root_dir должен быть путем к существующей директории.\n# @POST: Все пустые поддиректории удалены, возвращено их количество.\ndef remove_empty_directories(root_dir: str) -> int:\n with belief_scope(f\"Remove empty directories in {root_dir}\"):\n app_logger.info(\"[remove_empty_directories][Enter] Starting cleanup of empty directories in %s\", root_dir)\n removed_count = 0\n if not os.path.isdir(root_dir):\n app_logger.error(\"[remove_empty_directories][Failure] Directory not found: %s\", root_dir)\n return 0\n for current_dir, _, _ in os.walk(root_dir, topdown=False):\n if not os.listdir(current_dir):\n try:\n os.rmdir(current_dir)\n removed_count += 1\n app_logger.info(\"[remove_empty_directories][State] Removed empty directory: %s\", current_dir)\n except OSError as e:\n app_logger.error(\"[remove_empty_directories][Failure] Failed to remove %s: %s\", current_dir, e)\n app_logger.reflect(f\"Removed {removed_count} empty directories.\", extra={\"src\": \"remove_empty_directories\"})\n return removed_count\n# #endregion remove_empty_directories\n# #region read_dashboard_from_disk [TYPE Function]\n# @BRIEF Читает бинарное содержимое файла с диска.\n# @PRE: file_path должен указывать на существующий файл.\n# @POST: Возвращает байты содержимого и имя файла.\ndef read_dashboard_from_disk(file_path: str) -> tuple[bytes, str]:\n with belief_scope(f\"Read dashboard from {file_path}\"):\n path = Path(file_path)\n assert path.is_file(), f\"Файл дашборда не найден: {file_path}\"\n app_logger.info(\"[read_dashboard_from_disk][Enter] Reading file: %s\", file_path)\n content = path.read_bytes()\n if not content:\n app_logger.warning(\"[read_dashboard_from_disk][Warning] File is empty: %s\", file_path)\n return content, path.name\n# #endregion read_dashboard_from_disk\n# #region calculate_crc32 [TYPE Function]\n# @BRIEF Вычисляет контрольную сумму CRC32 для файла.\n# @PRE: file_path должен быть объектом Path к существующему файлу.\n# @POST: Возвращает 8-значную hex-строку CRC32.\ndef calculate_crc32(file_path: Path) -> str:\n with belief_scope(f\"Calculate CRC32 for {file_path}\"), open(file_path, 'rb') as f:\n crc32_value = zlib.crc32(f.read())\n return f\"{crc32_value:08x}\"\n# #endregion calculate_crc32\n# #region RetentionPolicy [TYPE DataClass]\n# @BRIEF Определяет политику хранения для архивов (ежедневные, еженедельные, ежемесячные).\n@dataclass\nclass RetentionPolicy:\n daily: int = 7\n weekly: int = 4\n monthly: int = 12\n# #endregion RetentionPolicy\n# #region archive_exports [TYPE Function]\n# @BRIEF Управляет архивом экспортированных файлов, применяя политику хранения и дедупликацию.\n# @PRE: output_dir должен быть путем к существующей директории.\n# @POST: Старые или дублирующиеся архивы удалены согласно политике.\n# @RELATION CALLS -> apply_retention_policy\n# @RELATION CALLS -> calculate_crc32\ndef archive_exports(output_dir: str, policy: RetentionPolicy, deduplicate: bool = False) -> None:\n with belief_scope(f\"Archive exports in {output_dir}\"):\n output_path = Path(output_dir)\n if not output_path.is_dir():\n app_logger.warning(\"[archive_exports][Skip] Archive directory not found: %s\", output_dir)\n return\n app_logger.info(\"[archive_exports][Enter] Managing archive in %s\", output_dir)\n\n # 1. Collect all zip files\n zip_files = list(output_path.glob(\"*.zip\"))\n if not zip_files:\n app_logger.info(\"[archive_exports][State] No zip files found in %s\", output_dir)\n return\n # 2. Deduplication\n if deduplicate:\n app_logger.info(\"[archive_exports][State] Starting deduplication...\")\n checksums = {}\n files_to_remove = []\n\n # Sort by modification time (newest first) to keep the latest version\n zip_files.sort(key=lambda f: f.stat().st_mtime, reverse=True)\n\n for file_path in zip_files:\n try:\n crc = calculate_crc32(file_path)\n if crc in checksums:\n files_to_remove.append(file_path)\n app_logger.debug(\"[archive_exports][State] Duplicate found: %s (same as %s)\", file_path.name, checksums[crc].name)\n else:\n checksums[crc] = file_path\n except Exception as e:\n app_logger.error(\"[archive_exports][Failure] Failed to calculate CRC32 for %s: %s\", file_path, e)\n\n for f in files_to_remove:\n try:\n f.unlink()\n zip_files.remove(f)\n app_logger.info(\"[archive_exports][State] Removed duplicate: %s\", f.name)\n except OSError as e:\n app_logger.error(\"[archive_exports][Failure] Failed to remove duplicate %s: %s\", f, e)\n # 3. Retention Policy\n files_with_dates = []\n for file_path in zip_files:\n # Try to extract date from filename\n # Pattern: ..._YYYYMMDD_HHMMSS.zip or ..._YYYYMMDD.zip\n match = re.search(r'_(\\d{8})_', file_path.name)\n file_date = None\n if match:\n try:\n date_str = match.group(1)\n file_date = datetime.strptime(date_str, \"%Y%m%d\").date()\n except ValueError:\n pass\n\n if not file_date:\n # Fallback to modification time\n file_date = datetime.fromtimestamp(file_path.stat().st_mtime).date()\n\n files_with_dates.append((file_path, file_date))\n files_to_keep = apply_retention_policy(files_with_dates, policy)\n\n for file_path, _ in files_with_dates:\n if file_path not in files_to_keep:\n try:\n file_path.unlink()\n app_logger.info(\"[archive_exports][State] Removed by retention policy: %s\", file_path.name)\n except OSError as e:\n app_logger.error(\"[archive_exports][Failure] Failed to remove %s: %s\", file_path, e)\n# #endregion archive_exports\n# #region apply_retention_policy [TYPE Function]\n# @BRIEF (Helper) Применяет политику хранения к списку файлов, возвращая те, что нужно сохранить.\n# @PRE: files_with_dates is a list of (Path, date) tuples.\n# @POST: Returns a set of files to keep.\ndef apply_retention_policy(files_with_dates: list[tuple[Path, date]], policy: RetentionPolicy) -> set:\n with belief_scope(\"Apply retention policy\"):\n # Сортируем по дате (от новой к старой)\n sorted_files = sorted(files_with_dates, key=lambda x: x[1], reverse=True)\n # Словарь для хранения файлов по категориям\n daily_files = []\n weekly_files = []\n monthly_files = []\n today = date.today()\n for file_path, file_date in sorted_files:\n # Ежедневные\n if (today - file_date).days < policy.daily:\n daily_files.append(file_path)\n # Еженедельные\n elif (today - file_date).days < policy.weekly * 7:\n weekly_files.append(file_path)\n # Ежемесячные\n elif (today - file_date).days < policy.monthly * 30:\n monthly_files.append(file_path)\n # Возвращаем множество файлов, которые нужно сохранить\n files_to_keep = set()\n files_to_keep.update(daily_files)\n files_to_keep.update(weekly_files[:policy.weekly])\n files_to_keep.update(monthly_files[:policy.monthly])\n app_logger.debug(\"[apply_retention_policy][State] Keeping %d files according to retention policy\", len(files_to_keep))\n return files_to_keep\n# #endregion apply_retention_policy\n# #region save_and_unpack_dashboard [TYPE Function]\n# @BRIEF Сохраняет бинарное содержимое ZIP-архива на диск и опционально распаковывает его.\n# @PRE: zip_content должен быть байтами валидного ZIP-архива.\n# @POST: ZIP-файл сохранен, и если unpack=True, он распакован в output_dir.\ndef save_and_unpack_dashboard(zip_content: bytes, output_dir: str | Path, unpack: bool = False, original_filename: str | None = None) -> tuple[Path, Path | None]:\n with belief_scope(\"Save and unpack dashboard\"):\n app_logger.info(\"[save_and_unpack_dashboard][Enter] Processing dashboard. Unpack: %s\", unpack)\n try:\n output_path = Path(output_dir)\n output_path.mkdir(parents=True, exist_ok=True)\n zip_name = sanitize_filename(original_filename) if original_filename else f\"dashboard_export_{datetime.now().strftime('%Y%m%d_%H%M%S')}.zip\"\n zip_path = output_path / zip_name\n zip_path.write_bytes(zip_content)\n app_logger.info(\"[save_and_unpack_dashboard][State] Dashboard saved to: %s\", zip_path)\n if unpack:\n with zipfile.ZipFile(zip_path, 'r') as zip_ref:\n zip_ref.extractall(output_path)\n app_logger.info(\"[save_and_unpack_dashboard][State] Dashboard unpacked to: %s\", output_path)\n return zip_path, output_path\n return zip_path, None\n except zipfile.BadZipFile as e:\n app_logger.error(\"[save_and_unpack_dashboard][Failure] Invalid ZIP archive: %s\", e)\n raise InvalidZipFormatError(f\"Invalid ZIP file: {e}\") from e\n# #endregion save_and_unpack_dashboard\n# #region update_yamls [TYPE Function]\n# @BRIEF Обновляет конфигурации в YAML-файлах, заменяя значения или применяя regex.\n# @PRE: path должен быть существующей директорией.\n# @POST: Все YAML файлы в директории обновлены согласно переданным параметрам.\n# @RELATION CALLS -> _update_yaml_file\ndef update_yamls(db_configs: list[dict[str, Any]] | None = None, path: str = \"dashboards\", regexp_pattern: LiteralString | None = None, replace_string: LiteralString | None = None) -> None:\n with belief_scope(\"Update YAML configurations\"):\n app_logger.info(\"[update_yamls][Enter] Starting YAML configuration update.\")\n dir_path = Path(path)\n assert dir_path.is_dir(), f\"Путь {path} не существует или не является директорией\"\n\n configs: list[dict[str, Any]] = db_configs or []\n\n for file_path in dir_path.rglob(\"*.yaml\"):\n _update_yaml_file(file_path, configs, regexp_pattern, replace_string)\n# #endregion update_yamls\n# #region _update_yaml_file [TYPE Function]\n# @BRIEF (Helper) Обновляет один YAML файл.\n# @PRE: file_path должен быть объектом Path к существующему YAML файлу.\n# @POST: Файл обновлен согласно переданным конфигурациям или регулярному выражению.\ndef _update_yaml_file(file_path: Path, db_configs: list[dict[str, Any]], regexp_pattern: str | None, replace_string: str | None) -> None:\n with belief_scope(f\"Update YAML file: {file_path}\"):\n # Читаем содержимое файла\n try:\n with open(file_path, encoding='utf-8') as f:\n content = f.read()\n except Exception as e:\n app_logger.error(\"[_update_yaml_file][Failure] Failed to read %s: %s\", file_path, e)\n return\n # Если задан pattern и replace_string, применяем замену по регулярному выражению\n if regexp_pattern and replace_string:\n try:\n new_content = re.sub(regexp_pattern, replace_string, content)\n if new_content != content:\n with open(file_path, 'w', encoding='utf-8') as f:\n f.write(new_content)\n app_logger.info(\"[_update_yaml_file][State] Updated %s using regex pattern\", file_path)\n except Exception as e:\n app_logger.error(\"[_update_yaml_file][Failure] Error applying regex to %s: %s\", file_path, e)\n # Если заданы конфигурации, заменяем значения (поддержка old/new)\n if db_configs:\n try:\n # Прямой текстовый заменитель для старых/новых значений, чтобы сохранить структуру файла\n modified_content = content\n for cfg in db_configs:\n # Ожидаем структуру: {'old': {...}, 'new': {...}}\n old_cfg = cfg.get('old', {})\n new_cfg = cfg.get('new', {})\n for key, old_val in old_cfg.items():\n if key in new_cfg:\n new_val = new_cfg[key]\n # Заменяем только точные совпадения старого значения в тексте YAML, используя ключ для контекста\n if isinstance(old_val, str):\n # Ищем паттерн: key: \"value\" или key: value\n key_pattern = re.escape(key)\n val_pattern = re.escape(old_val)\n # Группы: 1=ключ+разделитель, 2=открывающая кавычка (опц), 3=значение, 4=закрывающая кавычка (опц)\n pattern = rf'({key_pattern}\\s*:\\s*)([\"\\']?)({val_pattern})([\"\\']?)'\n\n # #region replacer [TYPE Function]\n # @PURPOSE: Функция замены, сохраняющая кавычки если они были.\n # @PRE: match должен быть объектом совпадения регулярного выражения.\n # @POST: Возвращает строку с новым значением, сохраняя префикс и кавычки.\n def replacer(match):\n prefix = match.group(1)\n quote_open = match.group(2)\n quote_close = match.group(4)\n return f\"{prefix}{quote_open}{new_val}{quote_close}\"\n # #endregion replacer\n modified_content = re.sub(pattern, replacer, modified_content)\n app_logger.info(\"[_update_yaml_file][State] Replaced '%s' with '%s' for key %s in %s\", old_val, new_val, key, file_path)\n # Записываем обратно изменённый контент без парсинга YAML, сохраняем оригинальное форматирование\n with open(file_path, 'w', encoding='utf-8') as f:\n f.write(modified_content)\n except Exception as e:\n app_logger.error(\"[_update_yaml_file][Failure] Error performing raw replacement in %s: %s\", file_path, e)\n# #endregion _update_yaml_file\n# #region create_dashboard_export [TYPE Function]\n# @BRIEF Создает ZIP-архив из указанных исходных путей.\n# @PRE: source_paths должен содержать существующие пути.\n# @POST: ZIP-архив создан по пути zip_path.\ndef create_dashboard_export(zip_path: str | Path, source_paths: list[str | Path], exclude_extensions: list[str] | None = None) -> bool:\n with belief_scope(f\"Create dashboard export: {zip_path}\"):\n app_logger.info(\"[create_dashboard_export][Enter] Packing dashboard: %s -> %s\", source_paths, zip_path)\n try:\n exclude_ext = [ext.lower() for ext in exclude_extensions or []]\n with zipfile.ZipFile(zip_path, 'w', zipfile.ZIP_DEFLATED) as zipf:\n for src_path_str in source_paths:\n src_path = Path(src_path_str)\n assert src_path.exists(), f\"Путь не найден: {src_path}\"\n for item in src_path.rglob('*'):\n if item.is_file() and item.suffix.lower() not in exclude_ext:\n arcname = item.relative_to(src_path.parent)\n zipf.write(item, arcname)\n app_logger.reflect(f\"Archive created: {zip_path}\", extra={\"src\": \"create_dashboard_export\"})\n return True\n except (OSError, zipfile.BadZipFile, AssertionError) as e:\n app_logger.error(\"[create_dashboard_export][Failure] Error: %s\", e, exc_info=True)\n return False\n# #endregion create_dashboard_export\n# #region sanitize_filename [TYPE Function]\n# @BRIEF Очищает строку от символов, недопустимых в именах файлов.\n# @PRE: filename должен быть строкой.\n# @POST: Возвращает строку без спецсимволов.\ndef sanitize_filename(filename: str) -> str:\n with belief_scope(f\"Sanitize filename: {filename}\"):\n return re.sub(r'[\\\\/*?:\"<>|]', \"_\", filename).strip()\n# #endregion sanitize_filename\n# #region get_filename_from_headers [TYPE Function]\n# @BRIEF Извлекает имя файла из HTTP заголовка 'Content-Disposition'.\n# @PRE: headers должен быть словарем заголовков.\n# @POST: Возвращает имя файла или None, если заголовок отсутствует.\ndef get_filename_from_headers(headers: dict) -> str | None:\n with belief_scope(\"Get filename from headers\"):\n content_disposition = headers.get(\"Content-Disposition\", \"\")\n if match := re.search(r'filename=\"?([^\"]+)\"?', content_disposition):\n return match.group(1).strip()\n return None\n# #endregion get_filename_from_headers\n# #region consolidate_archive_folders [TYPE Function]\n# @BRIEF Консолидирует директории архивов на основе общего слага в имени.\n# @PRE: root_directory должен быть объектом Path к существующей директории.\n# @POST: Директории с одинаковым префиксом объединены в одну.\ndef consolidate_archive_folders(root_directory: Path) -> None:\n with belief_scope(f\"Consolidate archives in {root_directory}\"):\n assert isinstance(root_directory, Path), \"root_directory must be a Path object.\"\n assert root_directory.is_dir(), \"root_directory must be an existing directory.\"\n\n app_logger.info(\"[consolidate_archive_folders][Enter] Consolidating archives in %s\", root_directory)\n # Собираем все директории с архивами\n archive_dirs = []\n for item in root_directory.iterdir():\n if item.is_dir():\n # Проверяем, есть ли в директории ZIP-архивы\n if any(item.glob(\"*.zip\")):\n archive_dirs.append(item)\n # Группируем по слагу (части имени до первого '_')\n slug_groups = {}\n for dir_path in archive_dirs:\n dir_name = dir_path.name\n slug = dir_name.split('_')[0] if '_' in dir_name else dir_name\n if slug not in slug_groups:\n slug_groups[slug] = []\n slug_groups[slug].append(dir_path)\n # Для каждой группы консолидируем\n for slug, dirs in slug_groups.items():\n if len(dirs) <= 1:\n continue\n # Создаем целевую директорию\n target_dir = root_directory / slug\n target_dir.mkdir(exist_ok=True)\n app_logger.info(\"[consolidate_archive_folders][State] Consolidating %d directories under %s\", len(dirs), target_dir)\n # Перемещаем содержимое\n for source_dir in dirs:\n if source_dir == target_dir:\n continue\n for item in source_dir.iterdir():\n dest_item = target_dir / item.name\n try:\n if item.is_dir():\n shutil.move(str(item), str(dest_item))\n else:\n shutil.move(str(item), str(dest_item))\n except Exception as e:\n app_logger.error(\"[consolidate_archive_folders][Failure] Failed to move %s to %s: %s\", item, dest_item, e)\n # Удаляем исходную директорию\n try:\n source_dir.rmdir()\n app_logger.info(\"[consolidate_archive_folders][State] Removed source directory: %s\", source_dir)\n except Exception as e:\n app_logger.error(\"[consolidate_archive_folders][Failure] Failed to remove source directory %s: %s\", source_dir, e)\n# #endregion consolidate_archive_folders\n# #endregion FileIO\n" }, { @@ -40752,6 +41890,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region InvalidZipFormatError [TYPE Class]\n# @BRIEF Exception raised when a file is not a valid ZIP archive.\nclass InvalidZipFormatError(Exception):\n pass\n# #endregion InvalidZipFormatError\n" }, { @@ -40805,6 +41944,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_temp_file [TYPE Function]\n# @BRIEF Контекстный менеджер для создания временного файла или директории с гарантированным удалением.\n# @PRE: suffix должен быть строкой, определяющей тип ресурса.\n# @POST: Временный ресурс создан и путь к нему возвращен; ресурс удален после выхода из контекста.\n# @YIELDS: Path - Путь к временному ресурсу.\n@contextmanager\ndef create_temp_file(content: bytes | None = None, suffix: str = \".zip\", mode: str = 'wb', dry_run = False) -> Generator[Path]:\n with belief_scope(\"Create temporary resource\"):\n resource_path = None\n is_dir = suffix.startswith('.dir')\n try:\n if is_dir:\n with tempfile.TemporaryDirectory(suffix=suffix) as temp_dir:\n resource_path = Path(temp_dir)\n app_logger.debug(\"[create_temp_file][State] Created temporary directory: %s\", resource_path)\n yield resource_path\n else:\n fd, temp_path_str = tempfile.mkstemp(suffix=suffix)\n resource_path = Path(temp_path_str)\n os.close(fd)\n if content:\n resource_path.write_bytes(content)\n app_logger.debug(\"[create_temp_file][State] Created temporary file: %s\", resource_path)\n yield resource_path\n finally:\n if resource_path and resource_path.exists() and not dry_run:\n try:\n if resource_path.is_dir():\n shutil.rmtree(resource_path)\n app_logger.debug(\"[create_temp_file][Cleanup] Removed temporary directory: %s\", resource_path)\n else:\n resource_path.unlink()\n app_logger.debug(\"[create_temp_file][Cleanup] Removed temporary file: %s\", resource_path)\n except OSError as e:\n app_logger.error(\"[create_temp_file][Failure] Error during cleanup of %s: %s\", resource_path, e)\n# #endregion create_temp_file\n" }, { @@ -40851,6 +41991,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region remove_empty_directories [TYPE Function]\n# @BRIEF Рекурсивно удаляет все пустые поддиректории, начиная с указанного пути.\n# @PRE: root_dir должен быть путем к существующей директории.\n# @POST: Все пустые поддиректории удалены, возвращено их количество.\ndef remove_empty_directories(root_dir: str) -> int:\n with belief_scope(f\"Remove empty directories in {root_dir}\"):\n app_logger.info(\"[remove_empty_directories][Enter] Starting cleanup of empty directories in %s\", root_dir)\n removed_count = 0\n if not os.path.isdir(root_dir):\n app_logger.error(\"[remove_empty_directories][Failure] Directory not found: %s\", root_dir)\n return 0\n for current_dir, _, _ in os.walk(root_dir, topdown=False):\n if not os.listdir(current_dir):\n try:\n os.rmdir(current_dir)\n removed_count += 1\n app_logger.info(\"[remove_empty_directories][State] Removed empty directory: %s\", current_dir)\n except OSError as e:\n app_logger.error(\"[remove_empty_directories][Failure] Failed to remove %s: %s\", current_dir, e)\n app_logger.reflect(f\"Removed {removed_count} empty directories.\", extra={\"src\": \"remove_empty_directories\"})\n return removed_count\n# #endregion remove_empty_directories\n" }, { @@ -40897,6 +42038,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region read_dashboard_from_disk [TYPE Function]\n# @BRIEF Читает бинарное содержимое файла с диска.\n# @PRE: file_path должен указывать на существующий файл.\n# @POST: Возвращает байты содержимого и имя файла.\ndef read_dashboard_from_disk(file_path: str) -> tuple[bytes, str]:\n with belief_scope(f\"Read dashboard from {file_path}\"):\n path = Path(file_path)\n assert path.is_file(), f\"Файл дашборда не найден: {file_path}\"\n app_logger.info(\"[read_dashboard_from_disk][Enter] Reading file: %s\", file_path)\n content = path.read_bytes()\n if not content:\n app_logger.warning(\"[read_dashboard_from_disk][Warning] File is empty: %s\", file_path)\n return content, path.name\n# #endregion read_dashboard_from_disk\n" }, { @@ -40943,6 +42085,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region calculate_crc32 [TYPE Function]\n# @BRIEF Вычисляет контрольную сумму CRC32 для файла.\n# @PRE: file_path должен быть объектом Path к существующему файлу.\n# @POST: Возвращает 8-значную hex-строку CRC32.\ndef calculate_crc32(file_path: Path) -> str:\n with belief_scope(f\"Calculate CRC32 for {file_path}\"), open(file_path, 'rb') as f:\n crc32_value = zlib.crc32(f.read())\n return f\"{crc32_value:08x}\"\n# #endregion calculate_crc32\n" }, { @@ -40987,6 +42130,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RetentionPolicy [TYPE DataClass]\n# @BRIEF Определяет политику хранения для архивов (ежедневные, еженедельные, ежемесячные).\n@dataclass\nclass RetentionPolicy:\n daily: int = 7\n weekly: int = 4\n monthly: int = 12\n# #endregion RetentionPolicy\n" }, { @@ -41055,6 +42199,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region archive_exports [TYPE Function]\n# @BRIEF Управляет архивом экспортированных файлов, применяя политику хранения и дедупликацию.\n# @PRE: output_dir должен быть путем к существующей директории.\n# @POST: Старые или дублирующиеся архивы удалены согласно политике.\n# @RELATION CALLS -> apply_retention_policy\n# @RELATION CALLS -> calculate_crc32\ndef archive_exports(output_dir: str, policy: RetentionPolicy, deduplicate: bool = False) -> None:\n with belief_scope(f\"Archive exports in {output_dir}\"):\n output_path = Path(output_dir)\n if not output_path.is_dir():\n app_logger.warning(\"[archive_exports][Skip] Archive directory not found: %s\", output_dir)\n return\n app_logger.info(\"[archive_exports][Enter] Managing archive in %s\", output_dir)\n\n # 1. Collect all zip files\n zip_files = list(output_path.glob(\"*.zip\"))\n if not zip_files:\n app_logger.info(\"[archive_exports][State] No zip files found in %s\", output_dir)\n return\n # 2. Deduplication\n if deduplicate:\n app_logger.info(\"[archive_exports][State] Starting deduplication...\")\n checksums = {}\n files_to_remove = []\n\n # Sort by modification time (newest first) to keep the latest version\n zip_files.sort(key=lambda f: f.stat().st_mtime, reverse=True)\n\n for file_path in zip_files:\n try:\n crc = calculate_crc32(file_path)\n if crc in checksums:\n files_to_remove.append(file_path)\n app_logger.debug(\"[archive_exports][State] Duplicate found: %s (same as %s)\", file_path.name, checksums[crc].name)\n else:\n checksums[crc] = file_path\n except Exception as e:\n app_logger.error(\"[archive_exports][Failure] Failed to calculate CRC32 for %s: %s\", file_path, e)\n\n for f in files_to_remove:\n try:\n f.unlink()\n zip_files.remove(f)\n app_logger.info(\"[archive_exports][State] Removed duplicate: %s\", f.name)\n except OSError as e:\n app_logger.error(\"[archive_exports][Failure] Failed to remove duplicate %s: %s\", f, e)\n # 3. Retention Policy\n files_with_dates = []\n for file_path in zip_files:\n # Try to extract date from filename\n # Pattern: ..._YYYYMMDD_HHMMSS.zip or ..._YYYYMMDD.zip\n match = re.search(r'_(\\d{8})_', file_path.name)\n file_date = None\n if match:\n try:\n date_str = match.group(1)\n file_date = datetime.strptime(date_str, \"%Y%m%d\").date()\n except ValueError:\n pass\n\n if not file_date:\n # Fallback to modification time\n file_date = datetime.fromtimestamp(file_path.stat().st_mtime).date()\n\n files_with_dates.append((file_path, file_date))\n files_to_keep = apply_retention_policy(files_with_dates, policy)\n\n for file_path, _ in files_with_dates:\n if file_path not in files_to_keep:\n try:\n file_path.unlink()\n app_logger.info(\"[archive_exports][State] Removed by retention policy: %s\", file_path.name)\n except OSError as e:\n app_logger.error(\"[archive_exports][Failure] Failed to remove %s: %s\", file_path, e)\n# #endregion archive_exports\n" }, { @@ -41101,6 +42246,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region apply_retention_policy [TYPE Function]\n# @BRIEF (Helper) Применяет политику хранения к списку файлов, возвращая те, что нужно сохранить.\n# @PRE: files_with_dates is a list of (Path, date) tuples.\n# @POST: Returns a set of files to keep.\ndef apply_retention_policy(files_with_dates: list[tuple[Path, date]], policy: RetentionPolicy) -> set:\n with belief_scope(\"Apply retention policy\"):\n # Сортируем по дате (от новой к старой)\n sorted_files = sorted(files_with_dates, key=lambda x: x[1], reverse=True)\n # Словарь для хранения файлов по категориям\n daily_files = []\n weekly_files = []\n monthly_files = []\n today = date.today()\n for file_path, file_date in sorted_files:\n # Ежедневные\n if (today - file_date).days < policy.daily:\n daily_files.append(file_path)\n # Еженедельные\n elif (today - file_date).days < policy.weekly * 7:\n weekly_files.append(file_path)\n # Ежемесячные\n elif (today - file_date).days < policy.monthly * 30:\n monthly_files.append(file_path)\n # Возвращаем множество файлов, которые нужно сохранить\n files_to_keep = set()\n files_to_keep.update(daily_files)\n files_to_keep.update(weekly_files[:policy.weekly])\n files_to_keep.update(monthly_files[:policy.monthly])\n app_logger.debug(\"[apply_retention_policy][State] Keeping %d files according to retention policy\", len(files_to_keep))\n return files_to_keep\n# #endregion apply_retention_policy\n" }, { @@ -41147,6 +42293,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region save_and_unpack_dashboard [TYPE Function]\n# @BRIEF Сохраняет бинарное содержимое ZIP-архива на диск и опционально распаковывает его.\n# @PRE: zip_content должен быть байтами валидного ZIP-архива.\n# @POST: ZIP-файл сохранен, и если unpack=True, он распакован в output_dir.\ndef save_and_unpack_dashboard(zip_content: bytes, output_dir: str | Path, unpack: bool = False, original_filename: str | None = None) -> tuple[Path, Path | None]:\n with belief_scope(\"Save and unpack dashboard\"):\n app_logger.info(\"[save_and_unpack_dashboard][Enter] Processing dashboard. Unpack: %s\", unpack)\n try:\n output_path = Path(output_dir)\n output_path.mkdir(parents=True, exist_ok=True)\n zip_name = sanitize_filename(original_filename) if original_filename else f\"dashboard_export_{datetime.now().strftime('%Y%m%d_%H%M%S')}.zip\"\n zip_path = output_path / zip_name\n zip_path.write_bytes(zip_content)\n app_logger.info(\"[save_and_unpack_dashboard][State] Dashboard saved to: %s\", zip_path)\n if unpack:\n with zipfile.ZipFile(zip_path, 'r') as zip_ref:\n zip_ref.extractall(output_path)\n app_logger.info(\"[save_and_unpack_dashboard][State] Dashboard unpacked to: %s\", output_path)\n return zip_path, output_path\n return zip_path, None\n except zipfile.BadZipFile as e:\n app_logger.error(\"[save_and_unpack_dashboard][Failure] Invalid ZIP archive: %s\", e)\n raise InvalidZipFormatError(f\"Invalid ZIP file: {e}\") from e\n# #endregion save_and_unpack_dashboard\n" }, { @@ -41209,6 +42356,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region update_yamls [TYPE Function]\n# @BRIEF Обновляет конфигурации в YAML-файлах, заменяя значения или применяя regex.\n# @PRE: path должен быть существующей директорией.\n# @POST: Все YAML файлы в директории обновлены согласно переданным параметрам.\n# @RELATION CALLS -> _update_yaml_file\ndef update_yamls(db_configs: list[dict[str, Any]] | None = None, path: str = \"dashboards\", regexp_pattern: LiteralString | None = None, replace_string: LiteralString | None = None) -> None:\n with belief_scope(\"Update YAML configurations\"):\n app_logger.info(\"[update_yamls][Enter] Starting YAML configuration update.\")\n dir_path = Path(path)\n assert dir_path.is_dir(), f\"Путь {path} не существует или не является директорией\"\n\n configs: list[dict[str, Any]] = db_configs or []\n\n for file_path in dir_path.rglob(\"*.yaml\"):\n _update_yaml_file(file_path, configs, regexp_pattern, replace_string)\n# #endregion update_yamls\n" }, { @@ -41255,6 +42403,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _update_yaml_file [TYPE Function]\n# @BRIEF (Helper) Обновляет один YAML файл.\n# @PRE: file_path должен быть объектом Path к существующему YAML файлу.\n# @POST: Файл обновлен согласно переданным конфигурациям или регулярному выражению.\ndef _update_yaml_file(file_path: Path, db_configs: list[dict[str, Any]], regexp_pattern: str | None, replace_string: str | None) -> None:\n with belief_scope(f\"Update YAML file: {file_path}\"):\n # Читаем содержимое файла\n try:\n with open(file_path, encoding='utf-8') as f:\n content = f.read()\n except Exception as e:\n app_logger.error(\"[_update_yaml_file][Failure] Failed to read %s: %s\", file_path, e)\n return\n # Если задан pattern и replace_string, применяем замену по регулярному выражению\n if regexp_pattern and replace_string:\n try:\n new_content = re.sub(regexp_pattern, replace_string, content)\n if new_content != content:\n with open(file_path, 'w', encoding='utf-8') as f:\n f.write(new_content)\n app_logger.info(\"[_update_yaml_file][State] Updated %s using regex pattern\", file_path)\n except Exception as e:\n app_logger.error(\"[_update_yaml_file][Failure] Error applying regex to %s: %s\", file_path, e)\n # Если заданы конфигурации, заменяем значения (поддержка old/new)\n if db_configs:\n try:\n # Прямой текстовый заменитель для старых/новых значений, чтобы сохранить структуру файла\n modified_content = content\n for cfg in db_configs:\n # Ожидаем структуру: {'old': {...}, 'new': {...}}\n old_cfg = cfg.get('old', {})\n new_cfg = cfg.get('new', {})\n for key, old_val in old_cfg.items():\n if key in new_cfg:\n new_val = new_cfg[key]\n # Заменяем только точные совпадения старого значения в тексте YAML, используя ключ для контекста\n if isinstance(old_val, str):\n # Ищем паттерн: key: \"value\" или key: value\n key_pattern = re.escape(key)\n val_pattern = re.escape(old_val)\n # Группы: 1=ключ+разделитель, 2=открывающая кавычка (опц), 3=значение, 4=закрывающая кавычка (опц)\n pattern = rf'({key_pattern}\\s*:\\s*)([\"\\']?)({val_pattern})([\"\\']?)'\n\n # #region replacer [TYPE Function]\n # @PURPOSE: Функция замены, сохраняющая кавычки если они были.\n # @PRE: match должен быть объектом совпадения регулярного выражения.\n # @POST: Возвращает строку с новым значением, сохраняя префикс и кавычки.\n def replacer(match):\n prefix = match.group(1)\n quote_open = match.group(2)\n quote_close = match.group(4)\n return f\"{prefix}{quote_open}{new_val}{quote_close}\"\n # #endregion replacer\n modified_content = re.sub(pattern, replacer, modified_content)\n app_logger.info(\"[_update_yaml_file][State] Replaced '%s' with '%s' for key %s in %s\", old_val, new_val, key, file_path)\n # Записываем обратно изменённый контент без парсинга YAML, сохраняем оригинальное форматирование\n with open(file_path, 'w', encoding='utf-8') as f:\n f.write(modified_content)\n except Exception as e:\n app_logger.error(\"[_update_yaml_file][Failure] Error performing raw replacement in %s: %s\", file_path, e)\n# #endregion _update_yaml_file\n" }, { @@ -41301,6 +42450,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region replacer [TYPE Function]\n # @PURPOSE: Функция замены, сохраняющая кавычки если они были.\n # @PRE: match должен быть объектом совпадения регулярного выражения.\n # @POST: Возвращает строку с новым значением, сохраняя префикс и кавычки.\n def replacer(match):\n prefix = match.group(1)\n quote_open = match.group(2)\n quote_close = match.group(4)\n return f\"{prefix}{quote_open}{new_val}{quote_close}\"\n # #endregion replacer\n" }, { @@ -41347,6 +42497,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_dashboard_export [TYPE Function]\n# @BRIEF Создает ZIP-архив из указанных исходных путей.\n# @PRE: source_paths должен содержать существующие пути.\n# @POST: ZIP-архив создан по пути zip_path.\ndef create_dashboard_export(zip_path: str | Path, source_paths: list[str | Path], exclude_extensions: list[str] | None = None) -> bool:\n with belief_scope(f\"Create dashboard export: {zip_path}\"):\n app_logger.info(\"[create_dashboard_export][Enter] Packing dashboard: %s -> %s\", source_paths, zip_path)\n try:\n exclude_ext = [ext.lower() for ext in exclude_extensions or []]\n with zipfile.ZipFile(zip_path, 'w', zipfile.ZIP_DEFLATED) as zipf:\n for src_path_str in source_paths:\n src_path = Path(src_path_str)\n assert src_path.exists(), f\"Путь не найден: {src_path}\"\n for item in src_path.rglob('*'):\n if item.is_file() and item.suffix.lower() not in exclude_ext:\n arcname = item.relative_to(src_path.parent)\n zipf.write(item, arcname)\n app_logger.reflect(f\"Archive created: {zip_path}\", extra={\"src\": \"create_dashboard_export\"})\n return True\n except (OSError, zipfile.BadZipFile, AssertionError) as e:\n app_logger.error(\"[create_dashboard_export][Failure] Error: %s\", e, exc_info=True)\n return False\n# #endregion create_dashboard_export\n" }, { @@ -41393,6 +42544,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region sanitize_filename [TYPE Function]\n# @BRIEF Очищает строку от символов, недопустимых в именах файлов.\n# @PRE: filename должен быть строкой.\n# @POST: Возвращает строку без спецсимволов.\ndef sanitize_filename(filename: str) -> str:\n with belief_scope(f\"Sanitize filename: {filename}\"):\n return re.sub(r'[\\\\/*?:\"<>|]', \"_\", filename).strip()\n# #endregion sanitize_filename\n" }, { @@ -41439,6 +42591,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_filename_from_headers [TYPE Function]\n# @BRIEF Извлекает имя файла из HTTP заголовка 'Content-Disposition'.\n# @PRE: headers должен быть словарем заголовков.\n# @POST: Возвращает имя файла или None, если заголовок отсутствует.\ndef get_filename_from_headers(headers: dict) -> str | None:\n with belief_scope(\"Get filename from headers\"):\n content_disposition = headers.get(\"Content-Disposition\", \"\")\n if match := re.search(r'filename=\"?([^\"]+)\"?', content_disposition):\n return match.group(1).strip()\n return None\n# #endregion get_filename_from_headers\n" }, { @@ -41485,6 +42638,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region consolidate_archive_folders [TYPE Function]\n# @BRIEF Консолидирует директории архивов на основе общего слага в имени.\n# @PRE: root_directory должен быть объектом Path к существующей директории.\n# @POST: Директории с одинаковым префиксом объединены в одну.\ndef consolidate_archive_folders(root_directory: Path) -> None:\n with belief_scope(f\"Consolidate archives in {root_directory}\"):\n assert isinstance(root_directory, Path), \"root_directory must be a Path object.\"\n assert root_directory.is_dir(), \"root_directory must be an existing directory.\"\n\n app_logger.info(\"[consolidate_archive_folders][Enter] Consolidating archives in %s\", root_directory)\n # Собираем все директории с архивами\n archive_dirs = []\n for item in root_directory.iterdir():\n if item.is_dir():\n # Проверяем, есть ли в директории ZIP-архивы\n if any(item.glob(\"*.zip\")):\n archive_dirs.append(item)\n # Группируем по слагу (части имени до первого '_')\n slug_groups = {}\n for dir_path in archive_dirs:\n dir_name = dir_path.name\n slug = dir_name.split('_')[0] if '_' in dir_name else dir_name\n if slug not in slug_groups:\n slug_groups[slug] = []\n slug_groups[slug].append(dir_path)\n # Для каждой группы консолидируем\n for slug, dirs in slug_groups.items():\n if len(dirs) <= 1:\n continue\n # Создаем целевую директорию\n target_dir = root_directory / slug\n target_dir.mkdir(exist_ok=True)\n app_logger.info(\"[consolidate_archive_folders][State] Consolidating %d directories under %s\", len(dirs), target_dir)\n # Перемещаем содержимое\n for source_dir in dirs:\n if source_dir == target_dir:\n continue\n for item in source_dir.iterdir():\n dest_item = target_dir / item.name\n try:\n if item.is_dir():\n shutil.move(str(item), str(dest_item))\n else:\n shutil.move(str(item), str(dest_item))\n except Exception as e:\n app_logger.error(\"[consolidate_archive_folders][Failure] Failed to move %s to %s: %s\", item, dest_item, e)\n # Удаляем исходную директорию\n try:\n source_dir.rmdir()\n app_logger.info(\"[consolidate_archive_folders][State] Removed source directory: %s\", source_dir)\n except Exception as e:\n app_logger.error(\"[consolidate_archive_folders][Failure] Failed to remove source directory %s: %s\", source_dir, e)\n# #endregion consolidate_archive_folders\n" }, { @@ -41538,6 +42692,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FuzzyMatching [TYPE Module] [SEMANTICS fuzzy, matching, rapidfuzz, database, mapping]\n#\n# @BRIEF Provides utility functions for fuzzy matching database names.\n# @LAYER: Core\n# @RELATION DEPENDS_ON -> rapidfuzz\n#\n# @INVARIANT: Confidence scores are returned as floats between 0.0 and 1.0.\n\n\nfrom rapidfuzz import fuzz, process\n\n\n# #region suggest_mappings [TYPE Function]\n# @BRIEF Suggests mappings between source and target databases using fuzzy matching.\n# @PRE: source_databases and target_databases are lists of dictionaries with 'uuid' and 'database_name'.\n# @POST: Returns a list of suggested mappings with confidence scores.\ndef suggest_mappings(source_databases: list[dict], target_databases: list[dict], threshold: int = 60) -> list[dict]:\n \"\"\"\n Suggest mappings between source and target databases using fuzzy matching.\n \"\"\"\n suggestions = []\n if not target_databases:\n return suggestions\n\n target_names = [db['database_name'] for db in target_databases]\n\n for s_db in source_databases:\n # Use token_sort_ratio as decided in research.md\n match = process.extractOne(\n s_db['database_name'],\n target_names,\n scorer=fuzz.token_sort_ratio\n )\n\n if match:\n name, score, index = match\n if score >= threshold:\n suggestions.append({\n \"source_db\": s_db['database_name'],\n \"target_db\": target_databases[index]['database_name'],\n \"source_db_uuid\": s_db['uuid'],\n \"target_db_uuid\": target_databases[index]['uuid'],\n \"confidence\": score / 100.0\n })\n\n return suggestions\n# #endregion suggest_mappings\n\n# #endregion FuzzyMatching\n" }, { @@ -41584,6 +42739,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region suggest_mappings [TYPE Function]\n# @BRIEF Suggests mappings between source and target databases using fuzzy matching.\n# @PRE: source_databases and target_databases are lists of dictionaries with 'uuid' and 'database_name'.\n# @POST: Returns a list of suggested mappings with confidence scores.\ndef suggest_mappings(source_databases: list[dict], target_databases: list[dict], threshold: int = 60) -> list[dict]:\n \"\"\"\n Suggest mappings between source and target databases using fuzzy matching.\n \"\"\"\n suggestions = []\n if not target_databases:\n return suggestions\n\n target_names = [db['database_name'] for db in target_databases]\n\n for s_db in source_databases:\n # Use token_sort_ratio as decided in research.md\n match = process.extractOne(\n s_db['database_name'],\n target_names,\n scorer=fuzz.token_sort_ratio\n )\n\n if match:\n name, score, index = match\n if score >= threshold:\n suggestions.append({\n \"source_db\": s_db['database_name'],\n \"target_db\": target_databases[index]['database_name'],\n \"source_db_uuid\": s_db['uuid'],\n \"target_db_uuid\": target_databases[index]['uuid'],\n \"confidence\": score / 100.0\n })\n\n return suggestions\n# #endregion suggest_mappings\n" }, { @@ -41617,6 +42773,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region NetworkModule [C:3] [TYPE Module] [SEMANTICS network, http, retry, tenacity, session]\n#\n# @BRIEF Инкапсулирует низкоуровневую HTTP-логику для взаимодействия с Superset API, включая аутентификацию, управление сессией, retry-логику и обработку ошибок.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @PUBLIC_API: APIClient\nimport io\nimport json\nimport threading\nimport time\nfrom pathlib import Path\nfrom typing import Any, cast\n\nimport requests\nimport urllib3\nfrom requests.adapters import HTTPAdapter\nfrom urllib3.util.retry import Retry\n\nfrom ..logger import belief_scope\nfrom ..logger import logger as app_logger\n\n\n# #region SupersetAPIError [C:1] [TYPE Class]\n# @BRIEF Base exception for all Superset API related errors.\nclass SupersetAPIError(Exception):\n # #region __init__ [TYPE Function] [C:1]\n # @PURPOSE: Initializes the exception with a message and context.\n # @PRE: message is a string, context is a dict.\n # @POST: Exception is initialized with context.\n def __init__(self, message: str = \"Superset API error\", **context: Any):\n with belief_scope(\"SupersetAPIError.__init__\"):\n self.context = context\n super().__init__(f\"[API_FAILURE] {message} | Context: {self.context}\")\n # #endregion __init__\n# #endregion SupersetAPIError\n# #region AuthenticationError [C:1] [TYPE Class]\n# @BRIEF Exception raised when authentication fails.\nclass AuthenticationError(SupersetAPIError):\n # #region __init__ [TYPE Function] [C:1]\n # @PURPOSE: Initializes the authentication error.\n # @PRE: message is a string, context is a dict.\n # @POST: AuthenticationError is initialized.\n def __init__(self, message: str = \"Authentication failed\", **context: Any):\n with belief_scope(\"AuthenticationError.__init__\"):\n super().__init__(message, type=\"authentication\", **context)\n # #endregion __init__\n# #endregion AuthenticationError\n# #region PermissionDeniedError [TYPE Class]\n# @BRIEF Exception raised when access is denied.\nclass PermissionDeniedError(AuthenticationError):\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes the permission denied error.\n # @PRE: message is a string, context is a dict.\n # @POST: PermissionDeniedError is initialized.\n def __init__(self, message: str = \"Permission denied\", **context: Any):\n with belief_scope(\"PermissionDeniedError.__init__\"):\n super().__init__(message, **context)\n # #endregion __init__\n# #endregion PermissionDeniedError\n# #region DashboardNotFoundError [TYPE Class]\n# @BRIEF Exception raised when a dashboard cannot be found.\nclass DashboardNotFoundError(SupersetAPIError):\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes the not found error with resource ID.\n # @PRE: resource_id is provided.\n # @POST: DashboardNotFoundError is initialized.\n def __init__(self, resource_id: int | str, message: str = \"Dashboard not found\", **context: Any):\n with belief_scope(\"DashboardNotFoundError.__init__\"):\n super().__init__(f\"Dashboard '{resource_id}' {message}\", subtype=\"not_found\", resource_id=resource_id, **context)\n # #endregion __init__\n# #endregion DashboardNotFoundError\n# #region NetworkError [TYPE Class]\n# @BRIEF Exception raised when a network level error occurs.\nclass NetworkError(Exception):\n # #region NetworkError.__init__ [TYPE Function]\n # @PURPOSE: Initializes the network error.\n # @PRE: message is a string.\n # @POST: NetworkError is initialized.\n def __init__(self, message: str = \"Network connection failed\", **context: Any):\n with belief_scope(\"NetworkError.__init__\"):\n self.context = context\n super().__init__(f\"[NETWORK_FAILURE] {message} | Context: {self.context}\")\n # #endregion NetworkError.__init__\n# #endregion NetworkError\n# #region SupersetAuthCache [TYPE Class]\n# @BRIEF Process-local cache for Superset access/csrf tokens keyed by environment credentials.\n# @PRE: base_url and username are stable strings.\n# @POST: Cached entries expire automatically by TTL and can be reused across requests.\nclass SupersetAuthCache:\n TTL_SECONDS = 300\n _lock = threading.Lock()\n _entries: dict[tuple[str, str, bool], dict[str, Any]] = {}\n @classmethod\n def build_key(cls, base_url: str, auth: dict[str, Any] | None, verify_ssl: bool) -> tuple[str, str, bool]:\n username = \"\"\n if isinstance(auth, dict):\n username = str(auth.get(\"username\") or \"\").strip()\n return (str(base_url or \"\").strip(), username, bool(verify_ssl))\n @classmethod\n # #region SupersetAuthCache.get [TYPE Function]\n def get(cls, key: tuple[str, str, bool]) -> dict[str, str] | None:\n now = time.time()\n with cls._lock:\n payload = cls._entries.get(key)\n if not payload:\n return None\n expires_at = float(payload.get(\"expires_at\") or 0)\n if expires_at <= now:\n cls._entries.pop(key, None)\n return None\n tokens = payload.get(\"tokens\")\n if not isinstance(tokens, dict):\n cls._entries.pop(key, None)\n return None\n return {\n \"access_token\": str(tokens.get(\"access_token\") or \"\"),\n \"csrf_token\": str(tokens.get(\"csrf_token\") or \"\"),\n }\n # #endregion SupersetAuthCache.get\n @classmethod\n # #region SupersetAuthCache.set [TYPE Function]\n def set(cls, key: tuple[str, str, bool], tokens: dict[str, str], ttl_seconds: int | None = None) -> None:\n normalized_ttl = max(int(ttl_seconds or cls.TTL_SECONDS), 1)\n with cls._lock:\n cls._entries[key] = {\n \"tokens\": {\n \"access_token\": str(tokens.get(\"access_token\") or \"\"),\n \"csrf_token\": str(tokens.get(\"csrf_token\") or \"\"),\n },\n \"expires_at\": time.time() + normalized_ttl,\n }\n # #endregion SupersetAuthCache.set\n @classmethod\n def invalidate(cls, key: tuple[str, str, bool]) -> None:\n with cls._lock:\n cls._entries.pop(key, None)\n# #endregion SupersetAuthCache\n# #region APIClient [C:3] [TYPE Class]\n# @BRIEF Synchronous Superset API client with process-local auth token caching.\n# @RELATION DEPENDS_ON -> [SupersetAuthCache]\n# @RELATION DEPENDS_ON -> [LoggerModule]\nclass APIClient:\n DEFAULT_TIMEOUT = 30\n # #region APIClient.__init__ [TYPE Function]\n # @PURPOSE: Инициализирует API клиент с конфигурацией, сессией и логгером.\n # @PARAM: config (Dict[str, Any]) - Конфигурация.\n # @PARAM: verify_ssl (bool) - Проверять ли SSL.\n # @PARAM: timeout (int) - Таймаут запросов.\n # @PRE: config must contain 'base_url' and 'auth'.\n # @POST: APIClient instance is initialized with a session.\n def __init__(self, config: dict[str, Any], verify_ssl: bool = True, timeout: int = DEFAULT_TIMEOUT):\n with belief_scope(\"__init__\"):\n app_logger.reason(\"Initializing APIClient.\", extra={\"src\": \"APIClient.__init__\"})\n self.base_url: str = self._normalize_base_url(config.get(\"base_url\", \"\"))\n self.api_base_url: str = f\"{self.base_url}/api/v1\"\n self.auth = config.get(\"auth\")\n self.request_settings = {\"verify_ssl\": verify_ssl, \"timeout\": timeout}\n self.session = self._init_session()\n self._tokens: dict[str, str] = {}\n self._auth_cache_key = SupersetAuthCache.build_key(\n self.base_url,\n self.auth,\n verify_ssl,\n )\n self._authenticated = False\n app_logger.reflect(\"APIClient initialized.\", extra={\"src\": \"APIClient.__init__\"})\n # #endregion APIClient.__init__\n # #region _init_session [TYPE Function]\n # @PURPOSE: Создает и настраивает `requests.Session` с retry-логикой.\n # @PRE: self.request_settings must be initialized.\n # @POST: Returns a configured requests.Session instance.\n # @RETURN: requests.Session - Настроенная сессия.\n def _init_session(self) -> requests.Session:\n with belief_scope(\"_init_session\"):\n session = requests.Session()\n\n # Create a custom adapter that handles TLS issues\n class TLSAdapter(HTTPAdapter):\n def init_poolmanager(self, connections, maxsize, block=False):\n import ssl\n\n from urllib3.poolmanager import PoolManager\n\n # Create an SSL context that ignores TLSv1 unrecognized name errors\n ctx = ssl.create_default_context()\n ctx.set_ciphers('HIGH:!aNULL:!eNULL:!EXPORT:!DES:!RC4:!MD5:!PSK:!SRP:!CAMELLIA')\n\n # Ignore TLSV1_UNRECOGNIZED_NAME errors by disabling hostname verification\n # This is safe when verify_ssl is false (we're already not verifying the certificate)\n ctx.check_hostname = False\n\n self.poolmanager = PoolManager(\n num_pools=connections,\n maxsize=maxsize,\n block=block,\n ssl_context=ctx\n )\n\n retries = Retry(total=3, backoff_factor=0.5, status_forcelist=[500, 502, 503, 504])\n adapter = TLSAdapter(max_retries=retries)\n session.mount('http://', adapter)\n session.mount('https://', adapter)\n\n if not self.request_settings[\"verify_ssl\"]:\n urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)\n app_logger.warning(\"[_init_session][State] SSL verification disabled.\")\n # When verify_ssl is false, we should also disable hostname verification\n session.verify = False\n else:\n session.verify = True\n\n return session\n # #endregion _init_session\n # #region _normalize_base_url [TYPE Function]\n # @PURPOSE: Normalize Superset environment URL to base host/path without trailing slash and /api/v1 suffix.\n # @PRE: raw_url can be empty.\n # @POST: Returns canonical base URL suitable for building API endpoints.\n # @RETURN: str\n def _normalize_base_url(self, raw_url: str) -> str:\n normalized = str(raw_url or \"\").strip().rstrip(\"/\")\n if normalized.lower().endswith(\"/api/v1\"):\n normalized = normalized[:-len(\"/api/v1\")]\n return normalized.rstrip(\"/\")\n # #endregion _normalize_base_url\n # #region _build_api_url [TYPE Function]\n # @PURPOSE: Build absolute Superset API URL for endpoint using canonical /api/v1 base.\n # @PRE: endpoint is relative path or absolute URL.\n # @POST: Returns full URL without accidental duplicate slashes.\n # @RETURN: str\n def _build_api_url(self, endpoint: str) -> str:\n normalized_endpoint = str(endpoint or \"\").strip()\n if normalized_endpoint.startswith(\"http://\") or normalized_endpoint.startswith(\"https://\"):\n return normalized_endpoint\n if not normalized_endpoint.startswith(\"/\"):\n normalized_endpoint = f\"/{normalized_endpoint}\"\n if normalized_endpoint.startswith(\"/api/v1/\") or normalized_endpoint == \"/api/v1\":\n return f\"{self.base_url}{normalized_endpoint}\"\n return f\"{self.api_base_url}{normalized_endpoint}\"\n # #endregion _build_api_url\n # #region APIClient.authenticate [TYPE Function]\n # @PURPOSE: Выполняет аутентификацию в Superset API и получает access и CSRF токены.\n # @PRE: self.auth and self.base_url must be valid.\n # @POST: `self._tokens` заполнен, `self._authenticated` установлен в `True`.\n # @RETURN: Dict[str, str] - Словарь с токенами.\n # @THROW: AuthenticationError, NetworkError - при ошибках.\n # @RELATION: [CALLS] ->[SupersetAuthCache.get]\n # @RELATION: [CALLS] ->[SupersetAuthCache.set]\n def authenticate(self) -> dict[str, str]:\n with belief_scope(\"authenticate\"):\n app_logger.info(\"[authenticate][Enter] Authenticating to %s\", self.base_url)\n cached_tokens = SupersetAuthCache.get(self._auth_cache_key)\n if cached_tokens and cached_tokens.get(\"access_token\"):\n # Cache hit — we have a valid access_token, but we need to\n # re-establish the session cookie in this new requests.Session.\n # Superset CSRF protection pairs the X-CSRFToken header with a\n # Flask session cookie set during login. A fresh requests.Session\n # lacks that cookie, so even a valid cached CSRF token would fail\n # with \"CSRF session token is missing\". We re-fetch the CSRF\n # token to both establish the session cookie AND get a fresh\n # CSRF token for the current session.\n try:\n csrf_url = f\"{self.api_base_url}/security/csrf_token/\"\n csrf_response = self.session.get(\n csrf_url,\n headers={\"Authorization\": f\"Bearer {cached_tokens['access_token']}\"},\n timeout=self.request_settings[\"timeout\"],\n )\n csrf_response.raise_for_status()\n csrf_token = csrf_response.json()[\"result\"]\n self._tokens = {\n \"access_token\": cached_tokens[\"access_token\"],\n \"csrf_token\": csrf_token,\n }\n self._authenticated = True\n # Update cache with fresh CSRF token for this session\n SupersetAuthCache.set(self._auth_cache_key, self._tokens)\n app_logger.info(\n \"[authenticate][CacheHit] Reusing cached Superset auth tokens for %s \"\n \"(CSRF token refreshed for new session)\",\n self.base_url,\n )\n return self._tokens\n except Exception as refresh_err:\n app_logger.warning(\n \"[authenticate][CacheRefreshFailed] CSRF token refresh failed, \"\n \"falling back to full re-authentication: %s\",\n refresh_err,\n )\n SupersetAuthCache.invalidate(self._auth_cache_key)\n # Fall through to full authentication below\n try:\n login_url = f\"{self.api_base_url}/security/login\"\n # Log the payload keys and values (masking password)\n masked_auth = {k: (\"******\" if k == \"password\" else v) for k, v in self.auth.items()}\n app_logger.info(f\"[authenticate][Debug] Login URL: {login_url}\")\n app_logger.info(f\"[authenticate][Debug] Auth payload: {masked_auth}\")\n\n response = self.session.post(login_url, json=self.auth, timeout=self.request_settings[\"timeout\"])\n\n if response.status_code != 200:\n app_logger.error(f\"[authenticate][Error] Status: {response.status_code}, Response: {response.text}\")\n\n response.raise_for_status()\n access_token = response.json()[\"access_token\"]\n\n csrf_url = f\"{self.api_base_url}/security/csrf_token/\"\n csrf_response = self.session.get(csrf_url, headers={\"Authorization\": f\"Bearer {access_token}\"}, timeout=self.request_settings[\"timeout\"])\n csrf_response.raise_for_status()\n\n self._tokens = {\"access_token\": access_token, \"csrf_token\": csrf_response.json()[\"result\"]}\n self._authenticated = True\n SupersetAuthCache.set(self._auth_cache_key, self._tokens)\n app_logger.reflect(\"Authenticated successfully.\", extra={\"src\": \"authenticate\"})\n return self._tokens\n except requests.exceptions.HTTPError as e:\n SupersetAuthCache.invalidate(self._auth_cache_key)\n status_code = e.response.status_code if e.response is not None else None\n if status_code in [502, 503, 504]:\n raise NetworkError(f\"Environment unavailable during authentication (Status {status_code})\", status_code=status_code) from e\n raise AuthenticationError(f\"Authentication failed: {e}\") from e\n except (requests.exceptions.RequestException, KeyError) as e:\n SupersetAuthCache.invalidate(self._auth_cache_key)\n raise NetworkError(f\"Network or parsing error during authentication: {e}\") from e\n # #endregion APIClient.authenticate\n @property\n # #region headers [TYPE Function]\n # @PURPOSE: Возвращает HTTP-заголовки для аутентифицированных запросов.\n # @PRE: APIClient is initialized and authenticated or can be authenticated.\n # @POST: Returns headers including auth tokens.\n def headers(self) -> dict[str, str]:\n if not self._authenticated:\n self.authenticate()\n return {\n \"Authorization\": f\"Bearer {self._tokens['access_token']}\",\n \"X-CSRFToken\": self._tokens.get(\"csrf_token\", \"\"),\n \"Referer\": self.base_url,\n \"Content-Type\": \"application/json\"\n }\n # #endregion headers\n # #region request [TYPE Function]\n # @PURPOSE: Выполняет универсальный HTTP-запрос к API.\n # @PARAM: method (str) - HTTP метод.\n # @PARAM: endpoint (str) - API эндпоинт.\n # @PARAM: headers (Optional[Dict]) - Дополнительные заголовки.\n # @PARAM: raw_response (bool) - Возвращать ли сырой ответ.\n # @PRE: method and endpoint must be strings.\n # @POST: Returns response content or raw Response object.\n # @RETURN: `requests.Response` если `raw_response=True`, иначе `dict`.\n # @THROW: SupersetAPIError, NetworkError и их подклассы.\n def request(self, method: str, endpoint: str, headers: dict | None = None, raw_response: bool = False, **kwargs) -> requests.Response | dict[str, Any]:\n full_url = self._build_api_url(endpoint)\n _headers = self.headers.copy()\n if headers:\n _headers.update(headers)\n\n try:\n response = self.session.request(method, full_url, headers=_headers, **kwargs)\n response.raise_for_status()\n return response if raw_response else response.json()\n except requests.exceptions.HTTPError as e:\n if e.response is not None and e.response.status_code == 401:\n self._authenticated = False\n self._tokens = {}\n SupersetAuthCache.invalidate(self._auth_cache_key)\n self._handle_http_error(e, endpoint)\n except requests.exceptions.RequestException as e:\n self._handle_network_error(e, full_url)\n # #endregion request\n # #region _handle_http_error [TYPE Function]\n # @PURPOSE: (Helper) Преобразует HTTP ошибки в кастомные исключения.\n # @PARAM: e (requests.exceptions.HTTPError) - Ошибка.\n # @PARAM: endpoint (str) - Эндпоинт.\n # @PRE: e must be a valid HTTPError with a response.\n # @POST: Raises a specific SupersetAPIError or subclass.\n def _handle_http_error(self, e: requests.exceptions.HTTPError, endpoint: str):\n with belief_scope(\"_handle_http_error\"):\n status_code = e.response.status_code\n if status_code == 502 or status_code == 503 or status_code == 504:\n raise NetworkError(f\"Environment unavailable (Status {status_code})\", status_code=status_code) from e\n if status_code == 404:\n if self._is_dashboard_endpoint(endpoint):\n raise DashboardNotFoundError(endpoint) from e\n raise SupersetAPIError(\n f\"API resource not found at endpoint '{endpoint}'\",\n status_code=status_code,\n endpoint=endpoint,\n subtype=\"not_found\",\n ) from e\n if status_code == 403:\n raise PermissionDeniedError() from e\n if status_code == 401:\n raise AuthenticationError() from e\n raise SupersetAPIError(f\"API Error {status_code}: {e.response.text}\") from e\n # #endregion _handle_http_error\n # #region _is_dashboard_endpoint [TYPE Function]\n # @PURPOSE: Determine whether an API endpoint represents a dashboard resource for 404 translation.\n # @PRE: endpoint may be relative or absolute.\n # @POST: Returns true only for dashboard-specific endpoints.\n def _is_dashboard_endpoint(self, endpoint: str) -> bool:\n normalized_endpoint = str(endpoint or \"\").strip().lower()\n if not normalized_endpoint:\n return False\n if normalized_endpoint.startswith(\"http://\") or normalized_endpoint.startswith(\"https://\"):\n try:\n normalized_endpoint = \"/\" + normalized_endpoint.split(\"/api/v1\", 1)[1].lstrip(\"/\")\n except IndexError:\n return False\n if normalized_endpoint.startswith(\"/api/v1/\"):\n normalized_endpoint = normalized_endpoint[len(\"/api/v1\"):]\n return normalized_endpoint.startswith(\"/dashboard/\") or normalized_endpoint == \"/dashboard\"\n # #endregion _is_dashboard_endpoint\n # #region _handle_network_error [TYPE Function]\n # @PURPOSE: (Helper) Преобразует сетевые ошибки в `NetworkError`.\n # @PARAM: e (requests.exceptions.RequestException) - Ошибка.\n # @PARAM: url (str) - URL.\n # @PRE: e must be a RequestException.\n # @POST: Raises a NetworkError.\n def _handle_network_error(self, e: requests.exceptions.RequestException, url: str):\n with belief_scope(\"_handle_network_error\"):\n if isinstance(e, requests.exceptions.Timeout):\n msg = \"Request timeout\"\n elif isinstance(e, requests.exceptions.ConnectionError):\n msg = \"Connection error\"\n else:\n msg = f\"Unknown network error: {e}\"\n raise NetworkError(msg, url=url) from e\n # #endregion _handle_network_error\n # #region upload_file [TYPE Function]\n # @PURPOSE: Загружает файл на сервер через multipart/form-data.\n # @PARAM: endpoint (str) - Эндпоинт.\n # @PARAM: file_info (Dict[str, Any]) - Информация о файле.\n # @PARAM: extra_data (Optional[Dict]) - Дополнительные данные.\n # @PARAM: timeout (Optional[int]) - Таймаут.\n # @PRE: file_info must contain 'file_obj' and 'file_name'.\n # @POST: File is uploaded and response returned.\n # @RETURN: Ответ API в виде словаря.\n # @THROW: SupersetAPIError, NetworkError, TypeError.\n def upload_file(self, endpoint: str, file_info: dict[str, Any], extra_data: dict | None = None, timeout: int | None = None) -> dict:\n with belief_scope(\"upload_file\"):\n full_url = self._build_api_url(endpoint)\n _headers = self.headers.copy()\n _headers.pop('Content-Type', None)\n\n\n file_obj, file_name, form_field = file_info.get(\"file_obj\"), file_info.get(\"file_name\"), file_info.get(\"form_field\", \"file\")\n\n files_payload = {}\n if isinstance(file_obj, (str, Path)):\n with open(file_obj, 'rb') as f:\n files_payload = {form_field: (file_name, f.read(), 'application/x-zip-compressed')}\n elif isinstance(file_obj, io.BytesIO):\n files_payload = {form_field: (file_name, file_obj.getvalue(), 'application/x-zip-compressed')}\n else:\n raise TypeError(f\"Unsupported file_obj type: {type(file_obj)}\")\n\n return self._perform_upload(full_url, files_payload, extra_data, _headers, timeout)\n # #endregion upload_file\n # #region _perform_upload [TYPE Function]\n # @PURPOSE: (Helper) Выполняет POST запрос с файлом.\n # @PARAM: url (str) - URL.\n # @PARAM: files (Dict) - Файлы.\n # @PARAM: data (Optional[Dict]) - Данные.\n # @PARAM: headers (Dict) - Заголовки.\n # @PARAM: timeout (Optional[int]) - Таймаут.\n # @PRE: url, files, and headers must be provided.\n # @POST: POST request is performed and JSON response returned.\n # @RETURN: Dict - Ответ.\n def _perform_upload(self, url: str, files: dict, data: dict | None, headers: dict, timeout: int | None) -> dict:\n with belief_scope(\"_perform_upload\"):\n try:\n response = self.session.post(url, files=files, data=data or {}, headers=headers, timeout=timeout or self.request_settings[\"timeout\"])\n response.raise_for_status()\n if response.status_code == 200:\n try:\n return response.json()\n except Exception as json_e:\n app_logger.debug(f\"[_perform_upload][Debug] Response is not valid JSON: {response.text[:200]}...\")\n raise SupersetAPIError(f\"API error during upload: Response is not valid JSON: {json_e}\") from json_e\n return response.json()\n except requests.exceptions.HTTPError as e:\n raise SupersetAPIError(f\"API error during upload: {e.response.text}\") from e\n except requests.exceptions.RequestException as e:\n raise NetworkError(f\"Network error during upload: {e}\", url=url) from e\n # #endregion _perform_upload\n # #region fetch_paginated_count [TYPE Function]\n # @PURPOSE: Получает общее количество элементов для пагинации.\n # @PARAM: endpoint (str) - Эндпоинт.\n # @PARAM: query_params (Dict) - Параметры запроса.\n # @PARAM: count_field (str) - Поле с количеством.\n # @PRE: query_params must be a dictionary.\n # @POST: Returns total count of items.\n # @RETURN: int - Количество.\n def fetch_paginated_count(self, endpoint: str, query_params: dict, count_field: str = \"count\") -> int:\n with belief_scope(\"fetch_paginated_count\"):\n response_json = cast(dict[str, Any], self.request(\"GET\", endpoint, params={\"q\": json.dumps(query_params)}))\n return response_json.get(count_field, 0)\n # #endregion fetch_paginated_count\n # #region fetch_paginated_data [TYPE Function]\n # @PURPOSE: Автоматически собирает данные со всех страниц пагинированного эндпоинта.\n # @PARAM: endpoint (str) - Эндпоинт.\n # @PARAM: pagination_options (Dict[str, Any]) - Опции пагинации.\n # @PRE: pagination_options must contain 'base_query', 'results_field'. 'total_count' is optional.\n # @POST: Returns all items across all pages.\n # @RETURN: List[Any] - Список данных.\n def fetch_paginated_data(self, endpoint: str, pagination_options: dict[str, Any]) -> list[Any]:\n with belief_scope(\"fetch_paginated_data\"):\n base_query = pagination_options[\"base_query\"]\n total_count = pagination_options.get(\"total_count\")\n\n results_field = pagination_options[\"results_field\"]\n count_field = pagination_options.get(\"count_field\", \"count\")\n page_size = base_query.get('page_size', 1000)\n assert page_size > 0, \"'page_size' must be a positive number.\"\n\n results = []\n page = 0\n\n # Fetch first page to get data and total count if not provided\n query = {**base_query, 'page': page}\n response_json = cast(dict[str, Any], self.request(\"GET\", endpoint, params={\"q\": json.dumps(query)}))\n\n first_page_results = response_json.get(results_field, [])\n results.extend(first_page_results)\n\n if total_count is None:\n total_count = response_json.get(count_field, len(first_page_results))\n app_logger.debug(f\"[fetch_paginated_data][State] Total count resolved from first page: {total_count}\")\n # Fetch remaining pages\n total_pages = (total_count + page_size - 1) // page_size\n for page in range(1, total_pages):\n query = {**base_query, 'page': page}\n response_json = cast(dict[str, Any], self.request(\"GET\", endpoint, params={\"q\": json.dumps(query)}))\n results.extend(response_json.get(results_field, []))\n\n return results\n # #endregion fetch_paginated_data\n# #endregion APIClient\n# #endregion NetworkModule\n" }, { @@ -41644,6 +42801,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetAPIError [C:1] [TYPE Class]\n# @BRIEF Base exception for all Superset API related errors.\nclass SupersetAPIError(Exception):\n # #region __init__ [TYPE Function] [C:1]\n # @PURPOSE: Initializes the exception with a message and context.\n # @PRE: message is a string, context is a dict.\n # @POST: Exception is initialized with context.\n def __init__(self, message: str = \"Superset API error\", **context: Any):\n with belief_scope(\"SupersetAPIError.__init__\"):\n self.context = context\n super().__init__(f\"[API_FAILURE] {message} | Context: {self.context}\")\n # #endregion __init__\n# #endregion SupersetAPIError\n" }, { @@ -41671,6 +42829,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AuthenticationError [C:1] [TYPE Class]\n# @BRIEF Exception raised when authentication fails.\nclass AuthenticationError(SupersetAPIError):\n # #region __init__ [TYPE Function] [C:1]\n # @PURPOSE: Initializes the authentication error.\n # @PRE: message is a string, context is a dict.\n # @POST: AuthenticationError is initialized.\n def __init__(self, message: str = \"Authentication failed\", **context: Any):\n with belief_scope(\"AuthenticationError.__init__\"):\n super().__init__(message, type=\"authentication\", **context)\n # #endregion __init__\n# #endregion AuthenticationError\n" }, { @@ -41697,6 +42856,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PermissionDeniedError [TYPE Class]\n# @BRIEF Exception raised when access is denied.\nclass PermissionDeniedError(AuthenticationError):\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes the permission denied error.\n # @PRE: message is a string, context is a dict.\n # @POST: PermissionDeniedError is initialized.\n def __init__(self, message: str = \"Permission denied\", **context: Any):\n with belief_scope(\"PermissionDeniedError.__init__\"):\n super().__init__(message, **context)\n # #endregion __init__\n# #endregion PermissionDeniedError\n" }, { @@ -41723,6 +42883,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardNotFoundError [TYPE Class]\n# @BRIEF Exception raised when a dashboard cannot be found.\nclass DashboardNotFoundError(SupersetAPIError):\n # #region __init__ [TYPE Function]\n # @PURPOSE: Initializes the not found error with resource ID.\n # @PRE: resource_id is provided.\n # @POST: DashboardNotFoundError is initialized.\n def __init__(self, resource_id: int | str, message: str = \"Dashboard not found\", **context: Any):\n with belief_scope(\"DashboardNotFoundError.__init__\"):\n super().__init__(f\"Dashboard '{resource_id}' {message}\", subtype=\"not_found\", resource_id=resource_id, **context)\n # #endregion __init__\n# #endregion DashboardNotFoundError\n" }, { @@ -41749,6 +42910,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region NetworkError [TYPE Class]\n# @BRIEF Exception raised when a network level error occurs.\nclass NetworkError(Exception):\n # #region NetworkError.__init__ [TYPE Function]\n # @PURPOSE: Initializes the network error.\n # @PRE: message is a string.\n # @POST: NetworkError is initialized.\n def __init__(self, message: str = \"Network connection failed\", **context: Any):\n with belief_scope(\"NetworkError.__init__\"):\n self.context = context\n super().__init__(f\"[NETWORK_FAILURE] {message} | Context: {self.context}\")\n # #endregion NetworkError.__init__\n# #endregion NetworkError\n" }, { @@ -41795,6 +42957,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region NetworkError.__init__ [TYPE Function]\n # @PURPOSE: Initializes the network error.\n # @PRE: message is a string.\n # @POST: NetworkError is initialized.\n def __init__(self, message: str = \"Network connection failed\", **context: Any):\n with belief_scope(\"NetworkError.__init__\"):\n self.context = context\n super().__init__(f\"[NETWORK_FAILURE] {message} | Context: {self.context}\")\n # #endregion NetworkError.__init__\n" }, { @@ -41841,6 +43004,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetAuthCache [TYPE Class]\n# @BRIEF Process-local cache for Superset access/csrf tokens keyed by environment credentials.\n# @PRE: base_url and username are stable strings.\n# @POST: Cached entries expire automatically by TTL and can be reused across requests.\nclass SupersetAuthCache:\n TTL_SECONDS = 300\n _lock = threading.Lock()\n _entries: dict[tuple[str, str, bool], dict[str, Any]] = {}\n @classmethod\n def build_key(cls, base_url: str, auth: dict[str, Any] | None, verify_ssl: bool) -> tuple[str, str, bool]:\n username = \"\"\n if isinstance(auth, dict):\n username = str(auth.get(\"username\") or \"\").strip()\n return (str(base_url or \"\").strip(), username, bool(verify_ssl))\n @classmethod\n # #region SupersetAuthCache.get [TYPE Function]\n def get(cls, key: tuple[str, str, bool]) -> dict[str, str] | None:\n now = time.time()\n with cls._lock:\n payload = cls._entries.get(key)\n if not payload:\n return None\n expires_at = float(payload.get(\"expires_at\") or 0)\n if expires_at <= now:\n cls._entries.pop(key, None)\n return None\n tokens = payload.get(\"tokens\")\n if not isinstance(tokens, dict):\n cls._entries.pop(key, None)\n return None\n return {\n \"access_token\": str(tokens.get(\"access_token\") or \"\"),\n \"csrf_token\": str(tokens.get(\"csrf_token\") or \"\"),\n }\n # #endregion SupersetAuthCache.get\n @classmethod\n # #region SupersetAuthCache.set [TYPE Function]\n def set(cls, key: tuple[str, str, bool], tokens: dict[str, str], ttl_seconds: int | None = None) -> None:\n normalized_ttl = max(int(ttl_seconds or cls.TTL_SECONDS), 1)\n with cls._lock:\n cls._entries[key] = {\n \"tokens\": {\n \"access_token\": str(tokens.get(\"access_token\") or \"\"),\n \"csrf_token\": str(tokens.get(\"csrf_token\") or \"\"),\n },\n \"expires_at\": time.time() + normalized_ttl,\n }\n # #endregion SupersetAuthCache.set\n @classmethod\n def invalidate(cls, key: tuple[str, str, bool]) -> None:\n with cls._lock:\n cls._entries.pop(key, None)\n# #endregion SupersetAuthCache\n" }, { @@ -41855,6 +43019,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region SupersetAuthCache.get [TYPE Function]\n def get(cls, key: tuple[str, str, bool]) -> dict[str, str] | None:\n now = time.time()\n with cls._lock:\n payload = cls._entries.get(key)\n if not payload:\n return None\n expires_at = float(payload.get(\"expires_at\") or 0)\n if expires_at <= now:\n cls._entries.pop(key, None)\n return None\n tokens = payload.get(\"tokens\")\n if not isinstance(tokens, dict):\n cls._entries.pop(key, None)\n return None\n return {\n \"access_token\": str(tokens.get(\"access_token\") or \"\"),\n \"csrf_token\": str(tokens.get(\"csrf_token\") or \"\"),\n }\n # #endregion SupersetAuthCache.get\n" }, { @@ -41869,6 +43034,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region SupersetAuthCache.set [TYPE Function]\n def set(cls, key: tuple[str, str, bool], tokens: dict[str, str], ttl_seconds: int | None = None) -> None:\n normalized_ttl = max(int(ttl_seconds or cls.TTL_SECONDS), 1)\n with cls._lock:\n cls._entries[key] = {\n \"tokens\": {\n \"access_token\": str(tokens.get(\"access_token\") or \"\"),\n \"csrf_token\": str(tokens.get(\"csrf_token\") or \"\"),\n },\n \"expires_at\": time.time() + normalized_ttl,\n }\n # #endregion SupersetAuthCache.set\n" }, { @@ -41899,6 +43065,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region APIClient [C:3] [TYPE Class]\n# @BRIEF Synchronous Superset API client with process-local auth token caching.\n# @RELATION DEPENDS_ON -> [SupersetAuthCache]\n# @RELATION DEPENDS_ON -> [LoggerModule]\nclass APIClient:\n DEFAULT_TIMEOUT = 30\n # #region APIClient.__init__ [TYPE Function]\n # @PURPOSE: Инициализирует API клиент с конфигурацией, сессией и логгером.\n # @PARAM: config (Dict[str, Any]) - Конфигурация.\n # @PARAM: verify_ssl (bool) - Проверять ли SSL.\n # @PARAM: timeout (int) - Таймаут запросов.\n # @PRE: config must contain 'base_url' and 'auth'.\n # @POST: APIClient instance is initialized with a session.\n def __init__(self, config: dict[str, Any], verify_ssl: bool = True, timeout: int = DEFAULT_TIMEOUT):\n with belief_scope(\"__init__\"):\n app_logger.reason(\"Initializing APIClient.\", extra={\"src\": \"APIClient.__init__\"})\n self.base_url: str = self._normalize_base_url(config.get(\"base_url\", \"\"))\n self.api_base_url: str = f\"{self.base_url}/api/v1\"\n self.auth = config.get(\"auth\")\n self.request_settings = {\"verify_ssl\": verify_ssl, \"timeout\": timeout}\n self.session = self._init_session()\n self._tokens: dict[str, str] = {}\n self._auth_cache_key = SupersetAuthCache.build_key(\n self.base_url,\n self.auth,\n verify_ssl,\n )\n self._authenticated = False\n app_logger.reflect(\"APIClient initialized.\", extra={\"src\": \"APIClient.__init__\"})\n # #endregion APIClient.__init__\n # #region _init_session [TYPE Function]\n # @PURPOSE: Создает и настраивает `requests.Session` с retry-логикой.\n # @PRE: self.request_settings must be initialized.\n # @POST: Returns a configured requests.Session instance.\n # @RETURN: requests.Session - Настроенная сессия.\n def _init_session(self) -> requests.Session:\n with belief_scope(\"_init_session\"):\n session = requests.Session()\n\n # Create a custom adapter that handles TLS issues\n class TLSAdapter(HTTPAdapter):\n def init_poolmanager(self, connections, maxsize, block=False):\n import ssl\n\n from urllib3.poolmanager import PoolManager\n\n # Create an SSL context that ignores TLSv1 unrecognized name errors\n ctx = ssl.create_default_context()\n ctx.set_ciphers('HIGH:!aNULL:!eNULL:!EXPORT:!DES:!RC4:!MD5:!PSK:!SRP:!CAMELLIA')\n\n # Ignore TLSV1_UNRECOGNIZED_NAME errors by disabling hostname verification\n # This is safe when verify_ssl is false (we're already not verifying the certificate)\n ctx.check_hostname = False\n\n self.poolmanager = PoolManager(\n num_pools=connections,\n maxsize=maxsize,\n block=block,\n ssl_context=ctx\n )\n\n retries = Retry(total=3, backoff_factor=0.5, status_forcelist=[500, 502, 503, 504])\n adapter = TLSAdapter(max_retries=retries)\n session.mount('http://', adapter)\n session.mount('https://', adapter)\n\n if not self.request_settings[\"verify_ssl\"]:\n urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)\n app_logger.warning(\"[_init_session][State] SSL verification disabled.\")\n # When verify_ssl is false, we should also disable hostname verification\n session.verify = False\n else:\n session.verify = True\n\n return session\n # #endregion _init_session\n # #region _normalize_base_url [TYPE Function]\n # @PURPOSE: Normalize Superset environment URL to base host/path without trailing slash and /api/v1 suffix.\n # @PRE: raw_url can be empty.\n # @POST: Returns canonical base URL suitable for building API endpoints.\n # @RETURN: str\n def _normalize_base_url(self, raw_url: str) -> str:\n normalized = str(raw_url or \"\").strip().rstrip(\"/\")\n if normalized.lower().endswith(\"/api/v1\"):\n normalized = normalized[:-len(\"/api/v1\")]\n return normalized.rstrip(\"/\")\n # #endregion _normalize_base_url\n # #region _build_api_url [TYPE Function]\n # @PURPOSE: Build absolute Superset API URL for endpoint using canonical /api/v1 base.\n # @PRE: endpoint is relative path or absolute URL.\n # @POST: Returns full URL without accidental duplicate slashes.\n # @RETURN: str\n def _build_api_url(self, endpoint: str) -> str:\n normalized_endpoint = str(endpoint or \"\").strip()\n if normalized_endpoint.startswith(\"http://\") or normalized_endpoint.startswith(\"https://\"):\n return normalized_endpoint\n if not normalized_endpoint.startswith(\"/\"):\n normalized_endpoint = f\"/{normalized_endpoint}\"\n if normalized_endpoint.startswith(\"/api/v1/\") or normalized_endpoint == \"/api/v1\":\n return f\"{self.base_url}{normalized_endpoint}\"\n return f\"{self.api_base_url}{normalized_endpoint}\"\n # #endregion _build_api_url\n # #region APIClient.authenticate [TYPE Function]\n # @PURPOSE: Выполняет аутентификацию в Superset API и получает access и CSRF токены.\n # @PRE: self.auth and self.base_url must be valid.\n # @POST: `self._tokens` заполнен, `self._authenticated` установлен в `True`.\n # @RETURN: Dict[str, str] - Словарь с токенами.\n # @THROW: AuthenticationError, NetworkError - при ошибках.\n # @RELATION: [CALLS] ->[SupersetAuthCache.get]\n # @RELATION: [CALLS] ->[SupersetAuthCache.set]\n def authenticate(self) -> dict[str, str]:\n with belief_scope(\"authenticate\"):\n app_logger.info(\"[authenticate][Enter] Authenticating to %s\", self.base_url)\n cached_tokens = SupersetAuthCache.get(self._auth_cache_key)\n if cached_tokens and cached_tokens.get(\"access_token\"):\n # Cache hit — we have a valid access_token, but we need to\n # re-establish the session cookie in this new requests.Session.\n # Superset CSRF protection pairs the X-CSRFToken header with a\n # Flask session cookie set during login. A fresh requests.Session\n # lacks that cookie, so even a valid cached CSRF token would fail\n # with \"CSRF session token is missing\". We re-fetch the CSRF\n # token to both establish the session cookie AND get a fresh\n # CSRF token for the current session.\n try:\n csrf_url = f\"{self.api_base_url}/security/csrf_token/\"\n csrf_response = self.session.get(\n csrf_url,\n headers={\"Authorization\": f\"Bearer {cached_tokens['access_token']}\"},\n timeout=self.request_settings[\"timeout\"],\n )\n csrf_response.raise_for_status()\n csrf_token = csrf_response.json()[\"result\"]\n self._tokens = {\n \"access_token\": cached_tokens[\"access_token\"],\n \"csrf_token\": csrf_token,\n }\n self._authenticated = True\n # Update cache with fresh CSRF token for this session\n SupersetAuthCache.set(self._auth_cache_key, self._tokens)\n app_logger.info(\n \"[authenticate][CacheHit] Reusing cached Superset auth tokens for %s \"\n \"(CSRF token refreshed for new session)\",\n self.base_url,\n )\n return self._tokens\n except Exception as refresh_err:\n app_logger.warning(\n \"[authenticate][CacheRefreshFailed] CSRF token refresh failed, \"\n \"falling back to full re-authentication: %s\",\n refresh_err,\n )\n SupersetAuthCache.invalidate(self._auth_cache_key)\n # Fall through to full authentication below\n try:\n login_url = f\"{self.api_base_url}/security/login\"\n # Log the payload keys and values (masking password)\n masked_auth = {k: (\"******\" if k == \"password\" else v) for k, v in self.auth.items()}\n app_logger.info(f\"[authenticate][Debug] Login URL: {login_url}\")\n app_logger.info(f\"[authenticate][Debug] Auth payload: {masked_auth}\")\n\n response = self.session.post(login_url, json=self.auth, timeout=self.request_settings[\"timeout\"])\n\n if response.status_code != 200:\n app_logger.error(f\"[authenticate][Error] Status: {response.status_code}, Response: {response.text}\")\n\n response.raise_for_status()\n access_token = response.json()[\"access_token\"]\n\n csrf_url = f\"{self.api_base_url}/security/csrf_token/\"\n csrf_response = self.session.get(csrf_url, headers={\"Authorization\": f\"Bearer {access_token}\"}, timeout=self.request_settings[\"timeout\"])\n csrf_response.raise_for_status()\n\n self._tokens = {\"access_token\": access_token, \"csrf_token\": csrf_response.json()[\"result\"]}\n self._authenticated = True\n SupersetAuthCache.set(self._auth_cache_key, self._tokens)\n app_logger.reflect(\"Authenticated successfully.\", extra={\"src\": \"authenticate\"})\n return self._tokens\n except requests.exceptions.HTTPError as e:\n SupersetAuthCache.invalidate(self._auth_cache_key)\n status_code = e.response.status_code if e.response is not None else None\n if status_code in [502, 503, 504]:\n raise NetworkError(f\"Environment unavailable during authentication (Status {status_code})\", status_code=status_code) from e\n raise AuthenticationError(f\"Authentication failed: {e}\") from e\n except (requests.exceptions.RequestException, KeyError) as e:\n SupersetAuthCache.invalidate(self._auth_cache_key)\n raise NetworkError(f\"Network or parsing error during authentication: {e}\") from e\n # #endregion APIClient.authenticate\n @property\n # #region headers [TYPE Function]\n # @PURPOSE: Возвращает HTTP-заголовки для аутентифицированных запросов.\n # @PRE: APIClient is initialized and authenticated or can be authenticated.\n # @POST: Returns headers including auth tokens.\n def headers(self) -> dict[str, str]:\n if not self._authenticated:\n self.authenticate()\n return {\n \"Authorization\": f\"Bearer {self._tokens['access_token']}\",\n \"X-CSRFToken\": self._tokens.get(\"csrf_token\", \"\"),\n \"Referer\": self.base_url,\n \"Content-Type\": \"application/json\"\n }\n # #endregion headers\n # #region request [TYPE Function]\n # @PURPOSE: Выполняет универсальный HTTP-запрос к API.\n # @PARAM: method (str) - HTTP метод.\n # @PARAM: endpoint (str) - API эндпоинт.\n # @PARAM: headers (Optional[Dict]) - Дополнительные заголовки.\n # @PARAM: raw_response (bool) - Возвращать ли сырой ответ.\n # @PRE: method and endpoint must be strings.\n # @POST: Returns response content or raw Response object.\n # @RETURN: `requests.Response` если `raw_response=True`, иначе `dict`.\n # @THROW: SupersetAPIError, NetworkError и их подклассы.\n def request(self, method: str, endpoint: str, headers: dict | None = None, raw_response: bool = False, **kwargs) -> requests.Response | dict[str, Any]:\n full_url = self._build_api_url(endpoint)\n _headers = self.headers.copy()\n if headers:\n _headers.update(headers)\n\n try:\n response = self.session.request(method, full_url, headers=_headers, **kwargs)\n response.raise_for_status()\n return response if raw_response else response.json()\n except requests.exceptions.HTTPError as e:\n if e.response is not None and e.response.status_code == 401:\n self._authenticated = False\n self._tokens = {}\n SupersetAuthCache.invalidate(self._auth_cache_key)\n self._handle_http_error(e, endpoint)\n except requests.exceptions.RequestException as e:\n self._handle_network_error(e, full_url)\n # #endregion request\n # #region _handle_http_error [TYPE Function]\n # @PURPOSE: (Helper) Преобразует HTTP ошибки в кастомные исключения.\n # @PARAM: e (requests.exceptions.HTTPError) - Ошибка.\n # @PARAM: endpoint (str) - Эндпоинт.\n # @PRE: e must be a valid HTTPError with a response.\n # @POST: Raises a specific SupersetAPIError or subclass.\n def _handle_http_error(self, e: requests.exceptions.HTTPError, endpoint: str):\n with belief_scope(\"_handle_http_error\"):\n status_code = e.response.status_code\n if status_code == 502 or status_code == 503 or status_code == 504:\n raise NetworkError(f\"Environment unavailable (Status {status_code})\", status_code=status_code) from e\n if status_code == 404:\n if self._is_dashboard_endpoint(endpoint):\n raise DashboardNotFoundError(endpoint) from e\n raise SupersetAPIError(\n f\"API resource not found at endpoint '{endpoint}'\",\n status_code=status_code,\n endpoint=endpoint,\n subtype=\"not_found\",\n ) from e\n if status_code == 403:\n raise PermissionDeniedError() from e\n if status_code == 401:\n raise AuthenticationError() from e\n raise SupersetAPIError(f\"API Error {status_code}: {e.response.text}\") from e\n # #endregion _handle_http_error\n # #region _is_dashboard_endpoint [TYPE Function]\n # @PURPOSE: Determine whether an API endpoint represents a dashboard resource for 404 translation.\n # @PRE: endpoint may be relative or absolute.\n # @POST: Returns true only for dashboard-specific endpoints.\n def _is_dashboard_endpoint(self, endpoint: str) -> bool:\n normalized_endpoint = str(endpoint or \"\").strip().lower()\n if not normalized_endpoint:\n return False\n if normalized_endpoint.startswith(\"http://\") or normalized_endpoint.startswith(\"https://\"):\n try:\n normalized_endpoint = \"/\" + normalized_endpoint.split(\"/api/v1\", 1)[1].lstrip(\"/\")\n except IndexError:\n return False\n if normalized_endpoint.startswith(\"/api/v1/\"):\n normalized_endpoint = normalized_endpoint[len(\"/api/v1\"):]\n return normalized_endpoint.startswith(\"/dashboard/\") or normalized_endpoint == \"/dashboard\"\n # #endregion _is_dashboard_endpoint\n # #region _handle_network_error [TYPE Function]\n # @PURPOSE: (Helper) Преобразует сетевые ошибки в `NetworkError`.\n # @PARAM: e (requests.exceptions.RequestException) - Ошибка.\n # @PARAM: url (str) - URL.\n # @PRE: e must be a RequestException.\n # @POST: Raises a NetworkError.\n def _handle_network_error(self, e: requests.exceptions.RequestException, url: str):\n with belief_scope(\"_handle_network_error\"):\n if isinstance(e, requests.exceptions.Timeout):\n msg = \"Request timeout\"\n elif isinstance(e, requests.exceptions.ConnectionError):\n msg = \"Connection error\"\n else:\n msg = f\"Unknown network error: {e}\"\n raise NetworkError(msg, url=url) from e\n # #endregion _handle_network_error\n # #region upload_file [TYPE Function]\n # @PURPOSE: Загружает файл на сервер через multipart/form-data.\n # @PARAM: endpoint (str) - Эндпоинт.\n # @PARAM: file_info (Dict[str, Any]) - Информация о файле.\n # @PARAM: extra_data (Optional[Dict]) - Дополнительные данные.\n # @PARAM: timeout (Optional[int]) - Таймаут.\n # @PRE: file_info must contain 'file_obj' and 'file_name'.\n # @POST: File is uploaded and response returned.\n # @RETURN: Ответ API в виде словаря.\n # @THROW: SupersetAPIError, NetworkError, TypeError.\n def upload_file(self, endpoint: str, file_info: dict[str, Any], extra_data: dict | None = None, timeout: int | None = None) -> dict:\n with belief_scope(\"upload_file\"):\n full_url = self._build_api_url(endpoint)\n _headers = self.headers.copy()\n _headers.pop('Content-Type', None)\n\n\n file_obj, file_name, form_field = file_info.get(\"file_obj\"), file_info.get(\"file_name\"), file_info.get(\"form_field\", \"file\")\n\n files_payload = {}\n if isinstance(file_obj, (str, Path)):\n with open(file_obj, 'rb') as f:\n files_payload = {form_field: (file_name, f.read(), 'application/x-zip-compressed')}\n elif isinstance(file_obj, io.BytesIO):\n files_payload = {form_field: (file_name, file_obj.getvalue(), 'application/x-zip-compressed')}\n else:\n raise TypeError(f\"Unsupported file_obj type: {type(file_obj)}\")\n\n return self._perform_upload(full_url, files_payload, extra_data, _headers, timeout)\n # #endregion upload_file\n # #region _perform_upload [TYPE Function]\n # @PURPOSE: (Helper) Выполняет POST запрос с файлом.\n # @PARAM: url (str) - URL.\n # @PARAM: files (Dict) - Файлы.\n # @PARAM: data (Optional[Dict]) - Данные.\n # @PARAM: headers (Dict) - Заголовки.\n # @PARAM: timeout (Optional[int]) - Таймаут.\n # @PRE: url, files, and headers must be provided.\n # @POST: POST request is performed and JSON response returned.\n # @RETURN: Dict - Ответ.\n def _perform_upload(self, url: str, files: dict, data: dict | None, headers: dict, timeout: int | None) -> dict:\n with belief_scope(\"_perform_upload\"):\n try:\n response = self.session.post(url, files=files, data=data or {}, headers=headers, timeout=timeout or self.request_settings[\"timeout\"])\n response.raise_for_status()\n if response.status_code == 200:\n try:\n return response.json()\n except Exception as json_e:\n app_logger.debug(f\"[_perform_upload][Debug] Response is not valid JSON: {response.text[:200]}...\")\n raise SupersetAPIError(f\"API error during upload: Response is not valid JSON: {json_e}\") from json_e\n return response.json()\n except requests.exceptions.HTTPError as e:\n raise SupersetAPIError(f\"API error during upload: {e.response.text}\") from e\n except requests.exceptions.RequestException as e:\n raise NetworkError(f\"Network error during upload: {e}\", url=url) from e\n # #endregion _perform_upload\n # #region fetch_paginated_count [TYPE Function]\n # @PURPOSE: Получает общее количество элементов для пагинации.\n # @PARAM: endpoint (str) - Эндпоинт.\n # @PARAM: query_params (Dict) - Параметры запроса.\n # @PARAM: count_field (str) - Поле с количеством.\n # @PRE: query_params must be a dictionary.\n # @POST: Returns total count of items.\n # @RETURN: int - Количество.\n def fetch_paginated_count(self, endpoint: str, query_params: dict, count_field: str = \"count\") -> int:\n with belief_scope(\"fetch_paginated_count\"):\n response_json = cast(dict[str, Any], self.request(\"GET\", endpoint, params={\"q\": json.dumps(query_params)}))\n return response_json.get(count_field, 0)\n # #endregion fetch_paginated_count\n # #region fetch_paginated_data [TYPE Function]\n # @PURPOSE: Автоматически собирает данные со всех страниц пагинированного эндпоинта.\n # @PARAM: endpoint (str) - Эндпоинт.\n # @PARAM: pagination_options (Dict[str, Any]) - Опции пагинации.\n # @PRE: pagination_options must contain 'base_query', 'results_field'. 'total_count' is optional.\n # @POST: Returns all items across all pages.\n # @RETURN: List[Any] - Список данных.\n def fetch_paginated_data(self, endpoint: str, pagination_options: dict[str, Any]) -> list[Any]:\n with belief_scope(\"fetch_paginated_data\"):\n base_query = pagination_options[\"base_query\"]\n total_count = pagination_options.get(\"total_count\")\n\n results_field = pagination_options[\"results_field\"]\n count_field = pagination_options.get(\"count_field\", \"count\")\n page_size = base_query.get('page_size', 1000)\n assert page_size > 0, \"'page_size' must be a positive number.\"\n\n results = []\n page = 0\n\n # Fetch first page to get data and total count if not provided\n query = {**base_query, 'page': page}\n response_json = cast(dict[str, Any], self.request(\"GET\", endpoint, params={\"q\": json.dumps(query)}))\n\n first_page_results = response_json.get(results_field, [])\n results.extend(first_page_results)\n\n if total_count is None:\n total_count = response_json.get(count_field, len(first_page_results))\n app_logger.debug(f\"[fetch_paginated_data][State] Total count resolved from first page: {total_count}\")\n # Fetch remaining pages\n total_pages = (total_count + page_size - 1) // page_size\n for page in range(1, total_pages):\n query = {**base_query, 'page': page}\n response_json = cast(dict[str, Any], self.request(\"GET\", endpoint, params={\"q\": json.dumps(query)}))\n results.extend(response_json.get(results_field, []))\n\n return results\n # #endregion fetch_paginated_data\n# #endregion APIClient\n" }, { @@ -41952,6 +43119,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region APIClient.__init__ [TYPE Function]\n # @PURPOSE: Инициализирует API клиент с конфигурацией, сессией и логгером.\n # @PARAM: config (Dict[str, Any]) - Конфигурация.\n # @PARAM: verify_ssl (bool) - Проверять ли SSL.\n # @PARAM: timeout (int) - Таймаут запросов.\n # @PRE: config must contain 'base_url' and 'auth'.\n # @POST: APIClient instance is initialized with a session.\n def __init__(self, config: dict[str, Any], verify_ssl: bool = True, timeout: int = DEFAULT_TIMEOUT):\n with belief_scope(\"__init__\"):\n app_logger.reason(\"Initializing APIClient.\", extra={\"src\": \"APIClient.__init__\"})\n self.base_url: str = self._normalize_base_url(config.get(\"base_url\", \"\"))\n self.api_base_url: str = f\"{self.base_url}/api/v1\"\n self.auth = config.get(\"auth\")\n self.request_settings = {\"verify_ssl\": verify_ssl, \"timeout\": timeout}\n self.session = self._init_session()\n self._tokens: dict[str, str] = {}\n self._auth_cache_key = SupersetAuthCache.build_key(\n self.base_url,\n self.auth,\n verify_ssl,\n )\n self._authenticated = False\n app_logger.reflect(\"APIClient initialized.\", extra={\"src\": \"APIClient.__init__\"})\n # #endregion APIClient.__init__\n" }, { @@ -42005,6 +43173,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _init_session [TYPE Function]\n # @PURPOSE: Создает и настраивает `requests.Session` с retry-логикой.\n # @PRE: self.request_settings must be initialized.\n # @POST: Returns a configured requests.Session instance.\n # @RETURN: requests.Session - Настроенная сессия.\n def _init_session(self) -> requests.Session:\n with belief_scope(\"_init_session\"):\n session = requests.Session()\n\n # Create a custom adapter that handles TLS issues\n class TLSAdapter(HTTPAdapter):\n def init_poolmanager(self, connections, maxsize, block=False):\n import ssl\n\n from urllib3.poolmanager import PoolManager\n\n # Create an SSL context that ignores TLSv1 unrecognized name errors\n ctx = ssl.create_default_context()\n ctx.set_ciphers('HIGH:!aNULL:!eNULL:!EXPORT:!DES:!RC4:!MD5:!PSK:!SRP:!CAMELLIA')\n\n # Ignore TLSV1_UNRECOGNIZED_NAME errors by disabling hostname verification\n # This is safe when verify_ssl is false (we're already not verifying the certificate)\n ctx.check_hostname = False\n\n self.poolmanager = PoolManager(\n num_pools=connections,\n maxsize=maxsize,\n block=block,\n ssl_context=ctx\n )\n\n retries = Retry(total=3, backoff_factor=0.5, status_forcelist=[500, 502, 503, 504])\n adapter = TLSAdapter(max_retries=retries)\n session.mount('http://', adapter)\n session.mount('https://', adapter)\n\n if not self.request_settings[\"verify_ssl\"]:\n urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)\n app_logger.warning(\"[_init_session][State] SSL verification disabled.\")\n # When verify_ssl is false, we should also disable hostname verification\n session.verify = False\n else:\n session.verify = True\n\n return session\n # #endregion _init_session\n" }, { @@ -42058,6 +43227,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _normalize_base_url [TYPE Function]\n # @PURPOSE: Normalize Superset environment URL to base host/path without trailing slash and /api/v1 suffix.\n # @PRE: raw_url can be empty.\n # @POST: Returns canonical base URL suitable for building API endpoints.\n # @RETURN: str\n def _normalize_base_url(self, raw_url: str) -> str:\n normalized = str(raw_url or \"\").strip().rstrip(\"/\")\n if normalized.lower().endswith(\"/api/v1\"):\n normalized = normalized[:-len(\"/api/v1\")]\n return normalized.rstrip(\"/\")\n # #endregion _normalize_base_url\n" }, { @@ -42111,6 +43281,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _build_api_url [TYPE Function]\n # @PURPOSE: Build absolute Superset API URL for endpoint using canonical /api/v1 base.\n # @PRE: endpoint is relative path or absolute URL.\n # @POST: Returns full URL without accidental duplicate slashes.\n # @RETURN: str\n def _build_api_url(self, endpoint: str) -> str:\n normalized_endpoint = str(endpoint or \"\").strip()\n if normalized_endpoint.startswith(\"http://\") or normalized_endpoint.startswith(\"https://\"):\n return normalized_endpoint\n if not normalized_endpoint.startswith(\"/\"):\n normalized_endpoint = f\"/{normalized_endpoint}\"\n if normalized_endpoint.startswith(\"/api/v1/\") or normalized_endpoint == \"/api/v1\":\n return f\"{self.base_url}{normalized_endpoint}\"\n return f\"{self.api_base_url}{normalized_endpoint}\"\n # #endregion _build_api_url\n" }, { @@ -42229,6 +43400,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region APIClient.authenticate [TYPE Function]\n # @PURPOSE: Выполняет аутентификацию в Superset API и получает access и CSRF токены.\n # @PRE: self.auth and self.base_url must be valid.\n # @POST: `self._tokens` заполнен, `self._authenticated` установлен в `True`.\n # @RETURN: Dict[str, str] - Словарь с токенами.\n # @THROW: AuthenticationError, NetworkError - при ошибках.\n # @RELATION: [CALLS] ->[SupersetAuthCache.get]\n # @RELATION: [CALLS] ->[SupersetAuthCache.set]\n def authenticate(self) -> dict[str, str]:\n with belief_scope(\"authenticate\"):\n app_logger.info(\"[authenticate][Enter] Authenticating to %s\", self.base_url)\n cached_tokens = SupersetAuthCache.get(self._auth_cache_key)\n if cached_tokens and cached_tokens.get(\"access_token\"):\n # Cache hit — we have a valid access_token, but we need to\n # re-establish the session cookie in this new requests.Session.\n # Superset CSRF protection pairs the X-CSRFToken header with a\n # Flask session cookie set during login. A fresh requests.Session\n # lacks that cookie, so even a valid cached CSRF token would fail\n # with \"CSRF session token is missing\". We re-fetch the CSRF\n # token to both establish the session cookie AND get a fresh\n # CSRF token for the current session.\n try:\n csrf_url = f\"{self.api_base_url}/security/csrf_token/\"\n csrf_response = self.session.get(\n csrf_url,\n headers={\"Authorization\": f\"Bearer {cached_tokens['access_token']}\"},\n timeout=self.request_settings[\"timeout\"],\n )\n csrf_response.raise_for_status()\n csrf_token = csrf_response.json()[\"result\"]\n self._tokens = {\n \"access_token\": cached_tokens[\"access_token\"],\n \"csrf_token\": csrf_token,\n }\n self._authenticated = True\n # Update cache with fresh CSRF token for this session\n SupersetAuthCache.set(self._auth_cache_key, self._tokens)\n app_logger.info(\n \"[authenticate][CacheHit] Reusing cached Superset auth tokens for %s \"\n \"(CSRF token refreshed for new session)\",\n self.base_url,\n )\n return self._tokens\n except Exception as refresh_err:\n app_logger.warning(\n \"[authenticate][CacheRefreshFailed] CSRF token refresh failed, \"\n \"falling back to full re-authentication: %s\",\n refresh_err,\n )\n SupersetAuthCache.invalidate(self._auth_cache_key)\n # Fall through to full authentication below\n try:\n login_url = f\"{self.api_base_url}/security/login\"\n # Log the payload keys and values (masking password)\n masked_auth = {k: (\"******\" if k == \"password\" else v) for k, v in self.auth.items()}\n app_logger.info(f\"[authenticate][Debug] Login URL: {login_url}\")\n app_logger.info(f\"[authenticate][Debug] Auth payload: {masked_auth}\")\n\n response = self.session.post(login_url, json=self.auth, timeout=self.request_settings[\"timeout\"])\n\n if response.status_code != 200:\n app_logger.error(f\"[authenticate][Error] Status: {response.status_code}, Response: {response.text}\")\n\n response.raise_for_status()\n access_token = response.json()[\"access_token\"]\n\n csrf_url = f\"{self.api_base_url}/security/csrf_token/\"\n csrf_response = self.session.get(csrf_url, headers={\"Authorization\": f\"Bearer {access_token}\"}, timeout=self.request_settings[\"timeout\"])\n csrf_response.raise_for_status()\n\n self._tokens = {\"access_token\": access_token, \"csrf_token\": csrf_response.json()[\"result\"]}\n self._authenticated = True\n SupersetAuthCache.set(self._auth_cache_key, self._tokens)\n app_logger.reflect(\"Authenticated successfully.\", extra={\"src\": \"authenticate\"})\n return self._tokens\n except requests.exceptions.HTTPError as e:\n SupersetAuthCache.invalidate(self._auth_cache_key)\n status_code = e.response.status_code if e.response is not None else None\n if status_code in [502, 503, 504]:\n raise NetworkError(f\"Environment unavailable during authentication (Status {status_code})\", status_code=status_code) from e\n raise AuthenticationError(f\"Authentication failed: {e}\") from e\n except (requests.exceptions.RequestException, KeyError) as e:\n SupersetAuthCache.invalidate(self._auth_cache_key)\n raise NetworkError(f\"Network or parsing error during authentication: {e}\") from e\n # #endregion APIClient.authenticate\n" }, { @@ -42275,6 +43447,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region headers [TYPE Function]\n # @PURPOSE: Возвращает HTTP-заголовки для аутентифицированных запросов.\n # @PRE: APIClient is initialized and authenticated or can be authenticated.\n # @POST: Returns headers including auth tokens.\n def headers(self) -> dict[str, str]:\n if not self._authenticated:\n self.authenticate()\n return {\n \"Authorization\": f\"Bearer {self._tokens['access_token']}\",\n \"X-CSRFToken\": self._tokens.get(\"csrf_token\", \"\"),\n \"Referer\": self.base_url,\n \"Content-Type\": \"application/json\"\n }\n # #endregion headers\n" }, { @@ -42342,6 +43515,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region request [TYPE Function]\n # @PURPOSE: Выполняет универсальный HTTP-запрос к API.\n # @PARAM: method (str) - HTTP метод.\n # @PARAM: endpoint (str) - API эндпоинт.\n # @PARAM: headers (Optional[Dict]) - Дополнительные заголовки.\n # @PARAM: raw_response (bool) - Возвращать ли сырой ответ.\n # @PRE: method and endpoint must be strings.\n # @POST: Returns response content or raw Response object.\n # @RETURN: `requests.Response` если `raw_response=True`, иначе `dict`.\n # @THROW: SupersetAPIError, NetworkError и их подклассы.\n def request(self, method: str, endpoint: str, headers: dict | None = None, raw_response: bool = False, **kwargs) -> requests.Response | dict[str, Any]:\n full_url = self._build_api_url(endpoint)\n _headers = self.headers.copy()\n if headers:\n _headers.update(headers)\n\n try:\n response = self.session.request(method, full_url, headers=_headers, **kwargs)\n response.raise_for_status()\n return response if raw_response else response.json()\n except requests.exceptions.HTTPError as e:\n if e.response is not None and e.response.status_code == 401:\n self._authenticated = False\n self._tokens = {}\n SupersetAuthCache.invalidate(self._auth_cache_key)\n self._handle_http_error(e, endpoint)\n except requests.exceptions.RequestException as e:\n self._handle_network_error(e, full_url)\n # #endregion request\n" }, { @@ -42395,6 +43569,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _handle_http_error [TYPE Function]\n # @PURPOSE: (Helper) Преобразует HTTP ошибки в кастомные исключения.\n # @PARAM: e (requests.exceptions.HTTPError) - Ошибка.\n # @PARAM: endpoint (str) - Эндпоинт.\n # @PRE: e must be a valid HTTPError with a response.\n # @POST: Raises a specific SupersetAPIError or subclass.\n def _handle_http_error(self, e: requests.exceptions.HTTPError, endpoint: str):\n with belief_scope(\"_handle_http_error\"):\n status_code = e.response.status_code\n if status_code == 502 or status_code == 503 or status_code == 504:\n raise NetworkError(f\"Environment unavailable (Status {status_code})\", status_code=status_code) from e\n if status_code == 404:\n if self._is_dashboard_endpoint(endpoint):\n raise DashboardNotFoundError(endpoint) from e\n raise SupersetAPIError(\n f\"API resource not found at endpoint '{endpoint}'\",\n status_code=status_code,\n endpoint=endpoint,\n subtype=\"not_found\",\n ) from e\n if status_code == 403:\n raise PermissionDeniedError() from e\n if status_code == 401:\n raise AuthenticationError() from e\n raise SupersetAPIError(f\"API Error {status_code}: {e.response.text}\") from e\n # #endregion _handle_http_error\n" }, { @@ -42441,6 +43616,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _is_dashboard_endpoint [TYPE Function]\n # @PURPOSE: Determine whether an API endpoint represents a dashboard resource for 404 translation.\n # @PRE: endpoint may be relative or absolute.\n # @POST: Returns true only for dashboard-specific endpoints.\n def _is_dashboard_endpoint(self, endpoint: str) -> bool:\n normalized_endpoint = str(endpoint or \"\").strip().lower()\n if not normalized_endpoint:\n return False\n if normalized_endpoint.startswith(\"http://\") or normalized_endpoint.startswith(\"https://\"):\n try:\n normalized_endpoint = \"/\" + normalized_endpoint.split(\"/api/v1\", 1)[1].lstrip(\"/\")\n except IndexError:\n return False\n if normalized_endpoint.startswith(\"/api/v1/\"):\n normalized_endpoint = normalized_endpoint[len(\"/api/v1\"):]\n return normalized_endpoint.startswith(\"/dashboard/\") or normalized_endpoint == \"/dashboard\"\n # #endregion _is_dashboard_endpoint\n" }, { @@ -42494,6 +43670,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _handle_network_error [TYPE Function]\n # @PURPOSE: (Helper) Преобразует сетевые ошибки в `NetworkError`.\n # @PARAM: e (requests.exceptions.RequestException) - Ошибка.\n # @PARAM: url (str) - URL.\n # @PRE: e must be a RequestException.\n # @POST: Raises a NetworkError.\n def _handle_network_error(self, e: requests.exceptions.RequestException, url: str):\n with belief_scope(\"_handle_network_error\"):\n if isinstance(e, requests.exceptions.Timeout):\n msg = \"Request timeout\"\n elif isinstance(e, requests.exceptions.ConnectionError):\n msg = \"Connection error\"\n else:\n msg = f\"Unknown network error: {e}\"\n raise NetworkError(msg, url=url) from e\n # #endregion _handle_network_error\n" }, { @@ -42561,6 +43738,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region upload_file [TYPE Function]\n # @PURPOSE: Загружает файл на сервер через multipart/form-data.\n # @PARAM: endpoint (str) - Эндпоинт.\n # @PARAM: file_info (Dict[str, Any]) - Информация о файле.\n # @PARAM: extra_data (Optional[Dict]) - Дополнительные данные.\n # @PARAM: timeout (Optional[int]) - Таймаут.\n # @PRE: file_info must contain 'file_obj' and 'file_name'.\n # @POST: File is uploaded and response returned.\n # @RETURN: Ответ API в виде словаря.\n # @THROW: SupersetAPIError, NetworkError, TypeError.\n def upload_file(self, endpoint: str, file_info: dict[str, Any], extra_data: dict | None = None, timeout: int | None = None) -> dict:\n with belief_scope(\"upload_file\"):\n full_url = self._build_api_url(endpoint)\n _headers = self.headers.copy()\n _headers.pop('Content-Type', None)\n\n\n file_obj, file_name, form_field = file_info.get(\"file_obj\"), file_info.get(\"file_name\"), file_info.get(\"form_field\", \"file\")\n\n files_payload = {}\n if isinstance(file_obj, (str, Path)):\n with open(file_obj, 'rb') as f:\n files_payload = {form_field: (file_name, f.read(), 'application/x-zip-compressed')}\n elif isinstance(file_obj, io.BytesIO):\n files_payload = {form_field: (file_name, file_obj.getvalue(), 'application/x-zip-compressed')}\n else:\n raise TypeError(f\"Unsupported file_obj type: {type(file_obj)}\")\n\n return self._perform_upload(full_url, files_payload, extra_data, _headers, timeout)\n # #endregion upload_file\n" }, { @@ -42621,6 +43799,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region _perform_upload [TYPE Function]\n # @PURPOSE: (Helper) Выполняет POST запрос с файлом.\n # @PARAM: url (str) - URL.\n # @PARAM: files (Dict) - Файлы.\n # @PARAM: data (Optional[Dict]) - Данные.\n # @PARAM: headers (Dict) - Заголовки.\n # @PARAM: timeout (Optional[int]) - Таймаут.\n # @PRE: url, files, and headers must be provided.\n # @POST: POST request is performed and JSON response returned.\n # @RETURN: Dict - Ответ.\n def _perform_upload(self, url: str, files: dict, data: dict | None, headers: dict, timeout: int | None) -> dict:\n with belief_scope(\"_perform_upload\"):\n try:\n response = self.session.post(url, files=files, data=data or {}, headers=headers, timeout=timeout or self.request_settings[\"timeout\"])\n response.raise_for_status()\n if response.status_code == 200:\n try:\n return response.json()\n except Exception as json_e:\n app_logger.debug(f\"[_perform_upload][Debug] Response is not valid JSON: {response.text[:200]}...\")\n raise SupersetAPIError(f\"API error during upload: Response is not valid JSON: {json_e}\") from json_e\n return response.json()\n except requests.exceptions.HTTPError as e:\n raise SupersetAPIError(f\"API error during upload: {e.response.text}\") from e\n except requests.exceptions.RequestException as e:\n raise NetworkError(f\"Network error during upload: {e}\", url=url) from e\n # #endregion _perform_upload\n" }, { @@ -42681,6 +43860,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region fetch_paginated_count [TYPE Function]\n # @PURPOSE: Получает общее количество элементов для пагинации.\n # @PARAM: endpoint (str) - Эндпоинт.\n # @PARAM: query_params (Dict) - Параметры запроса.\n # @PARAM: count_field (str) - Поле с количеством.\n # @PRE: query_params must be a dictionary.\n # @POST: Returns total count of items.\n # @RETURN: int - Количество.\n def fetch_paginated_count(self, endpoint: str, query_params: dict, count_field: str = \"count\") -> int:\n with belief_scope(\"fetch_paginated_count\"):\n response_json = cast(dict[str, Any], self.request(\"GET\", endpoint, params={\"q\": json.dumps(query_params)}))\n return response_json.get(count_field, 0)\n # #endregion fetch_paginated_count\n" }, { @@ -42741,6 +43921,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region fetch_paginated_data [TYPE Function]\n # @PURPOSE: Автоматически собирает данные со всех страниц пагинированного эндпоинта.\n # @PARAM: endpoint (str) - Эндпоинт.\n # @PARAM: pagination_options (Dict[str, Any]) - Опции пагинации.\n # @PRE: pagination_options must contain 'base_query', 'results_field'. 'total_count' is optional.\n # @POST: Returns all items across all pages.\n # @RETURN: List[Any] - Список данных.\n def fetch_paginated_data(self, endpoint: str, pagination_options: dict[str, Any]) -> list[Any]:\n with belief_scope(\"fetch_paginated_data\"):\n base_query = pagination_options[\"base_query\"]\n total_count = pagination_options.get(\"total_count\")\n\n results_field = pagination_options[\"results_field\"]\n count_field = pagination_options.get(\"count_field\", \"count\")\n page_size = base_query.get('page_size', 1000)\n assert page_size > 0, \"'page_size' must be a positive number.\"\n\n results = []\n page = 0\n\n # Fetch first page to get data and total count if not provided\n query = {**base_query, 'page': page}\n response_json = cast(dict[str, Any], self.request(\"GET\", endpoint, params={\"q\": json.dumps(query)}))\n\n first_page_results = response_json.get(results_field, [])\n results.extend(first_page_results)\n\n if total_count is None:\n total_count = response_json.get(count_field, len(first_page_results))\n app_logger.debug(f\"[fetch_paginated_data][State] Total count resolved from first page: {total_count}\")\n # Fetch remaining pages\n total_pages = (total_count + page_size - 1) // page_size\n for page in range(1, total_pages):\n query = {**base_query, 'page': page}\n response_json = cast(dict[str, Any], self.request(\"GET\", endpoint, params={\"q\": json.dumps(query)}))\n results.extend(response_json.get(results_field, []))\n\n return results\n # #endregion fetch_paginated_data\n" }, { @@ -42786,6 +43967,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetCompilationAdapter [C:4] [TYPE Module] [SEMANTICS superset, preview, compile, execution, adapter]\n# @BRIEF Interact with Superset preview compilation and SQL Lab execution endpoints using the current approved execution context.\n# @LAYER: Infra\n# @RELATION CALLS -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [CompiledPreview]\n# @PRE: effective template params and dataset execution reference are available.\n# @POST: preview and launch calls return Superset-originated artifacts or explicit errors.\n# @SIDE_EFFECT: performs upstream Superset preview and SQL Lab calls.\n# @INVARIANT: The adapter never fabricates compiled SQL locally; preview truth is delegated to Superset only.\nfrom __future__ import annotations\n\n# #region SupersetCompilationAdapter.imports [TYPE Block]\nfrom dataclasses import dataclass\nfrom datetime import datetime\nfrom typing import Any\n\nfrom src.core.config_models import Environment\nfrom src.core.logger import belief_scope, logger\nfrom src.core.superset_client import SupersetClient\nfrom src.models.dataset_review import CompiledPreview, PreviewStatus\n\n\n# #endregion SupersetCompilationAdapter.imports\n# #region PreviewCompilationPayload [C:2] [TYPE Class]\n# @BRIEF Typed preview payload for Superset-side compilation.\n@dataclass(frozen=True)\nclass PreviewCompilationPayload:\n session_id: str\n dataset_id: int\n preview_fingerprint: str\n template_params: dict[str, Any]\n effective_filters: list[dict[str, Any]]\n# #endregion PreviewCompilationPayload\n# #region SqlLabLaunchPayload [C:2] [TYPE Class]\n# @BRIEF Typed SQL Lab payload for audited launch handoff.\n@dataclass(frozen=True)\nclass SqlLabLaunchPayload:\n session_id: str\n dataset_id: int\n preview_id: str\n compiled_sql: str\n template_params: dict[str, Any]\n# #endregion SqlLabLaunchPayload\n# #region SupersetCompilationAdapter [C:4] [TYPE Class]\n# @BRIEF Delegate preview compilation and SQL Lab launch to Superset without local SQL fabrication.\n# @RELATION CALLS -> [SupersetClient]\n# @PRE: environment is configured and Superset is reachable for the target session.\n# @POST: adapter can return explicit ready/failed preview artifacts and canonical SQL Lab references.\n# @SIDE_EFFECT: issues network requests to Superset API surfaces.\nclass SupersetCompilationAdapter:\n # #region SupersetCompilationAdapter.__init__ [TYPE Function] [C:2]\n # @PURPOSE: Bind adapter to one Superset environment and client instance.\n def __init__(\n self, environment: Environment, client: SupersetClient | None = None\n ) -> None:\n self.environment = environment\n self.client = client or SupersetClient(environment)\n # #endregion SupersetCompilationAdapter.__init__\n # #region SupersetCompilationAdapter._supports_client_method [TYPE Function] [C:2]\n # @PURPOSE: Detect explicitly implemented client capabilities without treating loose mocks as real methods.\n def _supports_client_method(self, method_name: str) -> bool:\n client_dict = getattr(self.client, \"__dict__\", {})\n if method_name in client_dict:\n return callable(client_dict[method_name])\n return callable(getattr(type(self.client), method_name, None))\n # #endregion SupersetCompilationAdapter._supports_client_method\n # #region SupersetCompilationAdapter.compile_preview [TYPE Function] [C:4]\n # @PURPOSE: Request Superset-side compiled SQL preview for the current effective inputs.\n # @RELATION: [CALLS] ->[SupersetCompilationAdapter._request_superset_preview]\n # @PRE: dataset_id and effective inputs are available for the current session.\n # @POST: returns a ready or failed preview artifact backed only by Superset-originated SQL or diagnostics.\n # @SIDE_EFFECT: performs upstream preview requests.\n # @DATA_CONTRACT: Input[PreviewCompilationPayload] -> Output[CompiledPreview]\n def compile_preview(self, payload: PreviewCompilationPayload) -> CompiledPreview:\n with belief_scope(\"SupersetCompilationAdapter.compile_preview\"):\n if payload.dataset_id <= 0:\n logger.explore(\n \"Preview compilation rejected because dataset identifier is invalid\",\n extra={\n \"dataset_id\": payload.dataset_id,\n \"session_id\": payload.session_id,\n },\n )\n raise ValueError(\"dataset_id must be a positive integer\")\n logger.reason(\n \"Requesting Superset-generated SQL preview\",\n extra={\n \"session_id\": payload.session_id,\n \"dataset_id\": payload.dataset_id,\n \"template_param_count\": len(payload.template_params),\n \"filter_count\": len(payload.effective_filters),\n },\n )\n try:\n preview_result = self._request_superset_preview(payload)\n except Exception as exc:\n logger.explore(\n \"Superset preview compilation failed with explicit upstream error\",\n extra={\n \"session_id\": payload.session_id,\n \"dataset_id\": payload.dataset_id,\n \"error\": str(exc),\n },\n )\n return CompiledPreview(\n session_id=payload.session_id,\n preview_status=PreviewStatus.FAILED,\n compiled_sql=None,\n preview_fingerprint=payload.preview_fingerprint,\n compiled_by=\"superset\",\n error_code=\"superset_preview_failed\",\n error_details=str(exc),\n compiled_at=None,\n )\n compiled_sql = str(preview_result.get(\"compiled_sql\") or \"\").strip()\n if not compiled_sql:\n logger.explore(\n \"Superset preview response did not include compiled SQL\",\n extra={\n \"session_id\": payload.session_id,\n \"dataset_id\": payload.dataset_id,\n \"response_keys\": sorted(preview_result.keys()),\n },\n )\n return CompiledPreview(\n session_id=payload.session_id,\n preview_status=PreviewStatus.FAILED,\n compiled_sql=None,\n preview_fingerprint=payload.preview_fingerprint,\n compiled_by=\"superset\",\n error_code=\"superset_preview_empty\",\n error_details=\"Superset preview response did not include compiled SQL\",\n compiled_at=None,\n )\n preview = CompiledPreview(\n session_id=payload.session_id,\n preview_status=PreviewStatus.READY,\n compiled_sql=compiled_sql,\n preview_fingerprint=payload.preview_fingerprint,\n compiled_by=\"superset\",\n error_code=None,\n error_details=None,\n compiled_at=datetime.utcnow(),\n )\n logger.reflect(\n \"Superset-generated SQL preview captured successfully\",\n extra={\n \"session_id\": payload.session_id,\n \"dataset_id\": payload.dataset_id,\n \"compiled_sql_length\": len(compiled_sql),\n },\n )\n return preview\n # #endregion SupersetCompilationAdapter.compile_preview\n # #region SupersetCompilationAdapter.mark_preview_stale [TYPE Function] [C:2]\n # @PURPOSE: Invalidate previous preview after mapping or value changes.\n # @PRE: preview is a persisted preview artifact or current in-memory snapshot.\n # @POST: preview status becomes stale without fabricating a replacement artifact.\n def mark_preview_stale(self, preview: CompiledPreview) -> CompiledPreview:\n preview.preview_status = PreviewStatus.STALE\n return preview\n # #endregion SupersetCompilationAdapter.mark_preview_stale\n # #region SupersetCompilationAdapter.create_sql_lab_session [TYPE Function] [C:4]\n # @PURPOSE: Create the canonical audited execution session after all launch gates pass.\n # @RELATION: [CALLS] ->[SupersetCompilationAdapter._request_sql_lab_session]\n # @PRE: compiled_sql is Superset-originated and launch gates are already satisfied.\n # @POST: returns one canonical SQL Lab session reference from Superset.\n # @SIDE_EFFECT: performs upstream SQL Lab execution/session creation.\n # @DATA_CONTRACT: Input[SqlLabLaunchPayload] -> Output[str]\n def create_sql_lab_session(self, payload: SqlLabLaunchPayload) -> str:\n with belief_scope(\"SupersetCompilationAdapter.create_sql_lab_session\"):\n compiled_sql = str(payload.compiled_sql or \"\").strip()\n if not compiled_sql:\n logger.explore(\n \"SQL Lab launch rejected because compiled SQL is empty\",\n extra={\n \"session_id\": payload.session_id,\n \"preview_id\": payload.preview_id,\n },\n )\n raise ValueError(\"compiled_sql must be non-empty\")\n logger.reason(\n \"Creating SQL Lab execution session from Superset-originated preview\",\n extra={\n \"session_id\": payload.session_id,\n \"dataset_id\": payload.dataset_id,\n \"preview_id\": payload.preview_id,\n },\n )\n result = self._request_sql_lab_session(payload)\n sql_lab_session_ref = str(\n result.get(\"sql_lab_session_ref\")\n or result.get(\"query_id\")\n or result.get(\"id\")\n or result.get(\"result\", {}).get(\"id\")\n or \"\"\n ).strip()\n if not sql_lab_session_ref:\n logger.explore(\n \"Superset SQL Lab launch response did not include a stable session reference\",\n extra={\n \"session_id\": payload.session_id,\n \"preview_id\": payload.preview_id,\n },\n )\n raise RuntimeError(\n \"Superset SQL Lab launch response did not include a session reference\"\n )\n logger.reflect(\n \"Canonical SQL Lab session created successfully\",\n extra={\n \"session_id\": payload.session_id,\n \"preview_id\": payload.preview_id,\n \"sql_lab_session_ref\": sql_lab_session_ref,\n },\n )\n return sql_lab_session_ref\n # #endregion SupersetCompilationAdapter.create_sql_lab_session\n # #region SupersetCompilationAdapter._request_superset_preview [TYPE Function] [C:4]\n # @PURPOSE: Request preview compilation through explicit client support backed by real Superset endpoints only.\n # @RELATION: [CALLS] ->[SupersetClient.compile_dataset_preview]\n # @PRE: payload contains a valid dataset identifier and deterministic execution inputs for one preview attempt.\n # @POST: returns one normalized upstream compilation response including the chosen strategy metadata.\n # @SIDE_EFFECT: issues one or more Superset preview requests through the client fallback chain.\n # @DATA_CONTRACT: Input[PreviewCompilationPayload] -> Output[Dict[str,Any]]\n def _request_superset_preview(\n self, payload: PreviewCompilationPayload\n ) -> dict[str, Any]:\n direct_compile_preview = getattr(self.client, \"compile_preview\", None)\n if self._supports_client_method(\"compile_preview\") and callable(\n direct_compile_preview\n ):\n try:\n logger.reason(\n \"Attempting preview compilation via direct client capability\",\n extra={\n \"dataset_id\": payload.dataset_id,\n \"session_id\": payload.session_id,\n },\n )\n response = direct_compile_preview(payload)\n except TypeError:\n response = direct_compile_preview(\n payload.dataset_id,\n template_params=payload.template_params,\n effective_filters=payload.effective_filters,\n )\n except Exception as exc:\n logger.explore(\n \"Direct client preview capability failed; falling back to dataset preview strategies\",\n extra={\n \"dataset_id\": payload.dataset_id,\n \"session_id\": payload.session_id,\n \"error\": str(exc),\n },\n )\n else:\n normalized = self._normalize_preview_response(response)\n if normalized is not None:\n return normalized\n direct_compile_dataset_preview = getattr(\n self.client, \"compile_dataset_preview\", None\n )\n if self._supports_client_method(\"compile_dataset_preview\") and callable(\n direct_compile_dataset_preview\n ):\n try:\n logger.reason(\n \"Attempting deterministic Superset preview compilation through supported endpoint strategies\",\n extra={\n \"dataset_id\": payload.dataset_id,\n \"session_id\": payload.session_id,\n \"filter_count\": len(payload.effective_filters),\n \"template_param_count\": len(payload.template_params),\n },\n )\n response = direct_compile_dataset_preview(\n dataset_id=payload.dataset_id,\n template_params=payload.template_params,\n effective_filters=payload.effective_filters,\n )\n except Exception as exc:\n logger.explore(\n \"Superset preview compilation failed across supported endpoint strategies\",\n extra={\n \"dataset_id\": payload.dataset_id,\n \"session_id\": payload.session_id,\n \"error\": str(exc),\n },\n )\n raise RuntimeError(str(exc)) from exc\n normalized = self._normalize_preview_response(response)\n if normalized is None:\n raise RuntimeError(\n \"Superset preview compilation response could not be normalized\"\n )\n return normalized\n try:\n logger.reason(\n \"Attempting deterministic Superset preview compilation through supported endpoint strategies\",\n extra={\n \"dataset_id\": payload.dataset_id,\n \"session_id\": payload.session_id,\n \"filter_count\": len(payload.effective_filters),\n \"template_param_count\": len(payload.template_params),\n },\n )\n if self._supports_client_method(\"compile_dataset_preview\"):\n response = self.client.compile_dataset_preview(\n dataset_id=payload.dataset_id,\n template_params=payload.template_params,\n effective_filters=payload.effective_filters,\n )\n normalized = self._normalize_preview_response(response)\n if normalized is None:\n raise RuntimeError(\n \"Superset preview compilation response could not be normalized\"\n )\n return normalized\n errors: list[str] = []\n for endpoint in (\n f\"/dataset/{payload.dataset_id}/preview\",\n f\"/dataset/{payload.dataset_id}/sql\",\n ):\n try:\n response = self.client.network.request(\n method=\"POST\",\n endpoint=endpoint,\n data=self._dump_json(\n {\n \"template_params\": payload.template_params,\n \"effective_filters\": payload.effective_filters,\n }\n ),\n headers={\"Content-Type\": \"application/json\"},\n )\n normalized = self._normalize_preview_response(response)\n if normalized is not None:\n return normalized\n errors.append(f\"{endpoint}:unrecognized_response\")\n except Exception as exc:\n errors.append(f\"{endpoint}:{exc}\")\n raise RuntimeError(\n \"; \".join(errors) or \"Superset preview compilation failed\"\n )\n except Exception as exc:\n logger.explore(\n \"Superset preview compilation failed across supported endpoint strategies\",\n extra={\n \"dataset_id\": payload.dataset_id,\n \"session_id\": payload.session_id,\n \"error\": str(exc),\n },\n )\n raise RuntimeError(str(exc)) from exc\n # #endregion SupersetCompilationAdapter._request_superset_preview\n # #region SupersetCompilationAdapter._request_sql_lab_session [TYPE Function] [C:4]\n # @PURPOSE: Probe supported SQL Lab execution surfaces and return the first successful response.\n # @RELATION: [CALLS] ->[SupersetClient.get_dataset]\n # @PRE: payload carries non-empty Superset-originated SQL and a preview identifier for the current launch.\n # @POST: returns the first successful SQL Lab execution response from Superset.\n # @SIDE_EFFECT: issues Superset dataset lookup and SQL Lab execution requests.\n # @DATA_CONTRACT: Input[SqlLabLaunchPayload] -> Output[Dict[str,Any]]\n def _request_sql_lab_session(self, payload: SqlLabLaunchPayload) -> dict[str, Any]:\n dataset_raw = self.client.get_dataset(payload.dataset_id)\n dataset_record = (\n dataset_raw.get(\"result\", dataset_raw)\n if isinstance(dataset_raw, dict)\n else {}\n )\n database_id = (\n dataset_record.get(\"database\", {}).get(\"id\")\n if isinstance(dataset_record.get(\"database\"), dict)\n else dataset_record.get(\"database_id\")\n )\n if database_id is None:\n raise RuntimeError(\n \"Superset dataset does not expose a database identifier for SQL Lab launch\"\n )\n request_payload = {\n \"database_id\": database_id,\n \"sql\": payload.compiled_sql,\n \"templateParams\": payload.template_params,\n \"schema\": dataset_record.get(\"schema\"),\n \"client_id\": payload.preview_id,\n }\n candidate_calls = [\n {\"kind\": \"network\", \"target\": \"/sqllab/execute/\", \"http_method\": \"POST\"},\n {\"kind\": \"network\", \"target\": \"/sql_lab/execute/\", \"http_method\": \"POST\"},\n ]\n errors: list[str] = []\n for candidate in candidate_calls:\n try:\n response = self.client.network.request(\n method=candidate[\"http_method\"],\n endpoint=candidate[\"target\"],\n data=self._dump_json(request_payload),\n headers={\"Content-Type\": \"application/json\"},\n )\n if isinstance(response, dict) and response:\n return response\n except Exception as exc:\n errors.append(f\"{candidate['target']}:{exc}\")\n logger.explore(\n \"Superset SQL Lab candidate failed\",\n extra={\"target\": candidate[\"target\"], \"error\": str(exc)},\n )\n raise RuntimeError(\n \"; \".join(errors) or \"No Superset SQL Lab surface accepted the request\"\n )\n # #endregion SupersetCompilationAdapter._request_sql_lab_session\n # #region SupersetCompilationAdapter._normalize_preview_response [TYPE Function] [C:3]\n # @PURPOSE: Normalize candidate Superset preview responses into one compiled-sql structure.\n # @RELATION: [DEPENDS_ON] ->[CompiledPreview]\n def _normalize_preview_response(self, response: Any) -> dict[str, Any] | None:\n if not isinstance(response, dict):\n return None\n compiled_sql_candidates = [\n response.get(\"compiled_sql\"),\n response.get(\"sql\"),\n response.get(\"query\"),\n ]\n result_payload = response.get(\"result\")\n if isinstance(result_payload, dict):\n compiled_sql_candidates.extend(\n [\n result_payload.get(\"compiled_sql\"),\n result_payload.get(\"sql\"),\n result_payload.get(\"query\"),\n ]\n )\n for candidate in compiled_sql_candidates:\n compiled_sql = str(candidate or \"\").strip()\n if compiled_sql:\n return {\n \"compiled_sql\": compiled_sql,\n \"raw_response\": response,\n }\n return None\n # #endregion SupersetCompilationAdapter._normalize_preview_response\n # #region SupersetCompilationAdapter._dump_json [TYPE Function] [C:1]\n # @PURPOSE: Serialize Superset request payload deterministically for network transport.\n def _dump_json(self, payload: dict[str, Any]) -> str:\n import json\n return json.dumps(payload, sort_keys=True, default=str)\n # #endregion SupersetCompilationAdapter._dump_json\n# #endregion SupersetCompilationAdapter\n# #endregion SupersetCompilationAdapter\n" }, { @@ -42800,6 +43982,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetCompilationAdapter.imports [TYPE Block]\nfrom dataclasses import dataclass\nfrom datetime import datetime\nfrom typing import Any\n\nfrom src.core.config_models import Environment\nfrom src.core.logger import belief_scope, logger\nfrom src.core.superset_client import SupersetClient\nfrom src.models.dataset_review import CompiledPreview, PreviewStatus\n\n\n# #endregion SupersetCompilationAdapter.imports\n" }, { @@ -42817,6 +44000,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PreviewCompilationPayload [C:2] [TYPE Class]\n# @BRIEF Typed preview payload for Superset-side compilation.\n@dataclass(frozen=True)\nclass PreviewCompilationPayload:\n session_id: str\n dataset_id: int\n preview_fingerprint: str\n template_params: dict[str, Any]\n effective_filters: list[dict[str, Any]]\n# #endregion PreviewCompilationPayload\n" }, { @@ -42834,6 +44018,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SqlLabLaunchPayload [C:2] [TYPE Class]\n# @BRIEF Typed SQL Lab payload for audited launch handoff.\n@dataclass(frozen=True)\nclass SqlLabLaunchPayload:\n session_id: str\n dataset_id: int\n preview_id: str\n compiled_sql: str\n template_params: dict[str, Any]\n# #endregion SqlLabLaunchPayload\n" }, { @@ -42895,6 +44080,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetContextExtractorPackage [C:4] [TYPE Module] [SEMANTICS superset, package, dashboard, dataset]\n# @LAYER: Infra\n# @BRIEF Recover dataset and dashboard context from Superset links while preserving explicit partial-recovery markers.\n# @RELATION DEPENDS_ON -> [ImportedFilter]\n# @RELATION DEPENDS_ON -> [TemplateVariable]\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @PRE: Superset link or dataset reference must be parseable enough to resolve an environment-scoped target resource.\n# @POST: Returns the best available recovered context with explicit provenance and partial-recovery markers when necessary.\n# @SIDE_EFFECT: Performs upstream Superset API reads.\n# @INVARIANT: Partial recovery is surfaced explicitly and never misrepresented as fully confirmed context.\n#\n# @RATIONALE: Decomposed from monolithic superset_context_extractor.py (1397 lines) into\n# domain-scoped mixins to satisfy INV_7 (module < 400 lines). The composed class\n# preserves the original public API surface — all consumers continue to import\n# from `src.core.utils.superset_context_extractor` without changes.\n# @REJECTED: Keeping a single 1397-line file — violates fractal limit INV_7.\n# #endregion SupersetContextExtractorPackage\n" }, { @@ -42952,6 +44138,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetContextExtractor [C:4] [TYPE Class]\n# @BRIEF Parse supported Superset URLs and recover canonical dataset/dashboard references for review-session intake.\n# @RELATION DEPENDS_ON -> [Environment]\n# @RELATION INHERITS -> [SupersetContextExtractorBase]\n# @RELATION INHERITS -> [SupersetContextParsingMixin]\n# @RELATION INHERITS -> [SupersetContextRecoveryMixin]\n# @RELATION INHERITS -> [SupersetContextTemplatesMixin]\n# @RELATION INHERITS -> [SupersetContextFiltersExtractMixin]\n# @PRE: constructor receives a configured environment with a usable Superset base URL.\n# @POST: extractor instance is ready to parse links against one Superset environment.\n# @SIDE_EFFECT: downstream parse operations may call Superset APIs through SupersetClient.\nclass SupersetContextExtractor(\n SupersetContextFiltersExtractMixin,\n SupersetContextRecoveryMixin,\n SupersetContextTemplatesMixin,\n SupersetContextParsingMixin,\n SupersetContextExtractorBase,\n):\n \"\"\"Composed Superset context extractor.\n\n MRO: FiltersExtractMixin -> RecoveryMixin -> TemplatesMixin -> ParsingMixin -> Base.\n All consumers continue to use:\n from src.core.utils.superset_context_extractor import SupersetContextExtractor\n \"\"\"\n pass\n\n\n# #endregion SupersetContextExtractor\n" }, { @@ -43003,6 +44190,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetContextExtractorBase [C:4] [TYPE Module] [SEMANTICS superset, context, extract, base, recovery]\n# @LAYER: Infra\n# @BRIEF Base class and helpers for recovering dataset/dashboard context from Superset links with explicit partial-recovery markers.\n# @RELATION DEPENDS_ON -> [ImportedFilter]\n# @RELATION DEPENDS_ON -> [TemplateVariable]\n# @RELATION CALLS -> [SupersetClient]\n# @PRE: Superset link or dataset reference must be parseable enough to resolve an environment-scoped target resource.\n# @POST: Returns the best available recovered context with explicit provenance and partial-recovery markers when necessary.\n# @SIDE_EFFECT: Performs upstream Superset API reads.\n# @INVARIANT: Partial recovery is surfaced explicitly and never misrepresented as fully confirmed context.\n# #endregion SupersetContextExtractorBase\n" }, { @@ -43017,6 +44205,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _base_imports [TYPE Block]\nfrom __future__ import annotations\n\nimport json\nfrom dataclasses import dataclass, field\nfrom typing import Any, cast\nfrom urllib.parse import unquote\n\nfrom ...config_models import Environment\nfrom ...logger import logger\nfrom ...superset_client import SupersetClient\n\n# #endregion _base_imports\n" }, { @@ -43034,6 +44223,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetParsedContext [C:2] [TYPE Class]\n# @BRIEF Normalized output of Superset link parsing for session intake and recovery.\n@dataclass\nclass SupersetParsedContext:\n source_url: str\n dataset_ref: str\n dataset_id: int | None = None\n dashboard_id: int | None = None\n chart_id: int | None = None\n resource_type: str = \"unknown\"\n query_state: dict[str, Any] = field(default_factory=dict)\n imported_filters: list[dict[str, Any]] = field(default_factory=list)\n unresolved_references: list[str] = field(default_factory=list)\n partial_recovery: bool = False\n dataset_payload: dict[str, Any] | None = None\n# #endregion SupersetParsedContext\n" }, { @@ -43059,6 +44249,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetContextFiltersExtractMixin [C:3] [TYPE Module] [SEMANTICS superset, filter, native, context, extract]\n# @LAYER: Infra\n# @BRIEF Extract normalized imported filters from decoded Superset query state (native_filters, dataMask, native_filter_state, form_data).\n# @RELATION DEPENDS_ON -> [SupersetContextExtractorBase]\n# #endregion SupersetContextFiltersExtractMixin\n" }, { @@ -43073,6 +44264,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _filters_imports [TYPE Block]\nfrom __future__ import annotations\n\nfrom copy import deepcopy\nfrom typing import Any, cast\n\nfrom ...logger import logger as app_logger\n\napp_logger = cast(Any, app_logger)\n# #endregion _filters_imports\n" }, { @@ -43132,6 +44324,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetContextParsingMixin [C:4] [TYPE Module] [SEMANTICS superset, transform, dashboard, dataset, session, review]\n# @LAYER: Infra\n# @BRIEF Parse supported Superset URLs and recover canonical dataset/dashboard references for review-session intake.\n# @RELATION CALLS -> [SupersetClient]\n# @RELATION CALLS -> [SupersetContextExtractorBase]\n# #endregion SupersetContextParsingMixin\n" }, { @@ -43146,6 +44339,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _parsing_imports [TYPE Block]\nfrom __future__ import annotations\n\nfrom typing import Any, cast\nfrom urllib.parse import parse_qs, urlparse\n\nfrom ...logger import belief_scope, logger\nfrom ._base import SupersetParsedContext\n\nlogger = cast(Any, logger)\n# #endregion _parsing_imports\n" }, { @@ -43174,6 +44368,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetContextExtractorPII [C:3] [TYPE Module] [SEMANTICS superset, dataset, assistant, review]\n# @LAYER: Infra\n# @BRIEF PII redaction helpers for assistant-facing dataset-review context — mask emails, UUIDs, long digit strings, and mixed identifiers.\n# #endregion SupersetContextExtractorPII\n" }, { @@ -43188,6 +44383,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _pii_imports [TYPE Block]\nimport re\nfrom copy import deepcopy\nfrom typing import Any\n\n# #endregion _pii_imports\n" }, { @@ -43205,6 +44401,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region mask_pii_value [C:2] [TYPE Function]\n# @BRIEF Redact likely sensitive identifiers while preserving structural hints for assistant-facing dataset-review context.\ndef mask_pii_value(value: Any) -> tuple[Any, bool]:\n if isinstance(value, str):\n return _mask_sensitive_text(value)\n if isinstance(value, list):\n masked_any = False\n masked_list: list[Any] = []\n for item in value:\n masked_item, item_masked = mask_pii_value(item)\n masked_list.append(masked_item)\n masked_any = masked_any or item_masked\n return masked_list, masked_any\n if isinstance(value, dict):\n masked_any = False\n masked_dict: dict[str, Any] = {}\n for key, item in value.items():\n masked_item, item_masked = mask_pii_value(item)\n masked_dict[key] = masked_item\n masked_any = masked_any or item_masked\n return masked_dict, masked_any\n return value, False\n\n\n# #endregion mask_pii_value\n" }, { @@ -43222,6 +44419,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region sanitize_imported_filter_for_assistant [C:2] [TYPE Function]\n# @BRIEF Build assistant-safe imported-filter payload with raw-value redaction metadata when sensitive tokens are detected.\ndef sanitize_imported_filter_for_assistant(\n filter_payload: dict[str, Any],\n) -> dict[str, Any]:\n sanitized = deepcopy(filter_payload)\n masked_raw_value, was_masked = mask_pii_value(filter_payload.get(\"raw_value\"))\n sanitized[\"raw_value\"] = masked_raw_value\n sanitized[\"raw_value_masked\"] = bool(\n filter_payload.get(\"raw_value_masked\", False) or was_masked\n )\n return sanitized\n\n\n# #endregion sanitize_imported_filter_for_assistant\n" }, { @@ -43239,6 +44437,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _mask_sensitive_text [C:2] [TYPE Function]\n# @BRIEF Redact likely PII substrings from one string while preserving non-sensitive delimiters and token shape.\ndef _mask_sensitive_text(value: str) -> tuple[str, bool]:\n masked = value\n masked_any = False\n\n def _replace_email(match: re.Match[str]) -> str:\n nonlocal masked_any\n masked_any = True\n domain = match.group(\"domain\")\n return f\"***@{domain}\"\n\n def _replace_uuid(match: re.Match[str]) -> str:\n nonlocal masked_any\n masked_any = True\n token = match.group(0)\n return \"********-****-****-****-\" + token[-12:]\n\n def _replace_long_digits(match: re.Match[str]) -> str:\n nonlocal masked_any\n masked_any = True\n token = match.group(0)\n return \"*\" * max(len(token) - 2, 1) + token[-2:]\n\n def _replace_mixed_identifier(match: re.Match[str]) -> str:\n nonlocal masked_any\n token = match.group(0)\n if token.isupper() and len(token) <= 5:\n return token\n masked_any = True\n return token[:2] + \"***\" + token[-2:]\n\n masked = _EMAIL_PATTERN.sub(_replace_email, masked)\n masked = _UUID_PATTERN.sub(_replace_uuid, masked)\n masked = _LONG_DIGIT_PATTERN.sub(_replace_long_digits, masked)\n masked = _MIXED_IDENTIFIER_PATTERN.sub(_replace_mixed_identifier, masked)\n return masked, masked_any\n\n\n# #endregion _mask_sensitive_text\n" }, { @@ -43298,6 +44497,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetContextRecoveryMixin [C:4] [TYPE Module] [SEMANTICS superset, context, recovery, dashboard, dataset]\n# @LAYER: Infra\n# @BRIEF Recover imported filters from Superset parsed context and dashboard metadata.\n# @RELATION CALLS -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [SupersetContextExtractorBase]\n# #endregion SupersetContextRecoveryMixin\n" }, { @@ -43312,6 +44512,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _recovery_imports [TYPE Block]\nfrom __future__ import annotations\n\nimport json\nfrom copy import deepcopy\nfrom typing import Any, cast\n\nfrom ...logger import belief_scope, logger\nfrom ._base import SupersetParsedContext\n\nlogger = cast(Any, logger)\n# #endregion _recovery_imports\n" }, { @@ -43343,6 +44544,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetContextTemplatesMixin [C:3] [TYPE Module] [SEMANTICS superset, search, dataset, execution]\n# @LAYER: Infra\n# @BRIEF Deterministically detect runtime variables and Jinja references from dataset query-bearing fields without execution.\n# @RELATION DEPENDS_ON -> [TemplateVariable]\n# @RELATION DEPENDS_ON -> [SupersetContextExtractorBase]\n# #endregion SupersetContextTemplatesMixin\n" }, { @@ -43357,6 +44559,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _templates_imports [TYPE Block]\nfrom __future__ import annotations\n\nimport re\nfrom typing import Any, cast\n\nfrom ...logger import belief_scope, logger\n\nlogger = cast(Any, logger)\n# #endregion _templates_imports\n" }, { @@ -43406,6 +44609,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region WsLogHandlerModule [C:3] [TYPE Module] [SEMANTICS pydantic, dto, log-entry]\n# @BRIEF WebSocket log handler module providing LogEntry DTO and WebSocketLogHandler for buffered log streaming.\n# @RELATION DEPENDS_ON -> [LogEntry]\n# @RELATION COMPOSES -> [CotJsonFormatter]\nimport logging\nfrom collections import deque\nfrom datetime import datetime\nfrom typing import Any\n\nfrom pydantic import BaseModel, Field\n\n\n# #region LogEntry [C:1] [TYPE Class] [SEMANTICS log,entry,record,pydantic]\nclass LogEntry(BaseModel):\n timestamp: datetime = Field(default_factory=datetime.utcnow)\n level: str\n message: str\n context: dict[str, Any] | None = None\n# #endregion LogEntry\n\n\n# #region WebSocketLogHandler [C:3] [TYPE Class] [SEMANTICS logging,handler,websocket,buffer]\n# @BRIEF Custom logging handler that captures log records into a fixed-capacity buffer for WebSocket streaming.\n# @RELATION DEPENDS_ON -> [LogEntry]\n# @RELATION COMPOSES -> [CotJsonFormatter]\nclass WebSocketLogHandler(logging.Handler):\n \"\"\"\n A logging handler that stores log records and can be extended to send them\n over WebSockets.\n \"\"\"\n\n # #region WebSocketLogHandler.__init__ [C:1] [TYPE Function] [SEMANTICS init,handler,buffer]\n def __init__(self, capacity: int = 1000):\n super().__init__()\n self.log_buffer: deque[LogEntry] = deque(maxlen=capacity)\n # #endregion WebSocketLogHandler.__init__\n\n # #region WebSocketLogHandler.emit [C:2] [TYPE Function] [SEMANTICS log,capture,format,buffer]\n # @BRIEF Captures a log record, formats it, and stores it in the buffer as a LogEntry.\n def emit(self, record: logging.LogRecord):\n try:\n log_entry = LogEntry(\n level=record.levelname,\n message=self.format(record),\n context={\n \"name\": record.name,\n \"pathname\": record.pathname,\n \"lineno\": record.lineno,\n \"funcName\": record.funcName,\n \"process\": record.process,\n \"thread\": record.thread,\n }\n )\n self.log_buffer.append(log_entry)\n except Exception:\n self.handleError(record)\n # #endregion WebSocketLogHandler.emit\n\n # #region WebSocketLogHandler.get_recent_logs [C:2] [TYPE Function] [SEMANTICS log,retrieve,buffer]\n # @BRIEF Returns a list of recent log entries from the buffer.\n def get_recent_logs(self) -> list[LogEntry]:\n \"\"\"\n Returns a list of recent log entries from the buffer.\n \"\"\"\n return list(self.log_buffer)\n # #endregion WebSocketLogHandler.get_recent_logs\n\n\n# #endregion WebSocketLogHandler\n# #endregion WsLogHandlerModule\n" }, { @@ -43455,6 +44659,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region WebSocketLogHandler [C:3] [TYPE Class] [SEMANTICS logging,handler,websocket,buffer]\n# @BRIEF Custom logging handler that captures log records into a fixed-capacity buffer for WebSocket streaming.\n# @RELATION DEPENDS_ON -> [LogEntry]\n# @RELATION COMPOSES -> [CotJsonFormatter]\nclass WebSocketLogHandler(logging.Handler):\n \"\"\"\n A logging handler that stores log records and can be extended to send them\n over WebSockets.\n \"\"\"\n\n # #region WebSocketLogHandler.__init__ [C:1] [TYPE Function] [SEMANTICS init,handler,buffer]\n def __init__(self, capacity: int = 1000):\n super().__init__()\n self.log_buffer: deque[LogEntry] = deque(maxlen=capacity)\n # #endregion WebSocketLogHandler.__init__\n\n # #region WebSocketLogHandler.emit [C:2] [TYPE Function] [SEMANTICS log,capture,format,buffer]\n # @BRIEF Captures a log record, formats it, and stores it in the buffer as a LogEntry.\n def emit(self, record: logging.LogRecord):\n try:\n log_entry = LogEntry(\n level=record.levelname,\n message=self.format(record),\n context={\n \"name\": record.name,\n \"pathname\": record.pathname,\n \"lineno\": record.lineno,\n \"funcName\": record.funcName,\n \"process\": record.process,\n \"thread\": record.thread,\n }\n )\n self.log_buffer.append(log_entry)\n except Exception:\n self.handleError(record)\n # #endregion WebSocketLogHandler.emit\n\n # #region WebSocketLogHandler.get_recent_logs [C:2] [TYPE Function] [SEMANTICS log,retrieve,buffer]\n # @BRIEF Returns a list of recent log entries from the buffer.\n def get_recent_logs(self) -> list[LogEntry]:\n \"\"\"\n Returns a list of recent log entries from the buffer.\n \"\"\"\n return list(self.log_buffer)\n # #endregion WebSocketLogHandler.get_recent_logs\n\n\n# #endregion WebSocketLogHandler\n" }, { @@ -43471,6 +44676,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region WebSocketLogHandler.__init__ [C:1] [TYPE Function] [SEMANTICS init,handler,buffer]\n def __init__(self, capacity: int = 1000):\n super().__init__()\n self.log_buffer: deque[LogEntry] = deque(maxlen=capacity)\n # #endregion WebSocketLogHandler.__init__\n" }, { @@ -43488,6 +44694,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region WebSocketLogHandler.emit [C:2] [TYPE Function] [SEMANTICS log,capture,format,buffer]\n # @BRIEF Captures a log record, formats it, and stores it in the buffer as a LogEntry.\n def emit(self, record: logging.LogRecord):\n try:\n log_entry = LogEntry(\n level=record.levelname,\n message=self.format(record),\n context={\n \"name\": record.name,\n \"pathname\": record.pathname,\n \"lineno\": record.lineno,\n \"funcName\": record.funcName,\n \"process\": record.process,\n \"thread\": record.thread,\n }\n )\n self.log_buffer.append(log_entry)\n except Exception:\n self.handleError(record)\n # #endregion WebSocketLogHandler.emit\n" }, { @@ -43505,6 +44712,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " # #region WebSocketLogHandler.get_recent_logs [C:2] [TYPE Function] [SEMANTICS log,retrieve,buffer]\n # @BRIEF Returns a list of recent log entries from the buffer.\n def get_recent_logs(self) -> list[LogEntry]:\n \"\"\"\n Returns a list of recent log entries from the buffer.\n \"\"\"\n return list(self.log_buffer)\n # #endregion WebSocketLogHandler.get_recent_logs\n" }, { @@ -43584,6 +44792,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AppDependencies [C:3] [TYPE Module] [SEMANTICS fastapi, schedule]\n# @BRIEF Manages creation and provision of shared application dependencies, such as PluginLoader and TaskManager, to avoid circular imports.\n# @LAYER: Core\n# @RELATION Used by main app and API routers to get access to shared instances.\n# @RELATION CALLS -> [CleanReleaseRepository]\n# @RELATION CALLS -> [ConfigManager]\n# @RELATION CALLS -> [PluginLoader]\n# @RELATION CALLS -> [SchedulerService]\n# @RELATION CALLS -> [TaskManager]\n# @RELATION CALLS -> [get_all_plugin_configs]\n# @RELATION CALLS -> [get_db]\n# @RELATION CALLS -> [info]\n# @RELATION CALLS -> [init_db]\n\nfrom pathlib import Path\n\nfrom fastapi import Depends, HTTPException, status\nfrom fastapi.security import OAuth2PasswordBearer\nfrom jose import JWTError\n\nfrom .core.auth.jwt import decode_token\nfrom .core.auth.repository import AuthRepository\nfrom .core.config_manager import ConfigManager\nfrom .core.database import get_auth_db, get_db, init_db\nfrom .core.logger import logger\nfrom .core.plugin_loader import PluginLoader\nfrom .core.scheduler import SchedulerService\nfrom .core.task_manager import TaskManager\nfrom .models.auth import User\nfrom .services.clean_release.facade import CleanReleaseFacade\nfrom .services.clean_release.repositories import (\n ApprovalRepository,\n ArtifactRepository,\n AuditRepository,\n CandidateRepository,\n ComplianceRepository,\n ManifestRepository,\n PolicyRepository,\n PublicationRepository,\n ReportRepository,\n)\nfrom .services.clean_release.repository import CleanReleaseRepository\nfrom .services.mapping_service import MappingService\nfrom .services.resource_service import ResourceService\n\n# Initialize singletons lazily to avoid import-time DB side effects during test collection.\n# Use absolute path relative to this file to ensure plugins are found regardless of CWD\nproject_root = Path(__file__).parent.parent.parent\nconfig_path = project_root / \"config.json\"\n\nconfig_manager: ConfigManager | None = None\nplugin_loader: PluginLoader | None = None\ntask_manager: TaskManager | None = None\nscheduler_service: SchedulerService | None = None\nresource_service: ResourceService | None = None\n\n\n# #region get_config_manager [C:1] [TYPE Function]\n# @BRIEF Dependency injector for ConfigManager.\n# @PRE: Global config_manager must be initialized.\n# @POST: Returns shared ConfigManager instance.\ndef get_config_manager() -> ConfigManager:\n \"\"\"Dependency injector for ConfigManager.\"\"\"\n global config_manager\n if config_manager is None:\n init_db()\n config_manager = ConfigManager(config_path=str(config_path))\n return config_manager\n\n\n# #endregion get_config_manager\n\nplugin_dir = Path(__file__).parent / \"plugins\"\n\n# Clean Release Redesign Singletons\n# Note: These use get_db() which is a generator, so we need a way to provide a session.\n# For singletons in dependencies.py, we might need a different approach or\n# initialize them inside the dependency functions.\n\n\n# #region get_plugin_loader [C:1] [TYPE Function]\n# @BRIEF Dependency injector for PluginLoader.\n# @PRE: Global plugin_loader must be initialized.\n# @POST: Returns shared PluginLoader instance.\ndef get_plugin_loader() -> PluginLoader:\n \"\"\"Dependency injector for PluginLoader.\"\"\"\n global plugin_loader\n if plugin_loader is None:\n plugin_loader = PluginLoader(plugin_dir=str(plugin_dir))\n logger.info(f\"PluginLoader initialized with directory: {plugin_dir}\")\n logger.info(\n f\"Available plugins: {[config.name for config in plugin_loader.get_all_plugin_configs()]}\"\n )\n return plugin_loader\n\n\n# #endregion get_plugin_loader\n\n\n# #region get_task_manager [C:1] [TYPE Function]\n# @BRIEF Dependency injector for TaskManager.\n# @PRE: Global task_manager must be initialized.\n# @POST: Returns shared TaskManager instance.\ndef get_task_manager() -> TaskManager:\n \"\"\"Dependency injector for TaskManager.\"\"\"\n global task_manager\n if task_manager is None:\n task_manager = TaskManager(get_plugin_loader())\n logger.info(\"TaskManager initialized\")\n return task_manager\n\n\n# #endregion get_task_manager\n\n\n# #region get_scheduler_service [C:1] [TYPE Function]\n# @BRIEF Dependency injector for SchedulerService.\n# @PRE: Global scheduler_service must be initialized.\n# @POST: Returns shared SchedulerService instance.\ndef get_scheduler_service() -> SchedulerService:\n \"\"\"Dependency injector for SchedulerService.\"\"\"\n global scheduler_service\n if scheduler_service is None:\n scheduler_service = SchedulerService(get_task_manager(), get_config_manager())\n logger.info(\"SchedulerService initialized\")\n return scheduler_service\n\n\n# #endregion get_scheduler_service\n\n\n# #region get_resource_service [C:1] [TYPE Function]\n# @BRIEF Dependency injector for ResourceService.\n# @PRE: Global resource_service must be initialized.\n# @POST: Returns shared ResourceService instance.\ndef get_resource_service() -> ResourceService:\n \"\"\"Dependency injector for ResourceService.\"\"\"\n global resource_service\n if resource_service is None:\n resource_service = ResourceService()\n logger.info(\"ResourceService initialized\")\n return resource_service\n\n\n# #endregion get_resource_service\n\n\n# #region get_mapping_service [C:1] [TYPE Function]\n# @BRIEF Dependency injector for MappingService.\n# @PRE: Global config_manager must be initialized.\n# @POST: Returns new MappingService instance.\ndef get_mapping_service() -> MappingService:\n \"\"\"Dependency injector for MappingService.\"\"\"\n return MappingService(get_config_manager())\n\n\n# #endregion get_mapping_service\n\n\n_clean_release_repository = CleanReleaseRepository()\n\n\n# #region get_clean_release_repository [C:1] [TYPE Function]\n# @BRIEF Legacy compatibility shim for CleanReleaseRepository.\n# @POST: Returns a shared CleanReleaseRepository instance.\ndef get_clean_release_repository() -> CleanReleaseRepository:\n \"\"\"Legacy compatibility shim for CleanReleaseRepository.\"\"\"\n return _clean_release_repository\n\n\n# #endregion get_clean_release_repository\n\n\n# #region get_clean_release_facade [C:1] [TYPE Function]\n# @BRIEF Dependency injector for CleanReleaseFacade.\n# @POST: Returns a facade instance with a fresh DB session.\ndef get_clean_release_facade(db=Depends(get_db)) -> CleanReleaseFacade:\n candidate_repo = CandidateRepository(db)\n artifact_repo = ArtifactRepository(db)\n manifest_repo = ManifestRepository(db)\n policy_repo = PolicyRepository(db)\n compliance_repo = ComplianceRepository(db)\n report_repo = ReportRepository(db)\n approval_repo = ApprovalRepository(db)\n publication_repo = PublicationRepository(db)\n audit_repo = AuditRepository(db)\n\n return CleanReleaseFacade(\n candidate_repo=candidate_repo,\n artifact_repo=artifact_repo,\n manifest_repo=manifest_repo,\n policy_repo=policy_repo,\n compliance_repo=compliance_repo,\n report_repo=report_repo,\n approval_repo=approval_repo,\n publication_repo=publication_repo,\n audit_repo=audit_repo,\n config_manager=get_config_manager(),\n )\n\n\n# #endregion get_clean_release_facade\n\n# #region oauth2_scheme [C:1] [TYPE Variable]\n# @RELATION DEPENDS_ON -> OAuth2PasswordBearer\n# @BRIEF OAuth2 password bearer scheme for token extraction.\noauth2_scheme = OAuth2PasswordBearer(tokenUrl=\"/api/auth/login\")\n# #endregion oauth2_scheme\n\n\n# #region get_current_user [C:3] [TYPE Function]\n# @RELATION CALLS -> AuthRepository\n# @BRIEF Dependency for retrieving currently authenticated user from a JWT.\n# @PRE: JWT token provided in Authorization header.\n# @POST: Returns User object if token is valid.\ndef get_current_user(token: str = Depends(oauth2_scheme), db=Depends(get_auth_db)):\n credentials_exception = HTTPException(\n status_code=status.HTTP_401_UNAUTHORIZED,\n detail=\"Could not validate credentials\",\n headers={\"WWW-Authenticate\": \"Bearer\"},\n )\n try:\n payload = decode_token(token)\n username_value = payload.get(\"sub\")\n if not isinstance(username_value, str) or not username_value:\n raise credentials_exception\n username = username_value\n except JWTError:\n raise credentials_exception\n\n repo = AuthRepository(db)\n user = repo.get_user_by_username(username)\n if user is None:\n raise credentials_exception\n return user\n\n\n# #endregion get_current_user\n\n\n# #region has_permission [C:3] [TYPE Function]\n# @RELATION CALLS -> AuthRepository\n# @BRIEF Dependency for checking if the current user has a specific permission.\n# @PRE: User is authenticated.\n# @POST: Returns True if user has permission.\ndef has_permission(resource: str, action: str):\n def permission_checker(current_user: User = Depends(get_current_user)):\n # Union of all permissions across all roles\n for role in current_user.roles:\n for perm in role.permissions:\n if perm.resource == resource and perm.action == action:\n return current_user\n\n # Special case for Admin role (full access)\n if any(role.name == \"Admin\" for role in current_user.roles):\n return current_user\n\n from .core.auth.logger import log_security_event\n\n log_security_event(\n \"PERMISSION_DENIED\",\n str(getattr(current_user, \"username\", \"unknown\")),\n {\"resource\": resource, \"action\": action},\n )\n\n raise HTTPException(\n status_code=status.HTTP_403_FORBIDDEN,\n detail=f\"Permission denied for {resource}:{action}\",\n )\n\n return permission_checker\n\n\n# #endregion has_permission\n\n# #endregion AppDependencies\n" }, { @@ -43631,6 +44840,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_config_manager [C:1] [TYPE Function]\n# @BRIEF Dependency injector for ConfigManager.\n# @PRE: Global config_manager must be initialized.\n# @POST: Returns shared ConfigManager instance.\ndef get_config_manager() -> ConfigManager:\n \"\"\"Dependency injector for ConfigManager.\"\"\"\n global config_manager\n if config_manager is None:\n init_db()\n config_manager = ConfigManager(config_path=str(config_path))\n return config_manager\n\n\n# #endregion get_config_manager\n" }, { @@ -43678,6 +44888,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_plugin_loader [C:1] [TYPE Function]\n# @BRIEF Dependency injector for PluginLoader.\n# @PRE: Global plugin_loader must be initialized.\n# @POST: Returns shared PluginLoader instance.\ndef get_plugin_loader() -> PluginLoader:\n \"\"\"Dependency injector for PluginLoader.\"\"\"\n global plugin_loader\n if plugin_loader is None:\n plugin_loader = PluginLoader(plugin_dir=str(plugin_dir))\n logger.info(f\"PluginLoader initialized with directory: {plugin_dir}\")\n logger.info(\n f\"Available plugins: {[config.name for config in plugin_loader.get_all_plugin_configs()]}\"\n )\n return plugin_loader\n\n\n# #endregion get_plugin_loader\n" }, { @@ -43725,6 +44936,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_task_manager [C:1] [TYPE Function]\n# @BRIEF Dependency injector for TaskManager.\n# @PRE: Global task_manager must be initialized.\n# @POST: Returns shared TaskManager instance.\ndef get_task_manager() -> TaskManager:\n \"\"\"Dependency injector for TaskManager.\"\"\"\n global task_manager\n if task_manager is None:\n task_manager = TaskManager(get_plugin_loader())\n logger.info(\"TaskManager initialized\")\n return task_manager\n\n\n# #endregion get_task_manager\n" }, { @@ -43772,6 +44984,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_scheduler_service [C:1] [TYPE Function]\n# @BRIEF Dependency injector for SchedulerService.\n# @PRE: Global scheduler_service must be initialized.\n# @POST: Returns shared SchedulerService instance.\ndef get_scheduler_service() -> SchedulerService:\n \"\"\"Dependency injector for SchedulerService.\"\"\"\n global scheduler_service\n if scheduler_service is None:\n scheduler_service = SchedulerService(get_task_manager(), get_config_manager())\n logger.info(\"SchedulerService initialized\")\n return scheduler_service\n\n\n# #endregion get_scheduler_service\n" }, { @@ -43819,6 +45032,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_resource_service [C:1] [TYPE Function]\n# @BRIEF Dependency injector for ResourceService.\n# @PRE: Global resource_service must be initialized.\n# @POST: Returns shared ResourceService instance.\ndef get_resource_service() -> ResourceService:\n \"\"\"Dependency injector for ResourceService.\"\"\"\n global resource_service\n if resource_service is None:\n resource_service = ResourceService()\n logger.info(\"ResourceService initialized\")\n return resource_service\n\n\n# #endregion get_resource_service\n" }, { @@ -43866,6 +45080,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_mapping_service [C:1] [TYPE Function]\n# @BRIEF Dependency injector for MappingService.\n# @PRE: Global config_manager must be initialized.\n# @POST: Returns new MappingService instance.\ndef get_mapping_service() -> MappingService:\n \"\"\"Dependency injector for MappingService.\"\"\"\n return MappingService(get_config_manager())\n\n\n# #endregion get_mapping_service\n" }, { @@ -43903,6 +45118,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_clean_release_repository [C:1] [TYPE Function]\n# @BRIEF Legacy compatibility shim for CleanReleaseRepository.\n# @POST: Returns a shared CleanReleaseRepository instance.\ndef get_clean_release_repository() -> CleanReleaseRepository:\n \"\"\"Legacy compatibility shim for CleanReleaseRepository.\"\"\"\n return _clean_release_repository\n\n\n# #endregion get_clean_release_repository\n" }, { @@ -43940,6 +45156,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_clean_release_facade [C:1] [TYPE Function]\n# @BRIEF Dependency injector for CleanReleaseFacade.\n# @POST: Returns a facade instance with a fresh DB session.\ndef get_clean_release_facade(db=Depends(get_db)) -> CleanReleaseFacade:\n candidate_repo = CandidateRepository(db)\n artifact_repo = ArtifactRepository(db)\n manifest_repo = ManifestRepository(db)\n policy_repo = PolicyRepository(db)\n compliance_repo = ComplianceRepository(db)\n report_repo = ReportRepository(db)\n approval_repo = ApprovalRepository(db)\n publication_repo = PublicationRepository(db)\n audit_repo = AuditRepository(db)\n\n return CleanReleaseFacade(\n candidate_repo=candidate_repo,\n artifact_repo=artifact_repo,\n manifest_repo=manifest_repo,\n policy_repo=policy_repo,\n compliance_repo=compliance_repo,\n report_repo=report_repo,\n approval_repo=approval_repo,\n publication_repo=publication_repo,\n audit_repo=audit_repo,\n config_manager=get_config_manager(),\n )\n\n\n# #endregion get_clean_release_facade\n" }, { @@ -44027,6 +45244,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region oauth2_scheme [C:1] [TYPE Variable]\n# @RELATION DEPENDS_ON -> OAuth2PasswordBearer\n# @BRIEF OAuth2 password bearer scheme for token extraction.\noauth2_scheme = OAuth2PasswordBearer(tokenUrl=\"/api/auth/login\")\n# #endregion oauth2_scheme\n" }, { @@ -44072,6 +45290,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_current_user [C:3] [TYPE Function]\n# @RELATION CALLS -> AuthRepository\n# @BRIEF Dependency for retrieving currently authenticated user from a JWT.\n# @PRE: JWT token provided in Authorization header.\n# @POST: Returns User object if token is valid.\ndef get_current_user(token: str = Depends(oauth2_scheme), db=Depends(get_auth_db)):\n credentials_exception = HTTPException(\n status_code=status.HTTP_401_UNAUTHORIZED,\n detail=\"Could not validate credentials\",\n headers={\"WWW-Authenticate\": \"Bearer\"},\n )\n try:\n payload = decode_token(token)\n username_value = payload.get(\"sub\")\n if not isinstance(username_value, str) or not username_value:\n raise credentials_exception\n username = username_value\n except JWTError:\n raise credentials_exception\n\n repo = AuthRepository(db)\n user = repo.get_user_by_username(username)\n if user is None:\n raise credentials_exception\n return user\n\n\n# #endregion get_current_user\n" }, { @@ -44117,6 +45336,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region has_permission [C:3] [TYPE Function]\n# @RELATION CALLS -> AuthRepository\n# @BRIEF Dependency for checking if the current user has a specific permission.\n# @PRE: User is authenticated.\n# @POST: Returns True if user has permission.\ndef has_permission(resource: str, action: str):\n def permission_checker(current_user: User = Depends(get_current_user)):\n # Union of all permissions across all roles\n for role in current_user.roles:\n for perm in role.permissions:\n if perm.resource == resource and perm.action == action:\n return current_user\n\n # Special case for Admin role (full access)\n if any(role.name == \"Admin\" for role in current_user.roles):\n return current_user\n\n from .core.auth.logger import log_security_event\n\n log_security_event(\n \"PERMISSION_DENIED\",\n str(getattr(current_user, \"username\", \"unknown\")),\n {\"resource\": resource, \"action\": action},\n )\n\n raise HTTPException(\n status_code=status.HTTP_403_FORBIDDEN,\n detail=f\"Permission denied for {resource}:{action}\",\n )\n\n return permission_checker\n\n\n# #endregion has_permission\n" }, { @@ -44161,6 +45381,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ModelsPackage [TYPE Package] [SEMANTICS model, package, init]\n# @BRIEF Domain model package root.\n# #endregion ModelsPackage\n" }, { @@ -44203,6 +45424,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TestCleanReleaseModels [TYPE Module] [SEMANTICS test, clean-release, model, contract]\n# @RELATION VERIFIES -> [CleanReleaseModels]\n# @BRIEF Contract testing for Clean Release models\n# #endregion TestCleanReleaseModels\n" }, { @@ -44236,6 +45458,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_release_candidate_valid [TYPE Function]\n# @RELATION BINDS_TO -> [TestCleanReleaseModels]\n# @BRIEF Verify that a valid release candidate can be instantiated.\ndef test_release_candidate_valid(valid_candidate_data):\n rc = ReleaseCandidate(**valid_candidate_data)\n assert rc.candidate_id == \"RC-001\"\n assert rc.status == ReleaseCandidateStatus.DRAFT\n# #endregion test_release_candidate_valid\n" }, { @@ -44290,6 +45513,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_release_candidate_empty_id [TYPE Function]\n# @RELATION BINDS_TO -> [TestCleanReleaseModels]\n# @BRIEF Verify that a release candidate with an empty ID is rejected.\ndef test_release_candidate_empty_id(valid_candidate_data):\n valid_candidate_data[\"candidate_id\"] = \" \"\n with pytest.raises(ValueError, match=\"candidate_id must be non-empty\"):\n ReleaseCandidate(**valid_candidate_data)\n# @TEST_FIXTURE: valid_enterprise_policy\n# #endregion test_release_candidate_empty_id\n" }, { @@ -44324,6 +45548,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_enterprise_policy_valid [TYPE Function]\n# @RELATION BINDS_TO -> [TestCleanReleaseModels]\n# @BRIEF Verify that a valid enterprise policy is accepted.\ndef test_enterprise_policy_valid(valid_policy_data):\n policy = CleanProfilePolicy(**valid_policy_data)\n assert policy.external_source_forbidden is True\n# @TEST_EDGE: enterprise_policy_missing_prohibited\n# #endregion test_enterprise_policy_valid\n" }, { @@ -44358,6 +45583,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_enterprise_policy_missing_prohibited [TYPE Function]\n# @RELATION BINDS_TO -> [TestCleanReleaseModels]\n# @BRIEF Verify that an enterprise policy without prohibited categories is rejected.\ndef test_enterprise_policy_missing_prohibited(valid_policy_data):\n valid_policy_data[\"prohibited_artifact_categories\"] = []\n with pytest.raises(\n ValueError,\n match=\"enterprise-clean policy requires prohibited_artifact_categories\",\n ):\n CleanProfilePolicy(**valid_policy_data)\n# @TEST_EDGE: enterprise_policy_external_allowed\n# #endregion test_enterprise_policy_missing_prohibited\n" }, { @@ -44393,6 +45619,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_enterprise_policy_external_allowed [TYPE Function]\n# @RELATION BINDS_TO -> [TestCleanReleaseModels]\n# @BRIEF Verify that an enterprise policy allowing external sources is rejected.\ndef test_enterprise_policy_external_allowed(valid_policy_data):\n valid_policy_data[\"external_source_forbidden\"] = False\n with pytest.raises(\n ValueError,\n match=\"enterprise-clean policy requires external_source_forbidden=true\",\n ):\n CleanProfilePolicy(**valid_policy_data)\n# @TEST_INVARIANT: manifest_consistency\n# @TEST_EDGE: manifest_count_mismatch\n# #endregion test_enterprise_policy_external_allowed\n" }, { @@ -44426,6 +45653,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_manifest_count_mismatch [TYPE Function]\n# @RELATION BINDS_TO -> [TestCleanReleaseModels]\n# @BRIEF Verify that a manifest with count mismatches is rejected.\ndef test_manifest_count_mismatch():\n summary = ManifestSummary(\n included_count=1, excluded_count=0, prohibited_detected_count=0\n )\n item = ManifestItem(\n path=\"p\", category=\"c\", classification=ClassificationType.ALLOWED, reason=\"r\"\n )\n # Valid\n DistributionManifest(\n manifest_id=\"m1\",\n candidate_id=\"rc1\",\n policy_id=\"p1\",\n generated_at=datetime.now(),\n generated_by=\"u\",\n items=[item],\n summary=summary,\n deterministic_hash=\"h\",\n )\n # Invalid count\n summary.included_count = 2\n with pytest.raises(\n ValueError, match=\"manifest summary counts must match items size\"\n ):\n DistributionManifest(\n manifest_id=\"m1\",\n candidate_id=\"rc1\",\n policy_id=\"p1\",\n generated_at=datetime.now(),\n generated_by=\"u\",\n items=[item],\n summary=summary,\n deterministic_hash=\"h\",\n )\n# @TEST_INVARIANT: run_integrity\n# @TEST_EDGE: compliant_run_stage_fail\n# #endregion test_manifest_count_mismatch\n" }, { @@ -44459,6 +45687,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_compliant_run_validation [TYPE Function]\n# @RELATION BINDS_TO -> [TestCleanReleaseModels]\n# @BRIEF Verify compliant run validation logic and mandatory stage checks.\ndef test_compliant_run_validation():\n base_run = {\n \"check_run_id\": \"run1\",\n \"candidate_id\": \"rc1\",\n \"policy_id\": \"p1\",\n \"started_at\": datetime.now(),\n \"triggered_by\": \"u\",\n \"execution_mode\": ExecutionMode.TUI,\n \"final_status\": CheckFinalStatus.COMPLIANT,\n \"checks\": [\n CheckStageResult(\n stage=CheckStageName.DATA_PURITY, status=CheckStageStatus.PASS\n ),\n CheckStageResult(\n stage=CheckStageName.INTERNAL_SOURCES_ONLY, status=CheckStageStatus.PASS\n ),\n CheckStageResult(\n stage=CheckStageName.NO_EXTERNAL_ENDPOINTS, status=CheckStageStatus.PASS\n ),\n CheckStageResult(\n stage=CheckStageName.MANIFEST_CONSISTENCY, status=CheckStageStatus.PASS\n ),\n ],\n }\n # Valid\n ComplianceCheckRun(**base_run)\n # One stage fails -> cannot be COMPLIANT\n base_run[\"checks\"][0].status = CheckStageStatus.FAIL\n with pytest.raises(\n ValueError, match=\"compliant run requires PASS on all mandatory stages\"\n ):\n ComplianceCheckRun(**base_run)\n # Missing stage -> cannot be COMPLIANT\n base_run[\"checks\"] = base_run[\"checks\"][1:]\n with pytest.raises(ValueError, match=\"compliant run requires all mandatory stages\"):\n ComplianceCheckRun(**base_run)\n# #endregion test_compliant_run_validation\n" }, { @@ -44492,6 +45721,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_report_validation [TYPE Function]\n# @RELATION BINDS_TO -> [TestCleanReleaseModels]\n# @BRIEF Verify compliance report validation based on status and violation counts.\ndef test_report_validation():\n # Valid blocked report\n ComplianceReport(\n report_id=\"rep1\",\n check_run_id=\"run1\",\n candidate_id=\"rc1\",\n generated_at=datetime.now(),\n final_status=CheckFinalStatus.BLOCKED,\n operator_summary=\"Blocked\",\n structured_payload_ref=\"ref\",\n violations_count=2,\n blocking_violations_count=2,\n )\n # BLOCKED with 0 blocking violations\n with pytest.raises(ValueError, match=\"blocked report requires blocking violations\"):\n ComplianceReport(\n report_id=\"rep1\",\n check_run_id=\"run1\",\n candidate_id=\"rc1\",\n generated_at=datetime.now(),\n final_status=CheckFinalStatus.BLOCKED,\n operator_summary=\"Blocked\",\n structured_payload_ref=\"ref\",\n violations_count=2,\n blocking_violations_count=0,\n )\n# #endregion test_report_validation\n" }, { @@ -44545,6 +45775,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_environment_model [TYPE Function]\n# @RELATION BINDS_TO -> test_models\n# @BRIEF Tests that Environment model correctly stores values.\n# @PRE: Environment class is available.\n# @POST: Values are verified.\ndef test_environment_model():\n with belief_scope(\"test_environment_model\"):\n env = Environment(\n id=\"test-id\",\n name=\"test-env\",\n url=\"http://localhost:8088/api/v1\",\n username=\"admin\",\n password=\"password\",\n )\n assert env.id == \"test-id\"\n assert env.name == \"test-env\"\n assert env.url == \"http://localhost:8088/api/v1\"\n# #endregion test_environment_model\n" }, { @@ -44581,6 +45812,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantModels [C:3] [TYPE Module] [SEMANTICS sqlalchemy, assistant, model, schema, audit, assistant-audit-record]\n# @BRIEF SQLAlchemy models for assistant audit trail and confirmation tokens.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> MappingModels\n# @INVARIANT: Assistant records preserve immutable ids and creation timestamps.\n\nfrom datetime import datetime\n\nfrom sqlalchemy import JSON, Column, DateTime, String, Text\n\nfrom .mapping import Base\n\n\n# #region AssistantAuditRecord [C:3] [TYPE Class]\n# @BRIEF Store audit decisions and outcomes produced by assistant command handling.\n# @RELATION INHERITS -> MappingModels\n# @PRE: user_id must identify the actor for every record.\n# @POST: Audit payload remains available for compliance and debugging.\nclass AssistantAuditRecord(Base):\n __tablename__ = \"assistant_audit\"\n\n id = Column(String, primary_key=True)\n user_id = Column(String, index=True, nullable=False)\n conversation_id = Column(String, index=True, nullable=True)\n decision = Column(String, nullable=True)\n task_id = Column(String, nullable=True)\n message = Column(Text, nullable=True)\n payload = Column(JSON, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n\n# #endregion AssistantAuditRecord\n\n\n# #region AssistantMessageRecord [C:3] [TYPE Class]\n# @BRIEF Persist chat history entries for assistant conversations.\n# @RELATION INHERITS -> MappingModels\n# @PRE: user_id, conversation_id, role and text must be present.\n# @POST: Message row can be queried in chronological order.\nclass AssistantMessageRecord(Base):\n __tablename__ = \"assistant_messages\"\n\n id = Column(String, primary_key=True)\n user_id = Column(String, index=True, nullable=False)\n conversation_id = Column(String, index=True, nullable=False)\n role = Column(String, nullable=False) # user | assistant\n text = Column(Text, nullable=False)\n state = Column(String, nullable=True)\n task_id = Column(String, nullable=True)\n confirmation_id = Column(String, nullable=True)\n payload = Column(JSON, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n\n# #endregion AssistantMessageRecord\n\n\n# #region AssistantConfirmationRecord [C:3] [TYPE Class]\n# @BRIEF Persist risky operation confirmation tokens with lifecycle state.\n# @RELATION INHERITS -> MappingModels\n# @PRE: intent/dispatch and expiry timestamp must be provided.\n# @POST: State transitions can be tracked and audited.\nclass AssistantConfirmationRecord(Base):\n __tablename__ = \"assistant_confirmations\"\n\n id = Column(String, primary_key=True)\n user_id = Column(String, index=True, nullable=False)\n conversation_id = Column(String, index=True, nullable=False)\n state = Column(String, index=True, nullable=False, default=\"pending\")\n intent = Column(JSON, nullable=False)\n dispatch = Column(JSON, nullable=False)\n expires_at = Column(DateTime, nullable=False)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n consumed_at = Column(DateTime, nullable=True)\n\n\n# #endregion AssistantConfirmationRecord\n# #endregion AssistantModels\n" }, { @@ -44626,6 +45858,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantAuditRecord [C:3] [TYPE Class]\n# @BRIEF Store audit decisions and outcomes produced by assistant command handling.\n# @RELATION INHERITS -> MappingModels\n# @PRE: user_id must identify the actor for every record.\n# @POST: Audit payload remains available for compliance and debugging.\nclass AssistantAuditRecord(Base):\n __tablename__ = \"assistant_audit\"\n\n id = Column(String, primary_key=True)\n user_id = Column(String, index=True, nullable=False)\n conversation_id = Column(String, index=True, nullable=True)\n decision = Column(String, nullable=True)\n task_id = Column(String, nullable=True)\n message = Column(Text, nullable=True)\n payload = Column(JSON, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n\n# #endregion AssistantAuditRecord\n" }, { @@ -44671,6 +45904,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantMessageRecord [C:3] [TYPE Class]\n# @BRIEF Persist chat history entries for assistant conversations.\n# @RELATION INHERITS -> MappingModels\n# @PRE: user_id, conversation_id, role and text must be present.\n# @POST: Message row can be queried in chronological order.\nclass AssistantMessageRecord(Base):\n __tablename__ = \"assistant_messages\"\n\n id = Column(String, primary_key=True)\n user_id = Column(String, index=True, nullable=False)\n conversation_id = Column(String, index=True, nullable=False)\n role = Column(String, nullable=False) # user | assistant\n text = Column(Text, nullable=False)\n state = Column(String, nullable=True)\n task_id = Column(String, nullable=True)\n confirmation_id = Column(String, nullable=True)\n payload = Column(JSON, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n\n# #endregion AssistantMessageRecord\n" }, { @@ -44716,6 +45950,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AssistantConfirmationRecord [C:3] [TYPE Class]\n# @BRIEF Persist risky operation confirmation tokens with lifecycle state.\n# @RELATION INHERITS -> MappingModels\n# @PRE: intent/dispatch and expiry timestamp must be provided.\n# @POST: State transitions can be tracked and audited.\nclass AssistantConfirmationRecord(Base):\n __tablename__ = \"assistant_confirmations\"\n\n id = Column(String, primary_key=True)\n user_id = Column(String, index=True, nullable=False)\n conversation_id = Column(String, index=True, nullable=False)\n state = Column(String, index=True, nullable=False, default=\"pending\")\n intent = Column(JSON, nullable=False)\n dispatch = Column(JSON, nullable=False)\n expires_at = Column(DateTime, nullable=False)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n consumed_at = Column(DateTime, nullable=True)\n\n\n# #endregion AssistantConfirmationRecord\n" }, { @@ -44765,9 +46000,20 @@ ], "predicate": "INHERITS_FROM" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'AuthModels' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:AuthModels:Module]\n# @COMPLEXITY: 3\n# @SEMANTICS: auth, models, user, role, permission, sqlalchemy\n# @PURPOSE: SQLAlchemy models for multi-user authentication and authorization.\n# @LAYER: Domain\n# @RELATION: INHERITS_FROM -> [Base]\n\n# [SECTION: IMPORTS]\nimport uuid\nfrom datetime import datetime\nfrom sqlalchemy import Column, String, Boolean, DateTime, ForeignKey, Table\nfrom sqlalchemy.orm import relationship\nfrom .mapping import Base\n# [/SECTION]\n\n\n# [DEF:generate_uuid:Function]\n# @COMPLEXITY: 1\ndef generate_uuid():\n return str(uuid.uuid4())\n\n\n# [/DEF:generate_uuid:Function]\n\n# [DEF:user_roles:Class]\n# @COMPLEXITY: 3\n# @BRIEF: Association table for many-to-many relationship between Users and Roles.\n# @RELATION: DEPENDS_ON -> [Base]\n# @RELATION: DEPENDS_ON -> [User]\n# @RELATION: DEPENDS_ON -> [Role]\nuser_roles = Table(\n \"user_roles\",\n Base.metadata,\n Column(\"user_id\", String, ForeignKey(\"users.id\"), primary_key=True),\n Column(\"role_id\", String, ForeignKey(\"roles.id\"), primary_key=True),\n)\n# [/DEF:user_roles:Class]\n\n# [DEF:role_permissions:Class]\n# @COMPLEXITY: 3\n# @BRIEF: Association table for many-to-many relationship between Roles and Permissions.\n# @RELATION: DEPENDS_ON -> [Base]\n# @RELATION: DEPENDS_ON -> [Role]\n# @RELATION: DEPENDS_ON -> [Permission]\nrole_permissions = Table(\n \"role_permissions\",\n Base.metadata,\n Column(\"role_id\", String, ForeignKey(\"roles.id\"), primary_key=True),\n Column(\"permission_id\", String, ForeignKey(\"permissions.id\"), primary_key=True),\n)\n# [/DEF:role_permissions:Class]\n\n\n# [DEF:User:Class]\n# @COMPLEXITY: 3\n# @BRIEF: Represents an identity that can authenticate to the system.\n# @RELATION: HAS_MANY -> [Role]\nclass User(Base):\n __tablename__ = \"users\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n username = Column(String, unique=True, index=True, nullable=False)\n email = Column(String, unique=True, index=True, nullable=True)\n password_hash = Column(String, nullable=True)\n full_name = Column(String, nullable=True)\n auth_source = Column(String, default=\"LOCAL\") # LOCAL or ADFS\n is_active = Column(Boolean, default=True)\n is_ad_user = Column(Boolean, default=False)\n created_at = Column(DateTime, default=datetime.utcnow)\n last_login = Column(DateTime, nullable=True)\n\n roles = relationship(\"Role\", secondary=user_roles, back_populates=\"users\")\n\n\n# [/DEF:User:Class]\n\n\n# [DEF:Role:Class]\n# @COMPLEXITY: 3\n# @BRIEF: Represents a collection of permissions.\n# @RELATION: HAS_MANY -> [User]\n# @RELATION: HAS_MANY -> [Permission]\nclass Role(Base):\n __tablename__ = \"roles\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n name = Column(String, unique=True, index=True, nullable=False)\n description = Column(String, nullable=True)\n\n users = relationship(\"User\", secondary=user_roles, back_populates=\"roles\")\n permissions = relationship(\n \"Permission\", secondary=role_permissions, back_populates=\"roles\"\n )\n\n\n# [/DEF:Role:Class]\n\n\n# [DEF:Permission:Class]\n# @COMPLEXITY: 3\n# @BRIEF: Represents a specific capability within the system.\n# @RELATION: HAS_MANY -> [Role]\nclass Permission(Base):\n __tablename__ = \"permissions\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n resource = Column(String, nullable=False) # e.g. \"plugin:backup\"\n action = Column(String, nullable=False) # e.g. \"READ\", \"EXECUTE\", \"WRITE\"\n\n roles = relationship(\n \"Role\", secondary=role_permissions, back_populates=\"permissions\"\n )\n\n\n# [/DEF:Permission:Class]\n\n\n# [DEF:ADGroupMapping:Class]\n# @COMPLEXITY: 3\n# @BRIEF: Maps an Active Directory group to a local System Role.\n# @RELATION: DEPENDS_ON -> [Role]\nclass ADGroupMapping(Base):\n __tablename__ = \"ad_group_mappings\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n ad_group = Column(String, unique=True, index=True, nullable=False)\n role_id = Column(String, ForeignKey(\"roles.id\"), nullable=False)\n\n role = relationship(\"Role\")\n\n\n# [/DEF:ADGroupMapping:Class]\n\n# [/DEF:AuthModels:Module]\n" }, { @@ -44782,8 +46028,20 @@ "COMPLEXITY": "1" }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'generate_uuid' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:generate_uuid:Function]\n# @COMPLEXITY: 1\ndef generate_uuid():\n return str(uuid.uuid4())\n\n\n# [/DEF:generate_uuid:Function]\n" }, { @@ -44818,8 +46076,20 @@ "target_ref": "[Role]" } ], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'user_roles' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:user_roles:Class]\n# @COMPLEXITY: 3\n# @BRIEF: Association table for many-to-many relationship between Users and Roles.\n# @RELATION: DEPENDS_ON -> [Base]\n# @RELATION: DEPENDS_ON -> [User]\n# @RELATION: DEPENDS_ON -> [Role]\nuser_roles = Table(\n \"user_roles\",\n Base.metadata,\n Column(\"user_id\", String, ForeignKey(\"users.id\"), primary_key=True),\n Column(\"role_id\", String, ForeignKey(\"roles.id\"), primary_key=True),\n)\n# [/DEF:user_roles:Class]\n" }, { @@ -44854,8 +46124,20 @@ "target_ref": "[Permission]" } ], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'role_permissions' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:role_permissions:Class]\n# @COMPLEXITY: 3\n# @BRIEF: Association table for many-to-many relationship between Roles and Permissions.\n# @RELATION: DEPENDS_ON -> [Base]\n# @RELATION: DEPENDS_ON -> [Role]\n# @RELATION: DEPENDS_ON -> [Permission]\nrole_permissions = Table(\n \"role_permissions\",\n Base.metadata,\n Column(\"role_id\", String, ForeignKey(\"roles.id\"), primary_key=True),\n Column(\"permission_id\", String, ForeignKey(\"permissions.id\"), primary_key=True),\n)\n# [/DEF:role_permissions:Class]\n" }, { @@ -44920,9 +46202,20 @@ ], "predicate": "HAS_MANY" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'Role' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:Role:Class]\n# @COMPLEXITY: 3\n# @BRIEF: Represents a collection of permissions.\n# @RELATION: HAS_MANY -> [User]\n# @RELATION: HAS_MANY -> [Permission]\nclass Role(Base):\n __tablename__ = \"roles\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n name = Column(String, unique=True, index=True, nullable=False)\n description = Column(String, nullable=True)\n\n users = relationship(\"User\", secondary=user_roles, back_populates=\"roles\")\n permissions = relationship(\n \"Permission\", secondary=role_permissions, back_populates=\"roles\"\n )\n\n\n# [/DEF:Role:Class]\n" }, { @@ -44963,9 +46256,20 @@ ], "predicate": "HAS_MANY" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'Permission' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:Permission:Class]\n# @COMPLEXITY: 3\n# @BRIEF: Represents a specific capability within the system.\n# @RELATION: HAS_MANY -> [Role]\nclass Permission(Base):\n __tablename__ = \"permissions\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n resource = Column(String, nullable=False) # e.g. \"plugin:backup\"\n action = Column(String, nullable=False) # e.g. \"READ\", \"EXECUTE\", \"WRITE\"\n\n roles = relationship(\n \"Role\", secondary=role_permissions, back_populates=\"permissions\"\n )\n\n\n# [/DEF:Permission:Class]\n" }, { @@ -44988,8 +46292,20 @@ "target_ref": "[Role]" } ], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ADGroupMapping' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:ADGroupMapping:Class]\n# @COMPLEXITY: 3\n# @BRIEF: Maps an Active Directory group to a local System Role.\n# @RELATION: DEPENDS_ON -> [Role]\nclass ADGroupMapping(Base):\n __tablename__ = \"ad_group_mappings\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n ad_group = Column(String, unique=True, index=True, nullable=False)\n role_id = Column(String, ForeignKey(\"roles.id\"), nullable=False)\n\n role = relationship(\"Role\")\n\n\n# [/DEF:ADGroupMapping:Class]\n" }, { @@ -45066,6 +46382,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CleanReleaseModels [C:3] [TYPE Module] [SEMANTICS sqlalchemy, clean-release, model, schema, schedule, release]\n# @BRIEF Define canonical clean release domain entities and lifecycle guards.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> MappingModels\n# @PRE: Base mapping model and release enums are available.\n# @POST: Provides SQLAlchemy and dataclass definitions for governance domain.\n# @SIDE_EFFECT: None (schema definition).\n# @DATA_CONTRACT: Model[ReleaseCandidate, CandidateArtifact, DistributionManifest, ComplianceRun, ComplianceReport]\n# @INVARIANT: Immutable snapshots are never mutated; forbidden lifecycle transitions are rejected.\n\nfrom datetime import datetime\nfrom enum import Enum\nfrom typing import Any\n\nfrom pydantic import ConfigDict, model_validator\nfrom pydantic.dataclasses import dataclass as pydantic_dataclass\nfrom sqlalchemy import JSON, Boolean, Column, DateTime, ForeignKey, Integer, String\n\nfrom ..services.clean_release.enums import CandidateStatus, ClassificationType, ComplianceDecision, PublicationStatus, RunStatus\nfrom ..services.clean_release.exceptions import IllegalTransitionError\nfrom .mapping import Base\n\n\n# #region ExecutionMode [TYPE Class]\n# @BRIEF Backward-compatible execution mode enum for legacy TUI/orchestrator tests.\nclass ExecutionMode(str, Enum):\n TUI = \"TUI\"\n API = \"API\"\n SCHEDULER = \"SCHEDULER\"\n# #endregion ExecutionMode\n\n# #region CheckFinalStatus [TYPE Class]\n# @BRIEF Backward-compatible final status enum for legacy TUI/orchestrator tests.\nclass CheckFinalStatus(str, Enum):\n COMPLIANT = \"COMPLIANT\"\n BLOCKED = \"BLOCKED\"\n FAILED = \"FAILED\"\n RUNNING = \"RUNNING\"\n# #endregion CheckFinalStatus\n\n# #region CheckStageName [TYPE Class]\n# @BRIEF Backward-compatible stage name enum for legacy TUI/orchestrator tests.\nclass CheckStageName(str, Enum):\n DATA_PURITY = \"DATA_PURITY\"\n INTERNAL_SOURCES_ONLY = \"INTERNAL_SOURCES_ONLY\"\n NO_EXTERNAL_ENDPOINTS = \"NO_EXTERNAL_ENDPOINTS\"\n MANIFEST_CONSISTENCY = \"MANIFEST_CONSISTENCY\"\n# #endregion CheckStageName\n\n# #region CheckStageStatus [TYPE Class]\n# @BRIEF Backward-compatible stage status enum for legacy TUI/orchestrator tests.\nclass CheckStageStatus(str, Enum):\n PASS = \"PASS\"\n FAIL = \"FAIL\"\n SKIPPED = \"SKIPPED\"\n RUNNING = \"RUNNING\"\n# #endregion CheckStageStatus\n\n# #region CheckStageResult [TYPE Class]\n# @BRIEF Backward-compatible stage result container for legacy TUI/orchestrator tests.\n@pydantic_dataclass(config=ConfigDict(validate_assignment=True))\nclass CheckStageResult:\n stage: CheckStageName\n status: CheckStageStatus\n details: str = \"\"\n# #endregion CheckStageResult\n\n# #region ProfileType [TYPE Class]\n# @BRIEF Backward-compatible profile enum for legacy TUI bootstrap logic.\nclass ProfileType(str, Enum):\n ENTERPRISE_CLEAN = \"enterprise-clean\"\n# #endregion ProfileType\n\n# #region RegistryStatus [TYPE Class]\n# @BRIEF Backward-compatible registry status enum for legacy TUI bootstrap logic.\nclass RegistryStatus(str, Enum):\n ACTIVE = \"ACTIVE\"\n INACTIVE = \"INACTIVE\"\n# #endregion RegistryStatus\n\n# #region ReleaseCandidateStatus [TYPE Class]\n# @BRIEF Backward-compatible release candidate status enum for legacy TUI.\nclass ReleaseCandidateStatus(str, Enum):\n DRAFT = CandidateStatus.DRAFT.value\n PREPARED = CandidateStatus.PREPARED.value\n MANIFEST_BUILT = CandidateStatus.MANIFEST_BUILT.value\n CHECK_PENDING = CandidateStatus.CHECK_PENDING.value\n CHECK_RUNNING = CandidateStatus.CHECK_RUNNING.value\n CHECK_PASSED = CandidateStatus.CHECK_PASSED.value\n CHECK_BLOCKED = CandidateStatus.CHECK_BLOCKED.value\n BLOCKED = CandidateStatus.CHECK_BLOCKED.value\n CHECK_ERROR = CandidateStatus.CHECK_ERROR.value\n APPROVED = CandidateStatus.APPROVED.value\n PUBLISHED = CandidateStatus.PUBLISHED.value\n REVOKED = CandidateStatus.REVOKED.value\n# #endregion ReleaseCandidateStatus\n\n# #region ResourceSourceEntry [TYPE Class]\n# @BRIEF Backward-compatible source entry model for legacy TUI bootstrap logic.\n@pydantic_dataclass(config=ConfigDict(validate_assignment=True))\nclass ResourceSourceEntry:\n source_id: str\n host: str\n protocol: str\n purpose: str\n enabled: bool = True\n# #endregion ResourceSourceEntry\n\n# #region ResourceSourceRegistry [TYPE Class]\n# @BRIEF Backward-compatible source registry model for legacy TUI bootstrap logic.\n@pydantic_dataclass(config=ConfigDict(validate_assignment=True))\nclass ResourceSourceRegistry:\n registry_id: str\n name: str\n entries: list[ResourceSourceEntry]\n updated_at: datetime\n updated_by: str\n status: str = \"ACTIVE\"\n immutable: bool = True\n allowed_hosts: list[str] | None = None\n allowed_schemes: list[str] | None = None\n allowed_source_types: list[str] | None = None\n\n @model_validator(mode=\"after\")\n def populate_legacy_allowlists(self):\n enabled_entries = [entry for entry in self.entries if getattr(entry, \"enabled\", True)]\n if self.allowed_hosts is None:\n self.allowed_hosts = [entry.host for entry in enabled_entries]\n if self.allowed_schemes is None:\n self.allowed_schemes = [entry.protocol for entry in enabled_entries]\n if self.allowed_source_types is None:\n self.allowed_source_types = [entry.purpose for entry in enabled_entries]\n return self\n\n @property\n def id(self) -> str:\n return self.registry_id\n# #endregion ResourceSourceRegistry\n\n# #region CleanProfilePolicy [TYPE Class]\n# @BRIEF Backward-compatible policy model for legacy TUI bootstrap logic.\n@pydantic_dataclass(config=ConfigDict(validate_assignment=True))\nclass CleanProfilePolicy:\n policy_id: str\n policy_version: str\n profile: ProfileType\n active: bool\n internal_source_registry_ref: str\n prohibited_artifact_categories: list[str]\n effective_from: datetime\n required_system_categories: list[str] | None = None\n external_source_forbidden: bool = True\n immutable: bool = True\n content_json: dict[str, Any] | None = None\n\n @model_validator(mode=\"after\")\n def validate_enterprise_policy(self):\n if self.profile == ProfileType.ENTERPRISE_CLEAN:\n if not self.prohibited_artifact_categories:\n raise ValueError(\"enterprise-clean policy requires prohibited_artifact_categories\")\n if self.external_source_forbidden is not True:\n raise ValueError(\"enterprise-clean policy requires external_source_forbidden=true\")\n if self.content_json is None:\n self.content_json = {\n \"profile\": self.profile.value,\n \"prohibited_artifact_categories\": list(self.prohibited_artifact_categories or []),\n \"required_system_categories\": list(self.required_system_categories or []),\n \"external_source_forbidden\": self.external_source_forbidden,\n }\n return self\n\n @property\n def id(self) -> str:\n return self.policy_id\n\n @property\n def registry_snapshot_id(self) -> str:\n return self.internal_source_registry_ref\n# #endregion CleanProfilePolicy\n\n# #region ComplianceCheckRun [TYPE Class]\n# @BRIEF Backward-compatible run model for legacy TUI typing/import compatibility.\n@pydantic_dataclass(config=ConfigDict(validate_assignment=True))\nclass ComplianceCheckRun:\n check_run_id: str\n candidate_id: str\n policy_id: str\n started_at: datetime\n triggered_by: str\n execution_mode: ExecutionMode\n final_status: CheckFinalStatus\n checks: list[CheckStageResult]\n finished_at: datetime | None = None\n\n @model_validator(mode=\"after\")\n def validate_final_status_alignment(self):\n mandatory_stages = {\n CheckStageName.DATA_PURITY,\n CheckStageName.INTERNAL_SOURCES_ONLY,\n CheckStageName.NO_EXTERNAL_ENDPOINTS,\n CheckStageName.MANIFEST_CONSISTENCY,\n }\n if self.final_status == CheckFinalStatus.COMPLIANT:\n observed_stages = {check.stage for check in self.checks}\n if observed_stages != mandatory_stages:\n raise ValueError(\"compliant run requires all mandatory stages\")\n if any(check.status != CheckStageStatus.PASS for check in self.checks):\n raise ValueError(\"compliant run requires PASS on all mandatory stages\")\n return self\n\n @property\n def id(self) -> str:\n return self.check_run_id\n\n @property\n def run_id(self) -> str:\n return self.check_run_id\n\n @property\n def status(self) -> RunStatus:\n if self.final_status == CheckFinalStatus.RUNNING:\n return RunStatus.RUNNING\n if self.final_status == CheckFinalStatus.BLOCKED:\n return RunStatus.FAILED\n return RunStatus.SUCCEEDED\n# #endregion ComplianceCheckRun\n\n# #region ReleaseCandidate [TYPE Class]\n# @BRIEF Represents the release unit being prepared and governed.\n# @PRE: id, version, source_snapshot_ref are non-empty.\n# @POST: status advances only through legal transitions.\nclass ReleaseCandidate(Base):\n __tablename__ = \"clean_release_candidates\"\n\n id = Column(String, primary_key=True)\n name = Column(String, nullable=True) # Added back for backward compatibility with some legacy DTOs\n version = Column(String, nullable=False)\n source_snapshot_ref = Column(String, nullable=False)\n build_id = Column(String, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow)\n created_by = Column(String, nullable=False)\n status = Column(String, default=CandidateStatus.DRAFT)\n\n def __init__(self, **kwargs):\n if \"candidate_id\" in kwargs:\n kwargs[\"id\"] = kwargs.pop(\"candidate_id\")\n if \"profile\" in kwargs:\n kwargs.pop(\"profile\")\n status = kwargs.get(\"status\")\n if status is None:\n kwargs[\"status\"] = CandidateStatus.DRAFT.value\n elif isinstance(status, ReleaseCandidateStatus) or isinstance(status, CandidateStatus):\n kwargs[\"status\"] = status.value\n if not str(kwargs.get(\"id\", \"\")).strip():\n raise ValueError(\"candidate_id must be non-empty\")\n super().__init__(**kwargs)\n\n @property\n def candidate_id(self) -> str:\n return self.id\n\n def transition_to(self, new_status: CandidateStatus):\n \"\"\"\n @PURPOSE: Enforce legal state transitions.\n @PRE: Transition must be allowed by lifecycle rules.\n \"\"\"\n allowed = {\n CandidateStatus.DRAFT: [CandidateStatus.PREPARED],\n CandidateStatus.PREPARED: [CandidateStatus.MANIFEST_BUILT],\n CandidateStatus.MANIFEST_BUILT: [CandidateStatus.CHECK_PENDING],\n CandidateStatus.CHECK_PENDING: [CandidateStatus.CHECK_RUNNING],\n CandidateStatus.CHECK_RUNNING: [\n CandidateStatus.CHECK_PASSED,\n CandidateStatus.CHECK_BLOCKED,\n CandidateStatus.CHECK_ERROR\n ],\n CandidateStatus.CHECK_PASSED: [CandidateStatus.APPROVED, CandidateStatus.CHECK_PENDING],\n CandidateStatus.CHECK_BLOCKED: [CandidateStatus.CHECK_PENDING],\n CandidateStatus.CHECK_ERROR: [CandidateStatus.CHECK_PENDING],\n CandidateStatus.APPROVED: [CandidateStatus.PUBLISHED],\n CandidateStatus.PUBLISHED: [CandidateStatus.REVOKED],\n CandidateStatus.REVOKED: []\n }\n current_status = CandidateStatus(self.status)\n if new_status not in allowed.get(current_status, []):\n raise IllegalTransitionError(f\"Forbidden transition from {current_status} to {new_status}\")\n self.status = new_status.value\n# #endregion ReleaseCandidate\n\n# #region CandidateArtifact [TYPE Class]\n# @BRIEF Represents one artifact associated with a release candidate.\nclass CandidateArtifact(Base):\n __tablename__ = \"clean_release_artifacts\"\n\n id = Column(String, primary_key=True)\n candidate_id = Column(String, ForeignKey(\"clean_release_candidates.id\"), nullable=False)\n path = Column(String, nullable=False)\n sha256 = Column(String, nullable=False)\n size = Column(Integer, nullable=False)\n detected_category = Column(String, nullable=True)\n declared_category = Column(String, nullable=True)\n source_uri = Column(String, nullable=True)\n source_host = Column(String, nullable=True)\n metadata_json = Column(JSON, default=dict)\n# #endregion CandidateArtifact\n\n# #region ManifestItem [TYPE Class]\n@pydantic_dataclass(config=ConfigDict(validate_assignment=True))\nclass ManifestItem:\n path: str\n category: str\n classification: ClassificationType\n reason: str\n checksum: str | None = None\n# #endregion ManifestItem\n\n# #region ManifestSummary [TYPE Class]\n@pydantic_dataclass(config=ConfigDict(validate_assignment=True))\nclass ManifestSummary:\n included_count: int\n excluded_count: int\n prohibited_detected_count: int\n# #endregion ManifestSummary\n\n# #region DistributionManifest [TYPE Class]\n# @BRIEF Immutable snapshot of the candidate payload.\n# @INVARIANT: Immutable after creation.\nclass DistributionManifest(Base):\n __tablename__ = \"clean_release_manifests\"\n\n id = Column(String, primary_key=True)\n candidate_id = Column(String, ForeignKey(\"clean_release_candidates.id\"), nullable=False)\n manifest_version = Column(Integer, nullable=False)\n manifest_digest = Column(String, nullable=False)\n artifacts_digest = Column(String, nullable=False)\n created_at = Column(DateTime, default=datetime.utcnow)\n created_by = Column(String, nullable=False)\n source_snapshot_ref = Column(String, nullable=False)\n content_json = Column(JSON, nullable=False)\n immutable = Column(Boolean, default=True)\n\n # Redesign compatibility fields (not persisted directly but used by builder/facade)\n def __init__(self, **kwargs):\n items = kwargs.pop(\"items\", None)\n summary = kwargs.pop(\"summary\", None)\n\n # Handle fields from manifest_builder.py\n if \"manifest_id\" in kwargs:\n kwargs[\"id\"] = kwargs.pop(\"manifest_id\")\n if \"generated_at\" in kwargs:\n kwargs[\"created_at\"] = kwargs.pop(\"generated_at\")\n if \"generated_by\" in kwargs:\n kwargs[\"created_by\"] = kwargs.pop(\"generated_by\")\n if \"deterministic_hash\" in kwargs:\n kwargs[\"manifest_digest\"] = kwargs.pop(\"deterministic_hash\")\n if \"policy_id\" in kwargs:\n kwargs.pop(\"policy_id\")\n\n if items is not None and summary is not None:\n expected_count = int(summary.included_count) + int(summary.excluded_count)\n if expected_count != len(items):\n raise ValueError(\"manifest summary counts must match items size\")\n\n # Ensure required DB fields have defaults if missing\n if \"manifest_version\" not in kwargs:\n kwargs[\"manifest_version\"] = 1\n if \"artifacts_digest\" not in kwargs:\n kwargs[\"artifacts_digest\"] = kwargs.get(\"manifest_digest\", \"pending\")\n if \"source_snapshot_ref\" not in kwargs:\n kwargs[\"source_snapshot_ref\"] = \"pending\"\n\n # Pack items and summary into content_json if provided\n if items is not None or summary is not None:\n content = dict(kwargs.get(\"content_json\") or {})\n if items is not None:\n content[\"items\"] = [\n {\n \"path\": i.path,\n \"category\": i.category,\n \"classification\": i.classification.value,\n \"reason\": i.reason,\n \"checksum\": i.checksum\n } for i in items\n ]\n if summary is not None:\n content[\"summary\"] = {\n \"included_count\": summary.included_count,\n \"excluded_count\": summary.excluded_count,\n \"prohibited_detected_count\": summary.prohibited_detected_count\n }\n kwargs[\"content_json\"] = content\n\n super().__init__(**kwargs)\n\n @property\n def manifest_id(self) -> str:\n return self.id\n\n @property\n def deterministic_hash(self) -> str:\n return self.manifest_digest\n\n @property\n def summary(self) -> ManifestSummary:\n payload = (self.content_json or {}).get(\"summary\", {})\n return ManifestSummary(\n included_count=int(payload.get(\"included_count\", 0)),\n excluded_count=int(payload.get(\"excluded_count\", 0)),\n prohibited_detected_count=int(payload.get(\"prohibited_detected_count\", 0)),\n )\n# #endregion DistributionManifest\n\n# #region SourceRegistrySnapshot [TYPE Class]\n# @BRIEF Immutable registry snapshot for allowed sources.\nclass SourceRegistrySnapshot(Base):\n __tablename__ = \"clean_release_registry_snapshots\"\n\n id = Column(String, primary_key=True)\n registry_id = Column(String, nullable=False)\n registry_version = Column(String, nullable=False)\n created_at = Column(DateTime, default=datetime.utcnow)\n allowed_hosts = Column(JSON, nullable=False) # List[str]\n allowed_schemes = Column(JSON, nullable=False) # List[str]\n allowed_source_types = Column(JSON, nullable=False) # List[str]\n immutable = Column(Boolean, default=True)\n# #endregion SourceRegistrySnapshot\n\n# #region CleanPolicySnapshot [TYPE Class]\n# @BRIEF Immutable policy snapshot used to evaluate a run.\nclass CleanPolicySnapshot(Base):\n __tablename__ = \"clean_release_policy_snapshots\"\n\n id = Column(String, primary_key=True)\n policy_id = Column(String, nullable=False)\n policy_version = Column(String, nullable=False)\n created_at = Column(DateTime, default=datetime.utcnow)\n content_json = Column(JSON, nullable=False)\n registry_snapshot_id = Column(String, ForeignKey(\"clean_release_registry_snapshots.id\"), nullable=False)\n immutable = Column(Boolean, default=True)\n# #endregion CleanPolicySnapshot\n\n# #region ComplianceRun [TYPE Class]\n# @BRIEF Operational record for one compliance execution.\nclass ComplianceRun(Base):\n __tablename__ = \"clean_release_compliance_runs\"\n\n id = Column(String, primary_key=True)\n candidate_id = Column(String, ForeignKey(\"clean_release_candidates.id\"), nullable=False)\n manifest_id = Column(String, ForeignKey(\"clean_release_manifests.id\"), nullable=False)\n manifest_digest = Column(String, nullable=False)\n policy_snapshot_id = Column(String, ForeignKey(\"clean_release_policy_snapshots.id\"), nullable=False)\n registry_snapshot_id = Column(String, ForeignKey(\"clean_release_registry_snapshots.id\"), nullable=False)\n requested_by = Column(String, nullable=False)\n requested_at = Column(DateTime, default=datetime.utcnow)\n started_at = Column(DateTime, nullable=True)\n finished_at = Column(DateTime, nullable=True)\n status = Column(String, default=RunStatus.PENDING)\n final_status = Column(String, nullable=True) # ComplianceDecision\n failure_reason = Column(String, nullable=True)\n task_id = Column(String, nullable=True)\n\n @property\n def check_run_id(self) -> str:\n return self.id\n# #endregion ComplianceRun\n\n# #region ComplianceStageRun [TYPE Class]\n# @BRIEF Stage-level execution record inside a run.\nclass ComplianceStageRun(Base):\n __tablename__ = \"clean_release_compliance_stage_runs\"\n\n id = Column(String, primary_key=True)\n run_id = Column(String, ForeignKey(\"clean_release_compliance_runs.id\"), nullable=False)\n stage_name = Column(String, nullable=False)\n status = Column(String, nullable=False)\n started_at = Column(DateTime, nullable=True)\n finished_at = Column(DateTime, nullable=True)\n decision = Column(String, nullable=True) # ComplianceDecision\n details_json = Column(JSON, default=dict)\n# #endregion ComplianceStageRun\n\n# #region ViolationSeverity [TYPE Class]\n# @BRIEF Backward-compatible violation severity enum for legacy clean-release tests.\nclass ViolationSeverity(str, Enum):\n CRITICAL = \"CRITICAL\"\n MAJOR = \"MAJOR\"\n MINOR = \"MINOR\"\n# #endregion ViolationSeverity\n\n# #region ViolationCategory [TYPE Class]\n# @BRIEF Backward-compatible violation category enum for legacy clean-release tests.\nclass ViolationCategory(str, Enum):\n DATA_PURITY = \"DATA_PURITY\"\n EXTERNAL_SOURCE = \"EXTERNAL_SOURCE\"\n SOURCE_ISOLATION = \"SOURCE_ISOLATION\"\n MANIFEST_CONSISTENCY = \"MANIFEST_CONSISTENCY\"\n EXTERNAL_ENDPOINT = \"EXTERNAL_ENDPOINT\"\n# #endregion ViolationCategory\n\n# #region ComplianceViolation [TYPE Class]\n# @BRIEF Violation produced by a stage.\nclass ComplianceViolation(Base):\n __tablename__ = \"clean_release_compliance_violations\"\n\n id = Column(String, primary_key=True)\n run_id = Column(String, ForeignKey(\"clean_release_compliance_runs.id\"), nullable=False)\n stage_name = Column(String, nullable=False)\n code = Column(String, nullable=False)\n severity = Column(String, nullable=False)\n artifact_path = Column(String, nullable=True)\n artifact_sha256 = Column(String, nullable=True)\n message = Column(String, nullable=False)\n evidence_json = Column(JSON, default=dict)\n\n def __init__(self, **kwargs):\n if \"violation_id\" in kwargs:\n kwargs[\"id\"] = kwargs.pop(\"violation_id\")\n if \"check_run_id\" in kwargs:\n kwargs[\"run_id\"] = kwargs.pop(\"check_run_id\")\n if \"category\" in kwargs:\n category = kwargs.pop(\"category\")\n kwargs[\"stage_name\"] = category.value if isinstance(category, ViolationCategory) else str(category)\n if \"location\" in kwargs:\n kwargs[\"artifact_path\"] = kwargs.pop(\"location\")\n if \"remediation\" in kwargs:\n remediation = kwargs.pop(\"remediation\")\n evidence = dict(kwargs.get(\"evidence_json\") or {})\n evidence[\"remediation\"] = remediation\n kwargs[\"evidence_json\"] = evidence\n if \"blocked_release\" in kwargs:\n blocked_release = kwargs.pop(\"blocked_release\")\n evidence = dict(kwargs.get(\"evidence_json\") or {})\n evidence[\"blocked_release\"] = blocked_release\n kwargs[\"evidence_json\"] = evidence\n if \"detected_at\" in kwargs:\n kwargs.pop(\"detected_at\")\n if \"code\" not in kwargs:\n kwargs[\"code\"] = \"LEGACY_VIOLATION\"\n if \"message\" not in kwargs:\n kwargs[\"message\"] = kwargs.get(\"stage_name\", \"LEGACY_VIOLATION\")\n super().__init__(**kwargs)\n\n @property\n def violation_id(self) -> str:\n return self.id\n\n @violation_id.setter\n def violation_id(self, value: str) -> None:\n self.id = value\n\n @property\n def check_run_id(self) -> str:\n return self.run_id\n\n @property\n def category(self) -> ViolationCategory:\n return ViolationCategory(self.stage_name)\n\n @category.setter\n def category(self, value: ViolationCategory) -> None:\n self.stage_name = value.value if isinstance(value, ViolationCategory) else str(value)\n\n @property\n def location(self) -> str | None:\n return self.artifact_path\n\n @property\n def remediation(self) -> str | None:\n return (self.evidence_json or {}).get(\"remediation\")\n\n @property\n def blocked_release(self) -> bool:\n return bool((self.evidence_json or {}).get(\"blocked_release\", False))\n# #endregion ComplianceViolation\n\n# #region ComplianceReport [TYPE Class]\n# @BRIEF Immutable result derived from a completed run.\n# @INVARIANT: Immutable after creation.\nclass ComplianceReport(Base):\n __tablename__ = \"clean_release_compliance_reports\"\n\n id = Column(String, primary_key=True)\n run_id = Column(String, ForeignKey(\"clean_release_compliance_runs.id\"), nullable=False)\n candidate_id = Column(String, ForeignKey(\"clean_release_candidates.id\"), nullable=False)\n final_status = Column(String, nullable=False) # ComplianceDecision\n summary_json = Column(JSON, nullable=False)\n generated_at = Column(DateTime, default=datetime.utcnow)\n immutable = Column(Boolean, default=True)\n\n def __init__(self, **kwargs):\n if \"report_id\" in kwargs:\n kwargs[\"id\"] = kwargs.pop(\"report_id\")\n if \"check_run_id\" in kwargs:\n kwargs[\"run_id\"] = kwargs.pop(\"check_run_id\")\n operator_summary = kwargs.pop(\"operator_summary\", None)\n structured_payload_ref = kwargs.pop(\"structured_payload_ref\", None)\n violations_count = kwargs.pop(\"violations_count\", None)\n blocking_violations_count = kwargs.pop(\"blocking_violations_count\", None)\n\n final_status = kwargs.get(\"final_status\")\n final_status_value = getattr(final_status, \"value\", final_status)\n\n if (\n final_status_value in {CheckFinalStatus.BLOCKED.value, ComplianceDecision.BLOCKED.value}\n and blocking_violations_count is not None\n and int(blocking_violations_count) <= 0\n ):\n raise ValueError(\"blocked report requires blocking violations\")\n\n if (\n operator_summary is not None\n or structured_payload_ref is not None\n or violations_count is not None\n or blocking_violations_count is not None\n ):\n kwargs[\"summary_json\"] = {\n \"operator_summary\": operator_summary or \"\",\n \"structured_payload_ref\": structured_payload_ref,\n \"violations_count\": int(violations_count or 0),\n \"blocking_violations_count\": int(blocking_violations_count or 0),\n }\n\n super().__init__(**kwargs)\n\n @property\n def report_id(self) -> str:\n return self.id\n\n @property\n def check_run_id(self) -> str:\n return self.run_id\n\n @property\n def operator_summary(self) -> str:\n return (self.summary_json or {}).get(\"operator_summary\", \"\")\n\n @property\n def structured_payload_ref(self) -> str | None:\n return (self.summary_json or {}).get(\"structured_payload_ref\")\n\n @property\n def violations_count(self) -> int:\n return int((self.summary_json or {}).get(\"violations_count\", 0))\n\n @property\n def blocking_violations_count(self) -> int:\n return int((self.summary_json or {}).get(\"blocking_violations_count\", 0))\n# #endregion ComplianceReport\n\n# #region ApprovalDecision [TYPE Class]\n# @BRIEF Approval or rejection bound to a candidate and report.\nclass ApprovalDecision(Base):\n __tablename__ = \"clean_release_approval_decisions\"\n\n id = Column(String, primary_key=True)\n candidate_id = Column(String, ForeignKey(\"clean_release_candidates.id\"), nullable=False)\n report_id = Column(String, ForeignKey(\"clean_release_compliance_reports.id\"), nullable=False)\n decision = Column(String, nullable=False) # ApprovalDecisionType\n decided_by = Column(String, nullable=False)\n decided_at = Column(DateTime, default=datetime.utcnow)\n comment = Column(String, nullable=True)\n# #endregion ApprovalDecision\n\n# #region PublicationRecord [TYPE Class]\n# @BRIEF Publication or revocation record.\nclass PublicationRecord(Base):\n __tablename__ = \"clean_release_publication_records\"\n\n id = Column(String, primary_key=True)\n candidate_id = Column(String, ForeignKey(\"clean_release_candidates.id\"), nullable=False)\n report_id = Column(String, ForeignKey(\"clean_release_compliance_reports.id\"), nullable=False)\n published_by = Column(String, nullable=False)\n published_at = Column(DateTime, default=datetime.utcnow)\n target_channel = Column(String, nullable=False)\n publication_ref = Column(String, nullable=True)\n status = Column(String, default=PublicationStatus.ACTIVE)\n# #endregion PublicationRecord\n\n# #region CleanReleaseAuditLog [TYPE Class]\n# @BRIEF Represents a persistent audit log entry for clean release actions.\nimport uuid\n\n\nclass CleanReleaseAuditLog(Base):\n __tablename__ = \"clean_release_audit_logs\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n candidate_id = Column(String, index=True, nullable=True)\n action = Column(String, nullable=False) # e.g. \"TRANSITION\", \"APPROVE\", \"PUBLISH\"\n actor = Column(String, nullable=False)\n timestamp = Column(DateTime, default=datetime.utcnow)\n details_json = Column(JSON, default=dict)\n# #endregion CleanReleaseAuditLog\n\n# #endregion CleanReleaseModels\n" }, { @@ -45092,6 +46409,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ExecutionMode [TYPE Class]\n# @BRIEF Backward-compatible execution mode enum for legacy TUI/orchestrator tests.\nclass ExecutionMode(str, Enum):\n TUI = \"TUI\"\n API = \"API\"\n SCHEDULER = \"SCHEDULER\"\n# #endregion ExecutionMode\n" }, { @@ -45118,6 +46436,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CheckFinalStatus [TYPE Class]\n# @BRIEF Backward-compatible final status enum for legacy TUI/orchestrator tests.\nclass CheckFinalStatus(str, Enum):\n COMPLIANT = \"COMPLIANT\"\n BLOCKED = \"BLOCKED\"\n FAILED = \"FAILED\"\n RUNNING = \"RUNNING\"\n# #endregion CheckFinalStatus\n" }, { @@ -45144,6 +46463,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CheckStageName [TYPE Class]\n# @BRIEF Backward-compatible stage name enum for legacy TUI/orchestrator tests.\nclass CheckStageName(str, Enum):\n DATA_PURITY = \"DATA_PURITY\"\n INTERNAL_SOURCES_ONLY = \"INTERNAL_SOURCES_ONLY\"\n NO_EXTERNAL_ENDPOINTS = \"NO_EXTERNAL_ENDPOINTS\"\n MANIFEST_CONSISTENCY = \"MANIFEST_CONSISTENCY\"\n# #endregion CheckStageName\n" }, { @@ -45170,6 +46490,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CheckStageStatus [TYPE Class]\n# @BRIEF Backward-compatible stage status enum for legacy TUI/orchestrator tests.\nclass CheckStageStatus(str, Enum):\n PASS = \"PASS\"\n FAIL = \"FAIL\"\n SKIPPED = \"SKIPPED\"\n RUNNING = \"RUNNING\"\n# #endregion CheckStageStatus\n" }, { @@ -45196,6 +46517,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CheckStageResult [TYPE Class]\n# @BRIEF Backward-compatible stage result container for legacy TUI/orchestrator tests.\n@pydantic_dataclass(config=ConfigDict(validate_assignment=True))\nclass CheckStageResult:\n stage: CheckStageName\n status: CheckStageStatus\n details: str = \"\"\n# #endregion CheckStageResult\n" }, { @@ -45222,6 +46544,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ProfileType [TYPE Class]\n# @BRIEF Backward-compatible profile enum for legacy TUI bootstrap logic.\nclass ProfileType(str, Enum):\n ENTERPRISE_CLEAN = \"enterprise-clean\"\n# #endregion ProfileType\n" }, { @@ -45248,6 +46571,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RegistryStatus [TYPE Class]\n# @BRIEF Backward-compatible registry status enum for legacy TUI bootstrap logic.\nclass RegistryStatus(str, Enum):\n ACTIVE = \"ACTIVE\"\n INACTIVE = \"INACTIVE\"\n# #endregion RegistryStatus\n" }, { @@ -45274,6 +46598,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ReleaseCandidateStatus [TYPE Class]\n# @BRIEF Backward-compatible release candidate status enum for legacy TUI.\nclass ReleaseCandidateStatus(str, Enum):\n DRAFT = CandidateStatus.DRAFT.value\n PREPARED = CandidateStatus.PREPARED.value\n MANIFEST_BUILT = CandidateStatus.MANIFEST_BUILT.value\n CHECK_PENDING = CandidateStatus.CHECK_PENDING.value\n CHECK_RUNNING = CandidateStatus.CHECK_RUNNING.value\n CHECK_PASSED = CandidateStatus.CHECK_PASSED.value\n CHECK_BLOCKED = CandidateStatus.CHECK_BLOCKED.value\n BLOCKED = CandidateStatus.CHECK_BLOCKED.value\n CHECK_ERROR = CandidateStatus.CHECK_ERROR.value\n APPROVED = CandidateStatus.APPROVED.value\n PUBLISHED = CandidateStatus.PUBLISHED.value\n REVOKED = CandidateStatus.REVOKED.value\n# #endregion ReleaseCandidateStatus\n" }, { @@ -45300,6 +46625,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ResourceSourceEntry [TYPE Class]\n# @BRIEF Backward-compatible source entry model for legacy TUI bootstrap logic.\n@pydantic_dataclass(config=ConfigDict(validate_assignment=True))\nclass ResourceSourceEntry:\n source_id: str\n host: str\n protocol: str\n purpose: str\n enabled: bool = True\n# #endregion ResourceSourceEntry\n" }, { @@ -45326,6 +46652,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ResourceSourceRegistry [TYPE Class]\n# @BRIEF Backward-compatible source registry model for legacy TUI bootstrap logic.\n@pydantic_dataclass(config=ConfigDict(validate_assignment=True))\nclass ResourceSourceRegistry:\n registry_id: str\n name: str\n entries: list[ResourceSourceEntry]\n updated_at: datetime\n updated_by: str\n status: str = \"ACTIVE\"\n immutable: bool = True\n allowed_hosts: list[str] | None = None\n allowed_schemes: list[str] | None = None\n allowed_source_types: list[str] | None = None\n\n @model_validator(mode=\"after\")\n def populate_legacy_allowlists(self):\n enabled_entries = [entry for entry in self.entries if getattr(entry, \"enabled\", True)]\n if self.allowed_hosts is None:\n self.allowed_hosts = [entry.host for entry in enabled_entries]\n if self.allowed_schemes is None:\n self.allowed_schemes = [entry.protocol for entry in enabled_entries]\n if self.allowed_source_types is None:\n self.allowed_source_types = [entry.purpose for entry in enabled_entries]\n return self\n\n @property\n def id(self) -> str:\n return self.registry_id\n# #endregion ResourceSourceRegistry\n" }, { @@ -45352,6 +46679,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CleanProfilePolicy [TYPE Class]\n# @BRIEF Backward-compatible policy model for legacy TUI bootstrap logic.\n@pydantic_dataclass(config=ConfigDict(validate_assignment=True))\nclass CleanProfilePolicy:\n policy_id: str\n policy_version: str\n profile: ProfileType\n active: bool\n internal_source_registry_ref: str\n prohibited_artifact_categories: list[str]\n effective_from: datetime\n required_system_categories: list[str] | None = None\n external_source_forbidden: bool = True\n immutable: bool = True\n content_json: dict[str, Any] | None = None\n\n @model_validator(mode=\"after\")\n def validate_enterprise_policy(self):\n if self.profile == ProfileType.ENTERPRISE_CLEAN:\n if not self.prohibited_artifact_categories:\n raise ValueError(\"enterprise-clean policy requires prohibited_artifact_categories\")\n if self.external_source_forbidden is not True:\n raise ValueError(\"enterprise-clean policy requires external_source_forbidden=true\")\n if self.content_json is None:\n self.content_json = {\n \"profile\": self.profile.value,\n \"prohibited_artifact_categories\": list(self.prohibited_artifact_categories or []),\n \"required_system_categories\": list(self.required_system_categories or []),\n \"external_source_forbidden\": self.external_source_forbidden,\n }\n return self\n\n @property\n def id(self) -> str:\n return self.policy_id\n\n @property\n def registry_snapshot_id(self) -> str:\n return self.internal_source_registry_ref\n# #endregion CleanProfilePolicy\n" }, { @@ -45378,6 +46706,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ComplianceCheckRun [TYPE Class]\n# @BRIEF Backward-compatible run model for legacy TUI typing/import compatibility.\n@pydantic_dataclass(config=ConfigDict(validate_assignment=True))\nclass ComplianceCheckRun:\n check_run_id: str\n candidate_id: str\n policy_id: str\n started_at: datetime\n triggered_by: str\n execution_mode: ExecutionMode\n final_status: CheckFinalStatus\n checks: list[CheckStageResult]\n finished_at: datetime | None = None\n\n @model_validator(mode=\"after\")\n def validate_final_status_alignment(self):\n mandatory_stages = {\n CheckStageName.DATA_PURITY,\n CheckStageName.INTERNAL_SOURCES_ONLY,\n CheckStageName.NO_EXTERNAL_ENDPOINTS,\n CheckStageName.MANIFEST_CONSISTENCY,\n }\n if self.final_status == CheckFinalStatus.COMPLIANT:\n observed_stages = {check.stage for check in self.checks}\n if observed_stages != mandatory_stages:\n raise ValueError(\"compliant run requires all mandatory stages\")\n if any(check.status != CheckStageStatus.PASS for check in self.checks):\n raise ValueError(\"compliant run requires PASS on all mandatory stages\")\n return self\n\n @property\n def id(self) -> str:\n return self.check_run_id\n\n @property\n def run_id(self) -> str:\n return self.check_run_id\n\n @property\n def status(self) -> RunStatus:\n if self.final_status == CheckFinalStatus.RUNNING:\n return RunStatus.RUNNING\n if self.final_status == CheckFinalStatus.BLOCKED:\n return RunStatus.FAILED\n return RunStatus.SUCCEEDED\n# #endregion ComplianceCheckRun\n" }, { @@ -45424,6 +46753,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ReleaseCandidate [TYPE Class]\n# @BRIEF Represents the release unit being prepared and governed.\n# @PRE: id, version, source_snapshot_ref are non-empty.\n# @POST: status advances only through legal transitions.\nclass ReleaseCandidate(Base):\n __tablename__ = \"clean_release_candidates\"\n\n id = Column(String, primary_key=True)\n name = Column(String, nullable=True) # Added back for backward compatibility with some legacy DTOs\n version = Column(String, nullable=False)\n source_snapshot_ref = Column(String, nullable=False)\n build_id = Column(String, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow)\n created_by = Column(String, nullable=False)\n status = Column(String, default=CandidateStatus.DRAFT)\n\n def __init__(self, **kwargs):\n if \"candidate_id\" in kwargs:\n kwargs[\"id\"] = kwargs.pop(\"candidate_id\")\n if \"profile\" in kwargs:\n kwargs.pop(\"profile\")\n status = kwargs.get(\"status\")\n if status is None:\n kwargs[\"status\"] = CandidateStatus.DRAFT.value\n elif isinstance(status, ReleaseCandidateStatus) or isinstance(status, CandidateStatus):\n kwargs[\"status\"] = status.value\n if not str(kwargs.get(\"id\", \"\")).strip():\n raise ValueError(\"candidate_id must be non-empty\")\n super().__init__(**kwargs)\n\n @property\n def candidate_id(self) -> str:\n return self.id\n\n def transition_to(self, new_status: CandidateStatus):\n \"\"\"\n @PURPOSE: Enforce legal state transitions.\n @PRE: Transition must be allowed by lifecycle rules.\n \"\"\"\n allowed = {\n CandidateStatus.DRAFT: [CandidateStatus.PREPARED],\n CandidateStatus.PREPARED: [CandidateStatus.MANIFEST_BUILT],\n CandidateStatus.MANIFEST_BUILT: [CandidateStatus.CHECK_PENDING],\n CandidateStatus.CHECK_PENDING: [CandidateStatus.CHECK_RUNNING],\n CandidateStatus.CHECK_RUNNING: [\n CandidateStatus.CHECK_PASSED,\n CandidateStatus.CHECK_BLOCKED,\n CandidateStatus.CHECK_ERROR\n ],\n CandidateStatus.CHECK_PASSED: [CandidateStatus.APPROVED, CandidateStatus.CHECK_PENDING],\n CandidateStatus.CHECK_BLOCKED: [CandidateStatus.CHECK_PENDING],\n CandidateStatus.CHECK_ERROR: [CandidateStatus.CHECK_PENDING],\n CandidateStatus.APPROVED: [CandidateStatus.PUBLISHED],\n CandidateStatus.PUBLISHED: [CandidateStatus.REVOKED],\n CandidateStatus.REVOKED: []\n }\n current_status = CandidateStatus(self.status)\n if new_status not in allowed.get(current_status, []):\n raise IllegalTransitionError(f\"Forbidden transition from {current_status} to {new_status}\")\n self.status = new_status.value\n# #endregion ReleaseCandidate\n" }, { @@ -45450,6 +46780,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CandidateArtifact [TYPE Class]\n# @BRIEF Represents one artifact associated with a release candidate.\nclass CandidateArtifact(Base):\n __tablename__ = \"clean_release_artifacts\"\n\n id = Column(String, primary_key=True)\n candidate_id = Column(String, ForeignKey(\"clean_release_candidates.id\"), nullable=False)\n path = Column(String, nullable=False)\n sha256 = Column(String, nullable=False)\n size = Column(Integer, nullable=False)\n detected_category = Column(String, nullable=True)\n declared_category = Column(String, nullable=True)\n source_uri = Column(String, nullable=True)\n source_host = Column(String, nullable=True)\n metadata_json = Column(JSON, default=dict)\n# #endregion CandidateArtifact\n" }, { @@ -45464,6 +46795,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ManifestItem [TYPE Class]\n@pydantic_dataclass(config=ConfigDict(validate_assignment=True))\nclass ManifestItem:\n path: str\n category: str\n classification: ClassificationType\n reason: str\n checksum: str | None = None\n# #endregion ManifestItem\n" }, { @@ -45478,6 +46810,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ManifestSummary [TYPE Class]\n@pydantic_dataclass(config=ConfigDict(validate_assignment=True))\nclass ManifestSummary:\n included_count: int\n excluded_count: int\n prohibited_detected_count: int\n# #endregion ManifestSummary\n" }, { @@ -45514,6 +46847,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DistributionManifest [TYPE Class]\n# @BRIEF Immutable snapshot of the candidate payload.\n# @INVARIANT: Immutable after creation.\nclass DistributionManifest(Base):\n __tablename__ = \"clean_release_manifests\"\n\n id = Column(String, primary_key=True)\n candidate_id = Column(String, ForeignKey(\"clean_release_candidates.id\"), nullable=False)\n manifest_version = Column(Integer, nullable=False)\n manifest_digest = Column(String, nullable=False)\n artifacts_digest = Column(String, nullable=False)\n created_at = Column(DateTime, default=datetime.utcnow)\n created_by = Column(String, nullable=False)\n source_snapshot_ref = Column(String, nullable=False)\n content_json = Column(JSON, nullable=False)\n immutable = Column(Boolean, default=True)\n\n # Redesign compatibility fields (not persisted directly but used by builder/facade)\n def __init__(self, **kwargs):\n items = kwargs.pop(\"items\", None)\n summary = kwargs.pop(\"summary\", None)\n\n # Handle fields from manifest_builder.py\n if \"manifest_id\" in kwargs:\n kwargs[\"id\"] = kwargs.pop(\"manifest_id\")\n if \"generated_at\" in kwargs:\n kwargs[\"created_at\"] = kwargs.pop(\"generated_at\")\n if \"generated_by\" in kwargs:\n kwargs[\"created_by\"] = kwargs.pop(\"generated_by\")\n if \"deterministic_hash\" in kwargs:\n kwargs[\"manifest_digest\"] = kwargs.pop(\"deterministic_hash\")\n if \"policy_id\" in kwargs:\n kwargs.pop(\"policy_id\")\n\n if items is not None and summary is not None:\n expected_count = int(summary.included_count) + int(summary.excluded_count)\n if expected_count != len(items):\n raise ValueError(\"manifest summary counts must match items size\")\n\n # Ensure required DB fields have defaults if missing\n if \"manifest_version\" not in kwargs:\n kwargs[\"manifest_version\"] = 1\n if \"artifacts_digest\" not in kwargs:\n kwargs[\"artifacts_digest\"] = kwargs.get(\"manifest_digest\", \"pending\")\n if \"source_snapshot_ref\" not in kwargs:\n kwargs[\"source_snapshot_ref\"] = \"pending\"\n\n # Pack items and summary into content_json if provided\n if items is not None or summary is not None:\n content = dict(kwargs.get(\"content_json\") or {})\n if items is not None:\n content[\"items\"] = [\n {\n \"path\": i.path,\n \"category\": i.category,\n \"classification\": i.classification.value,\n \"reason\": i.reason,\n \"checksum\": i.checksum\n } for i in items\n ]\n if summary is not None:\n content[\"summary\"] = {\n \"included_count\": summary.included_count,\n \"excluded_count\": summary.excluded_count,\n \"prohibited_detected_count\": summary.prohibited_detected_count\n }\n kwargs[\"content_json\"] = content\n\n super().__init__(**kwargs)\n\n @property\n def manifest_id(self) -> str:\n return self.id\n\n @property\n def deterministic_hash(self) -> str:\n return self.manifest_digest\n\n @property\n def summary(self) -> ManifestSummary:\n payload = (self.content_json or {}).get(\"summary\", {})\n return ManifestSummary(\n included_count=int(payload.get(\"included_count\", 0)),\n excluded_count=int(payload.get(\"excluded_count\", 0)),\n prohibited_detected_count=int(payload.get(\"prohibited_detected_count\", 0)),\n )\n# #endregion DistributionManifest\n" }, { @@ -45540,6 +46874,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SourceRegistrySnapshot [TYPE Class]\n# @BRIEF Immutable registry snapshot for allowed sources.\nclass SourceRegistrySnapshot(Base):\n __tablename__ = \"clean_release_registry_snapshots\"\n\n id = Column(String, primary_key=True)\n registry_id = Column(String, nullable=False)\n registry_version = Column(String, nullable=False)\n created_at = Column(DateTime, default=datetime.utcnow)\n allowed_hosts = Column(JSON, nullable=False) # List[str]\n allowed_schemes = Column(JSON, nullable=False) # List[str]\n allowed_source_types = Column(JSON, nullable=False) # List[str]\n immutable = Column(Boolean, default=True)\n# #endregion SourceRegistrySnapshot\n" }, { @@ -45566,6 +46901,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CleanPolicySnapshot [TYPE Class]\n# @BRIEF Immutable policy snapshot used to evaluate a run.\nclass CleanPolicySnapshot(Base):\n __tablename__ = \"clean_release_policy_snapshots\"\n\n id = Column(String, primary_key=True)\n policy_id = Column(String, nullable=False)\n policy_version = Column(String, nullable=False)\n created_at = Column(DateTime, default=datetime.utcnow)\n content_json = Column(JSON, nullable=False)\n registry_snapshot_id = Column(String, ForeignKey(\"clean_release_registry_snapshots.id\"), nullable=False)\n immutable = Column(Boolean, default=True)\n# #endregion CleanPolicySnapshot\n" }, { @@ -45592,6 +46928,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ComplianceRun [TYPE Class]\n# @BRIEF Operational record for one compliance execution.\nclass ComplianceRun(Base):\n __tablename__ = \"clean_release_compliance_runs\"\n\n id = Column(String, primary_key=True)\n candidate_id = Column(String, ForeignKey(\"clean_release_candidates.id\"), nullable=False)\n manifest_id = Column(String, ForeignKey(\"clean_release_manifests.id\"), nullable=False)\n manifest_digest = Column(String, nullable=False)\n policy_snapshot_id = Column(String, ForeignKey(\"clean_release_policy_snapshots.id\"), nullable=False)\n registry_snapshot_id = Column(String, ForeignKey(\"clean_release_registry_snapshots.id\"), nullable=False)\n requested_by = Column(String, nullable=False)\n requested_at = Column(DateTime, default=datetime.utcnow)\n started_at = Column(DateTime, nullable=True)\n finished_at = Column(DateTime, nullable=True)\n status = Column(String, default=RunStatus.PENDING)\n final_status = Column(String, nullable=True) # ComplianceDecision\n failure_reason = Column(String, nullable=True)\n task_id = Column(String, nullable=True)\n\n @property\n def check_run_id(self) -> str:\n return self.id\n# #endregion ComplianceRun\n" }, { @@ -45618,6 +46955,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ComplianceStageRun [TYPE Class]\n# @BRIEF Stage-level execution record inside a run.\nclass ComplianceStageRun(Base):\n __tablename__ = \"clean_release_compliance_stage_runs\"\n\n id = Column(String, primary_key=True)\n run_id = Column(String, ForeignKey(\"clean_release_compliance_runs.id\"), nullable=False)\n stage_name = Column(String, nullable=False)\n status = Column(String, nullable=False)\n started_at = Column(DateTime, nullable=True)\n finished_at = Column(DateTime, nullable=True)\n decision = Column(String, nullable=True) # ComplianceDecision\n details_json = Column(JSON, default=dict)\n# #endregion ComplianceStageRun\n" }, { @@ -45644,6 +46982,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ViolationSeverity [TYPE Class]\n# @BRIEF Backward-compatible violation severity enum for legacy clean-release tests.\nclass ViolationSeverity(str, Enum):\n CRITICAL = \"CRITICAL\"\n MAJOR = \"MAJOR\"\n MINOR = \"MINOR\"\n# #endregion ViolationSeverity\n" }, { @@ -45670,6 +47009,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ViolationCategory [TYPE Class]\n# @BRIEF Backward-compatible violation category enum for legacy clean-release tests.\nclass ViolationCategory(str, Enum):\n DATA_PURITY = \"DATA_PURITY\"\n EXTERNAL_SOURCE = \"EXTERNAL_SOURCE\"\n SOURCE_ISOLATION = \"SOURCE_ISOLATION\"\n MANIFEST_CONSISTENCY = \"MANIFEST_CONSISTENCY\"\n EXTERNAL_ENDPOINT = \"EXTERNAL_ENDPOINT\"\n# #endregion ViolationCategory\n" }, { @@ -45696,6 +47036,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ComplianceViolation [TYPE Class]\n# @BRIEF Violation produced by a stage.\nclass ComplianceViolation(Base):\n __tablename__ = \"clean_release_compliance_violations\"\n\n id = Column(String, primary_key=True)\n run_id = Column(String, ForeignKey(\"clean_release_compliance_runs.id\"), nullable=False)\n stage_name = Column(String, nullable=False)\n code = Column(String, nullable=False)\n severity = Column(String, nullable=False)\n artifact_path = Column(String, nullable=True)\n artifact_sha256 = Column(String, nullable=True)\n message = Column(String, nullable=False)\n evidence_json = Column(JSON, default=dict)\n\n def __init__(self, **kwargs):\n if \"violation_id\" in kwargs:\n kwargs[\"id\"] = kwargs.pop(\"violation_id\")\n if \"check_run_id\" in kwargs:\n kwargs[\"run_id\"] = kwargs.pop(\"check_run_id\")\n if \"category\" in kwargs:\n category = kwargs.pop(\"category\")\n kwargs[\"stage_name\"] = category.value if isinstance(category, ViolationCategory) else str(category)\n if \"location\" in kwargs:\n kwargs[\"artifact_path\"] = kwargs.pop(\"location\")\n if \"remediation\" in kwargs:\n remediation = kwargs.pop(\"remediation\")\n evidence = dict(kwargs.get(\"evidence_json\") or {})\n evidence[\"remediation\"] = remediation\n kwargs[\"evidence_json\"] = evidence\n if \"blocked_release\" in kwargs:\n blocked_release = kwargs.pop(\"blocked_release\")\n evidence = dict(kwargs.get(\"evidence_json\") or {})\n evidence[\"blocked_release\"] = blocked_release\n kwargs[\"evidence_json\"] = evidence\n if \"detected_at\" in kwargs:\n kwargs.pop(\"detected_at\")\n if \"code\" not in kwargs:\n kwargs[\"code\"] = \"LEGACY_VIOLATION\"\n if \"message\" not in kwargs:\n kwargs[\"message\"] = kwargs.get(\"stage_name\", \"LEGACY_VIOLATION\")\n super().__init__(**kwargs)\n\n @property\n def violation_id(self) -> str:\n return self.id\n\n @violation_id.setter\n def violation_id(self, value: str) -> None:\n self.id = value\n\n @property\n def check_run_id(self) -> str:\n return self.run_id\n\n @property\n def category(self) -> ViolationCategory:\n return ViolationCategory(self.stage_name)\n\n @category.setter\n def category(self, value: ViolationCategory) -> None:\n self.stage_name = value.value if isinstance(value, ViolationCategory) else str(value)\n\n @property\n def location(self) -> str | None:\n return self.artifact_path\n\n @property\n def remediation(self) -> str | None:\n return (self.evidence_json or {}).get(\"remediation\")\n\n @property\n def blocked_release(self) -> bool:\n return bool((self.evidence_json or {}).get(\"blocked_release\", False))\n# #endregion ComplianceViolation\n" }, { @@ -45732,6 +47073,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ComplianceReport [TYPE Class]\n# @BRIEF Immutable result derived from a completed run.\n# @INVARIANT: Immutable after creation.\nclass ComplianceReport(Base):\n __tablename__ = \"clean_release_compliance_reports\"\n\n id = Column(String, primary_key=True)\n run_id = Column(String, ForeignKey(\"clean_release_compliance_runs.id\"), nullable=False)\n candidate_id = Column(String, ForeignKey(\"clean_release_candidates.id\"), nullable=False)\n final_status = Column(String, nullable=False) # ComplianceDecision\n summary_json = Column(JSON, nullable=False)\n generated_at = Column(DateTime, default=datetime.utcnow)\n immutable = Column(Boolean, default=True)\n\n def __init__(self, **kwargs):\n if \"report_id\" in kwargs:\n kwargs[\"id\"] = kwargs.pop(\"report_id\")\n if \"check_run_id\" in kwargs:\n kwargs[\"run_id\"] = kwargs.pop(\"check_run_id\")\n operator_summary = kwargs.pop(\"operator_summary\", None)\n structured_payload_ref = kwargs.pop(\"structured_payload_ref\", None)\n violations_count = kwargs.pop(\"violations_count\", None)\n blocking_violations_count = kwargs.pop(\"blocking_violations_count\", None)\n\n final_status = kwargs.get(\"final_status\")\n final_status_value = getattr(final_status, \"value\", final_status)\n\n if (\n final_status_value in {CheckFinalStatus.BLOCKED.value, ComplianceDecision.BLOCKED.value}\n and blocking_violations_count is not None\n and int(blocking_violations_count) <= 0\n ):\n raise ValueError(\"blocked report requires blocking violations\")\n\n if (\n operator_summary is not None\n or structured_payload_ref is not None\n or violations_count is not None\n or blocking_violations_count is not None\n ):\n kwargs[\"summary_json\"] = {\n \"operator_summary\": operator_summary or \"\",\n \"structured_payload_ref\": structured_payload_ref,\n \"violations_count\": int(violations_count or 0),\n \"blocking_violations_count\": int(blocking_violations_count or 0),\n }\n\n super().__init__(**kwargs)\n\n @property\n def report_id(self) -> str:\n return self.id\n\n @property\n def check_run_id(self) -> str:\n return self.run_id\n\n @property\n def operator_summary(self) -> str:\n return (self.summary_json or {}).get(\"operator_summary\", \"\")\n\n @property\n def structured_payload_ref(self) -> str | None:\n return (self.summary_json or {}).get(\"structured_payload_ref\")\n\n @property\n def violations_count(self) -> int:\n return int((self.summary_json or {}).get(\"violations_count\", 0))\n\n @property\n def blocking_violations_count(self) -> int:\n return int((self.summary_json or {}).get(\"blocking_violations_count\", 0))\n# #endregion ComplianceReport\n" }, { @@ -45758,6 +47100,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ApprovalDecision [TYPE Class]\n# @BRIEF Approval or rejection bound to a candidate and report.\nclass ApprovalDecision(Base):\n __tablename__ = \"clean_release_approval_decisions\"\n\n id = Column(String, primary_key=True)\n candidate_id = Column(String, ForeignKey(\"clean_release_candidates.id\"), nullable=False)\n report_id = Column(String, ForeignKey(\"clean_release_compliance_reports.id\"), nullable=False)\n decision = Column(String, nullable=False) # ApprovalDecisionType\n decided_by = Column(String, nullable=False)\n decided_at = Column(DateTime, default=datetime.utcnow)\n comment = Column(String, nullable=True)\n# #endregion ApprovalDecision\n" }, { @@ -45784,6 +47127,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PublicationRecord [TYPE Class]\n# @BRIEF Publication or revocation record.\nclass PublicationRecord(Base):\n __tablename__ = \"clean_release_publication_records\"\n\n id = Column(String, primary_key=True)\n candidate_id = Column(String, ForeignKey(\"clean_release_candidates.id\"), nullable=False)\n report_id = Column(String, ForeignKey(\"clean_release_compliance_reports.id\"), nullable=False)\n published_by = Column(String, nullable=False)\n published_at = Column(DateTime, default=datetime.utcnow)\n target_channel = Column(String, nullable=False)\n publication_ref = Column(String, nullable=True)\n status = Column(String, default=PublicationStatus.ACTIVE)\n# #endregion PublicationRecord\n" }, { @@ -45810,6 +47154,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CleanReleaseAuditLog [TYPE Class]\n# @BRIEF Represents a persistent audit log entry for clean release actions.\nimport uuid\n\n\nclass CleanReleaseAuditLog(Base):\n __tablename__ = \"clean_release_audit_logs\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n candidate_id = Column(String, index=True, nullable=True)\n action = Column(String, nullable=False) # e.g. \"TRANSITION\", \"APPROVE\", \"PUBLISH\"\n actor = Column(String, nullable=False)\n timestamp = Column(DateTime, default=datetime.utcnow)\n details_json = Column(JSON, default=dict)\n# #endregion CleanReleaseAuditLog\n" }, { @@ -45876,6 +47221,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AppConfigRecord [TYPE Class]\n# @BRIEF Stores persisted application configuration as a single authoritative record model.\n# @PRE: SQLAlchemy declarative Base is initialized and table metadata registration is active.\n# @POST: ORM table 'app_configurations' exposes id, payload, and updated_at fields with declared nullability/default semantics.\n# @SIDE_EFFECT: Registers ORM mapping metadata during module import.\n# @DATA_CONTRACT: Input -> persistence row {id:str, payload:json, updated_at:datetime}; Output -> AppConfigRecord ORM entity.\nclass AppConfigRecord(Base):\n __tablename__ = \"app_configurations\"\n\n id = Column(String, primary_key=True)\n payload = Column(JSON, nullable=False)\n updated_at = Column(DateTime(timezone=True), server_default=func.now(), onupdate=func.now())\n\n\n# #endregion AppConfigRecord\n" }, { @@ -45942,6 +47288,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region NotificationConfig [TYPE Class]\n# @BRIEF Stores persisted provider-level notification configuration and encrypted credentials metadata.\n# @PRE: SQLAlchemy declarative Base is initialized and uuid generation is available at instance creation time.\n# @POST: ORM table 'notification_configs' exposes id, type, name, credentials, is_active, created_at, updated_at fields with declared constraints/defaults.\n# @SIDE_EFFECT: Registers ORM mapping metadata during module import; may generate UUID values for new entity instances.\n# @DATA_CONTRACT: Input -> persistence row {id:str, type:str, name:str, credentials:json, is_active:bool, created_at:datetime, updated_at:datetime}; Output -> NotificationConfig ORM entity.\nclass NotificationConfig(Base):\n __tablename__ = \"notification_configs\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n type = Column(String, nullable=False) # SMTP, SLACK, TELEGRAM\n name = Column(String, nullable=False)\n credentials = Column(JSON, nullable=False) # Encrypted connection details\n is_active = Column(Boolean, default=True)\n created_at = Column(DateTime(timezone=True), server_default=func.now())\n updated_at = Column(DateTime(timezone=True), server_default=func.now(), onupdate=func.now())\n# #endregion NotificationConfig\n" }, { @@ -45996,6 +47343,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ConnectionModels [C:1] [TYPE Module] [SEMANTICS sqlalchemy, connection, model, schema, connection-config]\n#\n# @BRIEF Defines the database schema for external database connection configurations.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> sqlalchemy\n#\n# @INVARIANT: All primary keys are UUID strings.\n\nimport uuid\n\nfrom sqlalchemy import Column, DateTime, Integer, String\nfrom sqlalchemy.sql import func\n\nfrom .mapping import Base\n\n\n# #region ConnectionConfig [C:1] [TYPE Class]\n# @BRIEF Stores credentials for external databases used for column mapping.\nclass ConnectionConfig(Base):\n __tablename__ = \"connection_configs\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n name = Column(String, nullable=False)\n type = Column(String, nullable=False) # e.g., \"postgres\"\n host = Column(String, nullable=True)\n port = Column(Integer, nullable=True)\n database = Column(String, nullable=True)\n username = Column(String, nullable=True)\n password = Column(String, nullable=True) # Encrypted/Obfuscated password\n created_at = Column(DateTime(timezone=True), server_default=func.now())\n updated_at = Column(DateTime(timezone=True), server_default=func.now(), onupdate=func.now())\n# #endregion ConnectionConfig\n\n# #endregion ConnectionModels\n" }, { @@ -46023,6 +47371,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ConnectionConfig [C:1] [TYPE Class]\n# @BRIEF Stores credentials for external databases used for column mapping.\nclass ConnectionConfig(Base):\n __tablename__ = \"connection_configs\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n name = Column(String, nullable=False)\n type = Column(String, nullable=False) # e.g., \"postgres\"\n host = Column(String, nullable=True)\n port = Column(Integer, nullable=True)\n database = Column(String, nullable=True)\n username = Column(String, nullable=True)\n password = Column(String, nullable=True) # Encrypted/Obfuscated password\n created_at = Column(DateTime(timezone=True), server_default=func.now())\n updated_at = Column(DateTime(timezone=True), server_default=func.now(), onupdate=func.now())\n# #endregion ConnectionConfig\n" }, { @@ -46067,6 +47416,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardModels [C:3] [TYPE Module] [SEMANTICS pydantic, dashboard, model, schema, selection, dashboard-metadata]\n# @BRIEF Defines data models for dashboard metadata and selection.\n# @LAYER: Model\n# @RELATION USED_BY -> MigrationApi\n\n\nfrom pydantic import BaseModel\n\n\n# #region DashboardMetadata [C:1] [TYPE Class]\n# @BRIEF Represents a dashboard available for migration.\nclass DashboardMetadata(BaseModel):\n id: int\n title: str\n last_modified: str\n status: str\n# #endregion DashboardMetadata\n\n# #region DashboardSelection [C:1] [TYPE Class]\n# @BRIEF Represents the user's selection of dashboards to migrate.\nclass DashboardSelection(BaseModel):\n selected_ids: list[int]\n source_env_id: str\n target_env_id: str\n replace_db_config: bool = False\n fix_cross_filters: bool = True\n# #endregion DashboardSelection\n\n# #endregion DashboardModels\n" }, { @@ -46094,6 +47444,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardMetadata [C:1] [TYPE Class]\n# @BRIEF Represents a dashboard available for migration.\nclass DashboardMetadata(BaseModel):\n id: int\n title: str\n last_modified: str\n status: str\n# #endregion DashboardMetadata\n" }, { @@ -46121,6 +47472,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardSelection [C:1] [TYPE Class]\n# @BRIEF Represents the user's selection of dashboards to migrate.\nclass DashboardSelection(BaseModel):\n selected_ids: list[int]\n source_env_id: str\n target_env_id: str\n replace_db_config: bool = False\n fix_cross_filters: bool = True\n# #endregion DashboardSelection\n" }, { @@ -46396,6 +47748,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewModels [C:2] [TYPE Module] [SEMANTICS sqlalchemy, dataset, review, model, schema, facade]\n# @BRIEF Thin facade re-exporting all dataset review domain models from the decomposed sub-package.\n# @LAYER: Domain\n# @RELATION EXPORTS -> [DatasetReviewEnums:Module]\n# @RELATION EXPORTS -> [DatasetReviewSessionModels:Module]\n# @RELATION EXPORTS -> [DatasetReviewProfileModels:Module]\n# @RELATION EXPORTS -> [DatasetReviewFindingModels:Module]\n# @RELATION EXPORTS -> [DatasetReviewSemanticModels:Module]\n# @RELATION EXPORTS -> [DatasetReviewFilterModels:Module]\n# @RELATION EXPORTS -> [DatasetReviewMappingModels:Module]\n# @RELATION EXPORTS -> [DatasetReviewClarificationModels:Module]\n# @RELATION EXPORTS -> [DatasetReviewExecutionModels:Module]\n# @INVARIANT: All public model classes and enums remain importable from `src.models.dataset_review` without changes.\n# @RATIONALE: Original 984-line monolith violated INV_7 (400-line module limit). Decomposed into domain-focused sub-modules while preserving backward-compatible import paths.\n# @REJECTED: Keeping all models in a single file because it exceeded the fractal limit by 2.5x and accumulated structural erosion risk.\n\nfrom src.models.dataset_review_pkg._clarification_models import ( # noqa: F401\n ClarificationAnswer,\n ClarificationOption,\n ClarificationQuestion,\n ClarificationSession,\n)\nfrom src.models.dataset_review_pkg._enums import ( # noqa: F401\n AnswerKind,\n ApprovalState,\n ArtifactFormat,\n ArtifactType,\n BusinessSummarySource,\n CandidateMatchType,\n CandidateStatus,\n ClarificationStatus,\n ConfidenceState,\n FieldKind,\n FieldProvenance,\n FilterConfidenceState,\n FilterRecoveryStatus,\n FilterSource,\n FindingArea,\n FindingSeverity,\n LaunchStatus,\n MappingMethod,\n MappingStatus,\n MappingWarningLevel,\n PreviewStatus,\n QuestionState,\n ReadinessState,\n RecommendedAction,\n ResolutionState,\n SemanticSourceStatus,\n SemanticSourceType,\n SessionCollaboratorRole,\n SessionPhase,\n SessionStatus,\n TrustLevel,\n VariableKind,\n)\nfrom src.models.dataset_review_pkg._execution_models import ( # noqa: F401\n CompiledPreview,\n DatasetRunContext,\n ExportArtifact,\n SessionEvent,\n)\nfrom src.models.dataset_review_pkg._filter_models import ( # noqa: F401\n ImportedFilter,\n TemplateVariable,\n)\nfrom src.models.dataset_review_pkg._finding_models import ValidationFinding # noqa: F401\nfrom src.models.dataset_review_pkg._mapping_models import ExecutionMapping # noqa: F401\nfrom src.models.dataset_review_pkg._profile_models import DatasetProfile # noqa: F401\nfrom src.models.dataset_review_pkg._semantic_models import ( # noqa: F401\n SemanticCandidate,\n SemanticFieldEntry,\n SemanticSource,\n)\nfrom src.models.dataset_review_pkg._session_models import ( # noqa: F401\n DatasetReviewSession,\n SessionCollaborator,\n)\n# #endregion DatasetReviewModels\n" }, { @@ -46438,6 +47791,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewClarificationModels [C:3] [TYPE Module] [SEMANTICS sqlalchemy, dataset, review, clarification, model]\n# @BRIEF Clarification session, question, option, and answer models for guided review flow.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [DatasetReviewEnums:Module]\n# @RELATION DEPENDS_ON -> [MappingModels]\n# @INVARIANT: Only one active clarification question may exist at a time per session.\n\nimport uuid\nfrom datetime import datetime\n\nfrom sqlalchemy import (\n Boolean,\n Column,\n DateTime,\n ForeignKey,\n Integer,\n String,\n Text,\n)\nfrom sqlalchemy import (\n Enum as SQLEnum,\n)\nfrom sqlalchemy.orm import relationship\n\nfrom src.models.dataset_review_pkg._enums import (\n AnswerKind,\n ClarificationStatus,\n QuestionState,\n)\nfrom src.models.mapping import Base\n\n\n# #region ClarificationSession [C:2] [TYPE Class]\n# @BRIEF One clarification session aggregate owning questions and tracking resolution progress.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass ClarificationSession(Base):\n __tablename__ = \"clarification_sessions\"\n\n clarification_session_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False)\n status = Column(SQLEnum(ClarificationStatus), nullable=False, default=ClarificationStatus.PENDING)\n current_question_id = Column(String, nullable=True)\n resolved_count = Column(Integer, nullable=False, default=0)\n remaining_count = Column(Integer, nullable=False, default=0)\n summary_delta = Column(Text, nullable=True)\n started_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False)\n completed_at = Column(DateTime, nullable=True)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"clarification_sessions\")\n questions = relationship(\"ClarificationQuestion\", back_populates=\"clarification_session\", cascade=\"all, delete-orphan\")\n\n\n# #endregion ClarificationSession\n\n\n# #region ClarificationQuestion [C:2] [TYPE Class]\n# @BRIEF One clarification question with priority ordering, options, and state machine.\n# @RELATION DEPENDS_ON -> [ClarificationSession]\nclass ClarificationQuestion(Base):\n __tablename__ = \"clarification_questions\"\n\n question_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n clarification_session_id = Column(String, ForeignKey(\"clarification_sessions.clarification_session_id\"), nullable=False)\n topic_ref = Column(String, nullable=False)\n question_text = Column(Text, nullable=False)\n why_it_matters = Column(Text, nullable=False)\n current_guess = Column(Text, nullable=True)\n priority = Column(Integer, nullable=False, default=0)\n state = Column(SQLEnum(QuestionState), nullable=False, default=QuestionState.OPEN)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False)\n\n clarification_session = relationship(\"ClarificationSession\", back_populates=\"questions\")\n options = relationship(\"ClarificationOption\", back_populates=\"question\", cascade=\"all, delete-orphan\")\n answer = relationship(\"ClarificationAnswer\", back_populates=\"question\", uselist=False, cascade=\"all, delete-orphan\")\n\n\n# #endregion ClarificationQuestion\n\n\n# #region ClarificationOption [C:1] [TYPE Class]\n# @BRIEF One selectable option for a clarification question with recommendation flag.\n# @RELATION DEPENDS_ON -> [ClarificationQuestion]\nclass ClarificationOption(Base):\n __tablename__ = \"clarification_options\"\n\n option_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n question_id = Column(String, ForeignKey(\"clarification_questions.question_id\"), nullable=False)\n label = Column(String, nullable=False)\n value = Column(String, nullable=False)\n is_recommended = Column(Boolean, nullable=False, default=False)\n display_order = Column(Integer, nullable=False, default=0)\n\n question = relationship(\"ClarificationQuestion\", back_populates=\"options\")\n\n\n# #endregion ClarificationOption\n\n\n# #region ClarificationAnswer [C:2] [TYPE Class]\n# @BRIEF One persisted clarification answer with impact summary and feedback tracking.\n# @RELATION DEPENDS_ON -> [ClarificationQuestion]\nclass ClarificationAnswer(Base):\n __tablename__ = \"clarification_answers\"\n\n answer_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n question_id = Column(String, ForeignKey(\"clarification_questions.question_id\"), nullable=False, unique=True)\n answer_kind = Column(SQLEnum(AnswerKind), nullable=False)\n answer_value = Column(Text, nullable=True)\n answered_by_user_id = Column(String, nullable=False)\n impact_summary = Column(Text, nullable=True)\n user_feedback = Column(Text, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n question = relationship(\"ClarificationQuestion\", back_populates=\"answer\")\n\n\n# #endregion ClarificationAnswer\n\n\n# #endregion DatasetReviewClarificationModels\n" }, { @@ -46472,6 +47826,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationSession [C:2] [TYPE Class]\n# @BRIEF One clarification session aggregate owning questions and tracking resolution progress.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass ClarificationSession(Base):\n __tablename__ = \"clarification_sessions\"\n\n clarification_session_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False)\n status = Column(SQLEnum(ClarificationStatus), nullable=False, default=ClarificationStatus.PENDING)\n current_question_id = Column(String, nullable=True)\n resolved_count = Column(Integer, nullable=False, default=0)\n remaining_count = Column(Integer, nullable=False, default=0)\n summary_delta = Column(Text, nullable=True)\n started_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False)\n completed_at = Column(DateTime, nullable=True)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"clarification_sessions\")\n questions = relationship(\"ClarificationQuestion\", back_populates=\"clarification_session\", cascade=\"all, delete-orphan\")\n\n\n# #endregion ClarificationSession\n" }, { @@ -46506,6 +47861,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationQuestion [C:2] [TYPE Class]\n# @BRIEF One clarification question with priority ordering, options, and state machine.\n# @RELATION DEPENDS_ON -> [ClarificationSession]\nclass ClarificationQuestion(Base):\n __tablename__ = \"clarification_questions\"\n\n question_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n clarification_session_id = Column(String, ForeignKey(\"clarification_sessions.clarification_session_id\"), nullable=False)\n topic_ref = Column(String, nullable=False)\n question_text = Column(Text, nullable=False)\n why_it_matters = Column(Text, nullable=False)\n current_guess = Column(Text, nullable=True)\n priority = Column(Integer, nullable=False, default=0)\n state = Column(SQLEnum(QuestionState), nullable=False, default=QuestionState.OPEN)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False)\n\n clarification_session = relationship(\"ClarificationSession\", back_populates=\"questions\")\n options = relationship(\"ClarificationOption\", back_populates=\"question\", cascade=\"all, delete-orphan\")\n answer = relationship(\"ClarificationAnswer\", back_populates=\"question\", uselist=False, cascade=\"all, delete-orphan\")\n\n\n# #endregion ClarificationQuestion\n" }, { @@ -46549,6 +47905,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationOption [C:1] [TYPE Class]\n# @BRIEF One selectable option for a clarification question with recommendation flag.\n# @RELATION DEPENDS_ON -> [ClarificationQuestion]\nclass ClarificationOption(Base):\n __tablename__ = \"clarification_options\"\n\n option_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n question_id = Column(String, ForeignKey(\"clarification_questions.question_id\"), nullable=False)\n label = Column(String, nullable=False)\n value = Column(String, nullable=False)\n is_recommended = Column(Boolean, nullable=False, default=False)\n display_order = Column(Integer, nullable=False, default=0)\n\n question = relationship(\"ClarificationQuestion\", back_populates=\"options\")\n\n\n# #endregion ClarificationOption\n" }, { @@ -46583,6 +47940,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationAnswer [C:2] [TYPE Class]\n# @BRIEF One persisted clarification answer with impact summary and feedback tracking.\n# @RELATION DEPENDS_ON -> [ClarificationQuestion]\nclass ClarificationAnswer(Base):\n __tablename__ = \"clarification_answers\"\n\n answer_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n question_id = Column(String, ForeignKey(\"clarification_questions.question_id\"), nullable=False, unique=True)\n answer_kind = Column(SQLEnum(AnswerKind), nullable=False)\n answer_value = Column(Text, nullable=True)\n answered_by_user_id = Column(String, nullable=False)\n impact_summary = Column(Text, nullable=True)\n user_feedback = Column(Text, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n question = relationship(\"ClarificationQuestion\", back_populates=\"answer\")\n\n\n# #endregion ClarificationAnswer\n" }, { @@ -46612,6 +47970,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewEnums [C:2] [TYPE Module] [SEMANTICS enum, dataset, review, model, domain]\n# @BRIEF All enumeration types for the dataset review domain, grouped for stable cross-module reuse.\n# @LAYER: Domain\n# @INVARIANT: Enum values are string-based for JSON serialization compatibility.\n\nimport enum\n\n\n# #region SessionStatus [C:1] [TYPE Class]\n# @BRIEF Lifecycle status of a dataset review session.\nclass SessionStatus(str, enum.Enum):\n ACTIVE = \"active\"\n PAUSED = \"paused\"\n COMPLETED = \"completed\"\n ARCHIVED = \"archived\"\n CANCELLED = \"cancelled\"\n\n\n# #endregion SessionStatus\n\n\n# #region SessionPhase [C:1] [TYPE Class]\n# @BRIEF Ordered phase progression for dataset review orchestration.\nclass SessionPhase(str, enum.Enum):\n INTAKE = \"intake\"\n RECOVERY = \"recovery\"\n REVIEW = \"review\"\n SEMANTIC_REVIEW = \"semantic_review\"\n CLARIFICATION = \"clarification\"\n MAPPING_REVIEW = \"mapping_review\"\n PREVIEW = \"preview\"\n LAUNCH = \"launch\"\n POST_RUN = \"post_run\"\n\n\n# #endregion SessionPhase\n\n\n# #region ReadinessState [C:1] [TYPE Class]\n# @BRIEF Granular readiness indicator driving the recommended-action UX flow.\nclass ReadinessState(str, enum.Enum):\n EMPTY = \"empty\"\n IMPORTING = \"importing\"\n REVIEW_READY = \"review_ready\"\n SEMANTIC_SOURCE_REVIEW_NEEDED = \"semantic_source_review_needed\"\n CLARIFICATION_NEEDED = \"clarification_needed\"\n CLARIFICATION_ACTIVE = \"clarification_active\"\n MAPPING_REVIEW_NEEDED = \"mapping_review_needed\"\n COMPILED_PREVIEW_READY = \"compiled_preview_ready\"\n PARTIALLY_READY = \"partially_ready\"\n RUN_READY = \"run_ready\"\n RUN_IN_PROGRESS = \"run_in_progress\"\n COMPLETED = \"completed\"\n RECOVERY_REQUIRED = \"recovery_required\"\n\n\n# #endregion ReadinessState\n\n\n# #region RecommendedAction [C:1] [TYPE Class]\n# @BRIEF Next-action guidance derived from the current readiness state.\nclass RecommendedAction(str, enum.Enum):\n IMPORT_FROM_SUPERSET = \"import_from_superset\"\n REVIEW_DOCUMENTATION = \"review_documentation\"\n APPLY_SEMANTIC_SOURCE = \"apply_semantic_source\"\n START_CLARIFICATION = \"start_clarification\"\n ANSWER_NEXT_QUESTION = \"answer_next_question\"\n APPROVE_MAPPING = \"approve_mapping\"\n GENERATE_SQL_PREVIEW = \"generate_sql_preview\"\n COMPLETE_REQUIRED_VALUES = \"complete_required_values\"\n LAUNCH_DATASET = \"launch_dataset\"\n RESUME_SESSION = \"resume_session\"\n EXPORT_OUTPUTS = \"export_outputs\"\n\n\n# #endregion RecommendedAction\n\n\n# #region SessionCollaboratorRole [C:1] [TYPE Class]\n# @BRIEF RBAC role for session collaborators.\nclass SessionCollaboratorRole(str, enum.Enum):\n VIEWER = \"viewer\"\n REVIEWER = \"reviewer\"\n APPROVER = \"approver\"\n\n\n# #endregion SessionCollaboratorRole\n\n\n# #region BusinessSummarySource [C:1] [TYPE Class]\n# @BRIEF Provenance of the dataset business summary text.\nclass BusinessSummarySource(str, enum.Enum):\n CONFIRMED = \"confirmed\"\n IMPORTED = \"imported\"\n INFERRED = \"inferred\"\n AI_DRAFT = \"ai_draft\"\n MANUAL_OVERRIDE = \"manual_override\"\n\n\n# #endregion BusinessSummarySource\n\n\n# #region ConfidenceState [C:1] [TYPE Class]\n# @BRIEF Confidence level for dataset profile completeness.\nclass ConfidenceState(str, enum.Enum):\n CONFIRMED = \"confirmed\"\n MOSTLY_CONFIRMED = \"mostly_confirmed\"\n MIXED = \"mixed\"\n LOW_CONFIDENCE = \"low_confidence\"\n UNRESOLVED = \"unresolved\"\n\n\n# #endregion ConfidenceState\n\n\n# #region FindingArea [C:1] [TYPE Class]\n# @BRIEF Domain area classification for validation findings.\nclass FindingArea(str, enum.Enum):\n SOURCE_INTAKE = \"source_intake\"\n DATASET_PROFILE = \"dataset_profile\"\n SEMANTIC_ENRICHMENT = \"semantic_enrichment\"\n CLARIFICATION = \"clarification\"\n FILTER_RECOVERY = \"filter_recovery\"\n TEMPLATE_MAPPING = \"template_mapping\"\n COMPILED_PREVIEW = \"compiled_preview\"\n LAUNCH = \"launch\"\n AUDIT = \"audit\"\n\n\n# #endregion FindingArea\n\n\n# #region FindingSeverity [C:1] [TYPE Class]\n# @BRIEF Severity classification for validation findings.\nclass FindingSeverity(str, enum.Enum):\n BLOCKING = \"blocking\"\n WARNING = \"warning\"\n INFORMATIONAL = \"informational\"\n\n\n# #endregion FindingSeverity\n\n\n# #region ResolutionState [C:1] [TYPE Class]\n# @BRIEF Resolution status for validation findings and clarification items.\nclass ResolutionState(str, enum.Enum):\n OPEN = \"open\"\n RESOLVED = \"resolved\"\n APPROVED = \"approved\"\n SKIPPED = \"skipped\"\n DEFERRED = \"deferred\"\n EXPERT_REVIEW = \"expert_review\"\n\n\n# #endregion ResolutionState\n\n\n# #region SemanticSourceType [C:1] [TYPE Class]\n# @BRIEF Classification of semantic enrichment source origins.\nclass SemanticSourceType(str, enum.Enum):\n UPLOADED_FILE = \"uploaded_file\"\n CONNECTED_DICTIONARY = \"connected_dictionary\"\n REFERENCE_DATASET = \"reference_dataset\"\n NEIGHBOR_DATASET = \"neighbor_dataset\"\n AI_GENERATED = \"ai_generated\"\n\n\n# #endregion SemanticSourceType\n\n\n# #region TrustLevel [C:1] [TYPE Class]\n# @BRIEF Trust classification for semantic source reliability.\nclass TrustLevel(str, enum.Enum):\n TRUSTED = \"trusted\"\n RECOMMENDED = \"recommended\"\n CANDIDATE = \"candidate\"\n GENERATED = \"generated\"\n\n\n# #endregion TrustLevel\n\n\n# #region SemanticSourceStatus [C:1] [TYPE Class]\n# @BRIEF Lifecycle status for semantic source application.\nclass SemanticSourceStatus(str, enum.Enum):\n AVAILABLE = \"available\"\n SELECTED = \"selected\"\n APPLIED = \"applied\"\n REJECTED = \"rejected\"\n PARTIAL = \"partial\"\n FAILED = \"failed\"\n\n\n# #endregion SemanticSourceStatus\n\n\n# #region FieldKind [C:1] [TYPE Class]\n# @BRIEF Kind classification for semantic field entries.\nclass FieldKind(str, enum.Enum):\n COLUMN = \"column\"\n METRIC = \"metric\"\n FILTER_DIMENSION = \"filter_dimension\"\n PARAMETER = \"parameter\"\n\n\n# #endregion FieldKind\n\n\n# #region FieldProvenance [C:1] [TYPE Class]\n# @BRIEF Provenance tracking for semantic field value origin.\nclass FieldProvenance(str, enum.Enum):\n DICTIONARY_EXACT = \"dictionary_exact\"\n REFERENCE_IMPORTED = \"reference_imported\"\n FUZZY_INFERRED = \"fuzzy_inferred\"\n AI_GENERATED = \"ai_generated\"\n MANUAL_OVERRIDE = \"manual_override\"\n UNRESOLVED = \"unresolved\"\n\n\n# #endregion FieldProvenance\n\n\n# #region CandidateMatchType [C:1] [TYPE Class]\n# @BRIEF Match type classification for semantic candidates.\nclass CandidateMatchType(str, enum.Enum):\n EXACT = \"exact\"\n REFERENCE = \"reference\"\n FUZZY = \"fuzzy\"\n GENERATED = \"generated\"\n\n\n# #endregion CandidateMatchType\n\n\n# #region CandidateStatus [C:1] [TYPE Class]\n# @BRIEF Lifecycle status for semantic candidate proposals.\nclass CandidateStatus(str, enum.Enum):\n PROPOSED = \"proposed\"\n ACCEPTED = \"accepted\"\n REJECTED = \"rejected\"\n SUPERSEDED = \"superseded\"\n\n\n# #endregion CandidateStatus\n\n\n# #region FilterSource [C:1] [TYPE Class]\n# @BRIEF Origin classification for imported filters.\nclass FilterSource(str, enum.Enum):\n SUPERSET_NATIVE = \"superset_native\"\n SUPERSET_URL = \"superset_url\"\n SUPERSET_PERMALINK = \"superset_permalink\"\n SUPERSET_NATIVE_FILTERS_KEY = \"superset_native_filters_key\"\n MANUAL = \"manual\"\n INFERRED = \"inferred\"\n\n\n# #endregion FilterSource\n\n\n# #region FilterConfidenceState [C:1] [TYPE Class]\n# @BRIEF Confidence classification for imported filter values.\nclass FilterConfidenceState(str, enum.Enum):\n CONFIRMED = \"confirmed\"\n IMPORTED = \"imported\"\n INFERRED = \"inferred\"\n AI_DRAFT = \"ai_draft\"\n UNRESOLVED = \"unresolved\"\n\n\n# #endregion FilterConfidenceState\n\n\n# #region FilterRecoveryStatus [C:1] [TYPE Class]\n# @BRIEF Recovery quality status for imported filters.\nclass FilterRecoveryStatus(str, enum.Enum):\n RECOVERED = \"recovered\"\n PARTIAL = \"partial\"\n MISSING = \"missing\"\n CONFLICTED = \"conflicted\"\n\n\n# #endregion FilterRecoveryStatus\n\n\n# #region VariableKind [C:1] [TYPE Class]\n# @BRIEF Kind classification for template variables.\nclass VariableKind(str, enum.Enum):\n NATIVE_FILTER = \"native_filter\"\n PARAMETER = \"parameter\"\n DERIVED = \"derived\"\n UNKNOWN = \"unknown\"\n\n\n# #endregion VariableKind\n\n\n# #region MappingStatus [C:1] [TYPE Class]\n# @BRIEF Lifecycle status for template variable mapping.\nclass MappingStatus(str, enum.Enum):\n UNMAPPED = \"unmapped\"\n PROPOSED = \"proposed\"\n APPROVED = \"approved\"\n OVERRIDDEN = \"overridden\"\n INVALID = \"invalid\"\n\n\n# #endregion MappingStatus\n\n\n# #region MappingMethod [C:1] [TYPE Class]\n# @BRIEF Method classification for execution mapping creation.\nclass MappingMethod(str, enum.Enum):\n DIRECT_MATCH = \"direct_match\"\n HEURISTIC_MATCH = \"heuristic_match\"\n SEMANTIC_MATCH = \"semantic_match\"\n MANUAL_OVERRIDE = \"manual_override\"\n\n\n# #endregion MappingMethod\n\n\n# #region MappingWarningLevel [C:1] [TYPE Class]\n# @BRIEF Warning severity for execution mapping quality indicators.\nclass MappingWarningLevel(str, enum.Enum):\n LOW = \"low\"\n MEDIUM = \"medium\"\n HIGH = \"high\"\n\n\n# #endregion MappingWarningLevel\n\n\n# #region ApprovalState [C:1] [TYPE Class]\n# @BRIEF Approval lifecycle for execution mapping gate checks.\nclass ApprovalState(str, enum.Enum):\n PENDING = \"pending\"\n APPROVED = \"approved\"\n REJECTED = \"rejected\"\n NOT_REQUIRED = \"not_required\"\n\n\n# #endregion ApprovalState\n\n\n# #region ClarificationStatus [C:1] [TYPE Class]\n# @BRIEF Lifecycle status for clarification sessions.\nclass ClarificationStatus(str, enum.Enum):\n PENDING = \"pending\"\n ACTIVE = \"active\"\n PAUSED = \"paused\"\n COMPLETED = \"completed\"\n CANCELLED = \"cancelled\"\n\n\n# #endregion ClarificationStatus\n\n\n# #region QuestionState [C:1] [TYPE Class]\n# @BRIEF State machine for individual clarification questions.\nclass QuestionState(str, enum.Enum):\n OPEN = \"open\"\n ANSWERED = \"answered\"\n SKIPPED = \"skipped\"\n EXPERT_REVIEW = \"expert_review\"\n SUPERSEDED = \"superseded\"\n\n\n# #endregion QuestionState\n\n\n# #region AnswerKind [C:1] [TYPE Class]\n# @BRIEF Classification of clarification answer types.\nclass AnswerKind(str, enum.Enum):\n SELECTED = \"selected\"\n CUSTOM = \"custom\"\n SKIPPED = \"skipped\"\n EXPERT_REVIEW = \"expert_review\"\n\n\n# #endregion AnswerKind\n\n\n# #region PreviewStatus [C:1] [TYPE Class]\n# @BRIEF Lifecycle status for compiled SQL previews.\nclass PreviewStatus(str, enum.Enum):\n PENDING = \"pending\"\n READY = \"ready\"\n FAILED = \"failed\"\n STALE = \"stale\"\n\n\n# #endregion PreviewStatus\n\n\n# #region LaunchStatus [C:1] [TYPE Class]\n# @BRIEF Outcome status for dataset launch handoff.\nclass LaunchStatus(str, enum.Enum):\n STARTED = \"started\"\n SUCCESS = \"success\"\n FAILED = \"failed\"\n\n\n# #endregion LaunchStatus\n\n\n# #region ArtifactType [C:1] [TYPE Class]\n# @BRIEF Type classification for export artifacts.\nclass ArtifactType(str, enum.Enum):\n DOCUMENTATION = \"documentation\"\n VALIDATION_REPORT = \"validation_report\"\n RUN_SUMMARY = \"run_summary\"\n\n\n# #endregion ArtifactType\n\n\n# #region ArtifactFormat [C:1] [TYPE Class]\n# @BRIEF Format classification for export artifact output.\nclass ArtifactFormat(str, enum.Enum):\n JSON = \"json\"\n MARKDOWN = \"markdown\"\n CSV = \"csv\"\n PDF = \"pdf\"\n\n\n# #endregion ArtifactFormat\n\n\n# #endregion DatasetReviewEnums\n" }, { @@ -46639,6 +47998,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SessionStatus [C:1] [TYPE Class]\n# @BRIEF Lifecycle status of a dataset review session.\nclass SessionStatus(str, enum.Enum):\n ACTIVE = \"active\"\n PAUSED = \"paused\"\n COMPLETED = \"completed\"\n ARCHIVED = \"archived\"\n CANCELLED = \"cancelled\"\n\n\n# #endregion SessionStatus\n" }, { @@ -46666,6 +48026,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SessionPhase [C:1] [TYPE Class]\n# @BRIEF Ordered phase progression for dataset review orchestration.\nclass SessionPhase(str, enum.Enum):\n INTAKE = \"intake\"\n RECOVERY = \"recovery\"\n REVIEW = \"review\"\n SEMANTIC_REVIEW = \"semantic_review\"\n CLARIFICATION = \"clarification\"\n MAPPING_REVIEW = \"mapping_review\"\n PREVIEW = \"preview\"\n LAUNCH = \"launch\"\n POST_RUN = \"post_run\"\n\n\n# #endregion SessionPhase\n" }, { @@ -46693,6 +48054,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ReadinessState [C:1] [TYPE Class]\n# @BRIEF Granular readiness indicator driving the recommended-action UX flow.\nclass ReadinessState(str, enum.Enum):\n EMPTY = \"empty\"\n IMPORTING = \"importing\"\n REVIEW_READY = \"review_ready\"\n SEMANTIC_SOURCE_REVIEW_NEEDED = \"semantic_source_review_needed\"\n CLARIFICATION_NEEDED = \"clarification_needed\"\n CLARIFICATION_ACTIVE = \"clarification_active\"\n MAPPING_REVIEW_NEEDED = \"mapping_review_needed\"\n COMPILED_PREVIEW_READY = \"compiled_preview_ready\"\n PARTIALLY_READY = \"partially_ready\"\n RUN_READY = \"run_ready\"\n RUN_IN_PROGRESS = \"run_in_progress\"\n COMPLETED = \"completed\"\n RECOVERY_REQUIRED = \"recovery_required\"\n\n\n# #endregion ReadinessState\n" }, { @@ -46720,6 +48082,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RecommendedAction [C:1] [TYPE Class]\n# @BRIEF Next-action guidance derived from the current readiness state.\nclass RecommendedAction(str, enum.Enum):\n IMPORT_FROM_SUPERSET = \"import_from_superset\"\n REVIEW_DOCUMENTATION = \"review_documentation\"\n APPLY_SEMANTIC_SOURCE = \"apply_semantic_source\"\n START_CLARIFICATION = \"start_clarification\"\n ANSWER_NEXT_QUESTION = \"answer_next_question\"\n APPROVE_MAPPING = \"approve_mapping\"\n GENERATE_SQL_PREVIEW = \"generate_sql_preview\"\n COMPLETE_REQUIRED_VALUES = \"complete_required_values\"\n LAUNCH_DATASET = \"launch_dataset\"\n RESUME_SESSION = \"resume_session\"\n EXPORT_OUTPUTS = \"export_outputs\"\n\n\n# #endregion RecommendedAction\n" }, { @@ -46747,6 +48110,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SessionCollaboratorRole [C:1] [TYPE Class]\n# @BRIEF RBAC role for session collaborators.\nclass SessionCollaboratorRole(str, enum.Enum):\n VIEWER = \"viewer\"\n REVIEWER = \"reviewer\"\n APPROVER = \"approver\"\n\n\n# #endregion SessionCollaboratorRole\n" }, { @@ -46774,6 +48138,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region BusinessSummarySource [C:1] [TYPE Class]\n# @BRIEF Provenance of the dataset business summary text.\nclass BusinessSummarySource(str, enum.Enum):\n CONFIRMED = \"confirmed\"\n IMPORTED = \"imported\"\n INFERRED = \"inferred\"\n AI_DRAFT = \"ai_draft\"\n MANUAL_OVERRIDE = \"manual_override\"\n\n\n# #endregion BusinessSummarySource\n" }, { @@ -46801,6 +48166,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ConfidenceState [C:1] [TYPE Class]\n# @BRIEF Confidence level for dataset profile completeness.\nclass ConfidenceState(str, enum.Enum):\n CONFIRMED = \"confirmed\"\n MOSTLY_CONFIRMED = \"mostly_confirmed\"\n MIXED = \"mixed\"\n LOW_CONFIDENCE = \"low_confidence\"\n UNRESOLVED = \"unresolved\"\n\n\n# #endregion ConfidenceState\n" }, { @@ -46828,6 +48194,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FindingArea [C:1] [TYPE Class]\n# @BRIEF Domain area classification for validation findings.\nclass FindingArea(str, enum.Enum):\n SOURCE_INTAKE = \"source_intake\"\n DATASET_PROFILE = \"dataset_profile\"\n SEMANTIC_ENRICHMENT = \"semantic_enrichment\"\n CLARIFICATION = \"clarification\"\n FILTER_RECOVERY = \"filter_recovery\"\n TEMPLATE_MAPPING = \"template_mapping\"\n COMPILED_PREVIEW = \"compiled_preview\"\n LAUNCH = \"launch\"\n AUDIT = \"audit\"\n\n\n# #endregion FindingArea\n" }, { @@ -46855,6 +48222,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FindingSeverity [C:1] [TYPE Class]\n# @BRIEF Severity classification for validation findings.\nclass FindingSeverity(str, enum.Enum):\n BLOCKING = \"blocking\"\n WARNING = \"warning\"\n INFORMATIONAL = \"informational\"\n\n\n# #endregion FindingSeverity\n" }, { @@ -46882,6 +48250,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ResolutionState [C:1] [TYPE Class]\n# @BRIEF Resolution status for validation findings and clarification items.\nclass ResolutionState(str, enum.Enum):\n OPEN = \"open\"\n RESOLVED = \"resolved\"\n APPROVED = \"approved\"\n SKIPPED = \"skipped\"\n DEFERRED = \"deferred\"\n EXPERT_REVIEW = \"expert_review\"\n\n\n# #endregion ResolutionState\n" }, { @@ -46909,6 +48278,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SemanticSourceType [C:1] [TYPE Class]\n# @BRIEF Classification of semantic enrichment source origins.\nclass SemanticSourceType(str, enum.Enum):\n UPLOADED_FILE = \"uploaded_file\"\n CONNECTED_DICTIONARY = \"connected_dictionary\"\n REFERENCE_DATASET = \"reference_dataset\"\n NEIGHBOR_DATASET = \"neighbor_dataset\"\n AI_GENERATED = \"ai_generated\"\n\n\n# #endregion SemanticSourceType\n" }, { @@ -46936,6 +48306,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TrustLevel [C:1] [TYPE Class]\n# @BRIEF Trust classification for semantic source reliability.\nclass TrustLevel(str, enum.Enum):\n TRUSTED = \"trusted\"\n RECOMMENDED = \"recommended\"\n CANDIDATE = \"candidate\"\n GENERATED = \"generated\"\n\n\n# #endregion TrustLevel\n" }, { @@ -46963,6 +48334,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SemanticSourceStatus [C:1] [TYPE Class]\n# @BRIEF Lifecycle status for semantic source application.\nclass SemanticSourceStatus(str, enum.Enum):\n AVAILABLE = \"available\"\n SELECTED = \"selected\"\n APPLIED = \"applied\"\n REJECTED = \"rejected\"\n PARTIAL = \"partial\"\n FAILED = \"failed\"\n\n\n# #endregion SemanticSourceStatus\n" }, { @@ -46990,6 +48362,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FieldKind [C:1] [TYPE Class]\n# @BRIEF Kind classification for semantic field entries.\nclass FieldKind(str, enum.Enum):\n COLUMN = \"column\"\n METRIC = \"metric\"\n FILTER_DIMENSION = \"filter_dimension\"\n PARAMETER = \"parameter\"\n\n\n# #endregion FieldKind\n" }, { @@ -47017,6 +48390,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FieldProvenance [C:1] [TYPE Class]\n# @BRIEF Provenance tracking for semantic field value origin.\nclass FieldProvenance(str, enum.Enum):\n DICTIONARY_EXACT = \"dictionary_exact\"\n REFERENCE_IMPORTED = \"reference_imported\"\n FUZZY_INFERRED = \"fuzzy_inferred\"\n AI_GENERATED = \"ai_generated\"\n MANUAL_OVERRIDE = \"manual_override\"\n UNRESOLVED = \"unresolved\"\n\n\n# #endregion FieldProvenance\n" }, { @@ -47044,6 +48418,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CandidateMatchType [C:1] [TYPE Class]\n# @BRIEF Match type classification for semantic candidates.\nclass CandidateMatchType(str, enum.Enum):\n EXACT = \"exact\"\n REFERENCE = \"reference\"\n FUZZY = \"fuzzy\"\n GENERATED = \"generated\"\n\n\n# #endregion CandidateMatchType\n" }, { @@ -47071,6 +48446,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CandidateStatus [C:1] [TYPE Class]\n# @BRIEF Lifecycle status for semantic candidate proposals.\nclass CandidateStatus(str, enum.Enum):\n PROPOSED = \"proposed\"\n ACCEPTED = \"accepted\"\n REJECTED = \"rejected\"\n SUPERSEDED = \"superseded\"\n\n\n# #endregion CandidateStatus\n" }, { @@ -47098,6 +48474,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FilterSource [C:1] [TYPE Class]\n# @BRIEF Origin classification for imported filters.\nclass FilterSource(str, enum.Enum):\n SUPERSET_NATIVE = \"superset_native\"\n SUPERSET_URL = \"superset_url\"\n SUPERSET_PERMALINK = \"superset_permalink\"\n SUPERSET_NATIVE_FILTERS_KEY = \"superset_native_filters_key\"\n MANUAL = \"manual\"\n INFERRED = \"inferred\"\n\n\n# #endregion FilterSource\n" }, { @@ -47125,6 +48502,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FilterConfidenceState [C:1] [TYPE Class]\n# @BRIEF Confidence classification for imported filter values.\nclass FilterConfidenceState(str, enum.Enum):\n CONFIRMED = \"confirmed\"\n IMPORTED = \"imported\"\n INFERRED = \"inferred\"\n AI_DRAFT = \"ai_draft\"\n UNRESOLVED = \"unresolved\"\n\n\n# #endregion FilterConfidenceState\n" }, { @@ -47152,6 +48530,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FilterRecoveryStatus [C:1] [TYPE Class]\n# @BRIEF Recovery quality status for imported filters.\nclass FilterRecoveryStatus(str, enum.Enum):\n RECOVERED = \"recovered\"\n PARTIAL = \"partial\"\n MISSING = \"missing\"\n CONFLICTED = \"conflicted\"\n\n\n# #endregion FilterRecoveryStatus\n" }, { @@ -47179,6 +48558,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region VariableKind [C:1] [TYPE Class]\n# @BRIEF Kind classification for template variables.\nclass VariableKind(str, enum.Enum):\n NATIVE_FILTER = \"native_filter\"\n PARAMETER = \"parameter\"\n DERIVED = \"derived\"\n UNKNOWN = \"unknown\"\n\n\n# #endregion VariableKind\n" }, { @@ -47206,6 +48586,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MappingStatus [C:1] [TYPE Class]\n# @BRIEF Lifecycle status for template variable mapping.\nclass MappingStatus(str, enum.Enum):\n UNMAPPED = \"unmapped\"\n PROPOSED = \"proposed\"\n APPROVED = \"approved\"\n OVERRIDDEN = \"overridden\"\n INVALID = \"invalid\"\n\n\n# #endregion MappingStatus\n" }, { @@ -47233,6 +48614,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MappingMethod [C:1] [TYPE Class]\n# @BRIEF Method classification for execution mapping creation.\nclass MappingMethod(str, enum.Enum):\n DIRECT_MATCH = \"direct_match\"\n HEURISTIC_MATCH = \"heuristic_match\"\n SEMANTIC_MATCH = \"semantic_match\"\n MANUAL_OVERRIDE = \"manual_override\"\n\n\n# #endregion MappingMethod\n" }, { @@ -47260,6 +48642,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MappingWarningLevel [C:1] [TYPE Class]\n# @BRIEF Warning severity for execution mapping quality indicators.\nclass MappingWarningLevel(str, enum.Enum):\n LOW = \"low\"\n MEDIUM = \"medium\"\n HIGH = \"high\"\n\n\n# #endregion MappingWarningLevel\n" }, { @@ -47287,6 +48670,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ApprovalState [C:1] [TYPE Class]\n# @BRIEF Approval lifecycle for execution mapping gate checks.\nclass ApprovalState(str, enum.Enum):\n PENDING = \"pending\"\n APPROVED = \"approved\"\n REJECTED = \"rejected\"\n NOT_REQUIRED = \"not_required\"\n\n\n# #endregion ApprovalState\n" }, { @@ -47314,6 +48698,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationStatus [C:1] [TYPE Class]\n# @BRIEF Lifecycle status for clarification sessions.\nclass ClarificationStatus(str, enum.Enum):\n PENDING = \"pending\"\n ACTIVE = \"active\"\n PAUSED = \"paused\"\n COMPLETED = \"completed\"\n CANCELLED = \"cancelled\"\n\n\n# #endregion ClarificationStatus\n" }, { @@ -47341,6 +48726,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region QuestionState [C:1] [TYPE Class]\n# @BRIEF State machine for individual clarification questions.\nclass QuestionState(str, enum.Enum):\n OPEN = \"open\"\n ANSWERED = \"answered\"\n SKIPPED = \"skipped\"\n EXPERT_REVIEW = \"expert_review\"\n SUPERSEDED = \"superseded\"\n\n\n# #endregion QuestionState\n" }, { @@ -47368,6 +48754,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AnswerKind [C:1] [TYPE Class]\n# @BRIEF Classification of clarification answer types.\nclass AnswerKind(str, enum.Enum):\n SELECTED = \"selected\"\n CUSTOM = \"custom\"\n SKIPPED = \"skipped\"\n EXPERT_REVIEW = \"expert_review\"\n\n\n# #endregion AnswerKind\n" }, { @@ -47395,6 +48782,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PreviewStatus [C:1] [TYPE Class]\n# @BRIEF Lifecycle status for compiled SQL previews.\nclass PreviewStatus(str, enum.Enum):\n PENDING = \"pending\"\n READY = \"ready\"\n FAILED = \"failed\"\n STALE = \"stale\"\n\n\n# #endregion PreviewStatus\n" }, { @@ -47422,6 +48810,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LaunchStatus [C:1] [TYPE Class]\n# @BRIEF Outcome status for dataset launch handoff.\nclass LaunchStatus(str, enum.Enum):\n STARTED = \"started\"\n SUCCESS = \"success\"\n FAILED = \"failed\"\n\n\n# #endregion LaunchStatus\n" }, { @@ -47449,6 +48838,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ArtifactType [C:1] [TYPE Class]\n# @BRIEF Type classification for export artifacts.\nclass ArtifactType(str, enum.Enum):\n DOCUMENTATION = \"documentation\"\n VALIDATION_REPORT = \"validation_report\"\n RUN_SUMMARY = \"run_summary\"\n\n\n# #endregion ArtifactType\n" }, { @@ -47476,6 +48866,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ArtifactFormat [C:1] [TYPE Class]\n# @BRIEF Format classification for export artifact output.\nclass ArtifactFormat(str, enum.Enum):\n JSON = \"json\"\n MARKDOWN = \"markdown\"\n CSV = \"csv\"\n PDF = \"pdf\"\n\n\n# #endregion ArtifactFormat\n" }, { @@ -47507,6 +48898,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewExecutionModels [C:3] [TYPE Module] [SEMANTICS sqlalchemy, dataset, review, execution, model]\n# @BRIEF Compiled preview, run context, session event, and export artifact models for execution and audit.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [DatasetReviewEnums:Module]\n# @RELATION DEPENDS_ON -> [MappingModels]\n\nimport uuid\nfrom datetime import datetime\n\nfrom sqlalchemy import (\n JSON,\n Column,\n DateTime,\n ForeignKey,\n String,\n Text,\n)\nfrom sqlalchemy import (\n Enum as SQLEnum,\n)\nfrom sqlalchemy.orm import relationship\n\nfrom src.models.dataset_review_pkg._enums import (\n ArtifactFormat,\n ArtifactType,\n LaunchStatus,\n PreviewStatus,\n)\nfrom src.models.mapping import Base\n\n\n# #region CompiledPreview [C:2] [TYPE Class]\n# @BRIEF One compiled SQL preview snapshot with fingerprint for staleness detection.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass CompiledPreview(Base):\n __tablename__ = \"compiled_previews\"\n\n preview_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n preview_status = Column(\n SQLEnum(PreviewStatus), nullable=False, default=PreviewStatus.PENDING\n )\n compiled_sql = Column(Text, nullable=True)\n preview_fingerprint = Column(String, nullable=False)\n compiled_by = Column(String, nullable=False, default=\"superset\")\n error_code = Column(String, nullable=True)\n error_details = Column(Text, nullable=True)\n compiled_at = Column(DateTime, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"previews\")\n\n\n# #endregion CompiledPreview\n\n\n# #region DatasetRunContext [C:2] [TYPE Class]\n# @BRIEF Immutable launch audit snapshot capturing effective filters, template params, and approval state at launch time.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass DatasetRunContext(Base):\n __tablename__ = \"dataset_run_contexts\"\n\n run_context_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n dataset_ref = Column(String, nullable=False)\n environment_id = Column(String, nullable=False)\n preview_id = Column(String, nullable=False)\n sql_lab_session_ref = Column(String, nullable=False)\n effective_filters = Column(JSON, nullable=False)\n template_params = Column(JSON, nullable=False)\n approved_mapping_ids = Column(JSON, nullable=False)\n semantic_decision_refs = Column(JSON, nullable=False)\n open_warning_refs = Column(JSON, nullable=False)\n launch_status = Column(SQLEnum(LaunchStatus), nullable=False)\n launch_error = Column(Text, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"run_contexts\")\n\n\n# #endregion DatasetRunContext\n\n\n# #region SessionEvent [C:2] [TYPE Class]\n# @BRIEF One persisted audit event for dataset review session mutations.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass SessionEvent(Base):\n __tablename__ = \"session_events\"\n\n session_event_id = Column(\n String, primary_key=True, default=lambda: str(uuid.uuid4())\n )\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n actor_user_id = Column(String, ForeignKey(\"users.id\"), nullable=False)\n event_type = Column(String, nullable=False)\n event_summary = Column(Text, nullable=False)\n current_phase = Column(String, nullable=True)\n readiness_state = Column(String, nullable=True)\n event_details = Column(JSON, nullable=False, default=dict)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"events\")\n actor = relationship(\"User\")\n\n\n# #endregion SessionEvent\n\n\n# #region ExportArtifact [C:2] [TYPE Class]\n# @BRIEF One persisted export artifact reference for documentation and validation outputs.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass ExportArtifact(Base):\n __tablename__ = \"export_artifacts\"\n\n artifact_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n artifact_type = Column(SQLEnum(ArtifactType), nullable=False)\n format = Column(SQLEnum(ArtifactFormat), nullable=False)\n storage_ref = Column(String, nullable=False)\n created_by_user_id = Column(String, nullable=False)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"export_artifacts\")\n\n\n# #endregion ExportArtifact\n\n\n# #endregion DatasetReviewExecutionModels\n" }, { @@ -47541,6 +48933,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CompiledPreview [C:2] [TYPE Class]\n# @BRIEF One compiled SQL preview snapshot with fingerprint for staleness detection.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass CompiledPreview(Base):\n __tablename__ = \"compiled_previews\"\n\n preview_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n preview_status = Column(\n SQLEnum(PreviewStatus), nullable=False, default=PreviewStatus.PENDING\n )\n compiled_sql = Column(Text, nullable=True)\n preview_fingerprint = Column(String, nullable=False)\n compiled_by = Column(String, nullable=False, default=\"superset\")\n error_code = Column(String, nullable=True)\n error_details = Column(Text, nullable=True)\n compiled_at = Column(DateTime, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"previews\")\n\n\n# #endregion CompiledPreview\n" }, { @@ -47575,6 +48968,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetRunContext [C:2] [TYPE Class]\n# @BRIEF Immutable launch audit snapshot capturing effective filters, template params, and approval state at launch time.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass DatasetRunContext(Base):\n __tablename__ = \"dataset_run_contexts\"\n\n run_context_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n dataset_ref = Column(String, nullable=False)\n environment_id = Column(String, nullable=False)\n preview_id = Column(String, nullable=False)\n sql_lab_session_ref = Column(String, nullable=False)\n effective_filters = Column(JSON, nullable=False)\n template_params = Column(JSON, nullable=False)\n approved_mapping_ids = Column(JSON, nullable=False)\n semantic_decision_refs = Column(JSON, nullable=False)\n open_warning_refs = Column(JSON, nullable=False)\n launch_status = Column(SQLEnum(LaunchStatus), nullable=False)\n launch_error = Column(Text, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"run_contexts\")\n\n\n# #endregion DatasetRunContext\n" }, { @@ -47609,6 +49003,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SessionEvent [C:2] [TYPE Class]\n# @BRIEF One persisted audit event for dataset review session mutations.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass SessionEvent(Base):\n __tablename__ = \"session_events\"\n\n session_event_id = Column(\n String, primary_key=True, default=lambda: str(uuid.uuid4())\n )\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n actor_user_id = Column(String, ForeignKey(\"users.id\"), nullable=False)\n event_type = Column(String, nullable=False)\n event_summary = Column(Text, nullable=False)\n current_phase = Column(String, nullable=True)\n readiness_state = Column(String, nullable=True)\n event_details = Column(JSON, nullable=False, default=dict)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"events\")\n actor = relationship(\"User\")\n\n\n# #endregion SessionEvent\n" }, { @@ -47643,6 +49038,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ExportArtifact [C:2] [TYPE Class]\n# @BRIEF One persisted export artifact reference for documentation and validation outputs.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass ExportArtifact(Base):\n __tablename__ = \"export_artifacts\"\n\n artifact_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n artifact_type = Column(SQLEnum(ArtifactType), nullable=False)\n format = Column(SQLEnum(ArtifactFormat), nullable=False)\n storage_ref = Column(String, nullable=False)\n created_by_user_id = Column(String, nullable=False)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"export_artifacts\")\n\n\n# #endregion ExportArtifact\n" }, { @@ -47674,6 +49070,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewFilterModels [C:3] [TYPE Module] [SEMANTICS sqlalchemy, dataset, review, filter, template]\n# @BRIEF Imported filter and template variable models for Superset context recovery and execution mapping.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [DatasetReviewEnums:Module]\n# @RELATION DEPENDS_ON -> [MappingModels]\n\nimport uuid\nfrom datetime import datetime\n\nfrom sqlalchemy import (\n JSON,\n Boolean,\n Column,\n DateTime,\n ForeignKey,\n String,\n Text,\n)\nfrom sqlalchemy import (\n Enum as SQLEnum,\n)\nfrom sqlalchemy.orm import relationship\n\nfrom src.models.dataset_review_pkg._enums import (\n FilterConfidenceState,\n FilterRecoveryStatus,\n FilterSource,\n MappingStatus,\n VariableKind,\n)\nfrom src.models.mapping import Base\n\n\n# #region ImportedFilter [C:2] [TYPE Class]\n# @BRIEF Recovered Superset filter with confidence and recovery status tracking.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass ImportedFilter(Base):\n __tablename__ = \"imported_filters\"\n\n filter_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n filter_name = Column(String, nullable=False)\n display_name = Column(String, nullable=True)\n raw_value = Column(JSON, nullable=False)\n raw_value_masked = Column(Boolean, nullable=False, default=False)\n normalized_value = Column(JSON, nullable=True)\n source = Column(SQLEnum(FilterSource), nullable=False)\n confidence_state = Column(SQLEnum(FilterConfidenceState), nullable=False)\n requires_confirmation = Column(Boolean, nullable=False, default=False)\n recovery_status = Column(SQLEnum(FilterRecoveryStatus), nullable=False)\n notes = Column(Text, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n updated_at = Column(\n DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False\n )\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"imported_filters\")\n\n\n# #endregion ImportedFilter\n\n\n# #region TemplateVariable [C:2] [TYPE Class]\n# @BRIEF Discovered template variable from dataset SQL with mapping status tracking.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass TemplateVariable(Base):\n __tablename__ = \"template_variables\"\n\n variable_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n variable_name = Column(String, nullable=False)\n expression_source = Column(Text, nullable=False)\n variable_kind = Column(SQLEnum(VariableKind), nullable=False)\n is_required = Column(Boolean, nullable=False, default=True)\n default_value = Column(JSON, nullable=True)\n mapping_status = Column(\n SQLEnum(MappingStatus), nullable=False, default=MappingStatus.UNMAPPED\n )\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n updated_at = Column(\n DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False\n )\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"template_variables\")\n\n\n# #endregion TemplateVariable\n\n\n# #endregion DatasetReviewFilterModels\n" }, { @@ -47708,6 +49105,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ImportedFilter [C:2] [TYPE Class]\n# @BRIEF Recovered Superset filter with confidence and recovery status tracking.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass ImportedFilter(Base):\n __tablename__ = \"imported_filters\"\n\n filter_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n filter_name = Column(String, nullable=False)\n display_name = Column(String, nullable=True)\n raw_value = Column(JSON, nullable=False)\n raw_value_masked = Column(Boolean, nullable=False, default=False)\n normalized_value = Column(JSON, nullable=True)\n source = Column(SQLEnum(FilterSource), nullable=False)\n confidence_state = Column(SQLEnum(FilterConfidenceState), nullable=False)\n requires_confirmation = Column(Boolean, nullable=False, default=False)\n recovery_status = Column(SQLEnum(FilterRecoveryStatus), nullable=False)\n notes = Column(Text, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n updated_at = Column(\n DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False\n )\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"imported_filters\")\n\n\n# #endregion ImportedFilter\n" }, { @@ -47742,6 +49140,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TemplateVariable [C:2] [TYPE Class]\n# @BRIEF Discovered template variable from dataset SQL with mapping status tracking.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass TemplateVariable(Base):\n __tablename__ = \"template_variables\"\n\n variable_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n variable_name = Column(String, nullable=False)\n expression_source = Column(Text, nullable=False)\n variable_kind = Column(SQLEnum(VariableKind), nullable=False)\n is_required = Column(Boolean, nullable=False, default=True)\n default_value = Column(JSON, nullable=True)\n mapping_status = Column(\n SQLEnum(MappingStatus), nullable=False, default=MappingStatus.UNMAPPED\n )\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n updated_at = Column(\n DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False\n )\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"template_variables\")\n\n\n# #endregion TemplateVariable\n" }, { @@ -47783,6 +49182,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewFindingModels [C:2] [TYPE Module] [SEMANTICS sqlalchemy, dataset, review, finding, validation]\n# @BRIEF Validation finding model for tracking blocking, warning, and informational issues during review.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [DatasetReviewEnums:Module]\n# @RELATION DEPENDS_ON -> [MappingModels]\n\nimport uuid\nfrom datetime import datetime\n\nfrom sqlalchemy import (\n Column,\n DateTime,\n ForeignKey,\n String,\n Text,\n)\nfrom sqlalchemy import (\n Enum as SQLEnum,\n)\nfrom sqlalchemy.orm import relationship\n\nfrom src.models.dataset_review_pkg._enums import (\n FindingArea,\n FindingSeverity,\n ResolutionState,\n)\nfrom src.models.mapping import Base\n\n\n# #region ValidationFinding [C:2] [TYPE Class]\n# @BRIEF Structured finding record for dataset review validation issues with resolution tracking.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass ValidationFinding(Base):\n __tablename__ = \"validation_findings\"\n\n finding_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n area = Column(SQLEnum(FindingArea), nullable=False)\n severity = Column(SQLEnum(FindingSeverity), nullable=False)\n code = Column(String, nullable=False)\n title = Column(String, nullable=False)\n message = Column(Text, nullable=False)\n resolution_state = Column(\n SQLEnum(ResolutionState), nullable=False, default=ResolutionState.OPEN\n )\n resolution_note = Column(Text, nullable=True)\n caused_by_ref = Column(String, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n resolved_at = Column(DateTime, nullable=True)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"findings\")\n\n\n# #endregion ValidationFinding\n\n\n# #endregion DatasetReviewFindingModels\n" }, { @@ -47817,6 +49217,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ValidationFinding [C:2] [TYPE Class]\n# @BRIEF Structured finding record for dataset review validation issues with resolution tracking.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass ValidationFinding(Base):\n __tablename__ = \"validation_findings\"\n\n finding_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n area = Column(SQLEnum(FindingArea), nullable=False)\n severity = Column(SQLEnum(FindingSeverity), nullable=False)\n code = Column(String, nullable=False)\n title = Column(String, nullable=False)\n message = Column(Text, nullable=False)\n resolution_state = Column(\n SQLEnum(ResolutionState), nullable=False, default=ResolutionState.OPEN\n )\n resolution_note = Column(Text, nullable=True)\n caused_by_ref = Column(String, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n resolved_at = Column(DateTime, nullable=True)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"findings\")\n\n\n# #endregion ValidationFinding\n" }, { @@ -47858,6 +49259,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewMappingModels [C:2] [TYPE Module] [SEMANTICS sqlalchemy, dataset, review, mapping, model]\n# @BRIEF Execution mapping model linking imported filters to template variables with approval gates.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [DatasetReviewEnums:Module]\n# @RELATION DEPENDS_ON -> [MappingModels]\n\nimport uuid\nfrom datetime import datetime\n\nfrom sqlalchemy import (\n JSON,\n Boolean,\n Column,\n DateTime,\n ForeignKey,\n String,\n Text,\n)\nfrom sqlalchemy import (\n Enum as SQLEnum,\n)\nfrom sqlalchemy.orm import relationship\n\nfrom src.models.dataset_review_pkg._enums import (\n ApprovalState,\n MappingMethod,\n MappingWarningLevel,\n)\nfrom src.models.mapping import Base\n\n\n# #region ExecutionMapping [C:2] [TYPE Class]\n# @BRIEF One filter-to-variable mapping with approval gate, effective value, and transformation metadata.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\n# @INVARIANT: Explicit approval is required before launch when requires_explicit_approval is true.\nclass ExecutionMapping(Base):\n __tablename__ = \"execution_mappings\"\n\n mapping_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False)\n filter_id = Column(String, nullable=False)\n variable_id = Column(String, nullable=False)\n mapping_method = Column(SQLEnum(MappingMethod), nullable=False)\n raw_input_value = Column(JSON, nullable=False)\n effective_value = Column(JSON, nullable=True)\n transformation_note = Column(Text, nullable=True)\n warning_level = Column(SQLEnum(MappingWarningLevel), nullable=True)\n requires_explicit_approval = Column(Boolean, nullable=False, default=False)\n approval_state = Column(SQLEnum(ApprovalState), nullable=False, default=ApprovalState.NOT_REQUIRED)\n approved_by_user_id = Column(String, nullable=True)\n approved_at = Column(DateTime, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"execution_mappings\")\n\n\n# #endregion ExecutionMapping\n\n\n# #endregion DatasetReviewMappingModels\n" }, { @@ -47902,6 +49304,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ExecutionMapping [C:2] [TYPE Class]\n# @BRIEF One filter-to-variable mapping with approval gate, effective value, and transformation metadata.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\n# @INVARIANT: Explicit approval is required before launch when requires_explicit_approval is true.\nclass ExecutionMapping(Base):\n __tablename__ = \"execution_mappings\"\n\n mapping_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False)\n filter_id = Column(String, nullable=False)\n variable_id = Column(String, nullable=False)\n mapping_method = Column(SQLEnum(MappingMethod), nullable=False)\n raw_input_value = Column(JSON, nullable=False)\n effective_value = Column(JSON, nullable=True)\n transformation_note = Column(Text, nullable=True)\n warning_level = Column(SQLEnum(MappingWarningLevel), nullable=True)\n requires_explicit_approval = Column(Boolean, nullable=False, default=False)\n approval_state = Column(SQLEnum(ApprovalState), nullable=False, default=ApprovalState.NOT_REQUIRED)\n approved_by_user_id = Column(String, nullable=True)\n approved_at = Column(DateTime, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"execution_mappings\")\n\n\n# #endregion ExecutionMapping\n" }, { @@ -47943,6 +49346,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewProfileModels [C:2] [TYPE Module] [SEMANTICS sqlalchemy, dataset, review, profile, summary]\n# @BRIEF Dataset profile model capturing business summary, confidence, and completeness metadata.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [DatasetReviewEnums:Module]\n# @RELATION DEPENDS_ON -> [MappingModels]\n\nimport uuid\nfrom datetime import datetime\n\nfrom sqlalchemy import (\n Boolean,\n Column,\n DateTime,\n Float,\n ForeignKey,\n String,\n Text,\n)\nfrom sqlalchemy import (\n Enum as SQLEnum,\n)\nfrom sqlalchemy.orm import relationship\n\nfrom src.models.dataset_review_pkg._enums import (\n BusinessSummarySource,\n ConfidenceState,\n)\nfrom src.models.mapping import Base\n\n\n# #region DatasetProfile [C:2] [TYPE Class]\n# @BRIEF One-to-one profile snapshot for a dataset review session, tracking business summary provenance and completeness.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass DatasetProfile(Base):\n __tablename__ = \"dataset_profiles\"\n\n profile_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String,\n ForeignKey(\"dataset_review_sessions.session_id\"),\n nullable=False,\n unique=True,\n )\n dataset_name = Column(String, nullable=False)\n schema_name = Column(String, nullable=True)\n database_name = Column(String, nullable=True)\n business_summary = Column(Text, nullable=False)\n business_summary_source = Column(SQLEnum(BusinessSummarySource), nullable=False)\n description = Column(Text, nullable=True)\n dataset_type = Column(String, nullable=True)\n is_sqllab_view = Column(Boolean, nullable=False, default=False)\n completeness_score = Column(Float, nullable=True)\n confidence_state = Column(SQLEnum(ConfidenceState), nullable=False)\n has_blocking_findings = Column(Boolean, nullable=False, default=False)\n has_warning_findings = Column(Boolean, nullable=False, default=False)\n manual_summary_locked = Column(Boolean, nullable=False, default=False)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n updated_at = Column(\n DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False\n )\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"profile\")\n\n\n# #endregion DatasetProfile\n\n\n# #endregion DatasetReviewProfileModels\n" }, { @@ -47977,6 +49381,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetProfile [C:2] [TYPE Class]\n# @BRIEF One-to-one profile snapshot for a dataset review session, tracking business summary provenance and completeness.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass DatasetProfile(Base):\n __tablename__ = \"dataset_profiles\"\n\n profile_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String,\n ForeignKey(\"dataset_review_sessions.session_id\"),\n nullable=False,\n unique=True,\n )\n dataset_name = Column(String, nullable=False)\n schema_name = Column(String, nullable=True)\n database_name = Column(String, nullable=True)\n business_summary = Column(Text, nullable=False)\n business_summary_source = Column(SQLEnum(BusinessSummarySource), nullable=False)\n description = Column(Text, nullable=True)\n dataset_type = Column(String, nullable=True)\n is_sqllab_view = Column(Boolean, nullable=False, default=False)\n completeness_score = Column(Float, nullable=True)\n confidence_state = Column(SQLEnum(ConfidenceState), nullable=False)\n has_blocking_findings = Column(Boolean, nullable=False, default=False)\n has_warning_findings = Column(Boolean, nullable=False, default=False)\n manual_summary_locked = Column(Boolean, nullable=False, default=False)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n updated_at = Column(\n DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False\n )\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"profile\")\n\n\n# #endregion DatasetProfile\n" }, { @@ -48019,6 +49424,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewSemanticModels [C:3] [TYPE Module] [SEMANTICS sqlalchemy, dataset, review, semantic, enrichment]\n# @BRIEF Semantic source, field entry, and candidate models for dictionary-driven semantic enrichment.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [DatasetReviewEnums:Module]\n# @RELATION DEPENDS_ON -> [MappingModels]\n# @INVARIANT: Manual overrides are never silently replaced by imported, inferred, or AI-generated values.\n\nimport uuid\nfrom datetime import datetime\n\nfrom sqlalchemy import (\n Boolean,\n Column,\n DateTime,\n Float,\n ForeignKey,\n Integer,\n String,\n Text,\n)\nfrom sqlalchemy import (\n Enum as SQLEnum,\n)\nfrom sqlalchemy.orm import relationship\n\nfrom src.models.dataset_review_pkg._enums import (\n CandidateMatchType,\n CandidateStatus,\n FieldKind,\n FieldProvenance,\n SemanticSourceStatus,\n SemanticSourceType,\n TrustLevel,\n)\nfrom src.models.mapping import Base\n\n\n# #region SemanticSource [C:2] [TYPE Class]\n# @BRIEF Registered semantic enrichment source with trust level and application status.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass SemanticSource(Base):\n __tablename__ = \"semantic_sources\"\n\n source_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n source_type = Column(SQLEnum(SemanticSourceType), nullable=False)\n source_ref = Column(String, nullable=False)\n source_version = Column(String, nullable=False)\n display_name = Column(String, nullable=False)\n trust_level = Column(SQLEnum(TrustLevel), nullable=False)\n schema_overlap_score = Column(Float, nullable=True)\n status = Column(\n SQLEnum(SemanticSourceStatus),\n nullable=False,\n default=SemanticSourceStatus.AVAILABLE,\n )\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"semantic_sources\")\n\n\n# #endregion SemanticSource\n\n\n# #region SemanticFieldEntry [C:3] [TYPE Class]\n# @BRIEF Per-field semantic metadata entry with provenance tracking, lock state, and candidate set.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\n# @RELATION DEPENDS_ON -> [SemanticCandidate]\n# @INVARIANT: Locked fields preserve their active value regardless of later candidate proposals.\nclass SemanticFieldEntry(Base):\n __tablename__ = \"semantic_field_entries\"\n\n field_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n field_name = Column(String, nullable=False)\n field_kind = Column(SQLEnum(FieldKind), nullable=False)\n verbose_name = Column(String, nullable=True)\n description = Column(Text, nullable=True)\n display_format = Column(String, nullable=True)\n provenance = Column(\n SQLEnum(FieldProvenance), nullable=False, default=FieldProvenance.UNRESOLVED\n )\n source_id = Column(String, nullable=True)\n source_version = Column(String, nullable=True)\n confidence_rank = Column(Integer, nullable=True)\n is_locked = Column(Boolean, nullable=False, default=False)\n has_conflict = Column(Boolean, nullable=False, default=False)\n needs_review = Column(Boolean, nullable=False, default=True)\n last_changed_by = Column(String, nullable=False)\n user_feedback = Column(String, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n updated_at = Column(\n DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False\n )\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"semantic_fields\")\n candidates = relationship(\n \"SemanticCandidate\", back_populates=\"field\", cascade=\"all, delete-orphan\"\n )\n\n\n# #endregion SemanticFieldEntry\n\n\n# #region SemanticCandidate [C:2] [TYPE Class]\n# @BRIEF One proposed semantic value for a field entry, ranked by match type and confidence.\n# @RELATION DEPENDS_ON -> [SemanticFieldEntry]\nclass SemanticCandidate(Base):\n __tablename__ = \"semantic_candidates\"\n\n candidate_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n field_id = Column(\n String, ForeignKey(\"semantic_field_entries.field_id\"), nullable=False\n )\n source_id = Column(String, nullable=True)\n candidate_rank = Column(Integer, nullable=False)\n match_type = Column(SQLEnum(CandidateMatchType), nullable=False)\n confidence_score = Column(Float, nullable=False)\n proposed_verbose_name = Column(String, nullable=True)\n proposed_description = Column(Text, nullable=True)\n proposed_display_format = Column(String, nullable=True)\n status = Column(\n SQLEnum(CandidateStatus), nullable=False, default=CandidateStatus.PROPOSED\n )\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n field = relationship(\"SemanticFieldEntry\", back_populates=\"candidates\")\n\n\n# #endregion SemanticCandidate\n\n\n# #endregion DatasetReviewSemanticModels\n" }, { @@ -48053,6 +49459,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SemanticSource [C:2] [TYPE Class]\n# @BRIEF Registered semantic enrichment source with trust level and application status.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass SemanticSource(Base):\n __tablename__ = \"semantic_sources\"\n\n source_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n source_type = Column(SQLEnum(SemanticSourceType), nullable=False)\n source_ref = Column(String, nullable=False)\n source_version = Column(String, nullable=False)\n display_name = Column(String, nullable=False)\n trust_level = Column(SQLEnum(TrustLevel), nullable=False)\n schema_overlap_score = Column(Float, nullable=True)\n status = Column(\n SQLEnum(SemanticSourceStatus),\n nullable=False,\n default=SemanticSourceStatus.AVAILABLE,\n )\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"semantic_sources\")\n\n\n# #endregion SemanticSource\n" }, { @@ -48094,6 +49501,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SemanticFieldEntry [C:3] [TYPE Class]\n# @BRIEF Per-field semantic metadata entry with provenance tracking, lock state, and candidate set.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\n# @RELATION DEPENDS_ON -> [SemanticCandidate]\n# @INVARIANT: Locked fields preserve their active value regardless of later candidate proposals.\nclass SemanticFieldEntry(Base):\n __tablename__ = \"semantic_field_entries\"\n\n field_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n field_name = Column(String, nullable=False)\n field_kind = Column(SQLEnum(FieldKind), nullable=False)\n verbose_name = Column(String, nullable=True)\n description = Column(Text, nullable=True)\n display_format = Column(String, nullable=True)\n provenance = Column(\n SQLEnum(FieldProvenance), nullable=False, default=FieldProvenance.UNRESOLVED\n )\n source_id = Column(String, nullable=True)\n source_version = Column(String, nullable=True)\n confidence_rank = Column(Integer, nullable=True)\n is_locked = Column(Boolean, nullable=False, default=False)\n has_conflict = Column(Boolean, nullable=False, default=False)\n needs_review = Column(Boolean, nullable=False, default=True)\n last_changed_by = Column(String, nullable=False)\n user_feedback = Column(String, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n updated_at = Column(\n DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False\n )\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"semantic_fields\")\n candidates = relationship(\n \"SemanticCandidate\", back_populates=\"field\", cascade=\"all, delete-orphan\"\n )\n\n\n# #endregion SemanticFieldEntry\n" }, { @@ -48128,6 +49536,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SemanticCandidate [C:2] [TYPE Class]\n# @BRIEF One proposed semantic value for a field entry, ranked by match type and confidence.\n# @RELATION DEPENDS_ON -> [SemanticFieldEntry]\nclass SemanticCandidate(Base):\n __tablename__ = \"semantic_candidates\"\n\n candidate_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n field_id = Column(\n String, ForeignKey(\"semantic_field_entries.field_id\"), nullable=False\n )\n source_id = Column(String, nullable=True)\n candidate_rank = Column(Integer, nullable=False)\n match_type = Column(SQLEnum(CandidateMatchType), nullable=False)\n confidence_score = Column(Float, nullable=False)\n proposed_verbose_name = Column(String, nullable=True)\n proposed_description = Column(Text, nullable=True)\n proposed_display_format = Column(String, nullable=True)\n status = Column(\n SQLEnum(CandidateStatus), nullable=False, default=CandidateStatus.PROPOSED\n )\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n field = relationship(\"SemanticFieldEntry\", back_populates=\"candidates\")\n\n\n# #endregion SemanticCandidate\n" }, { @@ -48170,6 +49579,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewSessionModels [C:3] [TYPE Module] [SEMANTICS sqlalchemy, dataset, review, session, model]\n# @BRIEF Session aggregate root and collaborator models for dataset review orchestration.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [DatasetReviewEnums:Module]\n# @RELATION DEPENDS_ON -> [MappingModels]\n# @INVARIANT: Session and profile entities are strictly scoped to an authenticated user.\n\nimport uuid\nfrom datetime import datetime\n\nfrom sqlalchemy import (\n Column,\n DateTime,\n ForeignKey,\n Integer,\n String,\n)\nfrom sqlalchemy import (\n Enum as SQLEnum,\n)\nfrom sqlalchemy.orm import relationship\n\nfrom src.models.dataset_review_pkg._enums import (\n ReadinessState,\n RecommendedAction,\n SessionCollaboratorRole,\n SessionPhase,\n SessionStatus,\n)\nfrom src.models.mapping import Base\n\n\n# #region SessionCollaborator [C:2] [TYPE Class]\n# @BRIEF RBAC collaborator record linking a user to a dataset review session with a specific role.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass SessionCollaborator(Base):\n __tablename__ = \"session_collaborators\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n user_id = Column(String, ForeignKey(\"users.id\"), nullable=False)\n role = Column(SQLEnum(SessionCollaboratorRole), nullable=False)\n added_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"collaborators\")\n user = relationship(\"User\")\n\n\n# #endregion SessionCollaborator\n\n\n# #region DatasetReviewSession [C:3] [TYPE Class]\n# @BRIEF Aggregate root for the dataset review lifecycle, owning all child entities and driving readiness transitions.\n# @RELATION DEPENDS_ON -> [SessionCollaborator]\n# @RELATION DEPENDS_ON -> [DatasetProfile]\n# @RELATION DEPENDS_ON -> [ValidationFinding]\n# @RELATION DEPENDS_ON -> [SemanticSource]\n# @RELATION DEPENDS_ON -> [SemanticFieldEntry]\n# @RELATION DEPENDS_ON -> [ImportedFilter]\n# @RELATION DEPENDS_ON -> [TemplateVariable]\n# @RELATION DEPENDS_ON -> [ExecutionMapping]\n# @RELATION DEPENDS_ON -> [ClarificationSession]\n# @RELATION DEPENDS_ON -> [CompiledPreview]\n# @RELATION DEPENDS_ON -> [DatasetRunContext]\n# @RELATION DEPENDS_ON -> [ExportArtifact]\n# @RELATION DEPENDS_ON -> [SessionEvent]\n# @INVARIANT: Optimistic-lock version column prevents lost-update races on concurrent mutations.\nclass DatasetReviewSession(Base):\n __tablename__ = \"dataset_review_sessions\"\n\n session_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n user_id = Column(String, ForeignKey(\"users.id\"), nullable=False)\n environment_id = Column(String, ForeignKey(\"environments.id\"), nullable=False)\n source_kind = Column(String, nullable=False)\n source_input = Column(String, nullable=False)\n dataset_ref = Column(String, nullable=False)\n dataset_id = Column(Integer, nullable=True)\n dashboard_id = Column(Integer, nullable=True)\n readiness_state = Column(\n SQLEnum(ReadinessState), nullable=False, default=ReadinessState.EMPTY\n )\n recommended_action = Column(\n SQLEnum(RecommendedAction),\n nullable=False,\n default=RecommendedAction.IMPORT_FROM_SUPERSET,\n )\n version = Column(Integer, nullable=False, default=0)\n __mapper_args__ = {\"version_id_col\": version, \"version_id_generator\": False}\n status = Column(\n SQLEnum(SessionStatus), nullable=False, default=SessionStatus.ACTIVE\n )\n current_phase = Column(\n SQLEnum(SessionPhase), nullable=False, default=SessionPhase.INTAKE\n )\n active_task_id = Column(String, nullable=True)\n last_preview_id = Column(String, nullable=True)\n last_run_context_id = Column(String, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n updated_at = Column(\n DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False\n )\n last_activity_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n closed_at = Column(DateTime, nullable=True)\n\n owner = relationship(\"User\")\n collaborators = relationship(\n \"SessionCollaborator\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n profile = relationship(\n \"DatasetProfile\",\n back_populates=\"session\",\n uselist=False,\n cascade=\"all, delete-orphan\",\n )\n findings = relationship(\n \"ValidationFinding\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n semantic_sources = relationship(\n \"SemanticSource\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n semantic_fields = relationship(\n \"SemanticFieldEntry\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n imported_filters = relationship(\n \"ImportedFilter\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n template_variables = relationship(\n \"TemplateVariable\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n execution_mappings = relationship(\n \"ExecutionMapping\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n clarification_sessions = relationship(\n \"ClarificationSession\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n previews = relationship(\n \"CompiledPreview\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n run_contexts = relationship(\n \"DatasetRunContext\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n export_artifacts = relationship(\n \"ExportArtifact\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n events = relationship(\n \"SessionEvent\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n\n\n# #endregion DatasetReviewSession\n\n\n# #endregion DatasetReviewSessionModels\n" }, { @@ -48204,6 +49614,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SessionCollaborator [C:2] [TYPE Class]\n# @BRIEF RBAC collaborator record linking a user to a dataset review session with a specific role.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\nclass SessionCollaborator(Base):\n __tablename__ = \"session_collaborators\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n session_id = Column(\n String, ForeignKey(\"dataset_review_sessions.session_id\"), nullable=False\n )\n user_id = Column(String, ForeignKey(\"users.id\"), nullable=False)\n role = Column(SQLEnum(SessionCollaboratorRole), nullable=False)\n added_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n\n session = relationship(\"DatasetReviewSession\", back_populates=\"collaborators\")\n user = relationship(\"User\")\n\n\n# #endregion SessionCollaborator\n" }, { @@ -48311,6 +49722,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewSession [C:3] [TYPE Class]\n# @BRIEF Aggregate root for the dataset review lifecycle, owning all child entities and driving readiness transitions.\n# @RELATION DEPENDS_ON -> [SessionCollaborator]\n# @RELATION DEPENDS_ON -> [DatasetProfile]\n# @RELATION DEPENDS_ON -> [ValidationFinding]\n# @RELATION DEPENDS_ON -> [SemanticSource]\n# @RELATION DEPENDS_ON -> [SemanticFieldEntry]\n# @RELATION DEPENDS_ON -> [ImportedFilter]\n# @RELATION DEPENDS_ON -> [TemplateVariable]\n# @RELATION DEPENDS_ON -> [ExecutionMapping]\n# @RELATION DEPENDS_ON -> [ClarificationSession]\n# @RELATION DEPENDS_ON -> [CompiledPreview]\n# @RELATION DEPENDS_ON -> [DatasetRunContext]\n# @RELATION DEPENDS_ON -> [ExportArtifact]\n# @RELATION DEPENDS_ON -> [SessionEvent]\n# @INVARIANT: Optimistic-lock version column prevents lost-update races on concurrent mutations.\nclass DatasetReviewSession(Base):\n __tablename__ = \"dataset_review_sessions\"\n\n session_id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n user_id = Column(String, ForeignKey(\"users.id\"), nullable=False)\n environment_id = Column(String, ForeignKey(\"environments.id\"), nullable=False)\n source_kind = Column(String, nullable=False)\n source_input = Column(String, nullable=False)\n dataset_ref = Column(String, nullable=False)\n dataset_id = Column(Integer, nullable=True)\n dashboard_id = Column(Integer, nullable=True)\n readiness_state = Column(\n SQLEnum(ReadinessState), nullable=False, default=ReadinessState.EMPTY\n )\n recommended_action = Column(\n SQLEnum(RecommendedAction),\n nullable=False,\n default=RecommendedAction.IMPORT_FROM_SUPERSET,\n )\n version = Column(Integer, nullable=False, default=0)\n __mapper_args__ = {\"version_id_col\": version, \"version_id_generator\": False}\n status = Column(\n SQLEnum(SessionStatus), nullable=False, default=SessionStatus.ACTIVE\n )\n current_phase = Column(\n SQLEnum(SessionPhase), nullable=False, default=SessionPhase.INTAKE\n )\n active_task_id = Column(String, nullable=True)\n last_preview_id = Column(String, nullable=True)\n last_run_context_id = Column(String, nullable=True)\n created_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n updated_at = Column(\n DateTime, default=datetime.utcnow, onupdate=datetime.utcnow, nullable=False\n )\n last_activity_at = Column(DateTime, default=datetime.utcnow, nullable=False)\n closed_at = Column(DateTime, nullable=True)\n\n owner = relationship(\"User\")\n collaborators = relationship(\n \"SessionCollaborator\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n profile = relationship(\n \"DatasetProfile\",\n back_populates=\"session\",\n uselist=False,\n cascade=\"all, delete-orphan\",\n )\n findings = relationship(\n \"ValidationFinding\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n semantic_sources = relationship(\n \"SemanticSource\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n semantic_fields = relationship(\n \"SemanticFieldEntry\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n imported_filters = relationship(\n \"ImportedFilter\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n template_variables = relationship(\n \"TemplateVariable\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n execution_mappings = relationship(\n \"ExecutionMapping\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n clarification_sessions = relationship(\n \"ClarificationSession\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n previews = relationship(\n \"CompiledPreview\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n run_contexts = relationship(\n \"DatasetRunContext\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n export_artifacts = relationship(\n \"ExportArtifact\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n events = relationship(\n \"SessionEvent\", back_populates=\"session\", cascade=\"all, delete-orphan\"\n )\n\n\n# #endregion DatasetReviewSession\n" }, { @@ -48346,6 +49758,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FilterStateModels [C:2] [TYPE Module] [SEMANTICS pydantic, filter, model, schema, superset, filter-state]\n#\n# @BRIEF Pydantic models for Superset native filter state extraction and restoration.\n# @LAYER: Models\n# @RELATION DEPENDS_ON -> [pydantic]\n\nfrom typing import Any\n\nfrom pydantic import BaseModel, ConfigDict, Field\n\n\n# #region FilterState [C:2] [TYPE Model]\n# @BRIEF Represents the state of a single native filter.\n# @DATA_CONTRACT: Input[extraFormData: Dict, filterState: Dict, ownState: Optional[Dict]] -> Model[FilterState]\nclass FilterState(BaseModel):\n \"\"\"Single native filter state with extraFormData, filterState, and ownState.\"\"\"\n\n model_config = ConfigDict(extra=\"allow\")\n\n extraFormData: dict[str, Any] = Field(default_factory=dict, description=\"Extra form data for the filter\")\n filterState: dict[str, Any] = Field(default_factory=dict, description=\"Current filter state\")\n ownState: dict[str, Any] = Field(default_factory=dict, description=\"Own state of the filter\")\n# #endregion FilterState\n\n\n# #region NativeFilterDataMask [C:2] [TYPE Model]\n# @BRIEF Represents the dataMask containing all native filter states.\n# @DATA_CONTRACT: Input[Dict[filter_id, FilterState]] -> Model[NativeFilterDataMask]\nclass NativeFilterDataMask(BaseModel):\n \"\"\"Container for all native filter states in a dashboard.\"\"\"\n\n model_config = ConfigDict(extra=\"allow\")\n\n filters: dict[str, Any] = Field(default_factory=dict, description=\"Map of filter ID to filter state data\")\n\n def get_filter_ids(self) -> list[str]:\n \"\"\"Return list of all filter IDs.\"\"\"\n return list(self.filters.keys())\n\n def get_extra_form_data(self, filter_id: str) -> dict[str, Any]:\n \"\"\"Get extraFormData for a specific filter.\"\"\"\n filter_state = self.filters.get(filter_id)\n if filter_state:\n return filter_state.extraFormData\n return {}\n# #endregion NativeFilterDataMask\n\n\n# #region ParsedNativeFilters [C:2] [TYPE Model]\n# @BRIEF Result of parsing native filters from permalink or native_filters_key.\n# @DATA_CONTRACT: Input[dataMask: Dict, metadata: Dict] -> Model[ParsedNativeFilters]\nclass ParsedNativeFilters(BaseModel):\n \"\"\"Result of extracting native filters from a Superset URL.\"\"\"\n\n model_config = ConfigDict(extra=\"allow\")\n\n dataMask: dict[str, Any] = Field(default_factory=dict, description=\"Extracted dataMask from filters\")\n filter_type: str | None = Field(default=None, description=\"Type of filter: permalink, native_filters_key, or native_filters\")\n dashboard_id: str | None = Field(default=None, description=\"Dashboard ID if available\")\n permalink_key: str | None = Field(default=None, description=\"Permalink key if used\")\n filter_state_key: str | None = Field(default=None, description=\"Filter state key if used\")\n active_tabs: list[str] = Field(default_factory=list, description=\"Active tabs in dashboard\")\n anchor: str | None = Field(default=None, description=\"Anchor position in dashboard\")\n chart_states: dict[str, Any] = Field(default_factory=dict, description=\"Chart states in dashboard\")\n\n def has_filters(self) -> bool:\n \"\"\"Check if any filters were extracted.\"\"\"\n return bool(self.dataMask)\n\n def get_filter_count(self) -> int:\n \"\"\"Get the number of filters extracted.\"\"\"\n return len(self.dataMask)\n# #endregion ParsedNativeFilters\n\n\n# #region DashboardURLFilterExtraction [C:2] [TYPE Model]\n# @BRIEF Result of parsing a complete dashboard URL for filter information.\n# @DATA_CONTRACT: Input[url: str, dashboard_id: Optional, filter_type: Optional, filters: Dict] -> Model[DashboardURLFilterExtraction]\nclass DashboardURLFilterExtraction(BaseModel):\n \"\"\"Result of parsing a Superset dashboard URL to extract filter state.\"\"\"\n\n model_config = ConfigDict(extra=\"allow\")\n\n url: str = Field(..., description=\"Original dashboard URL\")\n dashboard_id: str | None = Field(default=None, description=\"Extracted dashboard ID\")\n filter_type: str | None = Field(default=None, description=\"Type of filter found\")\n filters: ParsedNativeFilters = Field(default_factory=ParsedNativeFilters, description=\"Extracted filter data\")\n success: bool = Field(default=True, description=\"Whether extraction was successful\")\n error: str | None = Field(default=None, description=\"Error message if extraction failed\")\n# #endregion DashboardURLFilterExtraction\n\n\n# #region ExtraFormDataMerge [C:2] [TYPE Model]\n# @BRIEF Configuration for merging extraFormData from different sources.\n# @DATA_CONTRACT: Input[append_keys: List[str], override_keys: List[str]] -> Model[ExtraFormDataMerge]\nclass ExtraFormDataMerge(BaseModel):\n \"\"\"Configuration for merging extraFormData between original and new filter values.\"\"\"\n\n # Keys that should be appended (arrays, filters)\n append_keys: list[str] = Field(\n default_factory=lambda: [\"filters\", \"extras\", \"columns\", \"metrics\"],\n description=\"Keys that should be merged by appending\"\n )\n # Keys that should be overridden (single values)\n override_keys: list[str] = Field(\n default_factory=lambda: [\"time_range\", \"time_grain_sqla\", \"time_column\", \"granularity\"],\n description=\"Keys that should be overridden by new values\"\n )\n\n def merge(self, original: dict[str, Any], new: dict[str, Any]) -> dict[str, Any]:\n \"\"\"\n Merge two extraFormData dictionaries.\n \n @param original: Original extraFormData from dashboard metadata\n @param new: New extraFormData from URL/permalink\n @return: Merged extraFormData dictionary\n \"\"\"\n result = {}\n\n # Start with original\n for key, value in original.items():\n result[key] = value\n\n # Apply overrides and appends from new\n for key, new_value in new.items():\n if key in self.override_keys:\n # Override the value\n result[key] = new_value\n elif key in self.append_keys:\n # Append to the existing value\n existing = result.get(key)\n if isinstance(existing, list) and isinstance(new_value, list):\n result[key] = existing + new_value\n else:\n result[key] = new_value\n else:\n result[key] = new_value\n\n return result\n# #endregion ExtraFormDataMerge\n\n\n# #endregion FilterStateModels\n" }, { @@ -48442,6 +49855,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FilterState [C:2] [TYPE Model]\n# @BRIEF Represents the state of a single native filter.\n# @DATA_CONTRACT: Input[extraFormData: Dict, filterState: Dict, ownState: Optional[Dict]] -> Model[FilterState]\nclass FilterState(BaseModel):\n \"\"\"Single native filter state with extraFormData, filterState, and ownState.\"\"\"\n\n model_config = ConfigDict(extra=\"allow\")\n\n extraFormData: dict[str, Any] = Field(default_factory=dict, description=\"Extra form data for the filter\")\n filterState: dict[str, Any] = Field(default_factory=dict, description=\"Current filter state\")\n ownState: dict[str, Any] = Field(default_factory=dict, description=\"Own state of the filter\")\n# #endregion FilterState\n" }, { @@ -48538,6 +49952,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region NativeFilterDataMask [C:2] [TYPE Model]\n# @BRIEF Represents the dataMask containing all native filter states.\n# @DATA_CONTRACT: Input[Dict[filter_id, FilterState]] -> Model[NativeFilterDataMask]\nclass NativeFilterDataMask(BaseModel):\n \"\"\"Container for all native filter states in a dashboard.\"\"\"\n\n model_config = ConfigDict(extra=\"allow\")\n\n filters: dict[str, Any] = Field(default_factory=dict, description=\"Map of filter ID to filter state data\")\n\n def get_filter_ids(self) -> list[str]:\n \"\"\"Return list of all filter IDs.\"\"\"\n return list(self.filters.keys())\n\n def get_extra_form_data(self, filter_id: str) -> dict[str, Any]:\n \"\"\"Get extraFormData for a specific filter.\"\"\"\n filter_state = self.filters.get(filter_id)\n if filter_state:\n return filter_state.extraFormData\n return {}\n# #endregion NativeFilterDataMask\n" }, { @@ -48634,6 +50049,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ParsedNativeFilters [C:2] [TYPE Model]\n# @BRIEF Result of parsing native filters from permalink or native_filters_key.\n# @DATA_CONTRACT: Input[dataMask: Dict, metadata: Dict] -> Model[ParsedNativeFilters]\nclass ParsedNativeFilters(BaseModel):\n \"\"\"Result of extracting native filters from a Superset URL.\"\"\"\n\n model_config = ConfigDict(extra=\"allow\")\n\n dataMask: dict[str, Any] = Field(default_factory=dict, description=\"Extracted dataMask from filters\")\n filter_type: str | None = Field(default=None, description=\"Type of filter: permalink, native_filters_key, or native_filters\")\n dashboard_id: str | None = Field(default=None, description=\"Dashboard ID if available\")\n permalink_key: str | None = Field(default=None, description=\"Permalink key if used\")\n filter_state_key: str | None = Field(default=None, description=\"Filter state key if used\")\n active_tabs: list[str] = Field(default_factory=list, description=\"Active tabs in dashboard\")\n anchor: str | None = Field(default=None, description=\"Anchor position in dashboard\")\n chart_states: dict[str, Any] = Field(default_factory=dict, description=\"Chart states in dashboard\")\n\n def has_filters(self) -> bool:\n \"\"\"Check if any filters were extracted.\"\"\"\n return bool(self.dataMask)\n\n def get_filter_count(self) -> int:\n \"\"\"Get the number of filters extracted.\"\"\"\n return len(self.dataMask)\n# #endregion ParsedNativeFilters\n" }, { @@ -48730,6 +50146,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardURLFilterExtraction [C:2] [TYPE Model]\n# @BRIEF Result of parsing a complete dashboard URL for filter information.\n# @DATA_CONTRACT: Input[url: str, dashboard_id: Optional, filter_type: Optional, filters: Dict] -> Model[DashboardURLFilterExtraction]\nclass DashboardURLFilterExtraction(BaseModel):\n \"\"\"Result of parsing a Superset dashboard URL to extract filter state.\"\"\"\n\n model_config = ConfigDict(extra=\"allow\")\n\n url: str = Field(..., description=\"Original dashboard URL\")\n dashboard_id: str | None = Field(default=None, description=\"Extracted dashboard ID\")\n filter_type: str | None = Field(default=None, description=\"Type of filter found\")\n filters: ParsedNativeFilters = Field(default_factory=ParsedNativeFilters, description=\"Extracted filter data\")\n success: bool = Field(default=True, description=\"Whether extraction was successful\")\n error: str | None = Field(default=None, description=\"Error message if extraction failed\")\n# #endregion DashboardURLFilterExtraction\n" }, { @@ -48826,6 +50243,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ExtraFormDataMerge [C:2] [TYPE Model]\n# @BRIEF Configuration for merging extraFormData from different sources.\n# @DATA_CONTRACT: Input[append_keys: List[str], override_keys: List[str]] -> Model[ExtraFormDataMerge]\nclass ExtraFormDataMerge(BaseModel):\n \"\"\"Configuration for merging extraFormData between original and new filter values.\"\"\"\n\n # Keys that should be appended (arrays, filters)\n append_keys: list[str] = Field(\n default_factory=lambda: [\"filters\", \"extras\", \"columns\", \"metrics\"],\n description=\"Keys that should be merged by appending\"\n )\n # Keys that should be overridden (single values)\n override_keys: list[str] = Field(\n default_factory=lambda: [\"time_range\", \"time_grain_sqla\", \"time_column\", \"granularity\"],\n description=\"Keys that should be overridden by new values\"\n )\n\n def merge(self, original: dict[str, Any], new: dict[str, Any]) -> dict[str, Any]:\n \"\"\"\n Merge two extraFormData dictionaries.\n \n @param original: Original extraFormData from dashboard metadata\n @param new: New extraFormData from URL/permalink\n @return: Merged extraFormData dictionary\n \"\"\"\n result = {}\n\n # Start with original\n for key, value in original.items():\n result[key] = value\n\n # Apply overrides and appends from new\n for key, new_value in new.items():\n if key in self.override_keys:\n # Override the value\n result[key] = new_value\n elif key in self.append_keys:\n # Append to the existing value\n existing = result.get(key)\n if isinstance(existing, list) and isinstance(new_value, list):\n result[key] = existing + new_value\n else:\n result[key] = new_value\n else:\n result[key] = new_value\n\n return result\n# #endregion ExtraFormDataMerge\n" }, { @@ -48840,6 +50258,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitModels [TYPE Module] [SEMANTICS sqlalchemy, git, model, config, sync]\n\nimport enum\nimport uuid\nfrom datetime import datetime\n\nfrom sqlalchemy import Boolean, Column, DateTime, Enum, ForeignKey, Integer, String\n\nfrom src.core.database import Base\n\n\nclass GitProvider(str, enum.Enum):\n GITHUB = \"GITHUB\"\n GITLAB = \"GITLAB\"\n GITEA = \"GITEA\"\n\nclass GitStatus(str, enum.Enum):\n CONNECTED = \"CONNECTED\"\n FAILED = \"FAILED\"\n UNKNOWN = \"UNKNOWN\"\n\nclass SyncStatus(str, enum.Enum):\n CLEAN = \"CLEAN\"\n DIRTY = \"DIRTY\"\n CONFLICT = \"CONFLICT\"\n\n# #region GitServerConfig [C:1] [TYPE Class]\n# @BRIEF Configuration for a Git server connection.\nclass GitServerConfig(Base):\n __tablename__ = \"git_server_configs\"\n\n id = Column(String(36), primary_key=True, default=lambda: str(uuid.uuid4()))\n name = Column(String(255), nullable=False)\n provider = Column(Enum(GitProvider), nullable=False)\n url = Column(String(255), nullable=False)\n pat = Column(String(255), nullable=False) # PERSONAL ACCESS TOKEN\n default_repository = Column(String(255), nullable=True)\n default_branch = Column(String(255), default=\"main\")\n status = Column(Enum(GitStatus), default=GitStatus.UNKNOWN)\n last_validated = Column(DateTime, default=datetime.utcnow)\n# #endregion GitServerConfig\n\n# #region GitRepository [C:1] [TYPE Class]\n# @BRIEF Tracking for a local Git repository linked to a dashboard.\nclass GitRepository(Base):\n __tablename__ = \"git_repositories\"\n\n id = Column(String(36), primary_key=True, default=lambda: str(uuid.uuid4()))\n dashboard_id = Column(Integer, nullable=False, unique=True)\n config_id = Column(String(36), ForeignKey(\"git_server_configs.id\"), nullable=False)\n remote_url = Column(String(255), nullable=False)\n local_path = Column(String(255), nullable=False)\n current_branch = Column(String(255), default=\"dev\")\n sync_status = Column(Enum(SyncStatus), default=SyncStatus.CLEAN)\n# #endregion GitRepository\n\n# #region DeploymentEnvironment [C:1] [TYPE Class]\n# @BRIEF Target Superset environments for dashboard deployment.\nclass DeploymentEnvironment(Base):\n __tablename__ = \"deployment_environments\"\n\n id = Column(String(36), primary_key=True, default=lambda: str(uuid.uuid4()))\n name = Column(String(255), nullable=False)\n superset_url = Column(String(255), nullable=False)\n superset_token = Column(String(255), nullable=False)\n is_active = Column(Boolean, default=True)\n# #endregion DeploymentEnvironment\n\n# #endregion GitModels\n" }, { @@ -48867,6 +50286,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitServerConfig [C:1] [TYPE Class]\n# @BRIEF Configuration for a Git server connection.\nclass GitServerConfig(Base):\n __tablename__ = \"git_server_configs\"\n\n id = Column(String(36), primary_key=True, default=lambda: str(uuid.uuid4()))\n name = Column(String(255), nullable=False)\n provider = Column(Enum(GitProvider), nullable=False)\n url = Column(String(255), nullable=False)\n pat = Column(String(255), nullable=False) # PERSONAL ACCESS TOKEN\n default_repository = Column(String(255), nullable=True)\n default_branch = Column(String(255), default=\"main\")\n status = Column(Enum(GitStatus), default=GitStatus.UNKNOWN)\n last_validated = Column(DateTime, default=datetime.utcnow)\n# #endregion GitServerConfig\n" }, { @@ -48894,6 +50314,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitRepository [C:1] [TYPE Class]\n# @BRIEF Tracking for a local Git repository linked to a dashboard.\nclass GitRepository(Base):\n __tablename__ = \"git_repositories\"\n\n id = Column(String(36), primary_key=True, default=lambda: str(uuid.uuid4()))\n dashboard_id = Column(Integer, nullable=False, unique=True)\n config_id = Column(String(36), ForeignKey(\"git_server_configs.id\"), nullable=False)\n remote_url = Column(String(255), nullable=False)\n local_path = Column(String(255), nullable=False)\n current_branch = Column(String(255), default=\"dev\")\n sync_status = Column(Enum(SyncStatus), default=SyncStatus.CLEAN)\n# #endregion GitRepository\n" }, { @@ -48921,6 +50342,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DeploymentEnvironment [C:1] [TYPE Class]\n# @BRIEF Target Superset environments for dashboard deployment.\nclass DeploymentEnvironment(Base):\n __tablename__ = \"deployment_environments\"\n\n id = Column(String(36), primary_key=True, default=lambda: str(uuid.uuid4()))\n name = Column(String(255), nullable=False)\n superset_url = Column(String(255), nullable=False)\n superset_token = Column(String(255), nullable=False)\n is_active = Column(Boolean, default=True)\n# #endregion DeploymentEnvironment\n" }, { @@ -48965,6 +50387,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LlmModels [C:3] [TYPE Module] [SEMANTICS sqlalchemy, llm, model, schema, validate, provider]\n# @BRIEF SQLAlchemy models for LLM provider configuration and validation results.\n# @LAYER: Domain\n# @RELATION INHERITS_FROM -> MappingModels:Base\n\nimport uuid\nfrom datetime import datetime\n\nfrom sqlalchemy import JSON, Boolean, Column, DateTime, String, Text, Time\n\nfrom .mapping import Base\n\n\ndef generate_uuid():\n return str(uuid.uuid4())\n\n# #region ValidationPolicy [TYPE Class]\n# @BRIEF Defines a scheduled rule for validating a group of dashboards within an execution window.\nclass ValidationPolicy(Base):\n __tablename__ = \"validation_policies\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n name = Column(String, nullable=False)\n environment_id = Column(String, nullable=False)\n is_active = Column(Boolean, default=True)\n dashboard_ids = Column(JSON, nullable=False) # Array of dashboard IDs\n schedule_days = Column(JSON, nullable=False) # Array of integers (0-6)\n window_start = Column(Time, nullable=False)\n window_end = Column(Time, nullable=False)\n notify_owners = Column(Boolean, default=True)\n custom_channels = Column(JSON, nullable=True) # List of external channels\n alert_condition = Column(String, default=\"FAIL_ONLY\") # FAIL_ONLY, WARN_AND_FAIL, ALWAYS\n created_at = Column(DateTime, default=datetime.utcnow)\n updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow)\n# #endregion ValidationPolicy\n\n# #region LLMProvider [TYPE Class]\n# @BRIEF SQLAlchemy model for LLM provider configuration.\nclass LLMProvider(Base):\n __tablename__ = \"llm_providers\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n provider_type = Column(String, nullable=False) # openai, openrouter, kilo\n name = Column(String, nullable=False)\n base_url = Column(String, nullable=False)\n api_key = Column(String, nullable=False) # Should be encrypted\n default_model = Column(String, nullable=False)\n is_active = Column(Boolean, default=True)\n created_at = Column(DateTime, default=datetime.utcnow)\n# #endregion LLMProvider\n\n# #region ValidationRecord [TYPE Class]\n# @BRIEF SQLAlchemy model for dashboard validation history.\nclass ValidationRecord(Base):\n __tablename__ = \"llm_validation_results\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n task_id = Column(String, nullable=True, index=True) # Reference to TaskRecord\n dashboard_id = Column(String, nullable=False, index=True)\n environment_id = Column(String, nullable=True, index=True)\n timestamp = Column(DateTime, default=datetime.utcnow)\n status = Column(String, nullable=False) # PASS, WARN, FAIL, UNKNOWN\n screenshot_path = Column(String, nullable=True)\n issues = Column(JSON, nullable=False)\n summary = Column(Text, nullable=False)\n raw_response = Column(Text, nullable=True)\n# #endregion ValidationRecord\n\n# #endregion LlmModels\n" }, { @@ -48991,6 +50414,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ValidationPolicy [TYPE Class]\n# @BRIEF Defines a scheduled rule for validating a group of dashboards within an execution window.\nclass ValidationPolicy(Base):\n __tablename__ = \"validation_policies\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n name = Column(String, nullable=False)\n environment_id = Column(String, nullable=False)\n is_active = Column(Boolean, default=True)\n dashboard_ids = Column(JSON, nullable=False) # Array of dashboard IDs\n schedule_days = Column(JSON, nullable=False) # Array of integers (0-6)\n window_start = Column(Time, nullable=False)\n window_end = Column(Time, nullable=False)\n notify_owners = Column(Boolean, default=True)\n custom_channels = Column(JSON, nullable=True) # List of external channels\n alert_condition = Column(String, default=\"FAIL_ONLY\") # FAIL_ONLY, WARN_AND_FAIL, ALWAYS\n created_at = Column(DateTime, default=datetime.utcnow)\n updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow)\n# #endregion ValidationPolicy\n" }, { @@ -49017,6 +50441,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LLMProvider [TYPE Class]\n# @BRIEF SQLAlchemy model for LLM provider configuration.\nclass LLMProvider(Base):\n __tablename__ = \"llm_providers\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n provider_type = Column(String, nullable=False) # openai, openrouter, kilo\n name = Column(String, nullable=False)\n base_url = Column(String, nullable=False)\n api_key = Column(String, nullable=False) # Should be encrypted\n default_model = Column(String, nullable=False)\n is_active = Column(Boolean, default=True)\n created_at = Column(DateTime, default=datetime.utcnow)\n# #endregion LLMProvider\n" }, { @@ -49043,6 +50468,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ValidationRecord [TYPE Class]\n# @BRIEF SQLAlchemy model for dashboard validation history.\nclass ValidationRecord(Base):\n __tablename__ = \"llm_validation_results\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n task_id = Column(String, nullable=True, index=True) # Reference to TaskRecord\n dashboard_id = Column(String, nullable=False, index=True)\n environment_id = Column(String, nullable=True, index=True)\n timestamp = Column(DateTime, default=datetime.utcnow)\n status = Column(String, nullable=False) # PASS, WARN, FAIL, UNKNOWN\n screenshot_path = Column(String, nullable=True)\n issues = Column(JSON, nullable=False)\n summary = Column(Text, nullable=False)\n raw_response = Column(Text, nullable=True)\n# #endregion ValidationRecord\n" }, { @@ -49086,6 +50512,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MappingModels [C:3] [TYPE Module] [SEMANTICS sqlalchemy, mapping, model, schema, resource-type]\n#\n# @BRIEF Defines the database schema for environment metadata and database mappings using SQLAlchemy.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> sqlalchemy\n\n#\n# @INVARIANT: All primary keys are UUID strings.\n# @CONSTRAINT: source_env_id and target_env_id must be valid environment IDs.\n\nimport enum\nimport uuid\n\nfrom sqlalchemy import Boolean, Column, DateTime, ForeignKey, String\nfrom sqlalchemy import Enum as SQLEnum\nfrom sqlalchemy.ext.declarative import declarative_base\nfrom sqlalchemy.sql import func\n\nBase = declarative_base()\n\n# #region ResourceType [C:1] [TYPE Class]\n# @BRIEF Enumeration of possible Superset resource types for ID mapping.\nclass ResourceType(str, enum.Enum):\n CHART = \"chart\"\n DATASET = \"dataset\"\n DASHBOARD = \"dashboard\"\n# #endregion ResourceType\n\n\n# #region MigrationStatus [C:1] [TYPE Class]\n# @BRIEF Enumeration of possible migration job statuses.\nclass MigrationStatus(enum.Enum):\n PENDING = \"PENDING\"\n RUNNING = \"RUNNING\"\n COMPLETED = \"COMPLETED\"\n FAILED = \"FAILED\"\n AWAITING_MAPPING = \"AWAITING_MAPPING\"\n# #endregion MigrationStatus\n\n# #region Environment [C:3] [TYPE Class]\n# @BRIEF Represents a Superset instance environment.\n# @RELATION DEPENDS_ON -> MappingModels\nclass Environment(Base):\n __tablename__ = \"environments\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n name = Column(String, nullable=False)\n url = Column(String, nullable=False)\n credentials_id = Column(String, nullable=False)\n# #endregion Environment\n\n# #region DatabaseMapping [C:3] [TYPE Class]\n# @BRIEF Represents a mapping between source and target databases.\nclass DatabaseMapping(Base):\n __tablename__ = \"database_mappings\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n source_env_id = Column(String, ForeignKey(\"environments.id\"), nullable=False)\n target_env_id = Column(String, ForeignKey(\"environments.id\"), nullable=False)\n source_db_uuid = Column(String, nullable=False)\n target_db_uuid = Column(String, nullable=False)\n source_db_name = Column(String, nullable=False)\n target_db_name = Column(String, nullable=False)\n engine = Column(String, nullable=True)\n# #endregion DatabaseMapping\n\n# #region MigrationJob [C:2] [TYPE Class]\n# @BRIEF Represents a single migration execution job.\nclass MigrationJob(Base):\n __tablename__ = \"migration_jobs\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n source_env_id = Column(String, ForeignKey(\"environments.id\"), nullable=False)\n target_env_id = Column(String, ForeignKey(\"environments.id\"), nullable=False)\n status = Column(SQLEnum(MigrationStatus), default=MigrationStatus.PENDING)\n replace_db = Column(Boolean, default=False)\n created_at = Column(DateTime(timezone=True), server_default=func.now())\n# #endregion MigrationJob\n\n# #region ResourceMapping [C:3] [TYPE Class]\n# @BRIEF Maps a universal UUID for a resource to its actual ID on a specific environment.\n# @TEST_DATA: resource_mapping_record -> {'environment_id': 'prod-env-1', 'resource_type': 'chart', 'uuid': '123e4567-e89b-12d3-a456-426614174000', 'remote_integer_id': '42'}\n# @RELATION DEPENDS_ON -> MappingModels\nclass ResourceMapping(Base):\n __tablename__ = \"resource_mappings\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n environment_id = Column(String, ForeignKey(\"environments.id\"), nullable=False)\n resource_type = Column(SQLEnum(ResourceType), nullable=False)\n uuid = Column(String, nullable=False)\n remote_integer_id = Column(String, nullable=False) # Stored as string to handle potentially large or composite IDs safely, though Superset usually uses integers.\n resource_name = Column(String, nullable=True) # Used for UI display\n last_synced_at = Column(DateTime(timezone=True), server_default=func.now(), onupdate=func.now())\n# #endregion ResourceMapping\n\n# #endregion MappingModels\n" }, { @@ -49113,6 +50540,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ResourceType [C:1] [TYPE Class]\n# @BRIEF Enumeration of possible Superset resource types for ID mapping.\nclass ResourceType(str, enum.Enum):\n CHART = \"chart\"\n DATASET = \"dataset\"\n DASHBOARD = \"dashboard\"\n# #endregion ResourceType\n" }, { @@ -49140,6 +50568,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MigrationStatus [C:1] [TYPE Class]\n# @BRIEF Enumeration of possible migration job statuses.\nclass MigrationStatus(enum.Enum):\n PENDING = \"PENDING\"\n RUNNING = \"RUNNING\"\n COMPLETED = \"COMPLETED\"\n FAILED = \"FAILED\"\n AWAITING_MAPPING = \"AWAITING_MAPPING\"\n# #endregion MigrationStatus\n" }, { @@ -49157,6 +50586,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MigrationJob [C:2] [TYPE Class]\n# @BRIEF Represents a single migration execution job.\nclass MigrationJob(Base):\n __tablename__ = \"migration_jobs\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n source_env_id = Column(String, ForeignKey(\"environments.id\"), nullable=False)\n target_env_id = Column(String, ForeignKey(\"environments.id\"), nullable=False)\n status = Column(SQLEnum(MigrationStatus), default=MigrationStatus.PENDING)\n replace_db = Column(Boolean, default=False)\n created_at = Column(DateTime(timezone=True), server_default=func.now())\n# #endregion MigrationJob\n" }, { @@ -49189,6 +50619,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ResourceMapping [C:3] [TYPE Class]\n# @BRIEF Maps a universal UUID for a resource to its actual ID on a specific environment.\n# @TEST_DATA: resource_mapping_record -> {'environment_id': 'prod-env-1', 'resource_type': 'chart', 'uuid': '123e4567-e89b-12d3-a456-426614174000', 'remote_integer_id': '42'}\n# @RELATION DEPENDS_ON -> MappingModels\nclass ResourceMapping(Base):\n __tablename__ = \"resource_mappings\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n environment_id = Column(String, ForeignKey(\"environments.id\"), nullable=False)\n resource_type = Column(SQLEnum(ResourceType), nullable=False)\n uuid = Column(String, nullable=False)\n remote_integer_id = Column(String, nullable=False) # Stored as string to handle potentially large or composite IDs safely, though Superset usually uses integers.\n resource_name = Column(String, nullable=True) # Used for UI display\n last_synced_at = Column(DateTime(timezone=True), server_default=func.now(), onupdate=func.now())\n# #endregion ResourceMapping\n" }, { @@ -49249,6 +50680,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ProfileModels [C:3] [TYPE Module] [SEMANTICS sqlalchemy, profile, model, schema, git, dashboard]\n#\n# @BRIEF Defines persistent per-user profile settings for dashboard filter, Git identity/token, and UX preferences.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [AuthModels]\n# @RELATION INHERITS_FROM -> [MappingModels:Base]\n#\n# @INVARIANT: Exactly one preference row exists per user_id.\n# @INVARIANT: Sensitive Git token is stored encrypted and never returned in plaintext.\n\nimport uuid\nfrom datetime import datetime\n\nfrom sqlalchemy import Boolean, Column, DateTime, ForeignKey, String\nfrom sqlalchemy.orm import relationship\n\nfrom .mapping import Base\n\n\n# #region UserDashboardPreference [C:3] [TYPE Class]\n# @BRIEF Stores Superset username binding and default \"my dashboards\" toggle for one authenticated user.\n# @RELATION INHERITS -> MappingModels:Base\nclass UserDashboardPreference(Base):\n __tablename__ = \"user_dashboard_preferences\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n user_id = Column(String, ForeignKey(\"users.id\"), nullable=False, unique=True, index=True)\n\n superset_username = Column(String, nullable=True)\n superset_username_normalized = Column(String, nullable=True, index=True)\n\n show_only_my_dashboards = Column(Boolean, nullable=False, default=False)\n show_only_slug_dashboards = Column(Boolean, nullable=False, default=True)\n\n git_username = Column(String, nullable=True)\n git_email = Column(String, nullable=True)\n git_personal_access_token_encrypted = Column(String, nullable=True)\n\n start_page = Column(String, nullable=False, default=\"dashboards\")\n auto_open_task_drawer = Column(Boolean, nullable=False, default=True)\n dashboards_table_density = Column(String, nullable=False, default=\"comfortable\")\n\n telegram_id = Column(String, nullable=True)\n email_address = Column(String, nullable=True)\n notify_on_fail = Column(Boolean, nullable=False, default=True)\n\n created_at = Column(DateTime, nullable=False, default=datetime.utcnow)\n updated_at = Column(\n DateTime,\n nullable=False,\n default=datetime.utcnow,\n onupdate=datetime.utcnow,\n )\n\n user = relationship(\"User\")\n# #endregion UserDashboardPreference\n\n# #endregion ProfileModels\n" }, { @@ -49273,6 +50705,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region UserDashboardPreference [C:3] [TYPE Class]\n# @BRIEF Stores Superset username binding and default \"my dashboards\" toggle for one authenticated user.\n# @RELATION INHERITS -> MappingModels:Base\nclass UserDashboardPreference(Base):\n __tablename__ = \"user_dashboard_preferences\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n user_id = Column(String, ForeignKey(\"users.id\"), nullable=False, unique=True, index=True)\n\n superset_username = Column(String, nullable=True)\n superset_username_normalized = Column(String, nullable=True, index=True)\n\n show_only_my_dashboards = Column(Boolean, nullable=False, default=False)\n show_only_slug_dashboards = Column(Boolean, nullable=False, default=True)\n\n git_username = Column(String, nullable=True)\n git_email = Column(String, nullable=True)\n git_personal_access_token_encrypted = Column(String, nullable=True)\n\n start_page = Column(String, nullable=False, default=\"dashboards\")\n auto_open_task_drawer = Column(Boolean, nullable=False, default=True)\n dashboards_table_density = Column(String, nullable=False, default=\"comfortable\")\n\n telegram_id = Column(String, nullable=True)\n email_address = Column(String, nullable=True)\n notify_on_fail = Column(Boolean, nullable=False, default=True)\n\n created_at = Column(DateTime, nullable=False, default=datetime.utcnow)\n updated_at = Column(\n DateTime,\n nullable=False,\n default=datetime.utcnow,\n onupdate=datetime.utcnow,\n )\n\n user = relationship(\"User\")\n# #endregion UserDashboardPreference\n" }, { @@ -49349,6 +50782,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ReportModels [C:3] [TYPE Module] [SEMANTICS pydantic, report, model, schema, task, task-type]\n# @BRIEF Canonical report schemas for unified task reporting across heterogeneous task types.\n# @LAYER: Domain\n# @PRE: Pydantic library and task manager models are available.\n# @POST: Provides validated schemas for cross-plugin reporting and UI consumption.\n# @SIDE_EFFECT: None (schema definition).\n# @DATA_CONTRACT: Model[TaskReport, ReportCollection, ReportDetailView]\n# @RELATION DEPENDS_ON -> [TaskModels]\n# @INVARIANT: Canonical report fields are always present for every report item.\n\nfrom datetime import datetime\nfrom enum import Enum\nfrom typing import Any\n\nfrom pydantic import BaseModel, Field, field_validator, model_validator\n\n\n# #region TaskType [C:3] [TYPE Class] [SEMANTICS enum, type, task]\n# @INVARIANT: Must contain valid generic task type mappings.\n# @RELATION DEPENDS_ON -> ReportModels\n# @BRIEF Supported normalized task report types.\nclass TaskType(str, Enum):\n LLM_VERIFICATION = \"llm_verification\"\n BACKUP = \"backup\"\n MIGRATION = \"migration\"\n DOCUMENTATION = \"documentation\"\n CLEAN_RELEASE = \"clean_release\"\n UNKNOWN = \"unknown\"\n\n\n# #endregion TaskType\n\n\n# #region ReportStatus [C:3] [TYPE Class] [SEMANTICS enum, status, task]\n# @INVARIANT: TaskStatus enum mapping logic holds.\n# @BRIEF Supported normalized report status values.\n# @RELATION DEPENDS_ON -> ReportModels\nclass ReportStatus(str, Enum):\n SUCCESS = \"success\"\n FAILED = \"failed\"\n IN_PROGRESS = \"in_progress\"\n PARTIAL = \"partial\"\n\n\n# #endregion ReportStatus\n\n\n# #region ErrorContext [C:3] [TYPE Class] [SEMANTICS error, context, payload]\n# @INVARIANT: The properties accurately describe error state.\n# @BRIEF Error and recovery context for failed/partial reports.\n#\n# @TEST_CONTRACT: ErrorContextModel ->\n# {\n# required_fields: {\n# message: str\n# },\n# optional_fields: {\n# code: str,\n# next_actions: list[str]\n# }\n# }\n# @TEST_FIXTURE: basic_error -> {\"message\": \"Connection timeout\", \"code\": \"ERR_504\", \"next_actions\": [\"retry\"]}\n# @TEST_EDGE: missing_message -> {\"code\": \"ERR_504\"}\n# @RELATION DEPENDS_ON -> ReportModels\nclass ErrorContext(BaseModel):\n code: str | None = None\n message: str\n next_actions: list[str] = Field(default_factory=list)\n\n\n# #endregion ErrorContext\n\n\n# #region TaskReport [C:3] [TYPE Class] [SEMANTICS report, model, summary]\n# @INVARIANT: Must represent canonical task record attributes.\n# @BRIEF Canonical normalized report envelope for one task execution.\n#\n# @TEST_CONTRACT: TaskReportModel ->\n# {\n# required_fields: {\n# report_id: str,\n# task_id: str,\n# task_type: TaskType,\n# status: ReportStatus,\n# updated_at: datetime,\n# summary: str\n# },\n# invariants: [\n# \"report_id is a non-empty string\",\n# \"task_id is a non-empty string\",\n# \"summary is a non-empty string\"\n# ]\n# }\n# @TEST_FIXTURE: valid_task_report ->\n# {\n# report_id: \"rep-123\",\n# task_id: \"task-456\",\n# task_type: \"migration\",\n# status: \"success\",\n# updated_at: \"2026-02-26T12:00:00Z\",\n# summary: \"Migration completed successfully\"\n# }\n# @TEST_EDGE: empty_report_id -> {\"report_id\": \" \", \"task_id\": \"task-456\", \"task_type\": \"migration\", \"status\": \"success\", \"updated_at\": \"2026-02-26T12:00:00Z\", \"summary\": \"Done\"}\n# @TEST_EDGE: empty_summary -> {\"report_id\": \"rep-123\", \"task_id\": \"task-456\", \"task_type\": \"migration\", \"status\": \"success\", \"updated_at\": \"2026-02-26T12:00:00Z\", \"summary\": \"\"}\n# @TEST_EDGE: invalid_task_type -> {\"report_id\": \"rep-123\", \"task_id\": \"task-456\", \"task_type\": \"invalid_type\", \"status\": \"success\", \"updated_at\": \"2026-02-26T12:00:00Z\", \"summary\": \"Done\"}\n# @TEST_INVARIANT: non_empty_validators -> verifies: [empty_report_id, empty_summary]\n# @RELATION DEPENDS_ON -> ReportModels\nclass TaskReport(BaseModel):\n report_id: str\n task_id: str\n task_type: TaskType\n status: ReportStatus\n started_at: datetime | None = None\n updated_at: datetime\n summary: str\n details: dict[str, Any] | None = None\n validation_record: dict[str, Any] | None = None # Extended for US2\n error_context: ErrorContext | None = None\n source_ref: dict[str, Any] | None = None\n\n @field_validator(\"report_id\", \"task_id\", \"summary\")\n @classmethod\n def _non_empty_str(cls, value: str) -> str:\n if not isinstance(value, str) or not value.strip():\n raise ValueError(\"Value must be a non-empty string\")\n return value.strip()\n\n\n# #endregion TaskReport\n\n\n# #region ReportQuery [C:3] [TYPE Class] [SEMANTICS query, filter, search]\n# @INVARIANT: Time and pagination queries are mutually consistent.\n# @BRIEF Query object for server-side report filtering, sorting, and pagination.\n#\n# @TEST_CONTRACT: ReportQueryModel ->\n# {\n# optional_fields: {\n# page: int, page_size: int, task_types: list[TaskType], statuses: list[ReportStatus],\n# time_from: datetime, time_to: datetime, search: str, sort_by: str, sort_order: str\n# },\n# invariants: [\n# \"page >= 1\", \"1 <= page_size <= 100\",\n# \"sort_by in {'updated_at', 'status', 'task_type'}\",\n# \"sort_order in {'asc', 'desc'}\",\n# \"time_from <= time_to if both exist\"\n# ]\n# }\n# @TEST_FIXTURE: valid_query -> {\"page\": 1, \"page_size\":20, \"sort_by\": \"updated_at\", \"sort_order\": \"desc\"}\n# @TEST_EDGE: invalid_page_size_large -> {\"page_size\": 150}\n# @TEST_EDGE: invalid_sort_by -> {\"sort_by\": \"unknown_field\"}\n# @TEST_EDGE: invalid_time_range -> {\"time_from\": \"2026-02-26T12:00:00Z\", \"time_to\": \"2026-02-25T12:00:00Z\"}\n# @TEST_INVARIANT: attribute_constraints_enforced -> verifies: [invalid_page_size_large, invalid_sort_by, invalid_time_range]\n# @RELATION DEPENDS_ON -> ReportModels\nclass ReportQuery(BaseModel):\n page: int = Field(default=1, ge=1)\n page_size: int = Field(default=20, ge=1, le=100)\n task_types: list[TaskType] = Field(default_factory=list)\n statuses: list[ReportStatus] = Field(default_factory=list)\n time_from: datetime | None = None\n time_to: datetime | None = None\n search: str | None = Field(default=None, max_length=200)\n sort_by: str = Field(default=\"updated_at\")\n sort_order: str = Field(default=\"desc\")\n\n @field_validator(\"sort_by\")\n @classmethod\n def _validate_sort_by(cls, value: str) -> str:\n allowed = {\"updated_at\", \"status\", \"task_type\"}\n if value not in allowed:\n raise ValueError(f\"sort_by must be one of: {', '.join(sorted(allowed))}\")\n return value\n\n @field_validator(\"sort_order\")\n @classmethod\n def _validate_sort_order(cls, value: str) -> str:\n if value not in {\"asc\", \"desc\"}:\n raise ValueError(\"sort_order must be 'asc' or 'desc'\")\n return value\n\n @model_validator(mode=\"after\")\n def _validate_time_range(self):\n if self.time_from and self.time_to and self.time_from > self.time_to:\n raise ValueError(\"time_from must be less than or equal to time_to\")\n return self\n\n\n# #endregion ReportQuery\n\n\n# #region ReportCollection [C:3] [TYPE Class] [SEMANTICS collection, pagination]\n# @INVARIANT: Represents paginated data correctly.\n# @BRIEF Paginated collection of normalized task reports.\n#\n# @TEST_CONTRACT: ReportCollectionModel ->\n# {\n# required_fields: {\n# items: list[TaskReport], total: int, page: int, page_size: int, has_next: bool, applied_filters: ReportQuery\n# },\n# invariants: [\"total >= 0\", \"page >= 1\", \"page_size >= 1\"]\n# }\n# @TEST_FIXTURE: empty_collection -> {\"items\": [], \"total\": 0, \"page\": 1, \"page_size\": 20, \"has_next\": False, \"applied_filters\": {}}\n# @TEST_EDGE: negative_total -> {\"items\": [], \"total\": -5, \"page\": 1, \"page_size\": 20, \"has_next\": False, \"applied_filters\": {}}\n# @RELATION DEPENDS_ON -> ReportModels\nclass ReportCollection(BaseModel):\n items: list[TaskReport]\n total: int = Field(ge=0)\n page: int = Field(ge=1)\n page_size: int = Field(ge=1)\n has_next: bool\n applied_filters: ReportQuery\n\n\n# #endregion ReportCollection\n\n\n# #region ReportDetailView [C:3] [TYPE Class] [SEMANTICS view, detail, logs]\n# @INVARIANT: Incorporates a report and logs correctly.\n# @BRIEF Detailed report representation including diagnostics and recovery actions.\n#\n# @TEST_CONTRACT: ReportDetailViewModel ->\n# {\n# required_fields: {report: TaskReport},\n# optional_fields: {timeline: list[dict], diagnostics: dict, next_actions: list[str]}\n# }\n# @TEST_FIXTURE: valid_detail -> {\"report\": {\"report_id\": \"rep-1\", \"task_id\": \"task-1\", \"task_type\": \"backup\", \"status\": \"success\", \"updated_at\": \"2026-02-26T12:00:00Z\", \"summary\": \"Done\"}}\n# @TEST_EDGE: missing_report -> {}\n# @RELATION DEPENDS_ON -> ReportModels\nclass ReportDetailView(BaseModel):\n report: TaskReport\n timeline: list[dict[str, Any]] = Field(default_factory=list)\n diagnostics: dict[str, Any] | None = None\n next_actions: list[str] = Field(default_factory=list)\n\n\n# #endregion ReportDetailView\n\n# #endregion ReportModels\n" }, { @@ -49384,6 +50818,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskType [C:3] [TYPE Class] [SEMANTICS enum, type, task]\n# @INVARIANT: Must contain valid generic task type mappings.\n# @RELATION DEPENDS_ON -> ReportModels\n# @BRIEF Supported normalized task report types.\nclass TaskType(str, Enum):\n LLM_VERIFICATION = \"llm_verification\"\n BACKUP = \"backup\"\n MIGRATION = \"migration\"\n DOCUMENTATION = \"documentation\"\n CLEAN_RELEASE = \"clean_release\"\n UNKNOWN = \"unknown\"\n\n\n# #endregion TaskType\n" }, { @@ -49419,6 +50854,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ReportStatus [C:3] [TYPE Class] [SEMANTICS enum, status, task]\n# @INVARIANT: TaskStatus enum mapping logic holds.\n# @BRIEF Supported normalized report status values.\n# @RELATION DEPENDS_ON -> ReportModels\nclass ReportStatus(str, Enum):\n SUCCESS = \"success\"\n FAILED = \"failed\"\n IN_PROGRESS = \"in_progress\"\n PARTIAL = \"partial\"\n\n\n# #endregion ReportStatus\n" }, { @@ -49478,6 +50914,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ErrorContext [C:3] [TYPE Class] [SEMANTICS error, context, payload]\n# @INVARIANT: The properties accurately describe error state.\n# @BRIEF Error and recovery context for failed/partial reports.\n#\n# @TEST_CONTRACT: ErrorContextModel ->\n# {\n# required_fields: {\n# message: str\n# },\n# optional_fields: {\n# code: str,\n# next_actions: list[str]\n# }\n# }\n# @TEST_FIXTURE: basic_error -> {\"message\": \"Connection timeout\", \"code\": \"ERR_504\", \"next_actions\": [\"retry\"]}\n# @TEST_EDGE: missing_message -> {\"code\": \"ERR_504\"}\n# @RELATION DEPENDS_ON -> ReportModels\nclass ErrorContext(BaseModel):\n code: str | None = None\n message: str\n next_actions: list[str] = Field(default_factory=list)\n\n\n# #endregion ErrorContext\n" }, { @@ -49537,6 +50974,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskReport [C:3] [TYPE Class] [SEMANTICS report, model, summary]\n# @INVARIANT: Must represent canonical task record attributes.\n# @BRIEF Canonical normalized report envelope for one task execution.\n#\n# @TEST_CONTRACT: TaskReportModel ->\n# {\n# required_fields: {\n# report_id: str,\n# task_id: str,\n# task_type: TaskType,\n# status: ReportStatus,\n# updated_at: datetime,\n# summary: str\n# },\n# invariants: [\n# \"report_id is a non-empty string\",\n# \"task_id is a non-empty string\",\n# \"summary is a non-empty string\"\n# ]\n# }\n# @TEST_FIXTURE: valid_task_report ->\n# {\n# report_id: \"rep-123\",\n# task_id: \"task-456\",\n# task_type: \"migration\",\n# status: \"success\",\n# updated_at: \"2026-02-26T12:00:00Z\",\n# summary: \"Migration completed successfully\"\n# }\n# @TEST_EDGE: empty_report_id -> {\"report_id\": \" \", \"task_id\": \"task-456\", \"task_type\": \"migration\", \"status\": \"success\", \"updated_at\": \"2026-02-26T12:00:00Z\", \"summary\": \"Done\"}\n# @TEST_EDGE: empty_summary -> {\"report_id\": \"rep-123\", \"task_id\": \"task-456\", \"task_type\": \"migration\", \"status\": \"success\", \"updated_at\": \"2026-02-26T12:00:00Z\", \"summary\": \"\"}\n# @TEST_EDGE: invalid_task_type -> {\"report_id\": \"rep-123\", \"task_id\": \"task-456\", \"task_type\": \"invalid_type\", \"status\": \"success\", \"updated_at\": \"2026-02-26T12:00:00Z\", \"summary\": \"Done\"}\n# @TEST_INVARIANT: non_empty_validators -> verifies: [empty_report_id, empty_summary]\n# @RELATION DEPENDS_ON -> ReportModels\nclass TaskReport(BaseModel):\n report_id: str\n task_id: str\n task_type: TaskType\n status: ReportStatus\n started_at: datetime | None = None\n updated_at: datetime\n summary: str\n details: dict[str, Any] | None = None\n validation_record: dict[str, Any] | None = None # Extended for US2\n error_context: ErrorContext | None = None\n source_ref: dict[str, Any] | None = None\n\n @field_validator(\"report_id\", \"task_id\", \"summary\")\n @classmethod\n def _non_empty_str(cls, value: str) -> str:\n if not isinstance(value, str) or not value.strip():\n raise ValueError(\"Value must be a non-empty string\")\n return value.strip()\n\n\n# #endregion TaskReport\n" }, { @@ -49596,6 +51034,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ReportQuery [C:3] [TYPE Class] [SEMANTICS query, filter, search]\n# @INVARIANT: Time and pagination queries are mutually consistent.\n# @BRIEF Query object for server-side report filtering, sorting, and pagination.\n#\n# @TEST_CONTRACT: ReportQueryModel ->\n# {\n# optional_fields: {\n# page: int, page_size: int, task_types: list[TaskType], statuses: list[ReportStatus],\n# time_from: datetime, time_to: datetime, search: str, sort_by: str, sort_order: str\n# },\n# invariants: [\n# \"page >= 1\", \"1 <= page_size <= 100\",\n# \"sort_by in {'updated_at', 'status', 'task_type'}\",\n# \"sort_order in {'asc', 'desc'}\",\n# \"time_from <= time_to if both exist\"\n# ]\n# }\n# @TEST_FIXTURE: valid_query -> {\"page\": 1, \"page_size\":20, \"sort_by\": \"updated_at\", \"sort_order\": \"desc\"}\n# @TEST_EDGE: invalid_page_size_large -> {\"page_size\": 150}\n# @TEST_EDGE: invalid_sort_by -> {\"sort_by\": \"unknown_field\"}\n# @TEST_EDGE: invalid_time_range -> {\"time_from\": \"2026-02-26T12:00:00Z\", \"time_to\": \"2026-02-25T12:00:00Z\"}\n# @TEST_INVARIANT: attribute_constraints_enforced -> verifies: [invalid_page_size_large, invalid_sort_by, invalid_time_range]\n# @RELATION DEPENDS_ON -> ReportModels\nclass ReportQuery(BaseModel):\n page: int = Field(default=1, ge=1)\n page_size: int = Field(default=20, ge=1, le=100)\n task_types: list[TaskType] = Field(default_factory=list)\n statuses: list[ReportStatus] = Field(default_factory=list)\n time_from: datetime | None = None\n time_to: datetime | None = None\n search: str | None = Field(default=None, max_length=200)\n sort_by: str = Field(default=\"updated_at\")\n sort_order: str = Field(default=\"desc\")\n\n @field_validator(\"sort_by\")\n @classmethod\n def _validate_sort_by(cls, value: str) -> str:\n allowed = {\"updated_at\", \"status\", \"task_type\"}\n if value not in allowed:\n raise ValueError(f\"sort_by must be one of: {', '.join(sorted(allowed))}\")\n return value\n\n @field_validator(\"sort_order\")\n @classmethod\n def _validate_sort_order(cls, value: str) -> str:\n if value not in {\"asc\", \"desc\"}:\n raise ValueError(\"sort_order must be 'asc' or 'desc'\")\n return value\n\n @model_validator(mode=\"after\")\n def _validate_time_range(self):\n if self.time_from and self.time_to and self.time_from > self.time_to:\n raise ValueError(\"time_from must be less than or equal to time_to\")\n return self\n\n\n# #endregion ReportQuery\n" }, { @@ -49655,6 +51094,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ReportCollection [C:3] [TYPE Class] [SEMANTICS collection, pagination]\n# @INVARIANT: Represents paginated data correctly.\n# @BRIEF Paginated collection of normalized task reports.\n#\n# @TEST_CONTRACT: ReportCollectionModel ->\n# {\n# required_fields: {\n# items: list[TaskReport], total: int, page: int, page_size: int, has_next: bool, applied_filters: ReportQuery\n# },\n# invariants: [\"total >= 0\", \"page >= 1\", \"page_size >= 1\"]\n# }\n# @TEST_FIXTURE: empty_collection -> {\"items\": [], \"total\": 0, \"page\": 1, \"page_size\": 20, \"has_next\": False, \"applied_filters\": {}}\n# @TEST_EDGE: negative_total -> {\"items\": [], \"total\": -5, \"page\": 1, \"page_size\": 20, \"has_next\": False, \"applied_filters\": {}}\n# @RELATION DEPENDS_ON -> ReportModels\nclass ReportCollection(BaseModel):\n items: list[TaskReport]\n total: int = Field(ge=0)\n page: int = Field(ge=1)\n page_size: int = Field(ge=1)\n has_next: bool\n applied_filters: ReportQuery\n\n\n# #endregion ReportCollection\n" }, { @@ -49714,6 +51154,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ReportDetailView [C:3] [TYPE Class] [SEMANTICS view, detail, logs]\n# @INVARIANT: Incorporates a report and logs correctly.\n# @BRIEF Detailed report representation including diagnostics and recovery actions.\n#\n# @TEST_CONTRACT: ReportDetailViewModel ->\n# {\n# required_fields: {report: TaskReport},\n# optional_fields: {timeline: list[dict], diagnostics: dict, next_actions: list[str]}\n# }\n# @TEST_FIXTURE: valid_detail -> {\"report\": {\"report_id\": \"rep-1\", \"task_id\": \"task-1\", \"task_type\": \"backup\", \"status\": \"success\", \"updated_at\": \"2026-02-26T12:00:00Z\", \"summary\": \"Done\"}}\n# @TEST_EDGE: missing_report -> {}\n# @RELATION DEPENDS_ON -> ReportModels\nclass ReportDetailView(BaseModel):\n report: TaskReport\n timeline: list[dict[str, Any]] = Field(default_factory=list)\n diagnostics: dict[str, Any] | None = None\n next_actions: list[str] = Field(default_factory=list)\n\n\n# #endregion ReportDetailView\n" }, { @@ -49728,6 +51169,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region StorageModels [TYPE Module] [SEMANTICS pydantic, storage, model, backup, config]\n\nfrom datetime import datetime\nfrom enum import Enum\n\nfrom pydantic import BaseModel, Field\n\n\n# #region FileCategory [C:1] [TYPE Class]\n# @BRIEF Enumeration of supported file categories in the storage system.\nclass FileCategory(str, Enum):\n BACKUP = \"backups\"\n REPOSITORY = \"repositorys\"\n# #endregion FileCategory\n\n# #region StorageConfig [C:1] [TYPE Class]\n# @BRIEF Configuration model for the storage system, defining paths and naming patterns.\nclass StorageConfig(BaseModel):\n root_path: str = Field(default=\"backups\", description=\"Absolute path to the storage root directory.\")\n backup_path: str = Field(default=\"backups\", description=\"Subpath for backups.\")\n repo_path: str = Field(default=\"repositorys\", description=\"Subpath for repositories.\")\n backup_structure_pattern: str = Field(default=\"{category}/\", description=\"Pattern for backup directory structure.\")\n repo_structure_pattern: str = Field(default=\"{category}/\", description=\"Pattern for repository directory structure.\")\n filename_pattern: str = Field(default=\"{name}_{timestamp}\", description=\"Pattern for filenames.\")\n# #endregion StorageConfig\n\n# #region StoredFile [C:1] [TYPE Class]\n# @BRIEF Data model representing metadata for a file stored in the system.\nclass StoredFile(BaseModel):\n name: str = Field(..., description=\"Name of the file (including extension).\")\n path: str = Field(..., description=\"Relative path from storage root.\")\n size: int = Field(..., ge=0, description=\"Size of the file in bytes.\")\n created_at: datetime = Field(..., description=\"Creation timestamp.\")\n category: FileCategory = Field(..., description=\"Category of the file.\")\n mime_type: str | None = Field(None, description=\"MIME type of the file.\")\n# #endregion StoredFile\n\n# #endregion StorageModels\n" }, { @@ -49755,6 +51197,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region FileCategory [C:1] [TYPE Class]\n# @BRIEF Enumeration of supported file categories in the storage system.\nclass FileCategory(str, Enum):\n BACKUP = \"backups\"\n REPOSITORY = \"repositorys\"\n# #endregion FileCategory\n" }, { @@ -49782,6 +51225,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region StorageConfig [C:1] [TYPE Class]\n# @BRIEF Configuration model for the storage system, defining paths and naming patterns.\nclass StorageConfig(BaseModel):\n root_path: str = Field(default=\"backups\", description=\"Absolute path to the storage root directory.\")\n backup_path: str = Field(default=\"backups\", description=\"Subpath for backups.\")\n repo_path: str = Field(default=\"repositorys\", description=\"Subpath for repositories.\")\n backup_structure_pattern: str = Field(default=\"{category}/\", description=\"Pattern for backup directory structure.\")\n repo_structure_pattern: str = Field(default=\"{category}/\", description=\"Pattern for repository directory structure.\")\n filename_pattern: str = Field(default=\"{name}_{timestamp}\", description=\"Pattern for filenames.\")\n# #endregion StorageConfig\n" }, { @@ -49809,6 +51253,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region StoredFile [C:1] [TYPE Class]\n# @BRIEF Data model representing metadata for a file stored in the system.\nclass StoredFile(BaseModel):\n name: str = Field(..., description=\"Name of the file (including extension).\")\n path: str = Field(..., description=\"Relative path from storage root.\")\n size: int = Field(..., ge=0, description=\"Size of the file in bytes.\")\n created_at: datetime = Field(..., description=\"Creation timestamp.\")\n category: FileCategory = Field(..., description=\"Category of the file.\")\n mime_type: str | None = Field(None, description=\"MIME type of the file.\")\n# #endregion StoredFile\n" }, { @@ -49863,6 +51308,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskModels [C:1] [TYPE Module] [SEMANTICS sqlalchemy, task, model, schema, execution, task-record]\n#\n# @BRIEF Defines the database schema for task execution records.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> sqlalchemy\n#\n# @INVARIANT: All primary keys are UUID strings.\n\nimport uuid\n\nfrom sqlalchemy import JSON, Column, DateTime, ForeignKey, Index, Integer, String, Text\nfrom sqlalchemy.sql import func\n\nfrom .mapping import Base\n\n\n# #region TaskRecord [C:1] [TYPE Class]\n# @BRIEF Represents a persistent record of a task execution.\nclass TaskRecord(Base):\n __tablename__ = \"task_records\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n type = Column(String, nullable=False) # e.g., \"backup\", \"migration\"\n status = Column(String, nullable=False) # Enum: \"PENDING\", \"RUNNING\", \"SUCCESS\", \"FAILED\"\n environment_id = Column(String, ForeignKey(\"environments.id\"), nullable=True)\n started_at = Column(DateTime(timezone=True), nullable=True)\n finished_at = Column(DateTime(timezone=True), nullable=True)\n logs = Column(JSON, nullable=True) # Store structured logs as JSON (legacy, kept for backward compatibility)\n error = Column(String, nullable=True)\n result = Column(JSON, nullable=True)\n created_at = Column(DateTime(timezone=True), server_default=func.now())\n params = Column(JSON, nullable=True)\n# #endregion TaskRecord\n\n# #region TaskLogRecord [C:3] [TYPE Class]\n# @BRIEF Represents a single persistent log entry for a task.\n# @RELATION DEPENDS_ON -> TaskRecord\n# @INVARIANT: Each log entry belongs to exactly one task.\n#\n# @TEST_CONTRACT: TaskLogCreate ->\n# {\n# required_fields: {\n# task_id: str,\n# timestamp: datetime,\n# level: str,\n# source: str,\n# message: str\n# },\n# optional_fields: {\n# metadata_json: str,\n# id: int\n# },\n# invariants: [\n# \"task_id matches an existing TaskRecord.id\"\n# ]\n# }\n#\n# @TEST_FIXTURE: basic_info_log ->\n# {\n# task_id: \"00000000-0000-0000-0000-000000000000\",\n# timestamp: \"2026-02-26T12:00:00Z\",\n# level: \"INFO\",\n# source: \"system\",\n# message: \"Task initialization complete\"\n# }\n#\n# @TEST_EDGE: missing_required_field ->\n# {\n# timestamp: \"2026-02-26T12:00:00Z\",\n# level: \"ERROR\",\n# source: \"system\",\n# message: \"Missing task_id\"\n# }\n#\n# @TEST_EDGE: invalid_type ->\n# {\n# task_id: \"00000000-0000-0000-0000-000000000000\",\n# timestamp: \"2026-02-26T12:00:00Z\",\n# level: 500,\n# source: \"system\",\n# message: \"Integer level\"\n# }\n#\n# @TEST_EDGE: empty_message ->\n# {\n# task_id: \"00000000-0000-0000-0000-000000000000\",\n# timestamp: \"2026-02-26T12:00:00Z\",\n# level: \"DEBUG\",\n# source: \"system\",\n# message: \"\"\n# }\n#\n# @TEST_INVARIANT: exact_one_task_association -> verifies: [basic_info_log, missing_required_field]\nclass TaskLogRecord(Base):\n __tablename__ = \"task_logs\"\n\n id = Column(Integer, primary_key=True, autoincrement=True)\n task_id = Column(String, ForeignKey(\"task_records.id\", ondelete=\"CASCADE\"), nullable=False, index=True)\n timestamp = Column(DateTime(timezone=True), nullable=False, index=True)\n level = Column(String(16), nullable=False) # INFO, WARNING, ERROR, DEBUG\n source = Column(String(64), nullable=False, default=\"system\") # plugin, superset_api, git, etc.\n message = Column(Text, nullable=False)\n metadata_json = Column(Text, nullable=True) # JSON string for additional metadata\n\n # Composite indexes for efficient filtering\n __table_args__ = (\n Index('ix_task_logs_task_timestamp', 'task_id', 'timestamp'),\n Index('ix_task_logs_task_level', 'task_id', 'level'),\n Index('ix_task_logs_task_source', 'task_id', 'source'),\n )\n# #endregion TaskLogRecord\n\n# #endregion TaskModels\n" }, { @@ -49890,6 +51336,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskRecord [C:1] [TYPE Class]\n# @BRIEF Represents a persistent record of a task execution.\nclass TaskRecord(Base):\n __tablename__ = \"task_records\"\n\n id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))\n type = Column(String, nullable=False) # e.g., \"backup\", \"migration\"\n status = Column(String, nullable=False) # Enum: \"PENDING\", \"RUNNING\", \"SUCCESS\", \"FAILED\"\n environment_id = Column(String, ForeignKey(\"environments.id\"), nullable=True)\n started_at = Column(DateTime(timezone=True), nullable=True)\n finished_at = Column(DateTime(timezone=True), nullable=True)\n logs = Column(JSON, nullable=True) # Store structured logs as JSON (legacy, kept for backward compatibility)\n error = Column(String, nullable=True)\n result = Column(JSON, nullable=True)\n created_at = Column(DateTime(timezone=True), server_default=func.now())\n params = Column(JSON, nullable=True)\n# #endregion TaskRecord\n" }, { @@ -49947,6 +51394,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TaskLogRecord [C:3] [TYPE Class]\n# @BRIEF Represents a single persistent log entry for a task.\n# @RELATION DEPENDS_ON -> TaskRecord\n# @INVARIANT: Each log entry belongs to exactly one task.\n#\n# @TEST_CONTRACT: TaskLogCreate ->\n# {\n# required_fields: {\n# task_id: str,\n# timestamp: datetime,\n# level: str,\n# source: str,\n# message: str\n# },\n# optional_fields: {\n# metadata_json: str,\n# id: int\n# },\n# invariants: [\n# \"task_id matches an existing TaskRecord.id\"\n# ]\n# }\n#\n# @TEST_FIXTURE: basic_info_log ->\n# {\n# task_id: \"00000000-0000-0000-0000-000000000000\",\n# timestamp: \"2026-02-26T12:00:00Z\",\n# level: \"INFO\",\n# source: \"system\",\n# message: \"Task initialization complete\"\n# }\n#\n# @TEST_EDGE: missing_required_field ->\n# {\n# timestamp: \"2026-02-26T12:00:00Z\",\n# level: \"ERROR\",\n# source: \"system\",\n# message: \"Missing task_id\"\n# }\n#\n# @TEST_EDGE: invalid_type ->\n# {\n# task_id: \"00000000-0000-0000-0000-000000000000\",\n# timestamp: \"2026-02-26T12:00:00Z\",\n# level: 500,\n# source: \"system\",\n# message: \"Integer level\"\n# }\n#\n# @TEST_EDGE: empty_message ->\n# {\n# task_id: \"00000000-0000-0000-0000-000000000000\",\n# timestamp: \"2026-02-26T12:00:00Z\",\n# level: \"DEBUG\",\n# source: \"system\",\n# message: \"\"\n# }\n#\n# @TEST_INVARIANT: exact_one_task_association -> verifies: [basic_info_log, missing_required_field]\nclass TaskLogRecord(Base):\n __tablename__ = \"task_logs\"\n\n id = Column(Integer, primary_key=True, autoincrement=True)\n task_id = Column(String, ForeignKey(\"task_records.id\", ondelete=\"CASCADE\"), nullable=False, index=True)\n timestamp = Column(DateTime(timezone=True), nullable=False, index=True)\n level = Column(String(16), nullable=False) # INFO, WARNING, ERROR, DEBUG\n source = Column(String(64), nullable=False, default=\"system\") # plugin, superset_api, git, etc.\n message = Column(Text, nullable=False)\n metadata_json = Column(Text, nullable=True) # JSON string for additional metadata\n\n # Composite indexes for efficient filtering\n __table_args__ = (\n Index('ix_task_logs_task_timestamp', 'task_id', 'timestamp'),\n Index('ix_task_logs_task_level', 'task_id', 'level'),\n Index('ix_task_logs_task_source', 'task_id', 'source'),\n )\n# #endregion TaskLogRecord\n" }, { @@ -49954,7 +51402,7 @@ "contract_type": "Module", "file_path": "backend/src/models/translate.py", "start_line": 1, - "end_line": 295, + "end_line": 404, "tier": "TIER_2", "complexity": 3, "metadata": { @@ -49991,14 +51439,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslateModels [C:3] [TYPE Module] [SEMANTICS sqlalchemy, translate, model, schema, dashboard, llm]\n# @BRIEF SQLAlchemy ORM models for LLM-based SQL/dashboard translation across dialects.\n# @LAYER: Domain\n# @RELATION INHERITS_FROM -> MappingModels:Base\n\nimport uuid\nfrom datetime import UTC, datetime\n\nfrom sqlalchemy import JSON, Boolean, Column, DateTime, ForeignKey, Index, Integer, String, Text, UniqueConstraint\n\nfrom .mapping import Base\n\n\ndef generate_uuid():\n return str(uuid.uuid4())\n\n\n# #region TranslationJob [TYPE Class]\n# @BRIEF A translation job representing a multi-dialect conversion task with column mappings, LLM config, and dictionary attachments.\n# @RATIONALE: Snapshot isolation — in-progress runs use config snapshot; config edits affect future runs only.\n# @REJECTED: Invalidating in-progress runs on config edit would break scheduled run continuity.\nclass TranslationJob(Base):\n __tablename__ = \"translation_jobs\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n name = Column(String, nullable=False)\n description = Column(Text, nullable=True)\n source_dialect = Column(String, nullable=False)\n target_dialect = Column(String, nullable=False)\n database_dialect = Column(String, nullable=True, comment=\"Detected dialect from Superset connection at save time\")\n status = Column(String, nullable=False, default=\"DRAFT\") # DRAFT, READY, RUNNING, COMPLETED, FAILED, CANCELLED\n\n # Datasource & target table configuration\n source_datasource_id = Column(String, nullable=True, comment=\"Superset datasource ID\")\n source_table = Column(String, nullable=True, comment=\"Source table name resolved from datasource\")\n target_schema = Column(String, nullable=True, comment=\"Target table schema\")\n target_table = Column(String, nullable=True, comment=\"Target table name\")\n\n # Column mapping\n source_key_cols = Column(JSON, nullable=True, comment=\"Source key column names for composite key\")\n target_key_cols = Column(JSON, nullable=True, comment=\"Target key column names for composite key\")\n translation_column = Column(String, nullable=True, comment=\"Source column whose values will be translated\")\n target_column = Column(String, nullable=True, comment=\"Target column for translated output (defaults to translation_column)\")\n context_columns = Column(JSON, nullable=True, comment=\"Context column names included in LLM prompt\")\n\n # LLM & processing settings\n target_language = Column(String, nullable=True, comment=\"Target language code (e.g. en, ru)\")\n provider_id = Column(String, nullable=True, comment=\"LLM provider ID\")\n batch_size = Column(Integer, nullable=False, default=50, comment=\"Records per batch\")\n upsert_strategy = Column(String, nullable=False, default=\"MERGE\", comment=\"MERGE, INSERT, UPDATE\")\n\n # Environment association\n environment_id = Column(String, nullable=True, comment=\"Superset environment ID for datasource access\")\n target_database_id = Column(String, nullable=True, comment=\"Superset database ID for SQL Lab insert target\")\n\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n updated_at = Column(DateTime, default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC))\n# #endregion TranslationJob\n\n\n# #region TranslationRun [TYPE Class]\n# @BRIEF Represents a single execution of a translation job, capturing status, timing, and Superset execution metadata.\nclass TranslationRun(Base):\n __tablename__ = \"translation_runs\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n status = Column(String, nullable=False, default=\"PENDING\") # PENDING, RUNNING, COMPLETED, FAILED, CANCELLED\n trigger_type = Column(String, nullable=True, comment=\"manual, scheduled, retry, baseline_expired\")\n started_at = Column(DateTime, nullable=True)\n completed_at = Column(DateTime, nullable=True)\n error_message = Column(Text, nullable=True)\n total_records = Column(Integer, default=0)\n successful_records = Column(Integer, default=0)\n failed_records = Column(Integer, default=0)\n skipped_records = Column(Integer, default=0)\n insert_status = Column(String, nullable=True, comment=\"Status of the Superset insert/update operation\")\n superset_execution_id = Column(String, nullable=True, comment=\"Superset execution/task ID\")\n superset_execution_log = Column(JSON, nullable=True, comment=\"Superset execution log output\")\n config_snapshot = Column(JSON, nullable=True, comment=\"Snapshot of job config at run creation time\")\n key_hash = Column(String, nullable=True, comment=\"Hash of source key fields for dedup\")\n config_hash = Column(String, nullable=True, comment=\"Hash of translation configuration state\")\n dict_snapshot_hash = Column(String, nullable=True, comment=\"Hash of dictionary state at run time\")\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n# #endregion TranslationRun\n\n\n# #region TranslationBatch [TYPE Class]\n# @BRIEF Groups translation records within a run into manageable batches with timing and record counts.\nclass TranslationBatch(Base):\n __tablename__ = \"translation_batches\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=False, index=True)\n batch_index = Column(Integer, nullable=False)\n status = Column(String, nullable=False, default=\"PENDING\")\n total_records = Column(Integer, default=0)\n successful_records = Column(Integer, default=0)\n failed_records = Column(Integer, default=0)\n started_at = Column(DateTime, nullable=True)\n completed_at = Column(DateTime, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n# #endregion TranslationBatch\n\n\n# #region TranslationRecord [TYPE Class]\n# @BRIEF Individual translation result for a single SQL statement or dashboard element, tracking source, target, and error state.\nclass TranslationRecord(Base):\n __tablename__ = \"translation_records\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n batch_id = Column(String, ForeignKey(\"translation_batches.id\"), nullable=False, index=True)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=False, index=True)\n source_sql = Column(Text, nullable=True)\n target_sql = Column(Text, nullable=True)\n source_object_type = Column(String, nullable=True) # query, dashboard, chart, dataset\n source_object_id = Column(String, nullable=True)\n source_object_name = Column(String, nullable=True)\n source_data = Column(JSON, nullable=True, comment=\"Original source row key columns for upsert matching\")\n status = Column(String, nullable=False, default=\"PENDING\") # PENDING, SUCCESS, FAILED, SKIPPED\n error_message = Column(Text, nullable=True)\n token_count_input = Column(Integer, nullable=True)\n token_count_output = Column(Integer, nullable=True)\n translation_duration_ms = Column(Integer, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n\n __table_args__ = (\n Index(\"ix_translation_records_run_status\", \"run_id\", \"status\"),\n )\n# #endregion TranslationRecord\n\n\n# #region TranslationEvent [TYPE Class]\n# @BRIEF Audit/event log for translation operations, with optional run_id for context.\nclass TranslationEvent(Base):\n __tablename__ = \"translation_events\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=True, index=True)\n event_type = Column(String, nullable=False) # JOB_CREATED, JOB_STARTED, JOB_COMPLETED, JOB_FAILED, etc.\n event_data = Column(JSON, nullable=True)\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n# #endregion TranslationEvent\n\n\n# #region TranslationPreviewSession [TYPE Class]\n# @BRIEF A preview session allowing users to review proposed translations before applying them.\nclass TranslationPreviewSession(Base):\n __tablename__ = \"translation_preview_sessions\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=True)\n status = Column(String, nullable=False, default=\"ACTIVE\") # ACTIVE, APPLIED, DISCARDED, EXPIRED\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n expires_at = Column(DateTime, nullable=True)\n# #endregion TranslationPreviewSession\n\n\n# #region TranslationPreviewRecord [TYPE Class]\n# @BRIEF Individual preview entry within a preview session, showing original and translated content side by side.\nclass TranslationPreviewRecord(Base):\n __tablename__ = \"translation_preview_records\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n session_id = Column(String, ForeignKey(\"translation_preview_sessions.id\"), nullable=False, index=True)\n source_sql = Column(Text, nullable=True)\n target_sql = Column(Text, nullable=True)\n source_object_type = Column(String, nullable=True)\n source_object_id = Column(String, nullable=True)\n source_object_name = Column(String, nullable=True)\n source_data = Column(JSON, nullable=True, comment=\"Original source row key columns for upsert matching\")\n status = Column(String, nullable=False, default=\"PENDING\") # PENDING, APPROVED, REJECTED\n feedback = Column(Text, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n# #endregion TranslationPreviewRecord\n\n\n# #region TerminologyDictionary [TYPE Class]\n# @BRIEF A named collection of terminology mappings used during translation to ensure consistent term translation.\nclass TerminologyDictionary(Base):\n __tablename__ = \"terminology_dictionaries\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n name = Column(String, nullable=False)\n description = Column(Text, nullable=True)\n source_dialect = Column(String, nullable=False)\n target_dialect = Column(String, nullable=False)\n is_active = Column(Boolean, default=True)\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n updated_at = Column(DateTime, default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC))\n# #endregion TerminologyDictionary\n\n\n# #region DictionaryEntry [TYPE Class]\n# @BRIEF A single term mapping entry with case-insensitive unique constraint on source_term_normalized and origin tracking.\nclass DictionaryEntry(Base):\n __tablename__ = \"dictionary_entries\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n dictionary_id = Column(String, ForeignKey(\"terminology_dictionaries.id\"), nullable=False, index=True)\n source_term = Column(String, nullable=False)\n source_term_normalized = Column(String, nullable=False)\n target_term = Column(String, nullable=False)\n context_notes = Column(Text, nullable=True)\n origin_run_id = Column(String, nullable=True, comment=\"Run ID from which this correction originated\")\n origin_row_key = Column(String, nullable=True, comment=\"Row key within the run that triggered this correction\")\n origin_user_id = Column(String, nullable=True, comment=\"User who submitted the correction\")\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n updated_at = Column(DateTime, default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC))\n\n __table_args__ = (\n UniqueConstraint(\n \"dictionary_id\", \"source_term_normalized\",\n name=\"uq_dictionary_entry_term\"\n ),\n )\n# #endregion DictionaryEntry\n\n\n# #region TranslationSchedule [TYPE Class]\n# @BRIEF Defines a cron-based schedule for recurring translation jobs.\nclass TranslationSchedule(Base):\n __tablename__ = \"translation_schedules\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n cron_expression = Column(String, nullable=False)\n timezone = Column(String, nullable=False, default=\"UTC\")\n is_active = Column(Boolean, default=True)\n last_run_at = Column(DateTime, nullable=True)\n next_run_at = Column(DateTime, nullable=True)\n execution_mode = Column(String, nullable=False, default=\"full\", comment=\"full, new_key_only\")\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n updated_at = Column(DateTime, default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC))\n# #endregion TranslationSchedule\n\n\n# #region TranslationJobDictionary [TYPE Class]\n# @BRIEF Many-to-many association between translation jobs and terminology dictionaries.\nclass TranslationJobDictionary(Base):\n __tablename__ = \"translation_job_dictionaries\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n dictionary_id = Column(String, ForeignKey(\"terminology_dictionaries.id\"), nullable=False, index=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n\n __table_args__ = (\n UniqueConstraint(\n \"job_id\", \"dictionary_id\",\n name=\"uq_job_dictionary\"\n ),\n )\n# #endregion TranslationJobDictionary\n\n\n# #region MetricSnapshot [TYPE Class]\n# @BRIEF Captures translation performance metrics at a point in time with config/content/dictionary hash keys for aggregation.\nclass MetricSnapshot(Base):\n __tablename__ = \"translation_metric_snapshots\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=True, index=True)\n key_hash = Column(String, nullable=False, comment=\"Hash of dimension key fields for aggregation\")\n config_hash = Column(String, nullable=True, comment=\"Hash of translation configuration state\")\n dict_snapshot_hash = Column(String, nullable=True, comment=\"Hash of dictionary state at capture time\")\n covers_events_before = Column(DateTime, nullable=True, comment=\"Indicates snapshot covers events before this timestamp\")\n total_jobs = Column(Integer, default=0)\n total_runs = Column(Integer, default=0)\n total_records = Column(Integer, default=0)\n successful_records = Column(Integer, default=0)\n failed_records = Column(Integer, default=0)\n skipped_records = Column(Integer, default=0)\n avg_duration_ms = Column(Integer, nullable=True)\n p50_duration_ms = Column(Integer, nullable=True)\n p95_duration_ms = Column(Integer, nullable=True)\n p99_duration_ms = Column(Integer, nullable=True)\n snapshot_date = Column(DateTime, nullable=False, default=lambda: datetime.now(UTC))\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n\n __table_args__ = (\n Index(\"ix_metric_snapshots_job_date\", \"job_id\", \"snapshot_date\"),\n )\n# #endregion MetricSnapshot\n\n# #endregion TranslateModels\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslateModels [C:3] [TYPE Module] [SEMANTICS sqlalchemy, translate, model, schema, dashboard, llm]\n# @BRIEF SQLAlchemy ORM models for LLM-based SQL/dashboard translation across dialects.\n# @LAYER: Domain\n# @RELATION INHERITS_FROM -> MappingModels:Base\n\nimport uuid\nfrom datetime import UTC, datetime\n\nfrom sqlalchemy import JSON, Boolean, Column, DateTime, Float, ForeignKey, Index, Integer, String, Text, UniqueConstraint\nfrom sqlalchemy.orm import relationship\n\nfrom .mapping import Base\n\n\ndef generate_uuid():\n return str(uuid.uuid4())\n\n\n# #region TranslationJob [TYPE Class]\n# @BRIEF A translation job representing a multi-dialect conversion task with column mappings, LLM config, and dictionary attachments.\n# @RATIONALE: Snapshot isolation — in-progress runs use config snapshot; config edits affect future runs only.\n# @REJECTED: Invalidating in-progress runs on config edit would break scheduled run continuity.\nclass TranslationJob(Base):\n __tablename__ = \"translation_jobs\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n name = Column(String, nullable=False)\n description = Column(Text, nullable=True)\n source_dialect = Column(String, nullable=False)\n target_dialect = Column(String, nullable=False)\n database_dialect = Column(String, nullable=True, comment=\"Detected dialect from Superset connection at save time\")\n status = Column(String, nullable=False, default=\"DRAFT\") # DRAFT, READY, RUNNING, COMPLETED, FAILED, CANCELLED\n\n # Datasource & target table configuration\n source_datasource_id = Column(String, nullable=True, comment=\"Superset datasource ID\")\n source_table = Column(String, nullable=True, comment=\"Source table name resolved from datasource\")\n target_schema = Column(String, nullable=True, comment=\"Target table schema\")\n target_table = Column(String, nullable=True, comment=\"Target table name\")\n\n # Column mapping\n source_key_cols = Column(JSON, nullable=True, comment=\"Source key column names for composite key\")\n target_key_cols = Column(JSON, nullable=True, comment=\"Target key column names for composite key\")\n translation_column = Column(String, nullable=True, comment=\"Source column whose values will be translated\")\n target_column = Column(String, nullable=True, comment=\"Target column for translated output (defaults to translation_column)\")\n context_columns = Column(JSON, nullable=True, comment=\"Context column names included in LLM prompt\")\n\n # LLM & processing settings\n # @DEPRECATED — use target_languages\n target_language = Column(String, nullable=True, comment=\"Target language code (e.g. en, ru) [DEPRECATED: use target_languages]\")\n # @DEPRECATED — Auto-detected per row by LLM, kept as fallback hint\n source_language = Column(String, nullable=True, comment=\"Fallback source language hint [DEPRECATED: auto-detected per row]\")\n target_languages = Column(JSON, nullable=True, comment=\"List of BCP-47 target language codes (multi-language support)\")\n provider_id = Column(String, nullable=True, comment=\"LLM provider ID\")\n batch_size = Column(Integer, nullable=False, default=50, comment=\"Records per batch\")\n upsert_strategy = Column(String, nullable=False, default=\"MERGE\", comment=\"MERGE, INSERT, UPDATE\")\n\n # Environment association\n environment_id = Column(String, nullable=True, comment=\"Superset environment ID for datasource access\")\n target_database_id = Column(String, nullable=True, comment=\"Superset database ID for SQL Lab insert target\")\n\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n updated_at = Column(DateTime, default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC))\n# #endregion TranslationJob\n\n\n# #region TranslationRun [TYPE Class]\n# @BRIEF Represents a single execution of a translation job, capturing status, timing, and Superset execution metadata.\nclass TranslationRun(Base):\n __tablename__ = \"translation_runs\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n status = Column(String, nullable=False, default=\"PENDING\") # PENDING, RUNNING, COMPLETED, FAILED, CANCELLED\n trigger_type = Column(String, nullable=True, comment=\"manual, scheduled, retry, baseline_expired\")\n started_at = Column(DateTime, nullable=True)\n completed_at = Column(DateTime, nullable=True)\n error_message = Column(Text, nullable=True)\n total_records = Column(Integer, default=0)\n successful_records = Column(Integer, default=0)\n failed_records = Column(Integer, default=0)\n skipped_records = Column(Integer, default=0)\n insert_status = Column(String, nullable=True, comment=\"Status of the Superset insert/update operation\")\n superset_execution_id = Column(String, nullable=True, comment=\"Superset execution/task ID\")\n superset_execution_log = Column(JSON, nullable=True, comment=\"Superset execution log output\")\n config_snapshot = Column(JSON, nullable=True, comment=\"Snapshot of job config at run creation time\")\n key_hash = Column(String, nullable=True, comment=\"Hash of source key fields for dedup\")\n config_hash = Column(String, nullable=True, comment=\"Hash of translation configuration state\")\n dict_snapshot_hash = Column(String, nullable=True, comment=\"Hash of dictionary state at run time\")\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n\n language_stats = relationship(\"TranslationRunLanguageStats\", back_populates=\"run\")\n# #endregion TranslationRun\n\n\n# #region TranslationBatch [TYPE Class]\n# @BRIEF Groups translation records within a run into manageable batches with timing and record counts.\nclass TranslationBatch(Base):\n __tablename__ = \"translation_batches\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=False, index=True)\n batch_index = Column(Integer, nullable=False)\n status = Column(String, nullable=False, default=\"PENDING\")\n total_records = Column(Integer, default=0)\n successful_records = Column(Integer, default=0)\n failed_records = Column(Integer, default=0)\n started_at = Column(DateTime, nullable=True)\n completed_at = Column(DateTime, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n# #endregion TranslationBatch\n\n\n# #region TranslationRecord [TYPE Class]\n# @BRIEF Individual translation result for a single SQL statement or dashboard element, tracking source, target, and error state.\nclass TranslationRecord(Base):\n __tablename__ = \"translation_records\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n batch_id = Column(String, ForeignKey(\"translation_batches.id\"), nullable=False, index=True)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=False, index=True)\n source_sql = Column(Text, nullable=True)\n target_sql = Column(Text, nullable=True)\n source_object_type = Column(String, nullable=True) # query, dashboard, chart, dataset\n source_object_id = Column(String, nullable=True)\n source_object_name = Column(String, nullable=True)\n source_data = Column(JSON, nullable=True, comment=\"Original source row key columns for upsert matching\")\n status = Column(String, nullable=False, default=\"PENDING\") # PENDING, SUCCESS, FAILED, SKIPPED\n error_message = Column(Text, nullable=True)\n token_count_input = Column(Integer, nullable=True)\n token_count_output = Column(Integer, nullable=True)\n translation_duration_ms = Column(Integer, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n\n # @DEPRECATED — use TranslationLanguage instead\n llm_translation = Column(Text, nullable=True, comment=\"[DEPRECATED: use TranslationLanguage]\")\n # @DEPRECATED — use TranslationLanguage instead\n user_edit = Column(Text, nullable=True, comment=\"[DEPRECATED: use TranslationLanguage]\")\n # @DEPRECATED — use TranslationLanguage instead\n final_value = Column(Text, nullable=True, comment=\"[DEPRECATED: use TranslationLanguage]\")\n\n languages = relationship(\"TranslationLanguage\", back_populates=\"record\")\n\n __table_args__ = (\n Index(\"ix_translation_records_run_status\", \"run_id\", \"status\"),\n )\n# #endregion TranslationRecord\n\n\n# #region TranslationEvent [TYPE Class]\n# @BRIEF Audit/event log for translation operations, with optional run_id for context.\nclass TranslationEvent(Base):\n __tablename__ = \"translation_events\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=True, index=True)\n event_type = Column(String, nullable=False) # JOB_CREATED, JOB_STARTED, JOB_COMPLETED, JOB_FAILED, etc.\n event_data = Column(JSON, nullable=True)\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n# #endregion TranslationEvent\n\n\n# #region TranslationPreviewSession [TYPE Class]\n# @BRIEF A preview session allowing users to review proposed translations before applying them.\nclass TranslationPreviewSession(Base):\n __tablename__ = \"translation_preview_sessions\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=True)\n status = Column(String, nullable=False, default=\"ACTIVE\") # ACTIVE, APPLIED, DISCARDED, EXPIRED\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n expires_at = Column(DateTime, nullable=True)\n# #endregion TranslationPreviewSession\n\n\n# #region TranslationPreviewRecord [TYPE Class]\n# @BRIEF Individual preview entry within a preview session, showing original and translated content side by side.\nclass TranslationPreviewRecord(Base):\n __tablename__ = \"translation_preview_records\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n session_id = Column(String, ForeignKey(\"translation_preview_sessions.id\"), nullable=False, index=True)\n source_sql = Column(Text, nullable=True)\n target_sql = Column(Text, nullable=True)\n source_object_type = Column(String, nullable=True)\n source_object_id = Column(String, nullable=True)\n source_object_name = Column(String, nullable=True)\n source_data = Column(JSON, nullable=True, comment=\"Original source row key columns for upsert matching\")\n status = Column(String, nullable=False, default=\"PENDING\") # PENDING, APPROVED, REJECTED\n feedback = Column(Text, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n\n languages = relationship(\"TranslationPreviewLanguage\", back_populates=\"preview_record\")\n# #endregion TranslationPreviewRecord\n\n\n# #region TerminologyDictionary [TYPE Class]\n# @BRIEF A named collection of terminology mappings used during translation to ensure consistent term translation.\nclass TerminologyDictionary(Base):\n __tablename__ = \"terminology_dictionaries\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n name = Column(String, nullable=False)\n description = Column(Text, nullable=True)\n source_dialect = Column(String, nullable=False)\n target_dialect = Column(String, nullable=False)\n # @DEPRECATED — use per-entry source_language instead, kept for backward compat\n source_language = Column(String, nullable=True, comment=\"[DEPRECATED: use per-entry source_language]\")\n # @DEPRECATED — use per-entry target_language instead, kept for backward compat\n target_language = Column(String, nullable=True, comment=\"[DEPRECATED: use per-entry target_language]\")\n is_active = Column(Boolean, default=True)\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n updated_at = Column(DateTime, default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC))\n# #endregion TerminologyDictionary\n\n\n# #region DictionaryEntry [TYPE Class]\n# @BRIEF A single term mapping entry with case-insensitive unique constraint on source_term_normalized and origin tracking.\nclass DictionaryEntry(Base):\n __tablename__ = \"dictionary_entries\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n dictionary_id = Column(String, ForeignKey(\"terminology_dictionaries.id\"), nullable=False, index=True)\n source_term = Column(String, nullable=False)\n source_term_normalized = Column(String, nullable=False)\n target_term = Column(String, nullable=False)\n source_language = Column(String, nullable=False, comment=\"BCP-47 source language code\")\n target_language = Column(String, nullable=False, comment=\"BCP-47 target language code\")\n context_notes = Column(Text, nullable=True)\n context_data = Column(JSON, nullable=True, comment=\"Structured context for term usage\")\n usage_notes = Column(Text, nullable=True, comment=\"Usage guidance for the term mapping\")\n has_context = Column(Boolean, default=False, comment=\"Whether context_data is populated\")\n context_source = Column(String, nullable=True, comment=\"auto|auto_with_edits|manual|bulk\")\n origin_source_language = Column(String, nullable=True, comment=\"Original source language of the term\")\n origin_run_id = Column(String, nullable=True, comment=\"Run ID from which this correction originated\")\n origin_row_key = Column(String, nullable=True, comment=\"Row key within the run that triggered this correction\")\n origin_user_id = Column(String, nullable=True, comment=\"User who submitted the correction\")\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n updated_at = Column(DateTime, default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC))\n\n __table_args__ = (\n UniqueConstraint(\n \"dictionary_id\", \"source_term_normalized\", \"source_language\", \"target_language\",\n name=\"uq_dict_source_term_lang\"\n ),\n Index(\"idx_dict_entry_lang\", \"source_language\", \"target_language\"),\n Index(\"idx_dict_has_context\", \"has_context\"),\n )\n# #endregion DictionaryEntry\n\n\n# #region TranslationSchedule [TYPE Class]\n# @BRIEF Defines a cron-based schedule for recurring translation jobs.\nclass TranslationSchedule(Base):\n __tablename__ = \"translation_schedules\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n cron_expression = Column(String, nullable=False)\n timezone = Column(String, nullable=False, default=\"UTC\")\n is_active = Column(Boolean, default=True)\n last_run_at = Column(DateTime, nullable=True)\n next_run_at = Column(DateTime, nullable=True)\n execution_mode = Column(String, nullable=False, default=\"full\", comment=\"full, new_key_only\")\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n updated_at = Column(DateTime, default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC))\n# #endregion TranslationSchedule\n\n\n# #region TranslationJobDictionary [TYPE Class]\n# @BRIEF Many-to-many association between translation jobs and terminology dictionaries.\nclass TranslationJobDictionary(Base):\n __tablename__ = \"translation_job_dictionaries\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n dictionary_id = Column(String, ForeignKey(\"terminology_dictionaries.id\"), nullable=False, index=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n\n __table_args__ = (\n UniqueConstraint(\n \"job_id\", \"dictionary_id\",\n name=\"uq_job_dictionary\"\n ),\n )\n# #endregion TranslationJobDictionary\n\n\n# #region MetricSnapshot [TYPE Class]\n# @BRIEF Captures translation performance metrics at a point in time with config/content/dictionary hash keys for aggregation.\nclass MetricSnapshot(Base):\n __tablename__ = \"translation_metric_snapshots\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=True, index=True)\n key_hash = Column(String, nullable=False, comment=\"Hash of dimension key fields for aggregation\")\n config_hash = Column(String, nullable=True, comment=\"Hash of translation configuration state\")\n dict_snapshot_hash = Column(String, nullable=True, comment=\"Hash of dictionary state at capture time\")\n covers_events_before = Column(DateTime, nullable=True, comment=\"Indicates snapshot covers events before this timestamp\")\n total_jobs = Column(Integer, default=0)\n total_runs = Column(Integer, default=0)\n total_records = Column(Integer, default=0)\n successful_records = Column(Integer, default=0)\n failed_records = Column(Integer, default=0)\n skipped_records = Column(Integer, default=0)\n avg_duration_ms = Column(Integer, nullable=True)\n p50_duration_ms = Column(Integer, nullable=True)\n p95_duration_ms = Column(Integer, nullable=True)\n p99_duration_ms = Column(Integer, nullable=True)\n per_language_metrics = Column(JSON, nullable=True, comment=\"Per-language cumulative metrics: {lang: {cumulative_tokens, cumulative_cost, runs}}\")\n snapshot_date = Column(DateTime, nullable=False, default=lambda: datetime.now(UTC))\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n\n __table_args__ = (\n Index(\"ix_metric_snapshots_job_date\", \"job_id\", \"snapshot_date\"),\n )\n# #endregion MetricSnapshot\n\n\n# #region TranslationLanguage [C:1] [TYPE Class]\n# @BRIEF Per-language translation result for a single record, supporting multi-language output.\nclass TranslationLanguage(Base):\n __tablename__ = \"translation_languages\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n record_id = Column(String, ForeignKey(\"translation_records.id\"), nullable=False)\n language_code = Column(String, nullable=False, comment=\"BCP-47 language code\")\n source_language_detected = Column(String, nullable=True, comment=\"BCP-47 or 'und' for undetermined\")\n translated_value = Column(Text, nullable=True, comment=\"LLM-generated translation\")\n user_edit = Column(Text, nullable=True, comment=\"User-edited translation\")\n final_value = Column(Text, nullable=True, comment=\"Final resolved value (translated or user edit)\")\n status = Column(String, default=\"pending\", comment=\"pending|translated|approved|edited|rejected|failed|skipped\")\n error_message = Column(Text, nullable=True)\n needs_review = Column(Boolean, default=False, comment=\"Flagged because source language could not be determined\")\n language_overridden = Column(Boolean, default=False, comment=\"Source language was manually overridden by user\")\n created_at = Column(DateTime(timezone=True), default=lambda: datetime.now(UTC))\n\n record = relationship(\"TranslationRecord\", back_populates=\"languages\")\n\n __table_args__ = (\n UniqueConstraint(\"record_id\", \"language_code\", name=\"uq_record_language\"),\n Index(\"idx_tl_language\", \"language_code\"),\n Index(\"idx_tl_record_lang\", \"record_id\", \"language_code\"),\n )\n# #endregion TranslationLanguage\n\n\n# #region TranslationPreviewLanguage [C:1] [TYPE Class]\n# @BRIEF Per-language preview entry within a preview session.\nclass TranslationPreviewLanguage(Base):\n __tablename__ = \"translation_preview_languages\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n preview_record_id = Column(String, ForeignKey(\"translation_preview_records.id\"), nullable=False)\n language_code = Column(String, nullable=False, comment=\"BCP-47 language code\")\n source_language_detected = Column(String, nullable=True, comment=\"BCP-47 or 'und'\")\n translated_value = Column(Text, nullable=True)\n user_edit = Column(Text, nullable=True)\n final_value = Column(Text, nullable=True)\n status = Column(String, default=\"pending\", comment=\"pending|approved|edited|rejected\")\n needs_review = Column(Boolean, default=False, comment=\"Flagged because source language could not be determined\")\n created_at = Column(DateTime(timezone=True), default=lambda: datetime.now(UTC))\n\n preview_record = relationship(\"TranslationPreviewRecord\", back_populates=\"languages\")\n\n __table_args__ = (\n UniqueConstraint(\"preview_record_id\", \"language_code\", name=\"uq_preview_record_language\"),\n )\n# #endregion TranslationPreviewLanguage\n\n\n# #region TranslationRunLanguageStats [C:1] [TYPE Class]\n# @BRIEF Per-language statistics for a translation run (row counts, tokens, cost).\nclass TranslationRunLanguageStats(Base):\n __tablename__ = \"translation_run_language_stats\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=False)\n language_code = Column(String, nullable=False, comment=\"BCP-47 language code\")\n total_rows = Column(Integer, default=0)\n translated_rows = Column(Integer, default=0)\n failed_rows = Column(Integer, default=0)\n skipped_rows = Column(Integer, default=0)\n token_count = Column(Integer, default=0)\n estimated_cost = Column(Float, default=0.0)\n\n run = relationship(\"TranslationRun\", back_populates=\"language_stats\")\n\n __table_args__ = (\n UniqueConstraint(\"run_id\", \"language_code\", name=\"uq_run_language\"),\n Index(\"idx_rls_run\", \"run_id\"),\n )\n# #endregion TranslationRunLanguageStats\n\n\n# #endregion TranslateModels\n" }, { "contract_id": "TranslationJob", "contract_type": "Class", "file_path": "backend/src/models/translate.py", - "start_line": 18, - "end_line": 59, + "start_line": 19, + "end_line": 64, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -50037,14 +51486,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslationJob [TYPE Class]\n# @BRIEF A translation job representing a multi-dialect conversion task with column mappings, LLM config, and dictionary attachments.\n# @RATIONALE: Snapshot isolation — in-progress runs use config snapshot; config edits affect future runs only.\n# @REJECTED: Invalidating in-progress runs on config edit would break scheduled run continuity.\nclass TranslationJob(Base):\n __tablename__ = \"translation_jobs\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n name = Column(String, nullable=False)\n description = Column(Text, nullable=True)\n source_dialect = Column(String, nullable=False)\n target_dialect = Column(String, nullable=False)\n database_dialect = Column(String, nullable=True, comment=\"Detected dialect from Superset connection at save time\")\n status = Column(String, nullable=False, default=\"DRAFT\") # DRAFT, READY, RUNNING, COMPLETED, FAILED, CANCELLED\n\n # Datasource & target table configuration\n source_datasource_id = Column(String, nullable=True, comment=\"Superset datasource ID\")\n source_table = Column(String, nullable=True, comment=\"Source table name resolved from datasource\")\n target_schema = Column(String, nullable=True, comment=\"Target table schema\")\n target_table = Column(String, nullable=True, comment=\"Target table name\")\n\n # Column mapping\n source_key_cols = Column(JSON, nullable=True, comment=\"Source key column names for composite key\")\n target_key_cols = Column(JSON, nullable=True, comment=\"Target key column names for composite key\")\n translation_column = Column(String, nullable=True, comment=\"Source column whose values will be translated\")\n target_column = Column(String, nullable=True, comment=\"Target column for translated output (defaults to translation_column)\")\n context_columns = Column(JSON, nullable=True, comment=\"Context column names included in LLM prompt\")\n\n # LLM & processing settings\n target_language = Column(String, nullable=True, comment=\"Target language code (e.g. en, ru)\")\n provider_id = Column(String, nullable=True, comment=\"LLM provider ID\")\n batch_size = Column(Integer, nullable=False, default=50, comment=\"Records per batch\")\n upsert_strategy = Column(String, nullable=False, default=\"MERGE\", comment=\"MERGE, INSERT, UPDATE\")\n\n # Environment association\n environment_id = Column(String, nullable=True, comment=\"Superset environment ID for datasource access\")\n target_database_id = Column(String, nullable=True, comment=\"Superset database ID for SQL Lab insert target\")\n\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n updated_at = Column(DateTime, default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC))\n# #endregion TranslationJob\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslationJob [TYPE Class]\n# @BRIEF A translation job representing a multi-dialect conversion task with column mappings, LLM config, and dictionary attachments.\n# @RATIONALE: Snapshot isolation — in-progress runs use config snapshot; config edits affect future runs only.\n# @REJECTED: Invalidating in-progress runs on config edit would break scheduled run continuity.\nclass TranslationJob(Base):\n __tablename__ = \"translation_jobs\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n name = Column(String, nullable=False)\n description = Column(Text, nullable=True)\n source_dialect = Column(String, nullable=False)\n target_dialect = Column(String, nullable=False)\n database_dialect = Column(String, nullable=True, comment=\"Detected dialect from Superset connection at save time\")\n status = Column(String, nullable=False, default=\"DRAFT\") # DRAFT, READY, RUNNING, COMPLETED, FAILED, CANCELLED\n\n # Datasource & target table configuration\n source_datasource_id = Column(String, nullable=True, comment=\"Superset datasource ID\")\n source_table = Column(String, nullable=True, comment=\"Source table name resolved from datasource\")\n target_schema = Column(String, nullable=True, comment=\"Target table schema\")\n target_table = Column(String, nullable=True, comment=\"Target table name\")\n\n # Column mapping\n source_key_cols = Column(JSON, nullable=True, comment=\"Source key column names for composite key\")\n target_key_cols = Column(JSON, nullable=True, comment=\"Target key column names for composite key\")\n translation_column = Column(String, nullable=True, comment=\"Source column whose values will be translated\")\n target_column = Column(String, nullable=True, comment=\"Target column for translated output (defaults to translation_column)\")\n context_columns = Column(JSON, nullable=True, comment=\"Context column names included in LLM prompt\")\n\n # LLM & processing settings\n # @DEPRECATED — use target_languages\n target_language = Column(String, nullable=True, comment=\"Target language code (e.g. en, ru) [DEPRECATED: use target_languages]\")\n # @DEPRECATED — Auto-detected per row by LLM, kept as fallback hint\n source_language = Column(String, nullable=True, comment=\"Fallback source language hint [DEPRECATED: auto-detected per row]\")\n target_languages = Column(JSON, nullable=True, comment=\"List of BCP-47 target language codes (multi-language support)\")\n provider_id = Column(String, nullable=True, comment=\"LLM provider ID\")\n batch_size = Column(Integer, nullable=False, default=50, comment=\"Records per batch\")\n upsert_strategy = Column(String, nullable=False, default=\"MERGE\", comment=\"MERGE, INSERT, UPDATE\")\n\n # Environment association\n environment_id = Column(String, nullable=True, comment=\"Superset environment ID for datasource access\")\n target_database_id = Column(String, nullable=True, comment=\"Superset database ID for SQL Lab insert target\")\n\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n updated_at = Column(DateTime, default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC))\n# #endregion TranslationJob\n" }, { "contract_id": "TranslationRun", "contract_type": "Class", "file_path": "backend/src/models/translate.py", - "start_line": 62, - "end_line": 87, + "start_line": 67, + "end_line": 94, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -50063,14 +51513,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslationRun [TYPE Class]\n# @BRIEF Represents a single execution of a translation job, capturing status, timing, and Superset execution metadata.\nclass TranslationRun(Base):\n __tablename__ = \"translation_runs\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n status = Column(String, nullable=False, default=\"PENDING\") # PENDING, RUNNING, COMPLETED, FAILED, CANCELLED\n trigger_type = Column(String, nullable=True, comment=\"manual, scheduled, retry, baseline_expired\")\n started_at = Column(DateTime, nullable=True)\n completed_at = Column(DateTime, nullable=True)\n error_message = Column(Text, nullable=True)\n total_records = Column(Integer, default=0)\n successful_records = Column(Integer, default=0)\n failed_records = Column(Integer, default=0)\n skipped_records = Column(Integer, default=0)\n insert_status = Column(String, nullable=True, comment=\"Status of the Superset insert/update operation\")\n superset_execution_id = Column(String, nullable=True, comment=\"Superset execution/task ID\")\n superset_execution_log = Column(JSON, nullable=True, comment=\"Superset execution log output\")\n config_snapshot = Column(JSON, nullable=True, comment=\"Snapshot of job config at run creation time\")\n key_hash = Column(String, nullable=True, comment=\"Hash of source key fields for dedup\")\n config_hash = Column(String, nullable=True, comment=\"Hash of translation configuration state\")\n dict_snapshot_hash = Column(String, nullable=True, comment=\"Hash of dictionary state at run time\")\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n# #endregion TranslationRun\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslationRun [TYPE Class]\n# @BRIEF Represents a single execution of a translation job, capturing status, timing, and Superset execution metadata.\nclass TranslationRun(Base):\n __tablename__ = \"translation_runs\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n status = Column(String, nullable=False, default=\"PENDING\") # PENDING, RUNNING, COMPLETED, FAILED, CANCELLED\n trigger_type = Column(String, nullable=True, comment=\"manual, scheduled, retry, baseline_expired\")\n started_at = Column(DateTime, nullable=True)\n completed_at = Column(DateTime, nullable=True)\n error_message = Column(Text, nullable=True)\n total_records = Column(Integer, default=0)\n successful_records = Column(Integer, default=0)\n failed_records = Column(Integer, default=0)\n skipped_records = Column(Integer, default=0)\n insert_status = Column(String, nullable=True, comment=\"Status of the Superset insert/update operation\")\n superset_execution_id = Column(String, nullable=True, comment=\"Superset execution/task ID\")\n superset_execution_log = Column(JSON, nullable=True, comment=\"Superset execution log output\")\n config_snapshot = Column(JSON, nullable=True, comment=\"Snapshot of job config at run creation time\")\n key_hash = Column(String, nullable=True, comment=\"Hash of source key fields for dedup\")\n config_hash = Column(String, nullable=True, comment=\"Hash of translation configuration state\")\n dict_snapshot_hash = Column(String, nullable=True, comment=\"Hash of dictionary state at run time\")\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n\n language_stats = relationship(\"TranslationRunLanguageStats\", back_populates=\"run\")\n# #endregion TranslationRun\n" }, { "contract_id": "TranslationBatch", "contract_type": "Class", "file_path": "backend/src/models/translate.py", - "start_line": 90, - "end_line": 105, + "start_line": 97, + "end_line": 112, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -50089,21 +51540,29 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TranslationBatch [TYPE Class]\n# @BRIEF Groups translation records within a run into manageable batches with timing and record counts.\nclass TranslationBatch(Base):\n __tablename__ = \"translation_batches\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=False, index=True)\n batch_index = Column(Integer, nullable=False)\n status = Column(String, nullable=False, default=\"PENDING\")\n total_records = Column(Integer, default=0)\n successful_records = Column(Integer, default=0)\n failed_records = Column(Integer, default=0)\n started_at = Column(DateTime, nullable=True)\n completed_at = Column(DateTime, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n# #endregion TranslationBatch\n" }, { "contract_id": "TranslationRecord", "contract_type": "Class", "file_path": "backend/src/models/translate.py", - "start_line": 108, - "end_line": 132, + "start_line": 115, + "end_line": 148, "tier": "TIER_1", "complexity": 1, "metadata": { + "DEPRECATED": "— use TranslationLanguage instead", "PURPOSE": "Individual translation result for a single SQL statement or dashboard element, tracking source, target, and error state." }, "relations": [], "schema_warnings": [ + { + "code": "unknown_tag", + "tag": "DEPRECATED", + "message": "@DEPRECATED is not defined in axiom_config.yaml tags", + "detail": null + }, { "code": "tag_forbidden_by_complexity", "tag": "PURPOSE", @@ -50115,14 +51574,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslationRecord [TYPE Class]\n# @BRIEF Individual translation result for a single SQL statement or dashboard element, tracking source, target, and error state.\nclass TranslationRecord(Base):\n __tablename__ = \"translation_records\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n batch_id = Column(String, ForeignKey(\"translation_batches.id\"), nullable=False, index=True)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=False, index=True)\n source_sql = Column(Text, nullable=True)\n target_sql = Column(Text, nullable=True)\n source_object_type = Column(String, nullable=True) # query, dashboard, chart, dataset\n source_object_id = Column(String, nullable=True)\n source_object_name = Column(String, nullable=True)\n source_data = Column(JSON, nullable=True, comment=\"Original source row key columns for upsert matching\")\n status = Column(String, nullable=False, default=\"PENDING\") # PENDING, SUCCESS, FAILED, SKIPPED\n error_message = Column(Text, nullable=True)\n token_count_input = Column(Integer, nullable=True)\n token_count_output = Column(Integer, nullable=True)\n translation_duration_ms = Column(Integer, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n\n __table_args__ = (\n Index(\"ix_translation_records_run_status\", \"run_id\", \"status\"),\n )\n# #endregion TranslationRecord\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslationRecord [TYPE Class]\n# @BRIEF Individual translation result for a single SQL statement or dashboard element, tracking source, target, and error state.\nclass TranslationRecord(Base):\n __tablename__ = \"translation_records\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n batch_id = Column(String, ForeignKey(\"translation_batches.id\"), nullable=False, index=True)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=False, index=True)\n source_sql = Column(Text, nullable=True)\n target_sql = Column(Text, nullable=True)\n source_object_type = Column(String, nullable=True) # query, dashboard, chart, dataset\n source_object_id = Column(String, nullable=True)\n source_object_name = Column(String, nullable=True)\n source_data = Column(JSON, nullable=True, comment=\"Original source row key columns for upsert matching\")\n status = Column(String, nullable=False, default=\"PENDING\") # PENDING, SUCCESS, FAILED, SKIPPED\n error_message = Column(Text, nullable=True)\n token_count_input = Column(Integer, nullable=True)\n token_count_output = Column(Integer, nullable=True)\n translation_duration_ms = Column(Integer, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n\n # @DEPRECATED — use TranslationLanguage instead\n llm_translation = Column(Text, nullable=True, comment=\"[DEPRECATED: use TranslationLanguage]\")\n # @DEPRECATED — use TranslationLanguage instead\n user_edit = Column(Text, nullable=True, comment=\"[DEPRECATED: use TranslationLanguage]\")\n # @DEPRECATED — use TranslationLanguage instead\n final_value = Column(Text, nullable=True, comment=\"[DEPRECATED: use TranslationLanguage]\")\n\n languages = relationship(\"TranslationLanguage\", back_populates=\"record\")\n\n __table_args__ = (\n Index(\"ix_translation_records_run_status\", \"run_id\", \"status\"),\n )\n# #endregion TranslationRecord\n" }, { "contract_id": "TranslationEvent", "contract_type": "Class", "file_path": "backend/src/models/translate.py", - "start_line": 135, - "end_line": 147, + "start_line": 151, + "end_line": 163, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -50141,14 +51601,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TranslationEvent [TYPE Class]\n# @BRIEF Audit/event log for translation operations, with optional run_id for context.\nclass TranslationEvent(Base):\n __tablename__ = \"translation_events\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=True, index=True)\n event_type = Column(String, nullable=False) # JOB_CREATED, JOB_STARTED, JOB_COMPLETED, JOB_FAILED, etc.\n event_data = Column(JSON, nullable=True)\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n# #endregion TranslationEvent\n" }, { "contract_id": "TranslationPreviewSession", "contract_type": "Class", "file_path": "backend/src/models/translate.py", - "start_line": 150, - "end_line": 162, + "start_line": 166, + "end_line": 178, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -50167,14 +51628,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TranslationPreviewSession [TYPE Class]\n# @BRIEF A preview session allowing users to review proposed translations before applying them.\nclass TranslationPreviewSession(Base):\n __tablename__ = \"translation_preview_sessions\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=True)\n status = Column(String, nullable=False, default=\"ACTIVE\") # ACTIVE, APPLIED, DISCARDED, EXPIRED\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n expires_at = Column(DateTime, nullable=True)\n# #endregion TranslationPreviewSession\n" }, { "contract_id": "TranslationPreviewRecord", "contract_type": "Class", "file_path": "backend/src/models/translate.py", - "start_line": 165, - "end_line": 181, + "start_line": 181, + "end_line": 199, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -50193,21 +51655,29 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslationPreviewRecord [TYPE Class]\n# @BRIEF Individual preview entry within a preview session, showing original and translated content side by side.\nclass TranslationPreviewRecord(Base):\n __tablename__ = \"translation_preview_records\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n session_id = Column(String, ForeignKey(\"translation_preview_sessions.id\"), nullable=False, index=True)\n source_sql = Column(Text, nullable=True)\n target_sql = Column(Text, nullable=True)\n source_object_type = Column(String, nullable=True)\n source_object_id = Column(String, nullable=True)\n source_object_name = Column(String, nullable=True)\n source_data = Column(JSON, nullable=True, comment=\"Original source row key columns for upsert matching\")\n status = Column(String, nullable=False, default=\"PENDING\") # PENDING, APPROVED, REJECTED\n feedback = Column(Text, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n# #endregion TranslationPreviewRecord\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslationPreviewRecord [TYPE Class]\n# @BRIEF Individual preview entry within a preview session, showing original and translated content side by side.\nclass TranslationPreviewRecord(Base):\n __tablename__ = \"translation_preview_records\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n session_id = Column(String, ForeignKey(\"translation_preview_sessions.id\"), nullable=False, index=True)\n source_sql = Column(Text, nullable=True)\n target_sql = Column(Text, nullable=True)\n source_object_type = Column(String, nullable=True)\n source_object_id = Column(String, nullable=True)\n source_object_name = Column(String, nullable=True)\n source_data = Column(JSON, nullable=True, comment=\"Original source row key columns for upsert matching\")\n status = Column(String, nullable=False, default=\"PENDING\") # PENDING, APPROVED, REJECTED\n feedback = Column(Text, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n\n languages = relationship(\"TranslationPreviewLanguage\", back_populates=\"preview_record\")\n# #endregion TranslationPreviewRecord\n" }, { "contract_id": "TerminologyDictionary", "contract_type": "Class", "file_path": "backend/src/models/translate.py", - "start_line": 184, - "end_line": 198, + "start_line": 202, + "end_line": 220, "tier": "TIER_1", "complexity": 1, "metadata": { + "DEPRECATED": "— use per-entry target_language instead, kept for backward compat", "PURPOSE": "A named collection of terminology mappings used during translation to ensure consistent term translation." }, "relations": [], "schema_warnings": [ + { + "code": "unknown_tag", + "tag": "DEPRECATED", + "message": "@DEPRECATED is not defined in axiom_config.yaml tags", + "detail": null + }, { "code": "tag_forbidden_by_complexity", "tag": "PURPOSE", @@ -50219,14 +51689,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TerminologyDictionary [TYPE Class]\n# @BRIEF A named collection of terminology mappings used during translation to ensure consistent term translation.\nclass TerminologyDictionary(Base):\n __tablename__ = \"terminology_dictionaries\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n name = Column(String, nullable=False)\n description = Column(Text, nullable=True)\n source_dialect = Column(String, nullable=False)\n target_dialect = Column(String, nullable=False)\n is_active = Column(Boolean, default=True)\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n updated_at = Column(DateTime, default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC))\n# #endregion TerminologyDictionary\n" + "tier_source": "AutoCalculated", + "body": "# #region TerminologyDictionary [TYPE Class]\n# @BRIEF A named collection of terminology mappings used during translation to ensure consistent term translation.\nclass TerminologyDictionary(Base):\n __tablename__ = \"terminology_dictionaries\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n name = Column(String, nullable=False)\n description = Column(Text, nullable=True)\n source_dialect = Column(String, nullable=False)\n target_dialect = Column(String, nullable=False)\n # @DEPRECATED — use per-entry source_language instead, kept for backward compat\n source_language = Column(String, nullable=True, comment=\"[DEPRECATED: use per-entry source_language]\")\n # @DEPRECATED — use per-entry target_language instead, kept for backward compat\n target_language = Column(String, nullable=True, comment=\"[DEPRECATED: use per-entry target_language]\")\n is_active = Column(Boolean, default=True)\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n updated_at = Column(DateTime, default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC))\n# #endregion TerminologyDictionary\n" }, { "contract_id": "DictionaryEntry", "contract_type": "Class", "file_path": "backend/src/models/translate.py", - "start_line": 201, - "end_line": 224, + "start_line": 223, + "end_line": 255, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -50245,14 +51716,15 @@ } ], "anchor_syntax": "region", - "body": "# #region DictionaryEntry [TYPE Class]\n# @BRIEF A single term mapping entry with case-insensitive unique constraint on source_term_normalized and origin tracking.\nclass DictionaryEntry(Base):\n __tablename__ = \"dictionary_entries\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n dictionary_id = Column(String, ForeignKey(\"terminology_dictionaries.id\"), nullable=False, index=True)\n source_term = Column(String, nullable=False)\n source_term_normalized = Column(String, nullable=False)\n target_term = Column(String, nullable=False)\n context_notes = Column(Text, nullable=True)\n origin_run_id = Column(String, nullable=True, comment=\"Run ID from which this correction originated\")\n origin_row_key = Column(String, nullable=True, comment=\"Row key within the run that triggered this correction\")\n origin_user_id = Column(String, nullable=True, comment=\"User who submitted the correction\")\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n updated_at = Column(DateTime, default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC))\n\n __table_args__ = (\n UniqueConstraint(\n \"dictionary_id\", \"source_term_normalized\",\n name=\"uq_dictionary_entry_term\"\n ),\n )\n# #endregion DictionaryEntry\n" + "tier_source": "AutoCalculated", + "body": "# #region DictionaryEntry [TYPE Class]\n# @BRIEF A single term mapping entry with case-insensitive unique constraint on source_term_normalized and origin tracking.\nclass DictionaryEntry(Base):\n __tablename__ = \"dictionary_entries\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n dictionary_id = Column(String, ForeignKey(\"terminology_dictionaries.id\"), nullable=False, index=True)\n source_term = Column(String, nullable=False)\n source_term_normalized = Column(String, nullable=False)\n target_term = Column(String, nullable=False)\n source_language = Column(String, nullable=False, comment=\"BCP-47 source language code\")\n target_language = Column(String, nullable=False, comment=\"BCP-47 target language code\")\n context_notes = Column(Text, nullable=True)\n context_data = Column(JSON, nullable=True, comment=\"Structured context for term usage\")\n usage_notes = Column(Text, nullable=True, comment=\"Usage guidance for the term mapping\")\n has_context = Column(Boolean, default=False, comment=\"Whether context_data is populated\")\n context_source = Column(String, nullable=True, comment=\"auto|auto_with_edits|manual|bulk\")\n origin_source_language = Column(String, nullable=True, comment=\"Original source language of the term\")\n origin_run_id = Column(String, nullable=True, comment=\"Run ID from which this correction originated\")\n origin_row_key = Column(String, nullable=True, comment=\"Row key within the run that triggered this correction\")\n origin_user_id = Column(String, nullable=True, comment=\"User who submitted the correction\")\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n updated_at = Column(DateTime, default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC))\n\n __table_args__ = (\n UniqueConstraint(\n \"dictionary_id\", \"source_term_normalized\", \"source_language\", \"target_language\",\n name=\"uq_dict_source_term_lang\"\n ),\n Index(\"idx_dict_entry_lang\", \"source_language\", \"target_language\"),\n Index(\"idx_dict_has_context\", \"has_context\"),\n )\n# #endregion DictionaryEntry\n" }, { "contract_id": "TranslationSchedule", "contract_type": "Class", "file_path": "backend/src/models/translate.py", - "start_line": 227, - "end_line": 243, + "start_line": 258, + "end_line": 274, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -50271,14 +51743,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TranslationSchedule [TYPE Class]\n# @BRIEF Defines a cron-based schedule for recurring translation jobs.\nclass TranslationSchedule(Base):\n __tablename__ = \"translation_schedules\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n cron_expression = Column(String, nullable=False)\n timezone = Column(String, nullable=False, default=\"UTC\")\n is_active = Column(Boolean, default=True)\n last_run_at = Column(DateTime, nullable=True)\n next_run_at = Column(DateTime, nullable=True)\n execution_mode = Column(String, nullable=False, default=\"full\", comment=\"full, new_key_only\")\n created_by = Column(String, nullable=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n updated_at = Column(DateTime, default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC))\n# #endregion TranslationSchedule\n" }, { "contract_id": "TranslationJobDictionary", "contract_type": "Class", "file_path": "backend/src/models/translate.py", - "start_line": 246, - "end_line": 262, + "start_line": 277, + "end_line": 293, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -50297,14 +51770,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TranslationJobDictionary [TYPE Class]\n# @BRIEF Many-to-many association between translation jobs and terminology dictionaries.\nclass TranslationJobDictionary(Base):\n __tablename__ = \"translation_job_dictionaries\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n dictionary_id = Column(String, ForeignKey(\"terminology_dictionaries.id\"), nullable=False, index=True)\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n\n __table_args__ = (\n UniqueConstraint(\n \"job_id\", \"dictionary_id\",\n name=\"uq_job_dictionary\"\n ),\n )\n# #endregion TranslationJobDictionary\n" }, { "contract_id": "MetricSnapshot", "contract_type": "Class", "file_path": "backend/src/models/translate.py", - "start_line": 265, - "end_line": 293, + "start_line": 296, + "end_line": 325, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -50323,7 +51797,92 @@ } ], "anchor_syntax": "region", - "body": "# #region MetricSnapshot [TYPE Class]\n# @BRIEF Captures translation performance metrics at a point in time with config/content/dictionary hash keys for aggregation.\nclass MetricSnapshot(Base):\n __tablename__ = \"translation_metric_snapshots\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=True, index=True)\n key_hash = Column(String, nullable=False, comment=\"Hash of dimension key fields for aggregation\")\n config_hash = Column(String, nullable=True, comment=\"Hash of translation configuration state\")\n dict_snapshot_hash = Column(String, nullable=True, comment=\"Hash of dictionary state at capture time\")\n covers_events_before = Column(DateTime, nullable=True, comment=\"Indicates snapshot covers events before this timestamp\")\n total_jobs = Column(Integer, default=0)\n total_runs = Column(Integer, default=0)\n total_records = Column(Integer, default=0)\n successful_records = Column(Integer, default=0)\n failed_records = Column(Integer, default=0)\n skipped_records = Column(Integer, default=0)\n avg_duration_ms = Column(Integer, nullable=True)\n p50_duration_ms = Column(Integer, nullable=True)\n p95_duration_ms = Column(Integer, nullable=True)\n p99_duration_ms = Column(Integer, nullable=True)\n snapshot_date = Column(DateTime, nullable=False, default=lambda: datetime.now(UTC))\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n\n __table_args__ = (\n Index(\"ix_metric_snapshots_job_date\", \"job_id\", \"snapshot_date\"),\n )\n# #endregion MetricSnapshot\n" + "tier_source": "AutoCalculated", + "body": "# #region MetricSnapshot [TYPE Class]\n# @BRIEF Captures translation performance metrics at a point in time with config/content/dictionary hash keys for aggregation.\nclass MetricSnapshot(Base):\n __tablename__ = \"translation_metric_snapshots\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n job_id = Column(String, ForeignKey(\"translation_jobs.id\"), nullable=False, index=True)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=True, index=True)\n key_hash = Column(String, nullable=False, comment=\"Hash of dimension key fields for aggregation\")\n config_hash = Column(String, nullable=True, comment=\"Hash of translation configuration state\")\n dict_snapshot_hash = Column(String, nullable=True, comment=\"Hash of dictionary state at capture time\")\n covers_events_before = Column(DateTime, nullable=True, comment=\"Indicates snapshot covers events before this timestamp\")\n total_jobs = Column(Integer, default=0)\n total_runs = Column(Integer, default=0)\n total_records = Column(Integer, default=0)\n successful_records = Column(Integer, default=0)\n failed_records = Column(Integer, default=0)\n skipped_records = Column(Integer, default=0)\n avg_duration_ms = Column(Integer, nullable=True)\n p50_duration_ms = Column(Integer, nullable=True)\n p95_duration_ms = Column(Integer, nullable=True)\n p99_duration_ms = Column(Integer, nullable=True)\n per_language_metrics = Column(JSON, nullable=True, comment=\"Per-language cumulative metrics: {lang: {cumulative_tokens, cumulative_cost, runs}}\")\n snapshot_date = Column(DateTime, nullable=False, default=lambda: datetime.now(UTC))\n created_at = Column(DateTime, default=lambda: datetime.now(UTC))\n\n __table_args__ = (\n Index(\"ix_metric_snapshots_job_date\", \"job_id\", \"snapshot_date\"),\n )\n# #endregion MetricSnapshot\n" + }, + { + "contract_id": "TranslationLanguage", + "contract_type": "Class", + "file_path": "backend/src/models/translate.py", + "start_line": 328, + "end_line": 353, + "tier": "TIER_1", + "complexity": 1, + "metadata": { + "COMPLEXITY": 1, + "PURPOSE": "Per-language translation result for a single record, supporting multi-language output." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "PURPOSE", + "message": "@PURPOSE is forbidden for contract type 'Class' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Class" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region TranslationLanguage [C:1] [TYPE Class]\n# @BRIEF Per-language translation result for a single record, supporting multi-language output.\nclass TranslationLanguage(Base):\n __tablename__ = \"translation_languages\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n record_id = Column(String, ForeignKey(\"translation_records.id\"), nullable=False)\n language_code = Column(String, nullable=False, comment=\"BCP-47 language code\")\n source_language_detected = Column(String, nullable=True, comment=\"BCP-47 or 'und' for undetermined\")\n translated_value = Column(Text, nullable=True, comment=\"LLM-generated translation\")\n user_edit = Column(Text, nullable=True, comment=\"User-edited translation\")\n final_value = Column(Text, nullable=True, comment=\"Final resolved value (translated or user edit)\")\n status = Column(String, default=\"pending\", comment=\"pending|translated|approved|edited|rejected|failed|skipped\")\n error_message = Column(Text, nullable=True)\n needs_review = Column(Boolean, default=False, comment=\"Flagged because source language could not be determined\")\n language_overridden = Column(Boolean, default=False, comment=\"Source language was manually overridden by user\")\n created_at = Column(DateTime(timezone=True), default=lambda: datetime.now(UTC))\n\n record = relationship(\"TranslationRecord\", back_populates=\"languages\")\n\n __table_args__ = (\n UniqueConstraint(\"record_id\", \"language_code\", name=\"uq_record_language\"),\n Index(\"idx_tl_language\", \"language_code\"),\n Index(\"idx_tl_record_lang\", \"record_id\", \"language_code\"),\n )\n# #endregion TranslationLanguage\n" + }, + { + "contract_id": "TranslationPreviewLanguage", + "contract_type": "Class", + "file_path": "backend/src/models/translate.py", + "start_line": 356, + "end_line": 377, + "tier": "TIER_1", + "complexity": 1, + "metadata": { + "COMPLEXITY": 1, + "PURPOSE": "Per-language preview entry within a preview session." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "PURPOSE", + "message": "@PURPOSE is forbidden for contract type 'Class' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Class" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region TranslationPreviewLanguage [C:1] [TYPE Class]\n# @BRIEF Per-language preview entry within a preview session.\nclass TranslationPreviewLanguage(Base):\n __tablename__ = \"translation_preview_languages\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n preview_record_id = Column(String, ForeignKey(\"translation_preview_records.id\"), nullable=False)\n language_code = Column(String, nullable=False, comment=\"BCP-47 language code\")\n source_language_detected = Column(String, nullable=True, comment=\"BCP-47 or 'und'\")\n translated_value = Column(Text, nullable=True)\n user_edit = Column(Text, nullable=True)\n final_value = Column(Text, nullable=True)\n status = Column(String, default=\"pending\", comment=\"pending|approved|edited|rejected\")\n needs_review = Column(Boolean, default=False, comment=\"Flagged because source language could not be determined\")\n created_at = Column(DateTime(timezone=True), default=lambda: datetime.now(UTC))\n\n preview_record = relationship(\"TranslationPreviewRecord\", back_populates=\"languages\")\n\n __table_args__ = (\n UniqueConstraint(\"preview_record_id\", \"language_code\", name=\"uq_preview_record_language\"),\n )\n# #endregion TranslationPreviewLanguage\n" + }, + { + "contract_id": "TranslationRunLanguageStats", + "contract_type": "Class", + "file_path": "backend/src/models/translate.py", + "start_line": 380, + "end_line": 401, + "tier": "TIER_1", + "complexity": 1, + "metadata": { + "COMPLEXITY": 1, + "PURPOSE": "Per-language statistics for a translation run (row counts, tokens, cost)." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "PURPOSE", + "message": "@PURPOSE is forbidden for contract type 'Class' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Class" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region TranslationRunLanguageStats [C:1] [TYPE Class]\n# @BRIEF Per-language statistics for a translation run (row counts, tokens, cost).\nclass TranslationRunLanguageStats(Base):\n __tablename__ = \"translation_run_language_stats\"\n\n id = Column(String, primary_key=True, default=generate_uuid)\n run_id = Column(String, ForeignKey(\"translation_runs.id\"), nullable=False)\n language_code = Column(String, nullable=False, comment=\"BCP-47 language code\")\n total_rows = Column(Integer, default=0)\n translated_rows = Column(Integer, default=0)\n failed_rows = Column(Integer, default=0)\n skipped_rows = Column(Integer, default=0)\n token_count = Column(Integer, default=0)\n estimated_cost = Column(Float, default=0.0)\n\n run = relationship(\"TranslationRun\", back_populates=\"language_stats\")\n\n __table_args__ = (\n UniqueConstraint(\"run_id\", \"language_code\", name=\"uq_run_language\"),\n Index(\"idx_rls_run\", \"run_id\"),\n )\n# #endregion TranslationRunLanguageStats\n" }, { "contract_id": "src.plugins", @@ -50367,6 +51926,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region src.plugins [TYPE Package] [SEMANTICS plugin, package, discovery, runtime]\n# @BRIEF Plugin package root for dynamic discovery and runtime imports.\n# #endregion src.plugins\n" }, { @@ -50446,6 +52006,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region BackupPlugin [TYPE Module] [SEMANTICS backup, export, archive, superset, dashboard]\n# @BRIEF A plugin that provides functionality to back up Superset dashboards.\n# @LAYER: App\n# @RELATION IMPLEMENTS -> PluginBase\n# @RELATION DEPENDS_ON -> superset_tool.client\n# @RELATION DEPENDS_ON -> superset_tool.utils\n# @RELATION USES -> TaskContext\n\nfrom pathlib import Path\nfrom typing import Any\n\nfrom requests.exceptions import RequestException\n\nfrom ..core.logger import belief_scope\nfrom ..core.logger import logger as app_logger\nfrom ..core.plugin_base import PluginBase\nfrom ..core.superset_client import SupersetClient\nfrom ..core.task_manager.context import TaskContext\nfrom ..core.utils.fileio import RetentionPolicy, archive_exports, consolidate_archive_folders, remove_empty_directories, sanitize_filename, save_and_unpack_dashboard\nfrom ..core.utils.network import SupersetAPIError\nfrom ..dependencies import get_config_manager\n\n\n# #region BackupPlugin [TYPE Class]\n# @BRIEF Implementation of the backup plugin logic.\nclass BackupPlugin(PluginBase):\n \"\"\"\n A plugin to back up Superset dashboards.\n \"\"\"\n\n @property\n # region id [TYPE Function]\n # @PURPOSE: Returns the unique identifier for the backup plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string ID.\n # @RETURN: str - \"superset-backup\"\n def id(self) -> str:\n with belief_scope(\"id\"):\n return \"superset-backup\"\n # endregion id\n\n @property\n # region name [TYPE Function]\n # @PURPOSE: Returns the human-readable name of the backup plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string name.\n # @RETURN: str - Plugin name.\n def name(self) -> str:\n with belief_scope(\"name\"):\n return \"Superset Dashboard Backup\"\n # endregion name\n\n @property\n # region description [TYPE Function]\n # @PURPOSE: Returns a description of the backup plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string description.\n # @RETURN: str - Plugin description.\n def description(self) -> str:\n with belief_scope(\"description\"):\n return \"Backs up all dashboards from a Superset instance.\"\n # endregion description\n\n @property\n # region version [TYPE Function]\n # @PURPOSE: Returns the version of the backup plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string version.\n # @RETURN: str - \"1.0.0\"\n def version(self) -> str:\n with belief_scope(\"version\"):\n return \"1.0.0\"\n # endregion version\n\n @property\n # region ui_route [TYPE Function]\n # @PURPOSE: Returns the frontend route for the backup plugin.\n # @RETURN: str - \"/tools/backups\"\n def ui_route(self) -> str:\n with belief_scope(\"ui_route\"):\n return \"/tools/backups\"\n # endregion ui_route\n\n # region get_schema [TYPE Function]\n # @PURPOSE: Returns the JSON schema for backup plugin parameters.\n # @PRE: Plugin instance exists.\n # @POST: Returns dictionary schema.\n # @RETURN: Dict[str, Any] - JSON schema.\n def get_schema(self) -> dict[str, Any]:\n with belief_scope(\"get_schema\"):\n config_manager = get_config_manager()\n envs = [e.name for e in config_manager.get_environments()]\n config_manager.get_config().settings.storage.root_path\n\n return {\n \"type\": \"object\",\n \"properties\": {\n \"env\": {\n \"type\": \"string\",\n \"title\": \"Environment\",\n \"description\": \"The Superset environment to back up.\",\n \"enum\": envs if envs else [],\n },\n },\n \"required\": [\"env\"],\n }\n # endregion get_schema\n\n # region execute [TYPE Function]\n # @PURPOSE: Executes the dashboard backup logic with TaskContext support.\n # @PARAM: params (Dict[str, Any]) - Backup parameters (env, backup_path, dashboard_ids).\n # @PARAM: context (Optional[TaskContext]) - Task context for logging with source attribution.\n # @PRE: Target environment must be configured. params must be a dictionary.\n # @POST: All dashboards are exported and archived.\n async def execute(self, params: dict[str, Any], context: TaskContext | None = None):\n with belief_scope(\"execute\"):\n config_manager = get_config_manager()\n\n # Support both parameter names: environment_id (for task creation) and env (for direct calls)\n env_id = params.get(\"environment_id\") or params.get(\"env\")\n dashboard_ids = params.get(\"dashboard_ids\") or params.get(\"dashboards\")\n\n # Log the incoming parameters for debugging\n log = context.logger if context else app_logger\n log.info(f\"Backup parameters received: env_id={env_id}, dashboard_ids={dashboard_ids}\")\n\n # Resolve environment name if environment_id is provided\n if env_id:\n env_config = next((e for e in config_manager.get_environments() if e.id == env_id), None)\n if env_config:\n params[\"env\"] = env_config.name\n\n env = params.get(\"env\")\n if not env:\n raise KeyError(\"env\")\n\n log.info(f\"Backup started for environment: {env}, selected dashboards: {dashboard_ids}\")\n\n storage_settings = config_manager.get_config().settings.storage\n # Use 'backups' subfolder within the storage root\n backup_path = Path(storage_settings.root_path) / \"backups\"\n\n # Use TaskContext logger if available, otherwise fall back to app_logger\n log = context.logger if context else app_logger\n\n # Create sub-loggers for different components\n superset_log = log.with_source(\"superset_api\") if context else log\n storage_log = log.with_source(\"storage\") if context else log\n\n log.info(f\"Starting backup for environment: {env}\")\n\n try:\n config_manager = get_config_manager()\n if not config_manager.has_environments():\n raise ValueError(\"No Superset environments configured. Please add an environment in Settings.\")\n\n env_config = config_manager.get_environment(env)\n if not env_config:\n raise ValueError(f\"Environment '{env}' not found in configuration.\")\n\n client = SupersetClient(env_config)\n\n # Get all dashboards\n all_dashboard_count, all_dashboard_meta = client.get_dashboards()\n superset_log.info(f\"Found {all_dashboard_count} total dashboards in environment\")\n\n # Filter dashboards if specific IDs are provided\n if dashboard_ids:\n dashboard_ids_int = [int(did) for did in dashboard_ids]\n dashboard_meta = [db for db in all_dashboard_meta if db.get('id') in dashboard_ids_int]\n dashboard_count = len(dashboard_meta)\n superset_log.info(f\"Filtered to {dashboard_count} selected dashboards: {dashboard_ids_int}\")\n else:\n dashboard_count = all_dashboard_count\n superset_log.info(\"No dashboard filter applied - backing up all dashboards\")\n dashboard_meta = all_dashboard_meta\n\n if dashboard_count == 0:\n log.info(\"No dashboards to back up\")\n return {\n \"status\": \"NO_DASHBOARDS\",\n \"environment\": env,\n \"backup_root\": str(backup_path / env.upper()),\n \"total_dashboards\": 0,\n \"backed_up_dashboards\": 0,\n \"failed_dashboards\": 0,\n \"dashboards\": [],\n \"failures\": []\n }\n\n total = len(dashboard_meta)\n backed_up_dashboards = []\n failed_dashboards = []\n for idx, db in enumerate(dashboard_meta, 1):\n dashboard_id = db.get('id')\n dashboard_title = db.get('dashboard_title', 'Unknown Dashboard')\n if not dashboard_id:\n continue\n\n # Report progress\n progress_pct = (idx / total) * 100\n log.progress(f\"Backing up dashboard: {dashboard_title}\", percent=progress_pct)\n\n try:\n dashboard_base_dir_name = sanitize_filename(f\"{dashboard_title}\")\n dashboard_dir = backup_path / env.upper() / dashboard_base_dir_name\n dashboard_dir.mkdir(parents=True, exist_ok=True)\n\n zip_content, filename = client.export_dashboard(dashboard_id)\n superset_log.debug(f\"Exported dashboard: {dashboard_title}\")\n\n save_and_unpack_dashboard(\n zip_content=zip_content,\n original_filename=filename,\n output_dir=dashboard_dir,\n unpack=False\n )\n\n archive_exports(str(dashboard_dir), policy=RetentionPolicy())\n storage_log.debug(f\"Archived dashboard: {dashboard_title}\")\n backed_up_dashboards.append({\n \"id\": dashboard_id,\n \"title\": dashboard_title,\n \"path\": str(dashboard_dir)\n })\n\n except (SupersetAPIError, RequestException, OSError) as db_error:\n log.error(f\"Failed to export dashboard {dashboard_title} (ID: {dashboard_id}): {db_error}\")\n failed_dashboards.append({\n \"id\": dashboard_id,\n \"title\": dashboard_title,\n \"error\": str(db_error)\n })\n continue\n\n consolidate_archive_folders(backup_path / env.upper())\n remove_empty_directories(str(backup_path / env.upper()))\n\n log.info(f\"Backup completed successfully for {env}\")\n return {\n \"status\": \"SUCCESS\" if not failed_dashboards else \"PARTIAL_SUCCESS\",\n \"environment\": env,\n \"backup_root\": str(backup_path / env.upper()),\n \"total_dashboards\": total,\n \"backed_up_dashboards\": len(backed_up_dashboards),\n \"failed_dashboards\": len(failed_dashboards),\n \"dashboards\": backed_up_dashboards,\n \"failures\": failed_dashboards\n }\n\n except (OSError, RequestException, KeyError) as e:\n log.error(f\"Fatal error during backup for {env}: {e}\")\n raise e\n # endregion execute\n# #endregion BackupPlugin\n# #endregion BackupPlugin\n" }, { @@ -50513,6 +52074,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DebugPluginModule [TYPE Module] [SEMANTICS debug, diagnostic, superset, api, system]\n# @BRIEF Implements a plugin for system diagnostics and debugging Superset API responses.\n# @LAYER: Plugins\n# @RELATION Inherits from PluginBase. Uses SupersetClient from core.\n# @RELATION USES -> TaskContext\n\nfrom typing import Any\n\nfrom ..core.logger import belief_scope, logger\nfrom ..core.plugin_base import PluginBase\nfrom ..core.superset_client import SupersetClient\nfrom ..core.task_manager.context import TaskContext\n\n\n# #region DebugPlugin [TYPE Class]\n# @BRIEF Plugin for system diagnostics and debugging.\nclass DebugPlugin(PluginBase):\n \"\"\"\n Plugin for system diagnostics and debugging.\n \"\"\"\n\n @property\n # region id [TYPE Function]\n # @PURPOSE: Returns the unique identifier for the debug plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string ID.\n # @RETURN: str - \"system-debug\"\n def id(self) -> str:\n with belief_scope(\"id\"):\n return \"system-debug\"\n # endregion id\n\n @property\n # region name [TYPE Function]\n # @PURPOSE: Returns the human-readable name of the debug plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string name.\n # @RETURN: str - Plugin name.\n def name(self) -> str:\n with belief_scope(\"name\"):\n return \"System Debug\"\n # endregion name\n\n @property\n # region description [TYPE Function]\n # @PURPOSE: Returns a description of the debug plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string description.\n # @RETURN: str - Plugin description.\n def description(self) -> str:\n with belief_scope(\"description\"):\n return \"Run system diagnostics and debug Superset API responses.\"\n # endregion description\n\n @property\n # region version [TYPE Function]\n # @PURPOSE: Returns the version of the debug plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string version.\n # @RETURN: str - \"1.0.0\"\n def version(self) -> str:\n with belief_scope(\"version\"):\n return \"1.0.0\"\n # endregion version\n\n @property\n # region ui_route [TYPE Function]\n # @PURPOSE: Returns the frontend route for the debug plugin.\n # @RETURN: str - \"/tools/debug\"\n def ui_route(self) -> str:\n with belief_scope(\"ui_route\"):\n return \"/tools/debug\"\n # endregion ui_route\n\n # region get_schema [TYPE Function]\n # @PURPOSE: Returns the JSON schema for the debug plugin parameters.\n # @PRE: Plugin instance exists.\n # @POST: Returns dictionary schema.\n # @RETURN: Dict[str, Any] - JSON schema.\n def get_schema(self) -> dict[str, Any]:\n with belief_scope(\"get_schema\"):\n return {\n \"type\": \"object\",\n \"properties\": {\n \"action\": {\n \"type\": \"string\",\n \"title\": \"Action\",\n \"enum\": [\"test-db-api\", \"get-dataset-structure\"],\n \"default\": \"test-db-api\"\n },\n \"env\": {\n \"type\": \"string\",\n \"title\": \"Environment\",\n \"description\": \"The Superset environment (for dataset structure).\"\n },\n \"dataset_id\": {\n \"type\": \"integer\",\n \"title\": \"Dataset ID\",\n \"description\": \"The ID of the dataset (for dataset structure).\"\n },\n \"source_env\": {\n \"type\": \"string\",\n \"title\": \"Source Environment\",\n \"description\": \"Source env for DB API test.\"\n },\n \"target_env\": {\n \"type\": \"string\",\n \"title\": \"Target Environment\",\n \"description\": \"Target env for DB API test.\"\n }\n },\n \"required\": [\"action\"]\n }\n # endregion get_schema\n\n # region execute [TYPE Function]\n # @PURPOSE: Executes the debug logic with TaskContext support.\n # @PARAM: params (Dict[str, Any]) - Debug parameters.\n # @PARAM: context (Optional[TaskContext]) - Task context for logging with source attribution.\n # @PRE: action must be provided in params.\n # @POST: Debug action is executed and results returned.\n # @RETURN: Dict[str, Any] - Execution results.\n async def execute(self, params: dict[str, Any], context: TaskContext | None = None) -> dict[str, Any]:\n with belief_scope(\"execute\"):\n action = params.get(\"action\")\n\n # Use TaskContext logger if available, otherwise fall back to app logger\n log = context.logger if context else logger\n debug_log = log.with_source(\"debug\") if context else log\n superset_log = log.with_source(\"superset_api\") if context else log\n\n debug_log.info(f\"Executing debug action: {action}\")\n\n if action == \"test-db-api\":\n return await self._test_db_api(params, superset_log)\n elif action == \"get-dataset-structure\":\n return await self._get_dataset_structure(params, superset_log)\n else:\n debug_log.error(f\"Unknown action: {action}\")\n raise ValueError(f\"Unknown action: {action}\")\n # endregion execute\n\n # region _test_db_api [TYPE Function]\n # @PURPOSE: Tests database API connectivity for source and target environments.\n # @PRE: source_env and target_env params exist in params.\n # @POST: Returns DB counts for both envs.\n # @PARAM: params (Dict) - Plugin parameters.\n # @PARAM: log - Logger instance for superset_api source.\n # @RETURN: Dict - Comparison results.\n async def _test_db_api(self, params: dict[str, Any], log) -> dict[str, Any]:\n with belief_scope(\"_test_db_api\"):\n source_env_name = params.get(\"source_env\")\n target_env_name = params.get(\"target_env\")\n\n if not source_env_name or not target_env_name:\n raise ValueError(\"source_env and target_env are required for test-db-api\")\n\n from ..dependencies import get_config_manager\n config_manager = get_config_manager()\n\n results = {}\n for name in [source_env_name, target_env_name]:\n log.info(f\"Testing database API for environment: {name}\")\n env_config = config_manager.get_environment(name)\n if not env_config:\n log.error(f\"Environment '{name}' not found.\")\n raise ValueError(f\"Environment '{name}' not found.\")\n\n client = SupersetClient(env_config)\n client.authenticate()\n count, dbs = client.get_databases()\n log.debug(f\"Found {count} databases in {name}\")\n results[name] = {\n \"count\": count,\n \"databases\": dbs\n }\n\n return results\n # endregion _test_db_api\n\n # region _get_dataset_structure [TYPE Function]\n # @PURPOSE: Retrieves the structure of a dataset.\n # @PRE: env and dataset_id params exist in params.\n # @POST: Returns dataset JSON structure.\n # @PARAM: params (Dict) - Plugin parameters.\n # @PARAM: log - Logger instance for superset_api source.\n # @RETURN: Dict - Dataset structure.\n async def _get_dataset_structure(self, params: dict[str, Any], log) -> dict[str, Any]:\n with belief_scope(\"_get_dataset_structure\"):\n env_name = params.get(\"env\")\n dataset_id = params.get(\"dataset_id\")\n\n if not env_name or dataset_id is None:\n raise ValueError(\"env and dataset_id are required for get-dataset-structure\")\n\n log.info(f\"Fetching structure for dataset {dataset_id} in {env_name}\")\n\n from ..dependencies import get_config_manager\n config_manager = get_config_manager()\n env_config = config_manager.get_environment(env_name)\n if not env_config:\n log.error(f\"Environment '{env_name}' not found.\")\n raise ValueError(f\"Environment '{env_name}' not found.\")\n\n client = SupersetClient(env_config)\n client.authenticate()\n\n dataset_response = client.get_dataset(dataset_id)\n log.debug(f\"Retrieved dataset structure for {dataset_id}\")\n return dataset_response.get('result') or {}\n # endregion _get_dataset_structure\n\n# #endregion DebugPlugin\n# #endregion DebugPluginModule\n" }, { @@ -50539,6 +52101,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DebugPlugin [TYPE Class]\n# @BRIEF Plugin for system diagnostics and debugging.\nclass DebugPlugin(PluginBase):\n \"\"\"\n Plugin for system diagnostics and debugging.\n \"\"\"\n\n @property\n # region id [TYPE Function]\n # @PURPOSE: Returns the unique identifier for the debug plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string ID.\n # @RETURN: str - \"system-debug\"\n def id(self) -> str:\n with belief_scope(\"id\"):\n return \"system-debug\"\n # endregion id\n\n @property\n # region name [TYPE Function]\n # @PURPOSE: Returns the human-readable name of the debug plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string name.\n # @RETURN: str - Plugin name.\n def name(self) -> str:\n with belief_scope(\"name\"):\n return \"System Debug\"\n # endregion name\n\n @property\n # region description [TYPE Function]\n # @PURPOSE: Returns a description of the debug plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string description.\n # @RETURN: str - Plugin description.\n def description(self) -> str:\n with belief_scope(\"description\"):\n return \"Run system diagnostics and debug Superset API responses.\"\n # endregion description\n\n @property\n # region version [TYPE Function]\n # @PURPOSE: Returns the version of the debug plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string version.\n # @RETURN: str - \"1.0.0\"\n def version(self) -> str:\n with belief_scope(\"version\"):\n return \"1.0.0\"\n # endregion version\n\n @property\n # region ui_route [TYPE Function]\n # @PURPOSE: Returns the frontend route for the debug plugin.\n # @RETURN: str - \"/tools/debug\"\n def ui_route(self) -> str:\n with belief_scope(\"ui_route\"):\n return \"/tools/debug\"\n # endregion ui_route\n\n # region get_schema [TYPE Function]\n # @PURPOSE: Returns the JSON schema for the debug plugin parameters.\n # @PRE: Plugin instance exists.\n # @POST: Returns dictionary schema.\n # @RETURN: Dict[str, Any] - JSON schema.\n def get_schema(self) -> dict[str, Any]:\n with belief_scope(\"get_schema\"):\n return {\n \"type\": \"object\",\n \"properties\": {\n \"action\": {\n \"type\": \"string\",\n \"title\": \"Action\",\n \"enum\": [\"test-db-api\", \"get-dataset-structure\"],\n \"default\": \"test-db-api\"\n },\n \"env\": {\n \"type\": \"string\",\n \"title\": \"Environment\",\n \"description\": \"The Superset environment (for dataset structure).\"\n },\n \"dataset_id\": {\n \"type\": \"integer\",\n \"title\": \"Dataset ID\",\n \"description\": \"The ID of the dataset (for dataset structure).\"\n },\n \"source_env\": {\n \"type\": \"string\",\n \"title\": \"Source Environment\",\n \"description\": \"Source env for DB API test.\"\n },\n \"target_env\": {\n \"type\": \"string\",\n \"title\": \"Target Environment\",\n \"description\": \"Target env for DB API test.\"\n }\n },\n \"required\": [\"action\"]\n }\n # endregion get_schema\n\n # region execute [TYPE Function]\n # @PURPOSE: Executes the debug logic with TaskContext support.\n # @PARAM: params (Dict[str, Any]) - Debug parameters.\n # @PARAM: context (Optional[TaskContext]) - Task context for logging with source attribution.\n # @PRE: action must be provided in params.\n # @POST: Debug action is executed and results returned.\n # @RETURN: Dict[str, Any] - Execution results.\n async def execute(self, params: dict[str, Any], context: TaskContext | None = None) -> dict[str, Any]:\n with belief_scope(\"execute\"):\n action = params.get(\"action\")\n\n # Use TaskContext logger if available, otherwise fall back to app logger\n log = context.logger if context else logger\n debug_log = log.with_source(\"debug\") if context else log\n superset_log = log.with_source(\"superset_api\") if context else log\n\n debug_log.info(f\"Executing debug action: {action}\")\n\n if action == \"test-db-api\":\n return await self._test_db_api(params, superset_log)\n elif action == \"get-dataset-structure\":\n return await self._get_dataset_structure(params, superset_log)\n else:\n debug_log.error(f\"Unknown action: {action}\")\n raise ValueError(f\"Unknown action: {action}\")\n # endregion execute\n\n # region _test_db_api [TYPE Function]\n # @PURPOSE: Tests database API connectivity for source and target environments.\n # @PRE: source_env and target_env params exist in params.\n # @POST: Returns DB counts for both envs.\n # @PARAM: params (Dict) - Plugin parameters.\n # @PARAM: log - Logger instance for superset_api source.\n # @RETURN: Dict - Comparison results.\n async def _test_db_api(self, params: dict[str, Any], log) -> dict[str, Any]:\n with belief_scope(\"_test_db_api\"):\n source_env_name = params.get(\"source_env\")\n target_env_name = params.get(\"target_env\")\n\n if not source_env_name or not target_env_name:\n raise ValueError(\"source_env and target_env are required for test-db-api\")\n\n from ..dependencies import get_config_manager\n config_manager = get_config_manager()\n\n results = {}\n for name in [source_env_name, target_env_name]:\n log.info(f\"Testing database API for environment: {name}\")\n env_config = config_manager.get_environment(name)\n if not env_config:\n log.error(f\"Environment '{name}' not found.\")\n raise ValueError(f\"Environment '{name}' not found.\")\n\n client = SupersetClient(env_config)\n client.authenticate()\n count, dbs = client.get_databases()\n log.debug(f\"Found {count} databases in {name}\")\n results[name] = {\n \"count\": count,\n \"databases\": dbs\n }\n\n return results\n # endregion _test_db_api\n\n # region _get_dataset_structure [TYPE Function]\n # @PURPOSE: Retrieves the structure of a dataset.\n # @PRE: env and dataset_id params exist in params.\n # @POST: Returns dataset JSON structure.\n # @PARAM: params (Dict) - Plugin parameters.\n # @PARAM: log - Logger instance for superset_api source.\n # @RETURN: Dict - Dataset structure.\n async def _get_dataset_structure(self, params: dict[str, Any], log) -> dict[str, Any]:\n with belief_scope(\"_get_dataset_structure\"):\n env_name = params.get(\"env\")\n dataset_id = params.get(\"dataset_id\")\n\n if not env_name or dataset_id is None:\n raise ValueError(\"env and dataset_id are required for get-dataset-structure\")\n\n log.info(f\"Fetching structure for dataset {dataset_id} in {env_name}\")\n\n from ..dependencies import get_config_manager\n config_manager = get_config_manager()\n env_config = config_manager.get_environment(env_name)\n if not env_config:\n log.error(f\"Environment '{env_name}' not found.\")\n raise ValueError(f\"Environment '{env_name}' not found.\")\n\n client = SupersetClient(env_config)\n client.authenticate()\n\n dataset_response = client.get_dataset(dataset_id)\n log.debug(f\"Retrieved dataset structure for {dataset_id}\")\n return dataset_response.get('result') or {}\n # endregion _get_dataset_structure\n\n# #endregion DebugPlugin\n" }, { @@ -50583,6 +52146,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitPluginExt [TYPE Package] [SEMANTICS git, plugin, extension, package]\n# @BRIEF Git plugin extension package root.\n# #endregion GitPluginExt\n" }, { @@ -50608,6 +52172,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitLLMExtensionModule [C:3] [TYPE Module] [SEMANTICS git, llm, commit, message, generation]\n# @BRIEF LLM-based extensions for the Git plugin, specifically for commit message generation.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [LLMClient]\n\n\nfrom tenacity import retry, stop_after_attempt, wait_exponential\n\nfrom ...core.logger import belief_scope, logger\nfrom ...services.llm_prompt_templates import DEFAULT_LLM_PROMPTS, render_prompt\nfrom ..llm_analysis.service import LLMClient\n\n\n# #region GitLLMExtension [TYPE Class]\n# @BRIEF Provides LLM capabilities to the Git plugin.\nclass GitLLMExtension:\n def __init__(self, client: LLMClient):\n self.client = client\n\n # region suggest_commit_message [TYPE Function]\n # @PURPOSE: Generates a suggested commit message based on a diff and history.\n # @PARAM: diff (str) - The git diff of staged changes.\n # @PARAM: history (List[str]) - Recent commit messages for context.\n # @RETURN: str - The suggested commit message.\n @retry(\n stop=stop_after_attempt(2),\n wait=wait_exponential(multiplier=1, min=2, max=10),\n reraise=True\n )\n async def suggest_commit_message(\n self,\n diff: str,\n history: list[str],\n prompt_template: str = DEFAULT_LLM_PROMPTS[\"git_commit_prompt\"],\n ) -> str:\n with belief_scope(\"suggest_commit_message\"):\n history_text = \"\\n\".join(history)\n prompt = render_prompt(\n prompt_template,\n {\"history\": history_text, \"diff\": diff},\n )\n\n logger.debug(f\"[suggest_commit_message] Calling LLM with model: {self.client.default_model}\")\n response = await self.client.client.chat.completions.create(\n model=self.client.default_model,\n messages=[{\"role\": \"user\", \"content\": prompt}],\n temperature=0.7\n )\n\n logger.debug(f\"[suggest_commit_message] LLM Response: {response}\")\n\n if not response or not hasattr(response, 'choices') or not response.choices:\n error_info = getattr(response, 'error', 'No choices in response')\n logger.error(f\"[suggest_commit_message] Invalid LLM response. Error info: {error_info}\")\n\n # If it's a timeout/provider error, we might want to throw to trigger retry if decorated\n # but for now we return a safe fallback to avoid UI crash\n return \"Update dashboard configurations (LLM generation failed)\"\n\n return response.choices[0].message.content.strip()\n # endregion suggest_commit_message\n# #endregion GitLLMExtension\n\n# #endregion GitLLMExtensionModule\n" }, { @@ -50634,6 +52199,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitLLMExtension [TYPE Class]\n# @BRIEF Provides LLM capabilities to the Git plugin.\nclass GitLLMExtension:\n def __init__(self, client: LLMClient):\n self.client = client\n\n # region suggest_commit_message [TYPE Function]\n # @PURPOSE: Generates a suggested commit message based on a diff and history.\n # @PARAM: diff (str) - The git diff of staged changes.\n # @PARAM: history (List[str]) - Recent commit messages for context.\n # @RETURN: str - The suggested commit message.\n @retry(\n stop=stop_after_attempt(2),\n wait=wait_exponential(multiplier=1, min=2, max=10),\n reraise=True\n )\n async def suggest_commit_message(\n self,\n diff: str,\n history: list[str],\n prompt_template: str = DEFAULT_LLM_PROMPTS[\"git_commit_prompt\"],\n ) -> str:\n with belief_scope(\"suggest_commit_message\"):\n history_text = \"\\n\".join(history)\n prompt = render_prompt(\n prompt_template,\n {\"history\": history_text, \"diff\": diff},\n )\n\n logger.debug(f\"[suggest_commit_message] Calling LLM with model: {self.client.default_model}\")\n response = await self.client.client.chat.completions.create(\n model=self.client.default_model,\n messages=[{\"role\": \"user\", \"content\": prompt}],\n temperature=0.7\n )\n\n logger.debug(f\"[suggest_commit_message] LLM Response: {response}\")\n\n if not response or not hasattr(response, 'choices') or not response.choices:\n error_info = getattr(response, 'error', 'No choices in response')\n logger.error(f\"[suggest_commit_message] Invalid LLM response. Error info: {error_info}\")\n\n # If it's a timeout/provider error, we might want to throw to trigger retry if decorated\n # but for now we return a safe fallback to avoid UI crash\n return \"Update dashboard configurations (LLM generation failed)\"\n\n return response.choices[0].message.content.strip()\n # endregion suggest_commit_message\n# #endregion GitLLMExtension\n" }, { @@ -50808,6 +52374,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitPluginModule [TYPE Module] [SEMANTICS git, versioning, deploy, sync, superset]\n#\n# @BRIEF Предоставляет плагин для версионирования и развертывания дашбордов Superset.\n# @LAYER: Plugin\n# @RELATION INHERITS_FROM -> src.core.plugin_base.PluginBase\n# @RELATION USES -> src.services.git_service.GitService\n# @RELATION USES -> src.core.superset_client.SupersetClient\n# @RELATION USES -> src.core.config_manager.ConfigManager\n# @RELATION USES -> TaskContext\n#\n# @INVARIANT: Все операции с Git должны выполняться через GitService.\n# @CONSTRAINT: Плагин работает только с распакованными YAML-экспортами Superset.\n\nimport io\nimport os\nimport shutil\nimport zipfile\nfrom pathlib import Path\nfrom typing import Any\n\nfrom src.core.config_manager import ConfigManager\nfrom src.core.logger import belief_scope\nfrom src.core.logger import logger as app_logger\nfrom src.core.plugin_base import PluginBase\nfrom src.core.superset_client import SupersetClient\nfrom src.core.task_manager.context import TaskContext\nfrom src.services.git_service import GitService\n\n\n# #region GitPlugin [TYPE Class]\n# @BRIEF Реализация плагина Git Integration для управления версиями дашбордов.\nclass GitPlugin(PluginBase):\n\n # region __init__ [TYPE Function]\n # @PURPOSE: Инициализирует плагин и его зависимости.\n # @PRE: config.json exists or shared config_manager is available.\n # @POST: Инициализированы git_service и config_manager.\n def __init__(self):\n with belief_scope(\"GitPlugin.__init__\"):\n app_logger.info(\"Initializing GitPlugin.\")\n self.git_service = GitService()\n\n # Robust config path resolution:\n # 1. Try absolute path from src/dependencies.py style if possible\n # 2. Try relative paths based on common execution patterns\n if os.path.exists(\"../config.json\"):\n config_path = \"../config.json\"\n elif os.path.exists(\"config.json\"):\n config_path = \"config.json\"\n else:\n # Fallback to the one initialized in dependencies if we can import it\n try:\n from src.dependencies import config_manager\n self.config_manager = config_manager\n app_logger.info(\"GitPlugin initialized using shared config_manager.\")\n return\n except Exception:\n config_path = \"config.json\"\n\n self.config_manager = ConfigManager(config_path)\n app_logger.info(f\"GitPlugin initialized with {config_path}\")\n # endregion __init__\n\n @property\n # region id [TYPE Function]\n # @PURPOSE: Returns the plugin identifier.\n # @PRE: GitPlugin is initialized.\n # @POST: Returns 'git-integration'.\n def id(self) -> str:\n with belief_scope(\"GitPlugin.id\"):\n return \"git-integration\"\n # endregion id\n\n @property\n # region name [TYPE Function]\n # @PURPOSE: Returns the plugin name.\n # @PRE: GitPlugin is initialized.\n # @POST: Returns the human-readable name.\n def name(self) -> str:\n with belief_scope(\"GitPlugin.name\"):\n return \"Git Integration\"\n # endregion name\n\n @property\n # region description [TYPE Function]\n # @PURPOSE: Returns the plugin description.\n # @PRE: GitPlugin is initialized.\n # @POST: Returns the plugin's purpose description.\n def description(self) -> str:\n with belief_scope(\"GitPlugin.description\"):\n return \"Version control for Superset dashboards\"\n # endregion description\n\n @property\n # region version [TYPE Function]\n # @PURPOSE: Returns the plugin version.\n # @PRE: GitPlugin is initialized.\n # @POST: Returns the version string.\n def version(self) -> str:\n with belief_scope(\"GitPlugin.version\"):\n return \"0.1.0\"\n # endregion version\n\n @property\n # region ui_route [TYPE Function]\n # @PURPOSE: Returns the frontend route for the git plugin.\n # @RETURN: str - \"/git\"\n def ui_route(self) -> str:\n with belief_scope(\"GitPlugin.ui_route\"):\n return \"/git\"\n # endregion ui_route\n\n # region get_schema [TYPE Function]\n # @PURPOSE: Возвращает JSON-схему параметров для выполнения задач плагина.\n # @PRE: GitPlugin is initialized.\n # @POST: Returns a JSON schema dictionary.\n # @RETURN: Dict[str, Any] - Схема параметров.\n def get_schema(self) -> dict[str, Any]:\n with belief_scope(\"GitPlugin.get_schema\"):\n return {\n \"type\": \"object\",\n \"properties\": {\n \"operation\": {\"type\": \"string\", \"enum\": [\"sync\", \"deploy\", \"history\"]},\n \"dashboard_id\": {\"type\": \"integer\"},\n \"environment_id\": {\"type\": \"string\"},\n \"source_env_id\": {\"type\": \"string\"}\n },\n \"required\": [\"operation\", \"dashboard_id\"]\n }\n # endregion get_schema\n\n # region initialize [TYPE Function]\n # @PURPOSE: Выполняет начальную настройку плагина.\n # @PRE: GitPlugin is initialized.\n # @POST: Плагин готов к выполнению задач.\n async def initialize(self):\n with belief_scope(\"GitPlugin.initialize\"):\n app_logger.reason(\"Initializing Git Integration Plugin logic.\", extra={\"src\": \"GitPlugin.initialize\"})\n\n # region execute [TYPE Function]\n # @PURPOSE: Основной метод выполнения задач плагина с поддержкой TaskContext.\n # @PRE: task_data содержит 'operation' и 'dashboard_id'.\n # @POST: Возвращает результат выполнения операции.\n # @PARAM: task_data (Dict[str, Any]) - Данные задачи.\n # @PARAM: context (Optional[TaskContext]) - Task context for logging with source attribution.\n # @RETURN: Dict[str, Any] - Статус и сообщение.\n # @RELATION: CALLS -> self._handle_sync\n # @RELATION: CALLS -> self._handle_deploy\n async def execute(self, task_data: dict[str, Any], context: TaskContext | None = None) -> dict[str, Any]:\n with belief_scope(\"GitPlugin.execute\"):\n operation = task_data.get(\"operation\")\n dashboard_id = task_data.get(\"dashboard_id\")\n\n # Use TaskContext logger if available, otherwise fall back to app_logger\n log = context.logger if context else app_logger\n\n # Create sub-loggers for different components\n git_log = log.with_source(\"git\") if context else log\n superset_log = log.with_source(\"superset_api\") if context else log\n\n log.info(f\"Executing operation: {operation} for dashboard {dashboard_id}\")\n\n if operation == \"sync\":\n source_env_id = task_data.get(\"source_env_id\")\n result = await self._handle_sync(dashboard_id, source_env_id, log, git_log, superset_log)\n elif operation == \"deploy\":\n env_id = task_data.get(\"environment_id\")\n result = await self._handle_deploy(dashboard_id, env_id, log, git_log, superset_log)\n elif operation == \"history\":\n result = {\"status\": \"success\", \"message\": \"History available via API\"}\n else:\n log.error(f\"Unknown operation: {operation}\")\n raise ValueError(f\"Unknown operation: {operation}\")\n\n log.info(f\"Operation {operation} completed.\")\n return result\n # endregion execute\n\n # region _handle_sync [TYPE Function]\n # @PURPOSE: Экспортирует дашборд из Superset и распаковывает в Git-репозиторий.\n # @PRE: Репозиторий для дашборда должен существовать.\n # @POST: Файлы в репозитории обновлены до текущего состояния в Superset.\n # @PARAM: dashboard_id (int) - ID дашборда.\n # @PARAM: source_env_id (Optional[str]) - ID исходного окружения.\n # @RETURN: Dict[str, str] - Результат синхронизации.\n # @SIDE_EFFECT: Изменяет файлы в локальной рабочей директории репозитория.\n # @RELATION: CALLS -> src.services.git_service.GitService.get_repo\n # @RELATION: CALLS -> src.core.superset_client.SupersetClient.export_dashboard\n async def _handle_sync(self, dashboard_id: int, source_env_id: str | None = None, log=None, git_log=None, superset_log=None) -> dict[str, str]:\n with belief_scope(\"GitPlugin._handle_sync\"):\n try:\n # 1. Получение репозитория\n repo = self.git_service.get_repo(dashboard_id)\n repo_path = Path(repo.working_dir)\n git_log.info(f\"Target repo path: {repo_path}\")\n\n # 2. Настройка клиента Superset\n env = self._get_env(source_env_id)\n client = SupersetClient(env)\n client.authenticate()\n\n # 3. Экспорт дашборда\n superset_log.info(f\"Exporting dashboard {dashboard_id} from {env.name}\")\n zip_bytes, _ = client.export_dashboard(dashboard_id)\n\n # 4. Распаковка с выравниванием структуры (flattening)\n git_log.info(f\"Unpacking export to {repo_path}\")\n\n # Список папок/файлов, которые мы ожидаем от Superset\n managed_dirs = [\"dashboards\", \"charts\", \"datasets\", \"databases\"]\n managed_files = [\"metadata.yaml\"]\n\n # Очистка старых данных перед распаковкой, чтобы не оставалось \"призраков\"\n for d in managed_dirs:\n d_path = repo_path / d\n if d_path.exists() and d_path.is_dir():\n shutil.rmtree(d_path)\n for f in managed_files:\n f_path = repo_path / f\n if f_path.exists():\n f_path.unlink()\n\n with zipfile.ZipFile(io.BytesIO(zip_bytes)) as zf:\n # Superset экспортирует всё в подпапку dashboard_export_timestamp/\n # Нам нужно найти это имя папки\n namelist = zf.namelist()\n if not namelist:\n raise ValueError(\"Export ZIP is empty\")\n\n root_folder = namelist[0].split('/')[0]\n git_log.info(f\"Detected root folder in ZIP: {root_folder}\")\n\n for member in zf.infolist():\n if member.filename.startswith(root_folder + \"/\") and len(member.filename) > len(root_folder) + 1:\n # Убираем префикс папки\n relative_path = member.filename[len(root_folder)+1:]\n target_path = repo_path / relative_path\n\n if member.is_dir():\n target_path.mkdir(parents=True, exist_ok=True)\n else:\n target_path.parent.mkdir(parents=True, exist_ok=True)\n with zf.open(member) as source, open(target_path, \"wb\") as target:\n shutil.copyfileobj(source, target)\n\n # 5. Автоматический staging изменений (не коммит, чтобы юзер мог проверить diff)\n try:\n repo.git.add(A=True)\n app_logger.reason(\"Changes staged in git\", extra={\"src\": \"_handle_sync\"})\n except Exception as ge:\n app_logger.explore(f\"Failed to stage changes: {ge}\", extra={\"src\": \"_handle_sync\"})\n\n app_logger.info(f\"[_handle_sync][Coherence:OK] Dashboard {dashboard_id} synced successfully.\")\n return {\"status\": \"success\", \"message\": \"Dashboard synced and flattened in local repository\"}\n\n except Exception as e:\n app_logger.error(f\"[_handle_sync][Coherence:Failed] Sync failed: {e}\")\n raise\n # endregion _handle_sync\n\n # region _handle_deploy [TYPE Function]\n # @PURPOSE: Упаковывает репозиторий в ZIP и импортирует в целевое окружение Superset.\n # @PRE: environment_id должен соответствовать настроенному окружению.\n # @POST: Дашборд импортирован в целевой Superset.\n # @PARAM: dashboard_id (int) - ID дашборда.\n # @PARAM: env_id (str) - ID целевого окружения.\n # @PARAM: log - Main logger instance.\n # @PARAM: git_log - Git-specific logger instance.\n # @PARAM: superset_log - Superset API-specific logger instance.\n # @RETURN: Dict[str, Any] - Результат деплоя.\n # @SIDE_EFFECT: Создает и удаляет временный ZIP-файл.\n # @RELATION: CALLS -> src.core.superset_client.SupersetClient.import_dashboard\n async def _handle_deploy(self, dashboard_id: int, env_id: str, log=None, git_log=None, superset_log=None) -> dict[str, Any]:\n with belief_scope(\"GitPlugin._handle_deploy\"):\n try:\n if not env_id:\n raise ValueError(\"Target environment ID required for deployment\")\n\n # 1. Получение репозитория\n repo = self.git_service.get_repo(dashboard_id)\n repo_path = Path(repo.working_dir)\n\n # 2. Упаковка в ZIP\n git_log.info(f\"Packing repository {repo_path} for deployment.\")\n zip_buffer = io.BytesIO()\n\n # Superset expects a root directory in the ZIP (e.g., dashboard_export_20240101T000000/)\n root_dir_name = f\"dashboard_export_{dashboard_id}\"\n\n with zipfile.ZipFile(zip_buffer, \"w\", zipfile.ZIP_DEFLATED) as zf:\n for root, dirs, files in os.walk(repo_path):\n if \".git\" in dirs:\n dirs.remove(\".git\")\n for file in files:\n if file == \".git\" or file.endswith(\".zip\"):\n continue\n file_path = Path(root) / file\n # Prepend the root directory name to the archive path\n arcname = Path(root_dir_name) / file_path.relative_to(repo_path)\n zf.write(file_path, arcname)\n\n zip_buffer.seek(0)\n\n # 3. Настройка клиента Superset\n env = self.config_manager.get_environment(env_id)\n if not env:\n raise ValueError(f\"Environment {env_id} not found\")\n\n client = SupersetClient(env)\n client.authenticate()\n\n # 4. Импорт\n temp_zip_path = repo_path / f\"deploy_{dashboard_id}.zip\"\n git_log.info(f\"Saving temporary zip to {temp_zip_path}\")\n with open(temp_zip_path, \"wb\") as f:\n f.write(zip_buffer.getvalue())\n\n try:\n app_logger.reason(f\"Importing dashboard to {env.name}\", extra={\"src\": \"_handle_deploy\"})\n result = client.import_dashboard(temp_zip_path)\n app_logger.info(f\"[_handle_deploy][Coherence:OK] Deployment successful for dashboard {dashboard_id}.\")\n return {\"status\": \"success\", \"message\": f\"Dashboard deployed to {env.name}\", \"details\": result}\n finally:\n if temp_zip_path.exists():\n os.remove(temp_zip_path)\n\n except Exception as e:\n app_logger.error(f\"[_handle_deploy][Coherence:Failed] Deployment failed: {e}\")\n raise\n # endregion _handle_deploy\n\n # region _get_env [TYPE Function]\n # @PURPOSE: Вспомогательный метод для получения конфигурации окружения.\n # @PARAM: env_id (Optional[str]) - ID окружения.\n # @PRE: env_id is a string or None.\n # @POST: Returns an Environment object from config or DB.\n # @RETURN: Environment - Объект конфигурации окружения.\n def _get_env(self, env_id: str | None = None):\n with belief_scope(\"GitPlugin._get_env\"):\n app_logger.reason(f\"Fetching environment for ID: {env_id}\", extra={\"src\": \"_get_env\"})\n\n # Priority 1: ConfigManager (config.json)\n if env_id:\n env = self.config_manager.get_environment(env_id)\n if env:\n app_logger.reflect(f\"Found environment by ID in ConfigManager: {env.name}\", extra={\"src\": \"_get_env\"})\n return env\n\n # Priority 2: Database (DeploymentEnvironment)\n from src.core.database import SessionLocal\n from src.models.git import DeploymentEnvironment\n\n db = SessionLocal()\n try:\n if env_id:\n db_env = db.query(DeploymentEnvironment).filter(DeploymentEnvironment.id == env_id).first()\n else:\n # If no ID, try to find active or any environment in DB\n db_env = db.query(DeploymentEnvironment).filter(DeploymentEnvironment.is_active).first()\n if not db_env:\n db_env = db.query(DeploymentEnvironment).first()\n\n if db_env:\n app_logger.reflect(f\"Found environment in DB: {db_env.name}\", extra={\"src\": \"_get_env\"})\n from src.core.config_models import Environment\n # Use token as password for SupersetClient\n return Environment(\n id=db_env.id,\n name=db_env.name,\n url=db_env.superset_url,\n username=\"admin\",\n password=db_env.superset_token,\n verify_ssl=True\n )\n finally:\n db.close()\n\n # Priority 3: ConfigManager Default (if no env_id provided)\n envs = self.config_manager.get_environments()\n if envs:\n if env_id:\n # If env_id was provided but not found in DB or specifically by ID in config,\n # but we have other envs, maybe it's one of them?\n env = next((e for e in envs if e.id == env_id), None)\n if env:\n app_logger.reflect(f\"Found environment {env_id} in ConfigManager list\", extra={\"src\": \"_get_env\"})\n return env\n\n if not env_id:\n app_logger.reflect(f\"Using first environment from ConfigManager: {envs[0].name}\", extra={\"src\": \"_get_env\"})\n return envs[0]\n\n app_logger.error(f\"[_get_env][Coherence:Failed] No environments configured (searched config.json and DB). env_id={env_id}\")\n raise ValueError(\"No environments configured. Please add a Superset Environment in Settings.\")\n # endregion _get_env\n\n # endregion initialize\n# #endregion GitPlugin\n# #endregion GitPluginModule\n" }, { @@ -50834,6 +52401,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitPlugin [TYPE Class]\n# @BRIEF Реализация плагина Git Integration для управления версиями дашбордов.\nclass GitPlugin(PluginBase):\n\n # region __init__ [TYPE Function]\n # @PURPOSE: Инициализирует плагин и его зависимости.\n # @PRE: config.json exists or shared config_manager is available.\n # @POST: Инициализированы git_service и config_manager.\n def __init__(self):\n with belief_scope(\"GitPlugin.__init__\"):\n app_logger.info(\"Initializing GitPlugin.\")\n self.git_service = GitService()\n\n # Robust config path resolution:\n # 1. Try absolute path from src/dependencies.py style if possible\n # 2. Try relative paths based on common execution patterns\n if os.path.exists(\"../config.json\"):\n config_path = \"../config.json\"\n elif os.path.exists(\"config.json\"):\n config_path = \"config.json\"\n else:\n # Fallback to the one initialized in dependencies if we can import it\n try:\n from src.dependencies import config_manager\n self.config_manager = config_manager\n app_logger.info(\"GitPlugin initialized using shared config_manager.\")\n return\n except Exception:\n config_path = \"config.json\"\n\n self.config_manager = ConfigManager(config_path)\n app_logger.info(f\"GitPlugin initialized with {config_path}\")\n # endregion __init__\n\n @property\n # region id [TYPE Function]\n # @PURPOSE: Returns the plugin identifier.\n # @PRE: GitPlugin is initialized.\n # @POST: Returns 'git-integration'.\n def id(self) -> str:\n with belief_scope(\"GitPlugin.id\"):\n return \"git-integration\"\n # endregion id\n\n @property\n # region name [TYPE Function]\n # @PURPOSE: Returns the plugin name.\n # @PRE: GitPlugin is initialized.\n # @POST: Returns the human-readable name.\n def name(self) -> str:\n with belief_scope(\"GitPlugin.name\"):\n return \"Git Integration\"\n # endregion name\n\n @property\n # region description [TYPE Function]\n # @PURPOSE: Returns the plugin description.\n # @PRE: GitPlugin is initialized.\n # @POST: Returns the plugin's purpose description.\n def description(self) -> str:\n with belief_scope(\"GitPlugin.description\"):\n return \"Version control for Superset dashboards\"\n # endregion description\n\n @property\n # region version [TYPE Function]\n # @PURPOSE: Returns the plugin version.\n # @PRE: GitPlugin is initialized.\n # @POST: Returns the version string.\n def version(self) -> str:\n with belief_scope(\"GitPlugin.version\"):\n return \"0.1.0\"\n # endregion version\n\n @property\n # region ui_route [TYPE Function]\n # @PURPOSE: Returns the frontend route for the git plugin.\n # @RETURN: str - \"/git\"\n def ui_route(self) -> str:\n with belief_scope(\"GitPlugin.ui_route\"):\n return \"/git\"\n # endregion ui_route\n\n # region get_schema [TYPE Function]\n # @PURPOSE: Возвращает JSON-схему параметров для выполнения задач плагина.\n # @PRE: GitPlugin is initialized.\n # @POST: Returns a JSON schema dictionary.\n # @RETURN: Dict[str, Any] - Схема параметров.\n def get_schema(self) -> dict[str, Any]:\n with belief_scope(\"GitPlugin.get_schema\"):\n return {\n \"type\": \"object\",\n \"properties\": {\n \"operation\": {\"type\": \"string\", \"enum\": [\"sync\", \"deploy\", \"history\"]},\n \"dashboard_id\": {\"type\": \"integer\"},\n \"environment_id\": {\"type\": \"string\"},\n \"source_env_id\": {\"type\": \"string\"}\n },\n \"required\": [\"operation\", \"dashboard_id\"]\n }\n # endregion get_schema\n\n # region initialize [TYPE Function]\n # @PURPOSE: Выполняет начальную настройку плагина.\n # @PRE: GitPlugin is initialized.\n # @POST: Плагин готов к выполнению задач.\n async def initialize(self):\n with belief_scope(\"GitPlugin.initialize\"):\n app_logger.reason(\"Initializing Git Integration Plugin logic.\", extra={\"src\": \"GitPlugin.initialize\"})\n\n # region execute [TYPE Function]\n # @PURPOSE: Основной метод выполнения задач плагина с поддержкой TaskContext.\n # @PRE: task_data содержит 'operation' и 'dashboard_id'.\n # @POST: Возвращает результат выполнения операции.\n # @PARAM: task_data (Dict[str, Any]) - Данные задачи.\n # @PARAM: context (Optional[TaskContext]) - Task context for logging with source attribution.\n # @RETURN: Dict[str, Any] - Статус и сообщение.\n # @RELATION: CALLS -> self._handle_sync\n # @RELATION: CALLS -> self._handle_deploy\n async def execute(self, task_data: dict[str, Any], context: TaskContext | None = None) -> dict[str, Any]:\n with belief_scope(\"GitPlugin.execute\"):\n operation = task_data.get(\"operation\")\n dashboard_id = task_data.get(\"dashboard_id\")\n\n # Use TaskContext logger if available, otherwise fall back to app_logger\n log = context.logger if context else app_logger\n\n # Create sub-loggers for different components\n git_log = log.with_source(\"git\") if context else log\n superset_log = log.with_source(\"superset_api\") if context else log\n\n log.info(f\"Executing operation: {operation} for dashboard {dashboard_id}\")\n\n if operation == \"sync\":\n source_env_id = task_data.get(\"source_env_id\")\n result = await self._handle_sync(dashboard_id, source_env_id, log, git_log, superset_log)\n elif operation == \"deploy\":\n env_id = task_data.get(\"environment_id\")\n result = await self._handle_deploy(dashboard_id, env_id, log, git_log, superset_log)\n elif operation == \"history\":\n result = {\"status\": \"success\", \"message\": \"History available via API\"}\n else:\n log.error(f\"Unknown operation: {operation}\")\n raise ValueError(f\"Unknown operation: {operation}\")\n\n log.info(f\"Operation {operation} completed.\")\n return result\n # endregion execute\n\n # region _handle_sync [TYPE Function]\n # @PURPOSE: Экспортирует дашборд из Superset и распаковывает в Git-репозиторий.\n # @PRE: Репозиторий для дашборда должен существовать.\n # @POST: Файлы в репозитории обновлены до текущего состояния в Superset.\n # @PARAM: dashboard_id (int) - ID дашборда.\n # @PARAM: source_env_id (Optional[str]) - ID исходного окружения.\n # @RETURN: Dict[str, str] - Результат синхронизации.\n # @SIDE_EFFECT: Изменяет файлы в локальной рабочей директории репозитория.\n # @RELATION: CALLS -> src.services.git_service.GitService.get_repo\n # @RELATION: CALLS -> src.core.superset_client.SupersetClient.export_dashboard\n async def _handle_sync(self, dashboard_id: int, source_env_id: str | None = None, log=None, git_log=None, superset_log=None) -> dict[str, str]:\n with belief_scope(\"GitPlugin._handle_sync\"):\n try:\n # 1. Получение репозитория\n repo = self.git_service.get_repo(dashboard_id)\n repo_path = Path(repo.working_dir)\n git_log.info(f\"Target repo path: {repo_path}\")\n\n # 2. Настройка клиента Superset\n env = self._get_env(source_env_id)\n client = SupersetClient(env)\n client.authenticate()\n\n # 3. Экспорт дашборда\n superset_log.info(f\"Exporting dashboard {dashboard_id} from {env.name}\")\n zip_bytes, _ = client.export_dashboard(dashboard_id)\n\n # 4. Распаковка с выравниванием структуры (flattening)\n git_log.info(f\"Unpacking export to {repo_path}\")\n\n # Список папок/файлов, которые мы ожидаем от Superset\n managed_dirs = [\"dashboards\", \"charts\", \"datasets\", \"databases\"]\n managed_files = [\"metadata.yaml\"]\n\n # Очистка старых данных перед распаковкой, чтобы не оставалось \"призраков\"\n for d in managed_dirs:\n d_path = repo_path / d\n if d_path.exists() and d_path.is_dir():\n shutil.rmtree(d_path)\n for f in managed_files:\n f_path = repo_path / f\n if f_path.exists():\n f_path.unlink()\n\n with zipfile.ZipFile(io.BytesIO(zip_bytes)) as zf:\n # Superset экспортирует всё в подпапку dashboard_export_timestamp/\n # Нам нужно найти это имя папки\n namelist = zf.namelist()\n if not namelist:\n raise ValueError(\"Export ZIP is empty\")\n\n root_folder = namelist[0].split('/')[0]\n git_log.info(f\"Detected root folder in ZIP: {root_folder}\")\n\n for member in zf.infolist():\n if member.filename.startswith(root_folder + \"/\") and len(member.filename) > len(root_folder) + 1:\n # Убираем префикс папки\n relative_path = member.filename[len(root_folder)+1:]\n target_path = repo_path / relative_path\n\n if member.is_dir():\n target_path.mkdir(parents=True, exist_ok=True)\n else:\n target_path.parent.mkdir(parents=True, exist_ok=True)\n with zf.open(member) as source, open(target_path, \"wb\") as target:\n shutil.copyfileobj(source, target)\n\n # 5. Автоматический staging изменений (не коммит, чтобы юзер мог проверить diff)\n try:\n repo.git.add(A=True)\n app_logger.reason(\"Changes staged in git\", extra={\"src\": \"_handle_sync\"})\n except Exception as ge:\n app_logger.explore(f\"Failed to stage changes: {ge}\", extra={\"src\": \"_handle_sync\"})\n\n app_logger.info(f\"[_handle_sync][Coherence:OK] Dashboard {dashboard_id} synced successfully.\")\n return {\"status\": \"success\", \"message\": \"Dashboard synced and flattened in local repository\"}\n\n except Exception as e:\n app_logger.error(f\"[_handle_sync][Coherence:Failed] Sync failed: {e}\")\n raise\n # endregion _handle_sync\n\n # region _handle_deploy [TYPE Function]\n # @PURPOSE: Упаковывает репозиторий в ZIP и импортирует в целевое окружение Superset.\n # @PRE: environment_id должен соответствовать настроенному окружению.\n # @POST: Дашборд импортирован в целевой Superset.\n # @PARAM: dashboard_id (int) - ID дашборда.\n # @PARAM: env_id (str) - ID целевого окружения.\n # @PARAM: log - Main logger instance.\n # @PARAM: git_log - Git-specific logger instance.\n # @PARAM: superset_log - Superset API-specific logger instance.\n # @RETURN: Dict[str, Any] - Результат деплоя.\n # @SIDE_EFFECT: Создает и удаляет временный ZIP-файл.\n # @RELATION: CALLS -> src.core.superset_client.SupersetClient.import_dashboard\n async def _handle_deploy(self, dashboard_id: int, env_id: str, log=None, git_log=None, superset_log=None) -> dict[str, Any]:\n with belief_scope(\"GitPlugin._handle_deploy\"):\n try:\n if not env_id:\n raise ValueError(\"Target environment ID required for deployment\")\n\n # 1. Получение репозитория\n repo = self.git_service.get_repo(dashboard_id)\n repo_path = Path(repo.working_dir)\n\n # 2. Упаковка в ZIP\n git_log.info(f\"Packing repository {repo_path} for deployment.\")\n zip_buffer = io.BytesIO()\n\n # Superset expects a root directory in the ZIP (e.g., dashboard_export_20240101T000000/)\n root_dir_name = f\"dashboard_export_{dashboard_id}\"\n\n with zipfile.ZipFile(zip_buffer, \"w\", zipfile.ZIP_DEFLATED) as zf:\n for root, dirs, files in os.walk(repo_path):\n if \".git\" in dirs:\n dirs.remove(\".git\")\n for file in files:\n if file == \".git\" or file.endswith(\".zip\"):\n continue\n file_path = Path(root) / file\n # Prepend the root directory name to the archive path\n arcname = Path(root_dir_name) / file_path.relative_to(repo_path)\n zf.write(file_path, arcname)\n\n zip_buffer.seek(0)\n\n # 3. Настройка клиента Superset\n env = self.config_manager.get_environment(env_id)\n if not env:\n raise ValueError(f\"Environment {env_id} not found\")\n\n client = SupersetClient(env)\n client.authenticate()\n\n # 4. Импорт\n temp_zip_path = repo_path / f\"deploy_{dashboard_id}.zip\"\n git_log.info(f\"Saving temporary zip to {temp_zip_path}\")\n with open(temp_zip_path, \"wb\") as f:\n f.write(zip_buffer.getvalue())\n\n try:\n app_logger.reason(f\"Importing dashboard to {env.name}\", extra={\"src\": \"_handle_deploy\"})\n result = client.import_dashboard(temp_zip_path)\n app_logger.info(f\"[_handle_deploy][Coherence:OK] Deployment successful for dashboard {dashboard_id}.\")\n return {\"status\": \"success\", \"message\": f\"Dashboard deployed to {env.name}\", \"details\": result}\n finally:\n if temp_zip_path.exists():\n os.remove(temp_zip_path)\n\n except Exception as e:\n app_logger.error(f\"[_handle_deploy][Coherence:Failed] Deployment failed: {e}\")\n raise\n # endregion _handle_deploy\n\n # region _get_env [TYPE Function]\n # @PURPOSE: Вспомогательный метод для получения конфигурации окружения.\n # @PARAM: env_id (Optional[str]) - ID окружения.\n # @PRE: env_id is a string or None.\n # @POST: Returns an Environment object from config or DB.\n # @RETURN: Environment - Объект конфигурации окружения.\n def _get_env(self, env_id: str | None = None):\n with belief_scope(\"GitPlugin._get_env\"):\n app_logger.reason(f\"Fetching environment for ID: {env_id}\", extra={\"src\": \"_get_env\"})\n\n # Priority 1: ConfigManager (config.json)\n if env_id:\n env = self.config_manager.get_environment(env_id)\n if env:\n app_logger.reflect(f\"Found environment by ID in ConfigManager: {env.name}\", extra={\"src\": \"_get_env\"})\n return env\n\n # Priority 2: Database (DeploymentEnvironment)\n from src.core.database import SessionLocal\n from src.models.git import DeploymentEnvironment\n\n db = SessionLocal()\n try:\n if env_id:\n db_env = db.query(DeploymentEnvironment).filter(DeploymentEnvironment.id == env_id).first()\n else:\n # If no ID, try to find active or any environment in DB\n db_env = db.query(DeploymentEnvironment).filter(DeploymentEnvironment.is_active).first()\n if not db_env:\n db_env = db.query(DeploymentEnvironment).first()\n\n if db_env:\n app_logger.reflect(f\"Found environment in DB: {db_env.name}\", extra={\"src\": \"_get_env\"})\n from src.core.config_models import Environment\n # Use token as password for SupersetClient\n return Environment(\n id=db_env.id,\n name=db_env.name,\n url=db_env.superset_url,\n username=\"admin\",\n password=db_env.superset_token,\n verify_ssl=True\n )\n finally:\n db.close()\n\n # Priority 3: ConfigManager Default (if no env_id provided)\n envs = self.config_manager.get_environments()\n if envs:\n if env_id:\n # If env_id was provided but not found in DB or specifically by ID in config,\n # but we have other envs, maybe it's one of them?\n env = next((e for e in envs if e.id == env_id), None)\n if env:\n app_logger.reflect(f\"Found environment {env_id} in ConfigManager list\", extra={\"src\": \"_get_env\"})\n return env\n\n if not env_id:\n app_logger.reflect(f\"Using first environment from ConfigManager: {envs[0].name}\", extra={\"src\": \"_get_env\"})\n return envs[0]\n\n app_logger.error(f\"[_get_env][Coherence:Failed] No environments configured (searched config.json and DB). env_id={env_id}\")\n raise ValueError(\"No environments configured. Please add a Superset Environment in Settings.\")\n # endregion _get_env\n\n # endregion initialize\n# #endregion GitPlugin\n" }, { @@ -50848,6 +52416,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LLMAnalysisPackage [TYPE Module] [SEMANTICS llm, analysis, plugin, package, export]\n\n\"\"\"\nLLM Analysis Plugin for automated dashboard validation and dataset documentation.\n\"\"\"\n\nfrom .plugin import DashboardValidationPlugin, DocumentationPlugin\n\n__all__ = ['DashboardValidationPlugin', 'DocumentationPlugin']\n\n# #endregion LLMAnalysisPackage\n" }, { @@ -50885,6 +52454,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LLMAnalysisModels [C:3] [TYPE Module] [SEMANTICS pydantic, llm, plugin, model, provider-type]\n# @BRIEF Define Pydantic models for LLM Analysis plugin.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> pydantic\n# @RELATION DEPENDS_on -> pydantic\n# @RELATION DEPENDs_on -> pydantic\n\nfrom datetime import datetime\nfrom enum import Enum\n\nfrom pydantic import BaseModel, Field\n\n\n# #region LLMProviderType [TYPE Class]\n# @BRIEF Enum for supported LLM providers.\nclass LLMProviderType(str, Enum):\n OPENAI = \"openai\"\n OPENROUTER = \"openrouter\"\n KILO = \"kilo\"\n# #endregion LLMProviderType\n\n# #region LLMProviderConfig [TYPE Class]\n# @BRIEF Configuration for an LLM provider.\nclass LLMProviderConfig(BaseModel):\n id: str | None = None\n provider_type: LLMProviderType\n name: str\n base_url: str\n api_key: str | None = None\n default_model: str\n is_active: bool = True\n# #endregion LLMProviderConfig\n\n# #region ValidationStatus [TYPE Class]\n# @BRIEF Enum for dashboard validation status.\nclass ValidationStatus(str, Enum):\n PASS = \"PASS\"\n WARN = \"WARN\"\n FAIL = \"FAIL\"\n UNKNOWN = \"UNKNOWN\"\n# #endregion ValidationStatus\n\n# #region DetectedIssue [TYPE Class]\n# @BRIEF Model for a single issue detected during validation.\nclass DetectedIssue(BaseModel):\n severity: ValidationStatus\n message: str\n location: str | None = None\n# #endregion DetectedIssue\n\n# #region ValidationResult [TYPE Class]\n# @BRIEF Model for dashboard validation result.\nclass ValidationResult(BaseModel):\n id: str | None = None\n dashboard_id: str\n timestamp: datetime = Field(default_factory=datetime.utcnow)\n status: ValidationStatus\n screenshot_path: str | None = None\n issues: list[DetectedIssue]\n summary: str\n raw_response: str | None = None\n# #endregion ValidationResult\n\n# #endregion LLMAnalysisModels\n" }, { @@ -50911,6 +52481,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LLMProviderType [TYPE Class]\n# @BRIEF Enum for supported LLM providers.\nclass LLMProviderType(str, Enum):\n OPENAI = \"openai\"\n OPENROUTER = \"openrouter\"\n KILO = \"kilo\"\n# #endregion LLMProviderType\n" }, { @@ -50937,6 +52508,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LLMProviderConfig [TYPE Class]\n# @BRIEF Configuration for an LLM provider.\nclass LLMProviderConfig(BaseModel):\n id: str | None = None\n provider_type: LLMProviderType\n name: str\n base_url: str\n api_key: str | None = None\n default_model: str\n is_active: bool = True\n# #endregion LLMProviderConfig\n" }, { @@ -50963,6 +52535,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ValidationStatus [TYPE Class]\n# @BRIEF Enum for dashboard validation status.\nclass ValidationStatus(str, Enum):\n PASS = \"PASS\"\n WARN = \"WARN\"\n FAIL = \"FAIL\"\n UNKNOWN = \"UNKNOWN\"\n# #endregion ValidationStatus\n" }, { @@ -50989,6 +52562,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DetectedIssue [TYPE Class]\n# @BRIEF Model for a single issue detected during validation.\nclass DetectedIssue(BaseModel):\n severity: ValidationStatus\n message: str\n location: str | None = None\n# #endregion DetectedIssue\n" }, { @@ -51015,6 +52589,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ValidationResult [TYPE Class]\n# @BRIEF Model for dashboard validation result.\nclass ValidationResult(BaseModel):\n id: str | None = None\n dashboard_id: str\n timestamp: datetime = Field(default_factory=datetime.utcnow)\n status: ValidationStatus\n screenshot_path: str | None = None\n issues: list[DetectedIssue]\n summary: str\n raw_response: str | None = None\n# #endregion ValidationResult\n" }, { @@ -51093,6 +52668,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LLMAnalysisPlugin [C:3] [TYPE Module] [SEMANTICS llm, analysis, dashboard, validation, documentation]\n# @BRIEF Implements DashboardValidationPlugin and DocumentationPlugin.\n# @LAYER: Domain\n# @RELATION INHERITS -> [PluginBase]\n# @RELATION CALLS -> [ScreenshotService]\n# @RELATION CALLS -> [LLMClient]\n# @RELATION CALLS -> [LLMProviderService]\n# @RELATION USES -> TaskContext\n# @INVARIANT: All LLM interactions must be executed as asynchronous tasks.\n\nimport json\nimport os\nfrom datetime import datetime, timedelta\nfrom typing import Any\n\nfrom ...core.database import SessionLocal\nfrom ...core.logger import belief_scope, logger\nfrom ...core.plugin_base import PluginBase\nfrom ...core.superset_client import SupersetClient\nfrom ...core.task_manager.context import TaskContext\nfrom ...models.llm import ValidationPolicy, ValidationRecord\nfrom ...services.llm_prompt_templates import (\n DEFAULT_LLM_PROMPTS,\n is_multimodal_model,\n normalize_llm_settings,\n render_prompt,\n)\nfrom ...services.llm_provider import LLMProviderService\nfrom ...services.notifications.service import NotificationService\nfrom .models import DetectedIssue, LLMProviderType, ValidationResult, ValidationStatus\nfrom .service import LLMClient, ScreenshotService\n\n\n# #region _is_masked_or_invalid_api_key [TYPE Function]\n# @BRIEF Guards against placeholder or malformed API keys in runtime.\n# @PRE: value may be None.\n# @POST: Returns True when value cannot be used for authenticated provider calls.\ndef _is_masked_or_invalid_api_key(value: str | None) -> bool:\n key = (value or \"\").strip()\n if not key:\n return True\n if key in {\"********\", \"EMPTY_OR_NONE\"}:\n return True\n # Most provider tokens are significantly longer; short values are almost always placeholders.\n return len(key) < 16\n# #endregion _is_masked_or_invalid_api_key\n\n# #region _json_safe_value [TYPE Function]\n# @BRIEF Recursively normalize payload values for JSON serialization.\n# @PRE: value may be nested dict/list with datetime values.\n# @POST: datetime values are converted to ISO strings.\ndef _json_safe_value(value: Any):\n if isinstance(value, datetime):\n return value.isoformat()\n if isinstance(value, dict):\n return {k: _json_safe_value(v) for k, v in value.items()}\n if isinstance(value, list):\n return [_json_safe_value(v) for v in value]\n return value\n# #endregion _json_safe_value\n\n# #region DashboardValidationPlugin [TYPE Class]\n# @BRIEF Plugin for automated dashboard health analysis using LLMs.\n# @RELATION IMPLEMENTS -> backend.src.core.plugin_base.PluginBase\nclass DashboardValidationPlugin(PluginBase):\n @property\n def id(self) -> str:\n return \"llm_dashboard_validation\"\n\n @property\n def name(self) -> str:\n return \"Dashboard LLM Validation\"\n\n @property\n def description(self) -> str:\n return \"Automated dashboard health analysis using multimodal LLMs.\"\n\n @property\n def version(self) -> str:\n return \"1.0.0\"\n\n def get_schema(self) -> dict[str, Any]:\n return {\n \"type\": \"object\",\n \"properties\": {\n \"dashboard_id\": {\"type\": \"string\", \"title\": \"Dashboard ID\"},\n \"environment_id\": {\"type\": \"string\", \"title\": \"Environment ID\"},\n \"provider_id\": {\"type\": \"string\", \"title\": \"LLM Provider ID\"}\n },\n \"required\": [\"dashboard_id\", \"environment_id\", \"provider_id\"]\n }\n\n # region DashboardValidationPlugin.execute [TYPE Function]\n # @PURPOSE: Executes the dashboard validation task with TaskContext support.\n # @PARAM: params (Dict[str, Any]) - Validation parameters.\n # @PARAM: context (Optional[TaskContext]) - Task context for logging with source attribution.\n # @PRE: params contains dashboard_id, environment_id, and provider_id.\n # @POST: Returns a dictionary with validation results and persists them to the database.\n # @SIDE_EFFECT: Captures a screenshot, calls LLM API, and writes to the database.\n async def execute(self, params: dict[str, Any], context: TaskContext | None = None):\n with belief_scope(\"execute\", f\"plugin_id={self.id}\"):\n validation_started_at = datetime.utcnow()\n # Use TaskContext logger if available, otherwise fall back to app logger\n log = context.logger if context else logger\n\n # Create sub-loggers for different components\n llm_log = log.with_source(\"llm\") if context else log\n screenshot_log = log.with_source(\"screenshot\") if context else log\n superset_log = log.with_source(\"superset_api\") if context else log\n\n log.info(f\"Executing {self.name} with params: {params}\")\n\n dashboard_id_raw = params.get(\"dashboard_id\")\n dashboard_id = str(dashboard_id_raw) if dashboard_id_raw is not None else None\n env_id = params.get(\"environment_id\")\n provider_id = params.get(\"provider_id\")\n\n db = SessionLocal()\n try:\n # 1. Get Environment\n from ...dependencies import get_config_manager\n config_mgr = get_config_manager()\n env = config_mgr.get_environment(env_id)\n if not env:\n log.error(f\"Environment {env_id} not found\")\n raise ValueError(f\"Environment {env_id} not found\")\n\n # 2. Get LLM Provider\n llm_service = LLMProviderService(db)\n db_provider = llm_service.get_provider(provider_id)\n if not db_provider:\n log.error(f\"LLM Provider {provider_id} not found\")\n raise ValueError(f\"LLM Provider {provider_id} not found\")\n\n llm_log.debug(\"Retrieved provider config:\")\n llm_log.debug(f\" Provider ID: {db_provider.id}\")\n llm_log.debug(f\" Provider Name: {db_provider.name}\")\n llm_log.debug(f\" Provider Type: {db_provider.provider_type}\")\n llm_log.debug(f\" Base URL: {db_provider.base_url}\")\n llm_log.debug(f\" Default Model: {db_provider.default_model}\")\n llm_log.debug(f\" Is Active: {db_provider.is_active}\")\n if not is_multimodal_model(db_provider.default_model, db_provider.provider_type):\n raise ValueError(\n \"Dashboard validation requires a multimodal model (image input support).\"\n )\n\n api_key = llm_service.get_decrypted_api_key(provider_id)\n llm_log.debug(f\"API Key decrypted (first 8 chars): {api_key[:8] if api_key and len(api_key) > 8 else 'EMPTY_OR_NONE'}...\")\n\n # Check if API key was successfully decrypted\n if _is_masked_or_invalid_api_key(api_key):\n raise ValueError(\n f\"Invalid API key for provider {provider_id}. \"\n \"Please open LLM provider settings and save a real API key (not masked placeholder).\"\n )\n\n # 3. Capture Screenshot\n screenshot_service = ScreenshotService(env)\n\n storage_root = config_mgr.get_config().settings.storage.root_path\n screenshots_dir = os.path.join(storage_root, \"screenshots\")\n os.makedirs(screenshots_dir, exist_ok=True)\n\n filename = f\"{dashboard_id}_{datetime.now().strftime('%Y%m%d_%H%M%S')}.png\"\n screenshot_path = os.path.join(screenshots_dir, filename)\n\n screenshot_started_at = datetime.utcnow()\n screenshot_log.info(f\"Capturing screenshot for dashboard {dashboard_id}\")\n await screenshot_service.capture_dashboard(dashboard_id, screenshot_path)\n screenshot_log.debug(f\"Screenshot saved to: {screenshot_path}\")\n screenshot_finished_at = datetime.utcnow()\n\n # 4. Fetch Logs (from Environment /api/v1/log/)\n logs = []\n logs_fetch_started_at = datetime.utcnow()\n try:\n client = SupersetClient(env)\n\n # Calculate time window (last 24 hours)\n start_time = (datetime.now() - timedelta(hours=24)).isoformat()\n\n # Construct filter for logs\n # Note: We filter by dashboard_id matching the object\n query_params = {\n \"filters\": [\n {\"col\": \"dashboard_id\", \"opr\": \"eq\", \"value\": dashboard_id},\n {\"col\": \"dttm\", \"opr\": \"gt\", \"value\": start_time}\n ],\n \"order_column\": \"dttm\",\n \"order_direction\": \"desc\",\n \"page\": 0,\n \"page_size\": 100\n }\n\n superset_log.debug(f\"Fetching logs for dashboard {dashboard_id}\")\n response = client.network.request(\n method=\"GET\",\n endpoint=\"/log/\",\n params={\"q\": json.dumps(query_params)}\n )\n\n if isinstance(response, dict) and \"result\" in response:\n for item in response[\"result\"]:\n action = item.get(\"action\", \"unknown\")\n dttm = item.get(\"dttm\", \"\")\n details = item.get(\"json\", \"\")\n logs.append(f\"[{dttm}] {action}: {details}\")\n\n if not logs:\n logs = [\"No recent logs found for this dashboard.\"]\n superset_log.debug(\"No recent logs found for this dashboard\")\n\n except Exception as e:\n superset_log.warning(f\"Failed to fetch logs from environment: {e}\")\n logs = [f\"Error fetching remote logs: {e!s}\"]\n logs_fetch_finished_at = datetime.utcnow()\n\n # 5. Analyze with LLM\n llm_client = LLMClient(\n provider_type=LLMProviderType(db_provider.provider_type),\n api_key=api_key,\n base_url=db_provider.base_url,\n default_model=db_provider.default_model\n )\n\n llm_log.info(f\"Analyzing dashboard {dashboard_id} with LLM\")\n llm_settings = normalize_llm_settings(config_mgr.get_config().settings.llm)\n dashboard_prompt = llm_settings[\"prompts\"].get(\n \"dashboard_validation_prompt\",\n DEFAULT_LLM_PROMPTS[\"dashboard_validation_prompt\"],\n )\n llm_call_started_at = datetime.utcnow()\n analysis = await llm_client.analyze_dashboard(\n screenshot_path,\n logs,\n prompt_template=dashboard_prompt,\n )\n llm_call_finished_at = datetime.utcnow()\n\n # Log analysis summary to task logs for better visibility\n llm_log.info(f\"[ANALYSIS_SUMMARY] Status: {analysis['status']}\")\n llm_log.info(f\"[ANALYSIS_SUMMARY] Summary: {analysis['summary']}\")\n if analysis.get(\"issues\"):\n for i, issue in enumerate(analysis[\"issues\"]):\n llm_log.info(f\"[ANALYSIS_ISSUE][{i+1}] {issue.get('severity')}: {issue.get('message')} (Location: {issue.get('location', 'N/A')})\")\n\n # 6. Persist Result\n validation_result = ValidationResult(\n dashboard_id=dashboard_id,\n status=ValidationStatus(analysis[\"status\"]),\n summary=analysis[\"summary\"],\n issues=[DetectedIssue(**issue) for issue in analysis[\"issues\"]],\n screenshot_path=screenshot_path,\n raw_response=str(analysis)\n )\n validation_finished_at = datetime.utcnow()\n\n result_payload = _json_safe_value(validation_result.dict())\n result_payload[\"screenshot_paths\"] = [screenshot_path]\n result_payload[\"logs_sent_to_llm\"] = logs\n result_payload[\"logs_sent_count\"] = len(logs)\n result_payload[\"prompt_template\"] = dashboard_prompt\n result_payload[\"provider\"] = {\n \"id\": db_provider.id,\n \"name\": db_provider.name,\n \"type\": db_provider.provider_type,\n \"base_url\": db_provider.base_url,\n \"model\": db_provider.default_model,\n }\n result_payload[\"environment_id\"] = env_id\n result_payload[\"timings\"] = {\n \"validation_started_at\": validation_started_at.isoformat(),\n \"validation_finished_at\": validation_finished_at.isoformat(),\n \"validation_duration_ms\": int((validation_finished_at - validation_started_at).total_seconds() * 1000),\n \"screenshot_started_at\": screenshot_started_at.isoformat(),\n \"screenshot_finished_at\": screenshot_finished_at.isoformat(),\n \"screenshot_duration_ms\": int((screenshot_finished_at - screenshot_started_at).total_seconds() * 1000),\n \"logs_fetch_started_at\": logs_fetch_started_at.isoformat(),\n \"logs_fetch_finished_at\": logs_fetch_finished_at.isoformat(),\n \"logs_fetch_duration_ms\": int((logs_fetch_finished_at - logs_fetch_started_at).total_seconds() * 1000),\n \"llm_call_started_at\": llm_call_started_at.isoformat(),\n \"llm_call_finished_at\": llm_call_finished_at.isoformat(),\n \"llm_call_duration_ms\": int((llm_call_finished_at - llm_call_started_at).total_seconds() * 1000),\n }\n\n db_record = ValidationRecord(\n task_id=context.task_id if context else None,\n dashboard_id=validation_result.dashboard_id,\n environment_id=env_id,\n status=validation_result.status.value,\n summary=validation_result.summary,\n issues=[issue.dict() for issue in validation_result.issues],\n screenshot_path=validation_result.screenshot_path,\n raw_response=json.dumps(result_payload, ensure_ascii=False)\n )\n db.add(db_record)\n db.commit()\n\n # 7. Notification on failure (US1 / FR-015)\n try:\n policy_id = params.get(\"policy_id\")\n policy = None\n if policy_id:\n policy = db.query(ValidationPolicy).filter(ValidationPolicy.id == policy_id).first()\n\n notification_service = NotificationService(db, config_mgr)\n await notification_service.dispatch_report(\n record=db_record,\n policy=policy,\n background_tasks=getattr(context, \"background_tasks\", None) if context else None\n )\n except Exception as e:\n log.error(f\"Failed to dispatch notifications: {e}\")\n\n # Final log to ensure all analysis is visible in task logs\n log.info(f\"Validation completed for dashboard {dashboard_id}. Status: {validation_result.status.value}\")\n\n return result_payload\n\n finally:\n db.close()\n # endregion DashboardValidationPlugin.execute\n# #endregion DashboardValidationPlugin\n\n# #region DocumentationPlugin [TYPE Class]\n# @BRIEF Plugin for automated dataset documentation using LLMs.\n# @RELATION IMPLEMENTS -> backend.src.core.plugin_base.PluginBase\nclass DocumentationPlugin(PluginBase):\n @property\n def id(self) -> str:\n return \"llm_documentation\"\n\n @property\n def name(self) -> str:\n return \"Dataset LLM Documentation\"\n\n @property\n def description(self) -> str:\n return \"Automated dataset and column documentation using LLMs.\"\n\n @property\n def version(self) -> str:\n return \"1.0.0\"\n\n def get_schema(self) -> dict[str, Any]:\n return {\n \"type\": \"object\",\n \"properties\": {\n \"dataset_id\": {\"type\": \"string\", \"title\": \"Dataset ID\"},\n \"environment_id\": {\"type\": \"string\", \"title\": \"Environment ID\"},\n \"provider_id\": {\"type\": \"string\", \"title\": \"LLM Provider ID\"}\n },\n \"required\": [\"dataset_id\", \"environment_id\", \"provider_id\"]\n }\n\n # region DocumentationPlugin.execute [TYPE Function]\n # @PURPOSE: Executes the dataset documentation task with TaskContext support.\n # @PARAM: params (Dict[str, Any]) - Documentation parameters.\n # @PARAM: context (Optional[TaskContext]) - Task context for logging with source attribution.\n # @PRE: params contains dataset_id, environment_id, and provider_id.\n # @POST: Returns generated documentation and updates the dataset in Superset.\n # @SIDE_EFFECT: Calls LLM API and updates dataset metadata in Superset.\n async def execute(self, params: dict[str, Any], context: TaskContext | None = None):\n with belief_scope(\"execute\", f\"plugin_id={self.id}\"):\n # Use TaskContext logger if available, otherwise fall back to app logger\n log = context.logger if context else logger\n\n # Create sub-loggers for different components\n llm_log = log.with_source(\"llm\") if context else log\n superset_log = log.with_source(\"superset_api\") if context else log\n\n log.info(f\"Executing {self.name} with params: {params}\")\n\n dataset_id = params.get(\"dataset_id\")\n env_id = params.get(\"environment_id\")\n provider_id = params.get(\"provider_id\")\n\n db = SessionLocal()\n try:\n # 1. Get Environment\n from ...dependencies import get_config_manager\n config_mgr = get_config_manager()\n env = config_mgr.get_environment(env_id)\n if not env:\n log.error(f\"Environment {env_id} not found\")\n raise ValueError(f\"Environment {env_id} not found\")\n\n # 2. Get LLM Provider\n llm_service = LLMProviderService(db)\n db_provider = llm_service.get_provider(provider_id)\n if not db_provider:\n log.error(f\"LLM Provider {provider_id} not found\")\n raise ValueError(f\"LLM Provider {provider_id} not found\")\n\n llm_log.debug(\"Retrieved provider config:\")\n llm_log.debug(f\" Provider ID: {db_provider.id}\")\n llm_log.debug(f\" Provider Name: {db_provider.name}\")\n llm_log.debug(f\" Provider Type: {db_provider.provider_type}\")\n llm_log.debug(f\" Base URL: {db_provider.base_url}\")\n llm_log.debug(f\" Default Model: {db_provider.default_model}\")\n\n api_key = llm_service.get_decrypted_api_key(provider_id)\n llm_log.debug(f\"API Key decrypted (first 8 chars): {api_key[:8] if api_key and len(api_key) > 8 else 'EMPTY_OR_NONE'}...\")\n\n # Check if API key was successfully decrypted\n if _is_masked_or_invalid_api_key(api_key):\n raise ValueError(\n f\"Invalid API key for provider {provider_id}. \"\n \"Please open LLM provider settings and save a real API key (not masked placeholder).\"\n )\n\n # 3. Fetch Metadata (US2 / T024)\n from ...core.superset_client import SupersetClient\n client = SupersetClient(env)\n\n superset_log.debug(f\"Fetching dataset {dataset_id}\")\n dataset = client.get_dataset(int(dataset_id))\n\n # Extract columns and existing descriptions\n columns_data = []\n for col in dataset.get(\"columns\", []):\n columns_data.append({\n \"name\": col.get(\"column_name\"),\n \"type\": col.get(\"type\"),\n \"description\": col.get(\"description\")\n })\n superset_log.debug(f\"Extracted {len(columns_data)} columns from dataset\")\n\n # 4. Construct Prompt & Analyze (US2 / T025)\n llm_client = LLMClient(\n provider_type=LLMProviderType(db_provider.provider_type),\n api_key=api_key,\n base_url=db_provider.base_url,\n default_model=db_provider.default_model\n )\n\n llm_settings = normalize_llm_settings(config_mgr.get_config().settings.llm)\n documentation_prompt = llm_settings[\"prompts\"].get(\n \"documentation_prompt\",\n DEFAULT_LLM_PROMPTS[\"documentation_prompt\"],\n )\n prompt = render_prompt(\n documentation_prompt,\n {\n \"dataset_name\": dataset.get(\"table_name\") or \"\",\n \"columns_json\": json.dumps(columns_data, ensure_ascii=False),\n },\n )\n\n # Using a generic chat completion for text-only US2\n llm_log.info(f\"Generating documentation for dataset {dataset_id}\")\n doc_result = await llm_client.get_json_completion([{\"role\": \"user\", \"content\": prompt}])\n\n # 5. Update Metadata (US2 / T026)\n update_payload = {\n \"description\": doc_result[\"dataset_description\"],\n \"columns\": []\n }\n\n # Map generated descriptions back to column IDs\n for col_doc in doc_result[\"column_descriptions\"]:\n for col in dataset.get(\"columns\", []):\n if col.get(\"column_name\") == col_doc[\"name\"]:\n update_payload[\"columns\"].append({\n \"id\": col.get(\"id\"),\n \"description\": col_doc[\"description\"]\n })\n\n superset_log.info(f\"Updating dataset {dataset_id} with generated documentation\")\n client.update_dataset(int(dataset_id), update_payload)\n\n log.info(f\"Documentation completed for dataset {dataset_id}\")\n\n return doc_result\n\n finally:\n db.close()\n # endregion DocumentationPlugin.execute\n# #endregion DocumentationPlugin\n\n# #endregion LLMAnalysisPlugin\n" }, { @@ -51139,6 +52715,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _is_masked_or_invalid_api_key [TYPE Function]\n# @BRIEF Guards against placeholder or malformed API keys in runtime.\n# @PRE: value may be None.\n# @POST: Returns True when value cannot be used for authenticated provider calls.\ndef _is_masked_or_invalid_api_key(value: str | None) -> bool:\n key = (value or \"\").strip()\n if not key:\n return True\n if key in {\"********\", \"EMPTY_OR_NONE\"}:\n return True\n # Most provider tokens are significantly longer; short values are almost always placeholders.\n return len(key) < 16\n# #endregion _is_masked_or_invalid_api_key\n" }, { @@ -51185,6 +52762,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _json_safe_value [TYPE Function]\n# @BRIEF Recursively normalize payload values for JSON serialization.\n# @PRE: value may be nested dict/list with datetime values.\n# @POST: datetime values are converted to ISO strings.\ndef _json_safe_value(value: Any):\n if isinstance(value, datetime):\n return value.isoformat()\n if isinstance(value, dict):\n return {k: _json_safe_value(v) for k, v in value.items()}\n if isinstance(value, list):\n return [_json_safe_value(v) for v in value]\n return value\n# #endregion _json_safe_value\n" }, { @@ -51227,6 +52805,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardValidationPlugin [TYPE Class]\n# @BRIEF Plugin for automated dashboard health analysis using LLMs.\n# @RELATION IMPLEMENTS -> backend.src.core.plugin_base.PluginBase\nclass DashboardValidationPlugin(PluginBase):\n @property\n def id(self) -> str:\n return \"llm_dashboard_validation\"\n\n @property\n def name(self) -> str:\n return \"Dashboard LLM Validation\"\n\n @property\n def description(self) -> str:\n return \"Automated dashboard health analysis using multimodal LLMs.\"\n\n @property\n def version(self) -> str:\n return \"1.0.0\"\n\n def get_schema(self) -> dict[str, Any]:\n return {\n \"type\": \"object\",\n \"properties\": {\n \"dashboard_id\": {\"type\": \"string\", \"title\": \"Dashboard ID\"},\n \"environment_id\": {\"type\": \"string\", \"title\": \"Environment ID\"},\n \"provider_id\": {\"type\": \"string\", \"title\": \"LLM Provider ID\"}\n },\n \"required\": [\"dashboard_id\", \"environment_id\", \"provider_id\"]\n }\n\n # region DashboardValidationPlugin.execute [TYPE Function]\n # @PURPOSE: Executes the dashboard validation task with TaskContext support.\n # @PARAM: params (Dict[str, Any]) - Validation parameters.\n # @PARAM: context (Optional[TaskContext]) - Task context for logging with source attribution.\n # @PRE: params contains dashboard_id, environment_id, and provider_id.\n # @POST: Returns a dictionary with validation results and persists them to the database.\n # @SIDE_EFFECT: Captures a screenshot, calls LLM API, and writes to the database.\n async def execute(self, params: dict[str, Any], context: TaskContext | None = None):\n with belief_scope(\"execute\", f\"plugin_id={self.id}\"):\n validation_started_at = datetime.utcnow()\n # Use TaskContext logger if available, otherwise fall back to app logger\n log = context.logger if context else logger\n\n # Create sub-loggers for different components\n llm_log = log.with_source(\"llm\") if context else log\n screenshot_log = log.with_source(\"screenshot\") if context else log\n superset_log = log.with_source(\"superset_api\") if context else log\n\n log.info(f\"Executing {self.name} with params: {params}\")\n\n dashboard_id_raw = params.get(\"dashboard_id\")\n dashboard_id = str(dashboard_id_raw) if dashboard_id_raw is not None else None\n env_id = params.get(\"environment_id\")\n provider_id = params.get(\"provider_id\")\n\n db = SessionLocal()\n try:\n # 1. Get Environment\n from ...dependencies import get_config_manager\n config_mgr = get_config_manager()\n env = config_mgr.get_environment(env_id)\n if not env:\n log.error(f\"Environment {env_id} not found\")\n raise ValueError(f\"Environment {env_id} not found\")\n\n # 2. Get LLM Provider\n llm_service = LLMProviderService(db)\n db_provider = llm_service.get_provider(provider_id)\n if not db_provider:\n log.error(f\"LLM Provider {provider_id} not found\")\n raise ValueError(f\"LLM Provider {provider_id} not found\")\n\n llm_log.debug(\"Retrieved provider config:\")\n llm_log.debug(f\" Provider ID: {db_provider.id}\")\n llm_log.debug(f\" Provider Name: {db_provider.name}\")\n llm_log.debug(f\" Provider Type: {db_provider.provider_type}\")\n llm_log.debug(f\" Base URL: {db_provider.base_url}\")\n llm_log.debug(f\" Default Model: {db_provider.default_model}\")\n llm_log.debug(f\" Is Active: {db_provider.is_active}\")\n if not is_multimodal_model(db_provider.default_model, db_provider.provider_type):\n raise ValueError(\n \"Dashboard validation requires a multimodal model (image input support).\"\n )\n\n api_key = llm_service.get_decrypted_api_key(provider_id)\n llm_log.debug(f\"API Key decrypted (first 8 chars): {api_key[:8] if api_key and len(api_key) > 8 else 'EMPTY_OR_NONE'}...\")\n\n # Check if API key was successfully decrypted\n if _is_masked_or_invalid_api_key(api_key):\n raise ValueError(\n f\"Invalid API key for provider {provider_id}. \"\n \"Please open LLM provider settings and save a real API key (not masked placeholder).\"\n )\n\n # 3. Capture Screenshot\n screenshot_service = ScreenshotService(env)\n\n storage_root = config_mgr.get_config().settings.storage.root_path\n screenshots_dir = os.path.join(storage_root, \"screenshots\")\n os.makedirs(screenshots_dir, exist_ok=True)\n\n filename = f\"{dashboard_id}_{datetime.now().strftime('%Y%m%d_%H%M%S')}.png\"\n screenshot_path = os.path.join(screenshots_dir, filename)\n\n screenshot_started_at = datetime.utcnow()\n screenshot_log.info(f\"Capturing screenshot for dashboard {dashboard_id}\")\n await screenshot_service.capture_dashboard(dashboard_id, screenshot_path)\n screenshot_log.debug(f\"Screenshot saved to: {screenshot_path}\")\n screenshot_finished_at = datetime.utcnow()\n\n # 4. Fetch Logs (from Environment /api/v1/log/)\n logs = []\n logs_fetch_started_at = datetime.utcnow()\n try:\n client = SupersetClient(env)\n\n # Calculate time window (last 24 hours)\n start_time = (datetime.now() - timedelta(hours=24)).isoformat()\n\n # Construct filter for logs\n # Note: We filter by dashboard_id matching the object\n query_params = {\n \"filters\": [\n {\"col\": \"dashboard_id\", \"opr\": \"eq\", \"value\": dashboard_id},\n {\"col\": \"dttm\", \"opr\": \"gt\", \"value\": start_time}\n ],\n \"order_column\": \"dttm\",\n \"order_direction\": \"desc\",\n \"page\": 0,\n \"page_size\": 100\n }\n\n superset_log.debug(f\"Fetching logs for dashboard {dashboard_id}\")\n response = client.network.request(\n method=\"GET\",\n endpoint=\"/log/\",\n params={\"q\": json.dumps(query_params)}\n )\n\n if isinstance(response, dict) and \"result\" in response:\n for item in response[\"result\"]:\n action = item.get(\"action\", \"unknown\")\n dttm = item.get(\"dttm\", \"\")\n details = item.get(\"json\", \"\")\n logs.append(f\"[{dttm}] {action}: {details}\")\n\n if not logs:\n logs = [\"No recent logs found for this dashboard.\"]\n superset_log.debug(\"No recent logs found for this dashboard\")\n\n except Exception as e:\n superset_log.warning(f\"Failed to fetch logs from environment: {e}\")\n logs = [f\"Error fetching remote logs: {e!s}\"]\n logs_fetch_finished_at = datetime.utcnow()\n\n # 5. Analyze with LLM\n llm_client = LLMClient(\n provider_type=LLMProviderType(db_provider.provider_type),\n api_key=api_key,\n base_url=db_provider.base_url,\n default_model=db_provider.default_model\n )\n\n llm_log.info(f\"Analyzing dashboard {dashboard_id} with LLM\")\n llm_settings = normalize_llm_settings(config_mgr.get_config().settings.llm)\n dashboard_prompt = llm_settings[\"prompts\"].get(\n \"dashboard_validation_prompt\",\n DEFAULT_LLM_PROMPTS[\"dashboard_validation_prompt\"],\n )\n llm_call_started_at = datetime.utcnow()\n analysis = await llm_client.analyze_dashboard(\n screenshot_path,\n logs,\n prompt_template=dashboard_prompt,\n )\n llm_call_finished_at = datetime.utcnow()\n\n # Log analysis summary to task logs for better visibility\n llm_log.info(f\"[ANALYSIS_SUMMARY] Status: {analysis['status']}\")\n llm_log.info(f\"[ANALYSIS_SUMMARY] Summary: {analysis['summary']}\")\n if analysis.get(\"issues\"):\n for i, issue in enumerate(analysis[\"issues\"]):\n llm_log.info(f\"[ANALYSIS_ISSUE][{i+1}] {issue.get('severity')}: {issue.get('message')} (Location: {issue.get('location', 'N/A')})\")\n\n # 6. Persist Result\n validation_result = ValidationResult(\n dashboard_id=dashboard_id,\n status=ValidationStatus(analysis[\"status\"]),\n summary=analysis[\"summary\"],\n issues=[DetectedIssue(**issue) for issue in analysis[\"issues\"]],\n screenshot_path=screenshot_path,\n raw_response=str(analysis)\n )\n validation_finished_at = datetime.utcnow()\n\n result_payload = _json_safe_value(validation_result.dict())\n result_payload[\"screenshot_paths\"] = [screenshot_path]\n result_payload[\"logs_sent_to_llm\"] = logs\n result_payload[\"logs_sent_count\"] = len(logs)\n result_payload[\"prompt_template\"] = dashboard_prompt\n result_payload[\"provider\"] = {\n \"id\": db_provider.id,\n \"name\": db_provider.name,\n \"type\": db_provider.provider_type,\n \"base_url\": db_provider.base_url,\n \"model\": db_provider.default_model,\n }\n result_payload[\"environment_id\"] = env_id\n result_payload[\"timings\"] = {\n \"validation_started_at\": validation_started_at.isoformat(),\n \"validation_finished_at\": validation_finished_at.isoformat(),\n \"validation_duration_ms\": int((validation_finished_at - validation_started_at).total_seconds() * 1000),\n \"screenshot_started_at\": screenshot_started_at.isoformat(),\n \"screenshot_finished_at\": screenshot_finished_at.isoformat(),\n \"screenshot_duration_ms\": int((screenshot_finished_at - screenshot_started_at).total_seconds() * 1000),\n \"logs_fetch_started_at\": logs_fetch_started_at.isoformat(),\n \"logs_fetch_finished_at\": logs_fetch_finished_at.isoformat(),\n \"logs_fetch_duration_ms\": int((logs_fetch_finished_at - logs_fetch_started_at).total_seconds() * 1000),\n \"llm_call_started_at\": llm_call_started_at.isoformat(),\n \"llm_call_finished_at\": llm_call_finished_at.isoformat(),\n \"llm_call_duration_ms\": int((llm_call_finished_at - llm_call_started_at).total_seconds() * 1000),\n }\n\n db_record = ValidationRecord(\n task_id=context.task_id if context else None,\n dashboard_id=validation_result.dashboard_id,\n environment_id=env_id,\n status=validation_result.status.value,\n summary=validation_result.summary,\n issues=[issue.dict() for issue in validation_result.issues],\n screenshot_path=validation_result.screenshot_path,\n raw_response=json.dumps(result_payload, ensure_ascii=False)\n )\n db.add(db_record)\n db.commit()\n\n # 7. Notification on failure (US1 / FR-015)\n try:\n policy_id = params.get(\"policy_id\")\n policy = None\n if policy_id:\n policy = db.query(ValidationPolicy).filter(ValidationPolicy.id == policy_id).first()\n\n notification_service = NotificationService(db, config_mgr)\n await notification_service.dispatch_report(\n record=db_record,\n policy=policy,\n background_tasks=getattr(context, \"background_tasks\", None) if context else None\n )\n except Exception as e:\n log.error(f\"Failed to dispatch notifications: {e}\")\n\n # Final log to ensure all analysis is visible in task logs\n log.info(f\"Validation completed for dashboard {dashboard_id}. Status: {validation_result.status.value}\")\n\n return result_payload\n\n finally:\n db.close()\n # endregion DashboardValidationPlugin.execute\n# #endregion DashboardValidationPlugin\n" }, { @@ -51269,6 +52848,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DocumentationPlugin [TYPE Class]\n# @BRIEF Plugin for automated dataset documentation using LLMs.\n# @RELATION IMPLEMENTS -> backend.src.core.plugin_base.PluginBase\nclass DocumentationPlugin(PluginBase):\n @property\n def id(self) -> str:\n return \"llm_documentation\"\n\n @property\n def name(self) -> str:\n return \"Dataset LLM Documentation\"\n\n @property\n def description(self) -> str:\n return \"Automated dataset and column documentation using LLMs.\"\n\n @property\n def version(self) -> str:\n return \"1.0.0\"\n\n def get_schema(self) -> dict[str, Any]:\n return {\n \"type\": \"object\",\n \"properties\": {\n \"dataset_id\": {\"type\": \"string\", \"title\": \"Dataset ID\"},\n \"environment_id\": {\"type\": \"string\", \"title\": \"Environment ID\"},\n \"provider_id\": {\"type\": \"string\", \"title\": \"LLM Provider ID\"}\n },\n \"required\": [\"dataset_id\", \"environment_id\", \"provider_id\"]\n }\n\n # region DocumentationPlugin.execute [TYPE Function]\n # @PURPOSE: Executes the dataset documentation task with TaskContext support.\n # @PARAM: params (Dict[str, Any]) - Documentation parameters.\n # @PARAM: context (Optional[TaskContext]) - Task context for logging with source attribution.\n # @PRE: params contains dataset_id, environment_id, and provider_id.\n # @POST: Returns generated documentation and updates the dataset in Superset.\n # @SIDE_EFFECT: Calls LLM API and updates dataset metadata in Superset.\n async def execute(self, params: dict[str, Any], context: TaskContext | None = None):\n with belief_scope(\"execute\", f\"plugin_id={self.id}\"):\n # Use TaskContext logger if available, otherwise fall back to app logger\n log = context.logger if context else logger\n\n # Create sub-loggers for different components\n llm_log = log.with_source(\"llm\") if context else log\n superset_log = log.with_source(\"superset_api\") if context else log\n\n log.info(f\"Executing {self.name} with params: {params}\")\n\n dataset_id = params.get(\"dataset_id\")\n env_id = params.get(\"environment_id\")\n provider_id = params.get(\"provider_id\")\n\n db = SessionLocal()\n try:\n # 1. Get Environment\n from ...dependencies import get_config_manager\n config_mgr = get_config_manager()\n env = config_mgr.get_environment(env_id)\n if not env:\n log.error(f\"Environment {env_id} not found\")\n raise ValueError(f\"Environment {env_id} not found\")\n\n # 2. Get LLM Provider\n llm_service = LLMProviderService(db)\n db_provider = llm_service.get_provider(provider_id)\n if not db_provider:\n log.error(f\"LLM Provider {provider_id} not found\")\n raise ValueError(f\"LLM Provider {provider_id} not found\")\n\n llm_log.debug(\"Retrieved provider config:\")\n llm_log.debug(f\" Provider ID: {db_provider.id}\")\n llm_log.debug(f\" Provider Name: {db_provider.name}\")\n llm_log.debug(f\" Provider Type: {db_provider.provider_type}\")\n llm_log.debug(f\" Base URL: {db_provider.base_url}\")\n llm_log.debug(f\" Default Model: {db_provider.default_model}\")\n\n api_key = llm_service.get_decrypted_api_key(provider_id)\n llm_log.debug(f\"API Key decrypted (first 8 chars): {api_key[:8] if api_key and len(api_key) > 8 else 'EMPTY_OR_NONE'}...\")\n\n # Check if API key was successfully decrypted\n if _is_masked_or_invalid_api_key(api_key):\n raise ValueError(\n f\"Invalid API key for provider {provider_id}. \"\n \"Please open LLM provider settings and save a real API key (not masked placeholder).\"\n )\n\n # 3. Fetch Metadata (US2 / T024)\n from ...core.superset_client import SupersetClient\n client = SupersetClient(env)\n\n superset_log.debug(f\"Fetching dataset {dataset_id}\")\n dataset = client.get_dataset(int(dataset_id))\n\n # Extract columns and existing descriptions\n columns_data = []\n for col in dataset.get(\"columns\", []):\n columns_data.append({\n \"name\": col.get(\"column_name\"),\n \"type\": col.get(\"type\"),\n \"description\": col.get(\"description\")\n })\n superset_log.debug(f\"Extracted {len(columns_data)} columns from dataset\")\n\n # 4. Construct Prompt & Analyze (US2 / T025)\n llm_client = LLMClient(\n provider_type=LLMProviderType(db_provider.provider_type),\n api_key=api_key,\n base_url=db_provider.base_url,\n default_model=db_provider.default_model\n )\n\n llm_settings = normalize_llm_settings(config_mgr.get_config().settings.llm)\n documentation_prompt = llm_settings[\"prompts\"].get(\n \"documentation_prompt\",\n DEFAULT_LLM_PROMPTS[\"documentation_prompt\"],\n )\n prompt = render_prompt(\n documentation_prompt,\n {\n \"dataset_name\": dataset.get(\"table_name\") or \"\",\n \"columns_json\": json.dumps(columns_data, ensure_ascii=False),\n },\n )\n\n # Using a generic chat completion for text-only US2\n llm_log.info(f\"Generating documentation for dataset {dataset_id}\")\n doc_result = await llm_client.get_json_completion([{\"role\": \"user\", \"content\": prompt}])\n\n # 5. Update Metadata (US2 / T026)\n update_payload = {\n \"description\": doc_result[\"dataset_description\"],\n \"columns\": []\n }\n\n # Map generated descriptions back to column IDs\n for col_doc in doc_result[\"column_descriptions\"]:\n for col in dataset.get(\"columns\", []):\n if col.get(\"column_name\") == col_doc[\"name\"]:\n update_payload[\"columns\"].append({\n \"id\": col.get(\"id\"),\n \"description\": col_doc[\"description\"]\n })\n\n superset_log.info(f\"Updating dataset {dataset_id} with generated documentation\")\n client.update_dataset(int(dataset_id), update_payload)\n\n log.info(f\"Documentation completed for dataset {dataset_id}\")\n\n return doc_result\n\n finally:\n db.close()\n # endregion DocumentationPlugin.execute\n# #endregion DocumentationPlugin\n" }, { @@ -51294,6 +52874,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LLMAnalysisScheduler [C:3] [TYPE Module] [SEMANTICS scheduler, llm, validation, task, cron]\n# @BRIEF Provides helper functions to schedule LLM-based validation tasks.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [SchedulerService]\n\nfrom typing import Any\n\nfrom ...core.logger import belief_scope, logger\nfrom ...dependencies import get_scheduler_service, get_task_manager\n\n\n# #region schedule_dashboard_validation [TYPE Function]\n# @BRIEF Schedules a recurring dashboard validation task.\n# @SIDE_EFFECT: Adds a job to the scheduler service.\ndef schedule_dashboard_validation(dashboard_id: str, cron_expression: str, params: dict[str, Any]):\n with belief_scope(\"schedule_dashboard_validation\", f\"dashboard_id={dashboard_id}\"):\n scheduler = get_scheduler_service()\n task_manager = get_task_manager()\n\n job_id = f\"llm_val_{dashboard_id}\"\n\n async def job_func():\n await task_manager.create_task(\n plugin_id=\"llm_dashboard_validation\",\n params={\n \"dashboard_id\": dashboard_id,\n **params\n }\n )\n\n scheduler.add_job(\n job_func,\n \"cron\",\n id=job_id,\n replace_existing=True,\n **_parse_cron(cron_expression)\n )\n logger.info(f\"Scheduled validation for dashboard {dashboard_id} with cron {cron_expression}\")\n# #endregion schedule_dashboard_validation\n\n# #region _parse_cron [TYPE Function]\n# @BRIEF Basic cron parser placeholder.\ndef _parse_cron(cron: str) -> dict[str, str]:\n # Basic cron parser placeholder\n parts = cron.split()\n if len(parts) != 5:\n return {}\n return {\n \"minute\": parts[0],\n \"hour\": parts[1],\n \"day\": parts[2],\n \"month\": parts[3],\n \"day_of_week\": parts[4]\n }\n# #endregion _parse_cron\n\n# #endregion LLMAnalysisScheduler\n" }, { @@ -51330,6 +52911,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region schedule_dashboard_validation [TYPE Function]\n# @BRIEF Schedules a recurring dashboard validation task.\n# @SIDE_EFFECT: Adds a job to the scheduler service.\ndef schedule_dashboard_validation(dashboard_id: str, cron_expression: str, params: dict[str, Any]):\n with belief_scope(\"schedule_dashboard_validation\", f\"dashboard_id={dashboard_id}\"):\n scheduler = get_scheduler_service()\n task_manager = get_task_manager()\n\n job_id = f\"llm_val_{dashboard_id}\"\n\n async def job_func():\n await task_manager.create_task(\n plugin_id=\"llm_dashboard_validation\",\n params={\n \"dashboard_id\": dashboard_id,\n **params\n }\n )\n\n scheduler.add_job(\n job_func,\n \"cron\",\n id=job_id,\n replace_existing=True,\n **_parse_cron(cron_expression)\n )\n logger.info(f\"Scheduled validation for dashboard {dashboard_id} with cron {cron_expression}\")\n# #endregion schedule_dashboard_validation\n" }, { @@ -51356,6 +52938,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _parse_cron [TYPE Function]\n# @BRIEF Basic cron parser placeholder.\ndef _parse_cron(cron: str) -> dict[str, str]:\n # Basic cron parser placeholder\n parts = cron.split()\n if len(parts) != 5:\n return {}\n return {\n \"minute\": parts[0],\n \"hour\": parts[1],\n \"day\": parts[2],\n \"month\": parts[3],\n \"day_of_week\": parts[4]\n }\n# #endregion _parse_cron\n" }, { @@ -51404,6 +52987,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LLMAnalysisService [C:3] [TYPE Module] [SEMANTICS llm, screenshot, playwright, openai, tenacity]\n# @BRIEF Services for LLM interaction and dashboard screenshots.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> playwright\n# @RELATION DEPENDS_ON -> openai\n# @RELATION DEPENDS_ON -> tenacity\n# @INVARIANT: Screenshots must be 1920px width and capture full page height.\n\nimport asyncio\nimport base64\nimport io\nimport json\nimport os\nfrom typing import Any\nfrom urllib.parse import urlsplit\n\nimport httpx\nfrom openai import AsyncOpenAI, RateLimitError\nfrom openai import AuthenticationError as OpenAIAuthenticationError\nfrom PIL import Image\nfrom playwright.async_api import async_playwright\nfrom tenacity import retry, retry_if_exception, stop_after_attempt, wait_exponential\n\nfrom ...core.config_models import Environment\nfrom ...core.logger import belief_scope, logger\nfrom ...services.llm_prompt_templates import DEFAULT_LLM_PROMPTS, render_prompt\nfrom .models import LLMProviderType\n\n\n# #region ScreenshotService [TYPE Class]\n# @BRIEF Handles capturing screenshots of Superset dashboards.\nclass ScreenshotService:\n # region ScreenshotService.__init__ [TYPE Function]\n # @PURPOSE: Initializes the ScreenshotService with environment configuration.\n # @PRE: env is a valid Environment object.\n def __init__(self, env: Environment):\n self.env = env\n # endregion ScreenshotService.__init__\n\n # region ScreenshotService._find_first_visible_locator [TYPE Function]\n # @PURPOSE: Resolve the first visible locator from multiple Playwright locator strategies.\n # @PRE: candidates is a non-empty list of locator-like objects.\n # @POST: Returns a locator ready for interaction or None when nothing matches.\n async def _find_first_visible_locator(self, candidates) -> Any:\n for locator in candidates:\n try:\n match_count = await locator.count()\n for index in range(match_count):\n candidate = locator.nth(index)\n if await candidate.is_visible():\n return candidate\n except Exception:\n continue\n return None\n # endregion ScreenshotService._find_first_visible_locator\n\n # region ScreenshotService._iter_login_roots [TYPE Function]\n # @PURPOSE: Enumerate page and child frames where login controls may be rendered.\n # @PRE: page is a Playwright page-like object.\n # @POST: Returns ordered roots starting with main page followed by frames.\n def _iter_login_roots(self, page) -> list[Any]:\n roots = [page]\n page_frames = getattr(page, \"frames\", [])\n try:\n for frame in page_frames:\n if frame not in roots:\n roots.append(frame)\n except Exception:\n pass\n return roots\n # endregion ScreenshotService._iter_login_roots\n\n # region ScreenshotService._extract_hidden_login_fields [TYPE Function]\n # @PURPOSE: Collect hidden form fields required for direct login POST fallback.\n # @PRE: Login page is loaded.\n # @POST: Returns hidden input name/value mapping aggregated from page and child frames.\n async def _extract_hidden_login_fields(self, page) -> dict[str, str]:\n hidden_fields: dict[str, str] = {}\n for root in self._iter_login_roots(page):\n try:\n locator = root.locator(\"input[type='hidden'][name]\")\n count = await locator.count()\n for index in range(count):\n candidate = locator.nth(index)\n field_name = str(await candidate.get_attribute(\"name\") or \"\").strip()\n if not field_name or field_name in hidden_fields:\n continue\n hidden_fields[field_name] = str(await candidate.input_value()).strip()\n except Exception:\n continue\n return hidden_fields\n # endregion ScreenshotService._extract_hidden_login_fields\n\n # region ScreenshotService._extract_csrf_token [TYPE Function]\n # @PURPOSE: Resolve CSRF token value from main page or embedded login frame.\n # @PRE: Login page is loaded.\n # @POST: Returns first non-empty csrf token or empty string.\n async def _extract_csrf_token(self, page) -> str:\n hidden_fields = await self._extract_hidden_login_fields(page)\n return str(hidden_fields.get(\"csrf_token\") or \"\").strip()\n # endregion ScreenshotService._extract_csrf_token\n\n # region ScreenshotService._response_looks_like_login_page [TYPE Function]\n # @PURPOSE: Detect when fallback login POST returned the login form again instead of an authenticated page.\n # @PRE: response_text is normalized HTML or text from login POST response.\n # @POST: Returns True when login-page markers dominate the response body.\n def _response_looks_like_login_page(self, response_text: str) -> bool:\n normalized = str(response_text or \"\").strip().lower()\n if not normalized:\n return False\n\n markers = [\n \"enter your login and password below\",\n \"username:\",\n \"password:\",\n \"sign in\",\n 'name=\"csrf_token\"',\n ]\n return sum(marker in normalized for marker in markers) >= 3\n # endregion ScreenshotService._response_looks_like_login_page\n\n # region ScreenshotService._redirect_looks_authenticated [TYPE Function]\n # @PURPOSE: Treat non-login redirects after form POST as successful authentication without waiting for redirect target.\n # @PRE: redirect_location may be empty or relative.\n # @POST: Returns True when redirect target does not point back to login flow.\n def _redirect_looks_authenticated(self, redirect_location: str) -> bool:\n normalized = str(redirect_location or \"\").strip().lower()\n if not normalized:\n return True\n return \"/login\" not in normalized\n # endregion ScreenshotService._redirect_looks_authenticated\n\n # region ScreenshotService._submit_login_via_form_post [TYPE Function]\n # @PURPOSE: Fallback login path that submits credentials directly with csrf token.\n # @PRE: login_url is same-origin and csrf token can be read from DOM.\n # @POST: Browser context receives authenticated cookies when login succeeds.\n async def _submit_login_via_form_post(self, page, login_url: str) -> bool:\n hidden_fields = await self._extract_hidden_login_fields(page)\n csrf_token = str(hidden_fields.get(\"csrf_token\") or \"\").strip()\n if not csrf_token:\n logger.warning(\"[DEBUG] Direct form login fallback skipped: csrf_token not found\")\n return False\n\n try:\n request_context = page.context.request\n except Exception as context_error:\n logger.warning(f\"[DEBUG] Direct form login fallback skipped: request context unavailable: {context_error}\")\n return False\n\n parsed_url = urlsplit(login_url)\n origin = f\"{parsed_url.scheme}://{parsed_url.netloc}\" if parsed_url.scheme and parsed_url.netloc else login_url\n payload = dict(hidden_fields)\n payload[\"username\"] = self.env.username\n payload[\"password\"] = self.env.password\n logger.info(\n f\"[DEBUG] Attempting direct form login fallback via browser context request with hidden fields: {sorted(hidden_fields.keys())}\"\n )\n\n response = await request_context.post(\n login_url,\n form=payload,\n headers={\n \"Origin\": origin,\n \"Referer\": login_url,\n },\n timeout=10000,\n fail_on_status_code=False,\n max_redirects=0,\n )\n response_url = str(getattr(response, \"url\", \"\") or \"\")\n response_status = int(getattr(response, \"status\", 0) or 0)\n response_headers = dict(getattr(response, \"headers\", {}) or {})\n redirect_location = str(\n response_headers.get(\"location\")\n or response_headers.get(\"Location\")\n or \"\"\n ).strip()\n redirect_statuses = {301, 302, 303, 307, 308}\n if response_status in redirect_statuses:\n redirect_authenticated = self._redirect_looks_authenticated(redirect_location)\n logger.info(\n f\"[DEBUG] Direct form login fallback redirect response: status={response_status} url={response_url} location={redirect_location!r} authenticated={redirect_authenticated}\"\n )\n return redirect_authenticated\n\n response_text = await response.text()\n text_snippet = \" \".join(response_text.split())[:200]\n looks_like_login_page = self._response_looks_like_login_page(response_text)\n logger.info(\n f\"[DEBUG] Direct form login fallback response: status={response_status} url={response_url} login_markup={looks_like_login_page} snippet={text_snippet!r}\"\n )\n return not looks_like_login_page\n # endregion ScreenshotService._submit_login_via_form_post\n\n # region ScreenshotService._find_login_field_locator [TYPE Function]\n # @PURPOSE: Resolve login form input using semantic label text plus generic visible-input fallbacks.\n # @PRE: field_name is `username` or `password`.\n # @POST: Returns a locator for the corresponding input or None.\n async def _find_login_field_locator(self, page, field_name: str) -> Any:\n normalized = str(field_name or \"\").strip().lower()\n for root in self._iter_login_roots(page):\n if normalized == \"username\":\n input_candidates = [\n root.get_by_label(\"Username\", exact=False),\n root.get_by_label(\"Login\", exact=False),\n root.locator(\"label:text-matches('Username|Login', 'i')\").locator(\"xpath=following::input[1]\"),\n root.locator(\"text=/Username|Login/i\").locator(\"xpath=following::input[1]\"),\n root.locator(\"input[name='username']\"),\n root.locator(\"input#username\"),\n root.locator(\"input[placeholder*='Username']\"),\n root.locator(\"input[type='text']\"),\n root.locator(\"input:not([type='password'])\"),\n ]\n locator = await self._find_first_visible_locator(input_candidates)\n if locator:\n return locator\n\n if normalized == \"password\":\n input_candidates = [\n root.get_by_label(\"Password\", exact=False),\n root.locator(\"label:text-matches('Password', 'i')\").locator(\"xpath=following::input[1]\"),\n root.locator(\"text=/Password/i\").locator(\"xpath=following::input[1]\"),\n root.locator(\"input[name='password']\"),\n root.locator(\"input#password\"),\n root.locator(\"input[placeholder*='Password']\"),\n root.locator(\"input[type='password']\"),\n ]\n locator = await self._find_first_visible_locator(input_candidates)\n if locator:\n return locator\n\n return None\n # endregion ScreenshotService._find_login_field_locator\n\n # region ScreenshotService._find_submit_locator [TYPE Function]\n # @PURPOSE: Resolve login submit button from main page or embedded auth frame.\n # @PRE: page is ready for login interaction.\n # @POST: Returns visible submit locator or None.\n async def _find_submit_locator(self, page) -> Any:\n selectors = [\n lambda root: root.get_by_role(\"button\", name=\"Sign in\", exact=False),\n lambda root: root.get_by_role(\"button\", name=\"Login\", exact=False),\n lambda root: root.locator(\"button[type='submit']\"),\n lambda root: root.locator(\"button#submit\"),\n lambda root: root.locator(\".btn-primary\"),\n lambda root: root.locator(\"input[type='submit']\"),\n ]\n for root in self._iter_login_roots(page):\n locator = await self._find_first_visible_locator([factory(root) for factory in selectors])\n if locator:\n return locator\n return None\n # endregion ScreenshotService._find_submit_locator\n\n # region ScreenshotService._goto_resilient [TYPE Function]\n # @PURPOSE: Navigate without relying on networkidle for pages with long-polling or persistent requests.\n # @PRE: page is a valid Playwright page and url is non-empty.\n # @POST: Returns last navigation response or raises when both primary and fallback waits fail.\n async def _goto_resilient(\n self,\n page,\n url: str,\n primary_wait_until: str = \"domcontentloaded\",\n fallback_wait_until: str = \"load\",\n timeout: int = 60000,\n ):\n try:\n return await page.goto(url, wait_until=primary_wait_until, timeout=timeout)\n except Exception as primary_error:\n logger.warning(\n f\"[ScreenshotService._goto_resilient] Primary navigation wait '{primary_wait_until}' failed for {url}: {primary_error}\"\n )\n return await page.goto(url, wait_until=fallback_wait_until, timeout=timeout)\n # endregion ScreenshotService._goto_resilient\n\n # region ScreenshotService.capture_dashboard [TYPE Function]\n # @PURPOSE: Captures a full-page screenshot of a dashboard using Playwright and CDP.\n # @PRE: dashboard_id is a valid string, output_path is a writable path.\n # @POST: Returns True if screenshot is saved successfully.\n # @SIDE_EFFECT: Launches a browser, performs UI login, switches tabs, and writes a PNG file.\n # @UX_STATE: [Navigating] -> Loading dashboard UI\n # @UX_STATE: [TabSwitching] -> Iterating through dashboard tabs to trigger lazy loading\n # @UX_STATE: [CalculatingHeight] -> Determining dashboard dimensions\n # @UX_STATE: [Capturing] -> Executing CDP screenshot\n async def capture_dashboard(self, dashboard_id: str, output_path: str) -> bool:\n with belief_scope(\"capture_dashboard\", f\"dashboard_id={dashboard_id}\"):\n logger.info(f\"Capturing screenshot for dashboard {dashboard_id}\")\n async with async_playwright() as p:\n browser = await p.chromium.launch(\n headless=True,\n args=[\n \"--disable-blink-features=AutomationControlled\",\n \"--disable-infobars\",\n \"--no-sandbox\"\n ]\n )\n # Set a realistic user agent to avoid 403 Forbidden from OpenResty/WAF\n user_agent = \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36\"\n # Construct base UI URL from environment (strip /api/v1 suffix)\n base_ui_url = self.env.url.rstrip(\"/\")\n if base_ui_url.endswith(\"/api/v1\"):\n base_ui_url = base_ui_url[:-len(\"/api/v1\")]\n\n # Create browser context with realistic headers\n context = await browser.new_context(\n viewport={'width': 1280, 'height': 720},\n user_agent=user_agent,\n extra_http_headers={\n \"Accept\": \"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7\",\n \"Accept-Language\": \"ru-RU,ru;q=0.9,en-US;q=0.8,en;q=0.7\",\n \"Upgrade-Insecure-Requests\": \"1\",\n \"Sec-Fetch-Dest\": \"document\",\n \"Sec-Fetch-Mode\": \"navigate\",\n \"Sec-Fetch-Site\": \"none\",\n \"Sec-Fetch-User\": \"?1\"\n }\n )\n logger.info(\"Browser context created successfully\")\n\n page = await context.new_page()\n # Bypass navigator.webdriver detection\n await page.add_init_script(\"delete Object.getPrototypeOf(navigator).webdriver\")\n\n # 1. Navigate to login page and authenticate\n login_url = f\"{base_ui_url.rstrip('/')}/login/\"\n logger.info(f\"[DEBUG] Navigating to login page: {login_url}\")\n\n response = await self._goto_resilient(\n page,\n login_url,\n primary_wait_until=\"domcontentloaded\",\n fallback_wait_until=\"load\",\n timeout=60000,\n )\n if response:\n logger.info(f\"[DEBUG] Login page response status: {response.status}\")\n\n # Wait for login form to be ready\n await page.wait_for_load_state(\"domcontentloaded\")\n\n # More exhaustive list of selectors for various Superset versions/themes\n selectors = {\n \"username\": ['input[name=\"username\"]', 'input#username', 'input[placeholder*=\"Username\"]', 'input[type=\"text\"]'],\n \"password\": ['input[name=\"password\"]', 'input#password', 'input[placeholder*=\"Password\"]', 'input[type=\"password\"]'],\n \"submit\": ['button[type=\"submit\"]', 'button#submit', '.btn-primary', 'input[type=\"submit\"]']\n }\n logger.info(\"[DEBUG] Attempting to find login form elements...\")\n\n try:\n used_direct_form_login = False\n # Find and fill username\n username_locator = await self._find_login_field_locator(page, \"username\")\n\n if not username_locator:\n roots = self._iter_login_roots(page)\n logger.info(f\"[DEBUG] Found {len(roots)} login roots including child frames\")\n for root_index, root in enumerate(roots[:5]):\n all_inputs = await root.locator('input').all()\n logger.info(f\"[DEBUG] Root {root_index}: found {len(all_inputs)} input fields\")\n for i, inp in enumerate(all_inputs[:5]): # Log first 5\n inp_type = await inp.get_attribute('type')\n inp_name = await inp.get_attribute('name')\n inp_id = await inp.get_attribute('id')\n logger.info(f\"[DEBUG] Root {root_index} input {i}: type={inp_type}, name={inp_name}, id={inp_id}\")\n used_direct_form_login = await self._submit_login_via_form_post(page, login_url)\n if not used_direct_form_login:\n raise RuntimeError(\"Could not find username input field on login page\")\n username_locator = None\n\n if username_locator is not None:\n logger.info(\"[DEBUG] Filling username field\")\n await username_locator.fill(self.env.username)\n\n # Find and fill password\n password_locator = await self._find_login_field_locator(page, \"password\") if username_locator is not None else None\n\n if username_locator is not None and not password_locator:\n raise RuntimeError(\"Could not find password input field on login page\")\n\n if password_locator is not None:\n logger.info(\"[DEBUG] Filling password field\")\n await password_locator.fill(self.env.password)\n\n # Click submit\n submit_locator = await self._find_submit_locator(page) if username_locator is not None else None\n\n if username_locator is not None and not submit_locator:\n raise RuntimeError(\"Could not find submit button on login page\")\n\n if submit_locator is not None:\n logger.info(\"[DEBUG] Clicking submit button\")\n await submit_locator.click()\n\n # Wait for navigation after login\n if not used_direct_form_login:\n try:\n await page.wait_for_load_state(\"load\", timeout=30000)\n except Exception as load_wait_error:\n logger.warning(f\"[DEBUG] Login post-submit load wait timed out: {load_wait_error}\")\n\n # Check if login was successful\n if not used_direct_form_login and \"/login\" in page.url:\n # Check for error messages on page\n error_msg = await page.locator(\".alert-danger, .error-message\").text_content() if await page.locator(\".alert-danger, .error-message\").count() > 0 else \"Unknown error\"\n logger.error(f\"[DEBUG] Login failed. Still on login page. Error: {error_msg}\")\n debug_path = output_path.replace(\".png\", \"_debug_failed_login.png\")\n await page.screenshot(path=debug_path)\n raise RuntimeError(f\"Login failed: {error_msg}. Debug screenshot saved to {debug_path}\")\n\n logger.info(f\"[DEBUG] Login successful. Current URL: {page.url}\")\n\n # Check cookies after successful login\n page_cookies = await context.cookies()\n logger.info(f\"[DEBUG] Cookies after login: {len(page_cookies)}\")\n for c in page_cookies:\n logger.info(f\"[DEBUG] Cookie: name={c['name']}, domain={c['domain']}, value={c.get('value', '')[:20]}...\")\n\n except Exception as e:\n page_title = await page.title()\n logger.error(f\"UI Login failed. Page title: {page_title}, URL: {page.url}, Error: {e!s}\")\n debug_path = output_path.replace(\".png\", \"_debug_failed_login.png\")\n await page.screenshot(path=debug_path)\n raise RuntimeError(f\"Login failed: {e!s}. Debug screenshot saved to {debug_path}\")\n\n # 2. Navigate to dashboard\n # @UX_STATE: [Navigating] -> Loading dashboard UI\n dashboard_url = f\"{base_ui_url.rstrip('/')}/superset/dashboard/{dashboard_id}/?standalone=true\"\n\n if base_ui_url.startswith(\"https://\") and dashboard_url.startswith(\"http://\"):\n dashboard_url = dashboard_url.replace(\"http://\", \"https://\")\n\n logger.info(f\"[DEBUG] Navigating to dashboard: {dashboard_url}\")\n\n # Dashboard pages can keep polling/network activity open indefinitely.\n response = await self._goto_resilient(\n page,\n dashboard_url,\n primary_wait_until=\"domcontentloaded\",\n fallback_wait_until=\"load\",\n timeout=60000,\n )\n\n if response:\n logger.info(f\"[DEBUG] Dashboard navigation response status: {response.status}, URL: {response.url}\")\n\n if \"/login\" in page.url:\n debug_path = output_path.replace(\".png\", \"_debug_failed_dashboard_auth.png\")\n await page.screenshot(path=debug_path)\n raise RuntimeError(\n f\"Dashboard navigation redirected to login page after authentication. Debug screenshot saved to {debug_path}\"\n )\n\n try:\n # Wait for the dashboard grid to be present\n await page.wait_for_selector('.dashboard-component, .dashboard-header, [data-test=\"dashboard-grid\"]', timeout=30000)\n logger.info(\"[DEBUG] Dashboard container loaded\")\n\n # Wait for charts to finish loading (Superset uses loading spinners/skeletons)\n # We wait until loading indicators disappear or a timeout occurs\n try:\n # Wait for loading indicators to disappear\n await page.wait_for_selector('.loading, .ant-skeleton, .spinner', state=\"hidden\", timeout=60000)\n logger.info(\"[DEBUG] Loading indicators hidden\")\n except Exception:\n logger.warning(\"[DEBUG] Timeout waiting for loading indicators to hide\")\n\n # Wait for charts to actually render their content (e.g., ECharts, NVD3)\n # We look for common chart containers that should have content\n try:\n await page.wait_for_selector('.chart-container canvas, .slice_container svg, .superset-chart-canvas, .grid-content .chart-container', timeout=60000)\n logger.info(\"[DEBUG] Chart content detected\")\n except Exception:\n logger.warning(\"[DEBUG] Timeout waiting for chart content\")\n\n # Additional check: wait for all chart containers to have non-empty content\n logger.info(\"[DEBUG] Waiting for all charts to have rendered content...\")\n await page.wait_for_function(\"\"\"() => {\n const charts = document.querySelectorAll('.chart-container, .slice_container');\n if (charts.length === 0) return true; // No charts to wait for\n \n // Check if all charts have rendered content (canvas, svg, or non-empty div)\n return Array.from(charts).every(chart => {\n const hasCanvas = chart.querySelector('canvas') !== null;\n const hasSvg = chart.querySelector('svg') !== null;\n const hasContent = chart.innerText.trim().length > 0 || chart.children.length > 0;\n return hasCanvas || hasSvg || hasContent;\n });\n }\"\"\", timeout=60000)\n logger.info(\"[DEBUG] All charts have rendered content\")\n\n # Scroll to bottom and back to top to trigger lazy loading of all charts\n logger.info(\"[DEBUG] Scrolling to trigger lazy loading...\")\n await page.evaluate(\"\"\"async () => {\n const delay = ms => new Promise(resolve => setTimeout(resolve, ms));\n for (let i = 0; i < document.body.scrollHeight; i += 500) {\n window.scrollTo(0, i);\n await delay(100);\n }\n window.scrollTo(0, 0);\n await delay(500);\n }\"\"\")\n\n except Exception as e:\n logger.warning(f\"[DEBUG] Dashboard content wait failed: {e}, proceeding anyway after delay\")\n\n # Final stabilization delay - increased for complex dashboards\n logger.info(\"[DEBUG] Final stabilization delay...\")\n await asyncio.sleep(15)\n\n # Logic to handle tabs and full-page capture\n try:\n # 1. Handle Tabs (Recursive switching)\n # @UX_STATE: [TabSwitching] -> Iterating through dashboard tabs to trigger lazy loading\n processed_tabs = set()\n\n async def switch_tabs(depth=0):\n if depth > 3:\n return # Limit recursion depth\n\n tab_selectors = [\n '.ant-tabs-nav-list .ant-tabs-tab',\n '.dashboard-component-tabs .ant-tabs-tab',\n '[data-test=\"dashboard-component-tabs\"] .ant-tabs-tab'\n ]\n\n found_tabs = []\n for selector in tab_selectors:\n found_tabs = await page.locator(selector).all()\n if found_tabs:\n break\n\n if found_tabs:\n logger.info(f\"[DEBUG][TabSwitching] Found {len(found_tabs)} tabs at depth {depth}\")\n for i, tab in enumerate(found_tabs):\n try:\n tab_text = (await tab.inner_text()).strip()\n tab_id = f\"{depth}_{i}_{tab_text}\"\n\n if tab_id in processed_tabs:\n continue\n\n if await tab.is_visible():\n logger.info(f\"[DEBUG][TabSwitching] Switching to tab: {tab_text}\")\n processed_tabs.add(tab_id)\n\n is_active = \"ant-tabs-tab-active\" in (await tab.get_attribute(\"class\") or \"\")\n if not is_active:\n await tab.click()\n await asyncio.sleep(2) # Wait for content to render\n\n await switch_tabs(depth + 1)\n except Exception as tab_e:\n logger.warning(f\"[DEBUG][TabSwitching] Failed to process tab {i}: {tab_e}\")\n\n try:\n first_tab = found_tabs[0]\n if \"ant-tabs-tab-active\" not in (await first_tab.get_attribute(\"class\") or \"\"):\n await first_tab.click()\n await asyncio.sleep(1)\n except Exception:\n pass\n\n await switch_tabs()\n\n # 2. Calculate full height for screenshot\n # @UX_STATE: [CalculatingHeight] -> Determining dashboard dimensions\n full_height = await page.evaluate(\"\"\"() => {\n const body = document.body;\n const html = document.documentElement;\n const dashboardContent = document.querySelector('.dashboard-content');\n \n return Math.max(\n body.scrollHeight, body.offsetHeight,\n html.clientHeight, html.scrollHeight, html.offsetHeight,\n dashboardContent ? dashboardContent.scrollHeight + 100 : 0\n );\n }\"\"\")\n logger.info(f\"[DEBUG] Calculated full height: {full_height}\")\n\n # DIAGNOSTIC: Count chart elements before resize\n chart_count_before = await page.evaluate(\"\"\"() => {\n return {\n chartContainers: document.querySelectorAll('.chart-container, .slice_container').length,\n canvasElements: document.querySelectorAll('canvas').length,\n svgElements: document.querySelectorAll('.chart-container svg, .slice_container svg').length,\n visibleCharts: document.querySelectorAll('.chart-container:visible, .slice_container:visible').length\n };\n }\"\"\")\n logger.info(f\"[DIAGNOSTIC] Chart elements BEFORE viewport resize: {chart_count_before}\")\n\n # DIAGNOSTIC: Capture pre-resize screenshot for comparison\n pre_resize_path = output_path.replace(\".png\", \"_preresize.png\")\n try:\n await page.screenshot(path=pre_resize_path, full_page=False, timeout=10000)\n import os\n pre_resize_size = os.path.getsize(pre_resize_path) if os.path.exists(pre_resize_path) else 0\n logger.info(f\"[DIAGNOSTIC] Pre-resize screenshot saved: {pre_resize_path} ({pre_resize_size} bytes)\")\n except Exception as pre_e:\n logger.warning(f\"[DIAGNOSTIC] Failed to capture pre-resize screenshot: {pre_e}\")\n\n logger.info(f\"[DIAGNOSTIC] Resizing viewport from current to 1920x{int(full_height)}\")\n await page.set_viewport_size({\"width\": 1920, \"height\": int(full_height)})\n\n # DIAGNOSTIC: Increased wait time and log timing\n logger.info(\"[DIAGNOSTIC] Waiting 10 seconds after viewport resize for re-render...\")\n await asyncio.sleep(10)\n logger.info(\"[DIAGNOSTIC] Wait completed\")\n\n # DIAGNOSTIC: Count chart elements after resize and wait\n chart_count_after = await page.evaluate(\"\"\"() => {\n return {\n chartContainers: document.querySelectorAll('.chart-container, .slice_container').length,\n canvasElements: document.querySelectorAll('canvas').length,\n svgElements: document.querySelectorAll('.chart-container svg, .slice_container svg').length,\n visibleCharts: document.querySelectorAll('.chart-container:visible, .slice_container:visible').length\n };\n }\"\"\")\n logger.info(f\"[DIAGNOSTIC] Chart elements AFTER viewport resize + wait: {chart_count_after}\")\n\n # DIAGNOSTIC: Check if any charts have error states\n chart_errors = await page.evaluate(\"\"\"() => {\n const errors = [];\n document.querySelectorAll('.chart-container, .slice_container').forEach((chart, i) => {\n const errorEl = chart.querySelector('.error, .alert-danger, .ant-alert-error');\n if (errorEl) {\n errors.push({index: i, text: errorEl.innerText.substring(0, 100)});\n }\n });\n return errors;\n }\"\"\")\n if chart_errors:\n logger.warning(f\"[DIAGNOSTIC] Charts with error states detected: {chart_errors}\")\n else:\n logger.info(\"[DIAGNOSTIC] No chart error states detected\")\n\n # 3. Take screenshot using CDP to bypass Playwright's font loading wait\n # @UX_STATE: [Capturing] -> Executing CDP screenshot\n logger.info(\"[DEBUG] Attempting full-page screenshot via CDP...\")\n cdp = await page.context.new_cdp_session(page)\n\n screenshot_data = await cdp.send(\"Page.captureScreenshot\", {\n \"format\": \"png\",\n \"fromSurface\": True,\n \"captureBeyondViewport\": True\n })\n\n image_data = base64.b64decode(screenshot_data[\"data\"])\n\n with open(output_path, 'wb') as f:\n f.write(image_data)\n\n # DIAGNOSTIC: Verify screenshot file\n import os\n final_size = os.path.getsize(output_path) if os.path.exists(output_path) else 0\n logger.info(f\"[DIAGNOSTIC] Final screenshot saved: {output_path}\")\n logger.info(f\"[DIAGNOSTIC] Final screenshot size: {final_size} bytes ({final_size / 1024:.2f} KB)\")\n\n # DIAGNOSTIC: Get image dimensions\n try:\n with Image.open(output_path) as final_img:\n logger.info(f\"[DIAGNOSTIC] Final screenshot dimensions: {final_img.width}x{final_img.height}\")\n except Exception as img_err:\n logger.warning(f\"[DIAGNOSTIC] Could not read final image dimensions: {img_err}\")\n\n logger.info(f\"Full-page screenshot saved to {output_path} (via CDP)\")\n except Exception as e:\n logger.error(f\"[DEBUG] Full-page/Tab capture failed: {e}\")\n try:\n await page.screenshot(path=output_path, full_page=True, timeout=10000)\n except Exception as e2:\n logger.error(f\"[DEBUG] Fallback screenshot also failed: {e2}\")\n await page.screenshot(path=output_path, timeout=5000)\n\n await browser.close()\n return True\n # endregion ScreenshotService.capture_dashboard\n# #endregion ScreenshotService\n\n# #region LLMClient [TYPE Class]\n# @BRIEF Wrapper for LLM provider APIs.\nclass LLMClient:\n # region LLMClient.__init__ [TYPE Function]\n # @PURPOSE: Initializes the LLMClient with provider settings.\n # @PRE: api_key, base_url, and default_model are non-empty strings.\n def __init__(self, provider_type: LLMProviderType, api_key: str, base_url: str, default_model: str):\n self.provider_type = provider_type\n normalized_key = (api_key or \"\").strip()\n if normalized_key.lower().startswith(\"bearer \"):\n normalized_key = normalized_key[7:].strip()\n self.api_key = normalized_key\n self.base_url = base_url\n self.default_model = default_model\n\n # DEBUG: Log initialization parameters (without exposing full API key)\n logger.info(\"[LLMClient.__init__] Initializing LLM client:\")\n logger.info(f\"[LLMClient.__init__] Provider Type: {provider_type}\")\n logger.info(f\"[LLMClient.__init__] Base URL: {base_url}\")\n logger.info(f\"[LLMClient.__init__] Default Model: {default_model}\")\n logger.info(f\"[LLMClient.__init__] API Key (first 8 chars): {self.api_key[:8] if self.api_key and len(self.api_key) > 8 else 'EMPTY_OR_NONE'}...\")\n logger.info(f\"[LLMClient.__init__] API Key Length: {len(self.api_key) if self.api_key else 0}\")\n\n # Some OpenAI-compatible gateways are strict about auth header naming.\n default_headers = {\"Authorization\": f\"Bearer {self.api_key}\"}\n if self.provider_type == LLMProviderType.OPENROUTER:\n default_headers[\"HTTP-Referer\"] = (\n os.getenv(\"OPENROUTER_SITE_URL\", \"\").strip()\n or os.getenv(\"APP_BASE_URL\", \"\").strip()\n or \"http://localhost:8000\"\n )\n default_headers[\"X-Title\"] = os.getenv(\"OPENROUTER_APP_NAME\", \"\").strip() or \"ss-tools\"\n if self.provider_type == LLMProviderType.KILO:\n default_headers[\"Authentication\"] = f\"Bearer {self.api_key}\"\n default_headers[\"X-API-Key\"] = self.api_key\n\n http_client = httpx.AsyncClient(headers=default_headers, timeout=120.0)\n self.client = AsyncOpenAI(\n api_key=self.api_key,\n base_url=base_url,\n default_headers=default_headers,\n http_client=http_client,\n )\n # endregion LLMClient.__init__\n\n # region LLMClient._supports_json_response_format [TYPE Function]\n # @PURPOSE: Detect whether provider/model is likely compatible with response_format=json_object.\n # @PRE: Client initialized with base_url and default_model.\n # @POST: Returns False for known-incompatible combinations to avoid avoidable 400 errors.\n def _supports_json_response_format(self) -> bool:\n base = (self.base_url or \"\").lower()\n model = (self.default_model or \"\").lower()\n\n # OpenRouter routes to many upstream providers; some models reject json_object mode.\n if \"openrouter.ai\" in base:\n incompatible_tokens = (\n \"stepfun/\",\n \"step-\",\n \":free\",\n )\n if any(token in model for token in incompatible_tokens):\n return False\n return True\n # endregion LLMClient._supports_json_response_format\n\n # region LLMClient.get_json_completion [TYPE Function]\n # @PURPOSE: Helper to handle LLM calls with JSON mode and fallback parsing.\n # @PRE: messages is a list of valid message dictionaries.\n # @POST: Returns a parsed JSON dictionary.\n # @SIDE_EFFECT: Calls external LLM API.\n def _should_retry(exception: Exception) -> bool:\n \"\"\"Custom retry predicate that excludes authentication errors.\"\"\"\n # Don't retry on authentication errors\n if isinstance(exception, OpenAIAuthenticationError):\n return False\n # Retry on rate limit errors and other exceptions\n return isinstance(exception, (RateLimitError, Exception))\n\n @retry(\n stop=stop_after_attempt(5),\n wait=wait_exponential(multiplier=2, min=5, max=60),\n retry=retry_if_exception(_should_retry),\n reraise=True\n )\n async def get_json_completion(self, messages: list[dict[str, Any]]) -> dict[str, Any]:\n with belief_scope(\"get_json_completion\"):\n response = None\n try:\n use_json_mode = self._supports_json_response_format()\n try:\n logger.info(\n f\"[get_json_completion] Attempting LLM call for model: {self.default_model} \"\n f\"(json_mode={'on' if use_json_mode else 'off'})\"\n )\n logger.info(f\"[get_json_completion] Base URL being used: {self.base_url}\")\n logger.info(f\"[get_json_completion] Number of messages: {len(messages)}\")\n logger.info(f\"[get_json_completion] API Key present: {bool(self.api_key and len(self.api_key) > 0)}\")\n\n if use_json_mode:\n response = await self.client.chat.completions.create(\n model=self.default_model,\n messages=messages,\n response_format={\"type\": \"json_object\"}\n )\n else:\n response = await self.client.chat.completions.create(\n model=self.default_model,\n messages=messages\n )\n except Exception as e:\n if use_json_mode and (\n \"JSON mode is not enabled\" in str(e)\n or \"json_object is not supported\" in str(e).lower()\n or \"response_format\" in str(e).lower()\n or \"400\" in str(e)\n ):\n logger.warning(f\"[get_json_completion] JSON mode failed or not supported: {e!s}. Falling back to plain text response.\")\n response = await self.client.chat.completions.create(\n model=self.default_model,\n messages=messages\n )\n else:\n raise e\n\n logger.debug(f\"[get_json_completion] LLM Response: {response}\")\n except OpenAIAuthenticationError as e:\n logger.error(f\"[get_json_completion] Authentication error: {e!s}\")\n # Do not retry on auth errors - re-raise to stop retry\n raise\n except RateLimitError as e:\n logger.warning(f\"[get_json_completion] Rate limit hit: {e!s}\")\n\n # Extract retry_delay from error metadata if available\n retry_delay = 5.0 # Default fallback\n try:\n # Based on logs, the raw response is in e.body or e.response.json()\n # The logs show 'metadata': {'raw': '...'} which suggests a proxy or specific client wrapper\n # Let's try to find the 'retryDelay' in the error message or response\n import re\n\n # Try to find \"retryDelay\": \"XXs\" in the string representation of the error\n error_str = str(e)\n match = re.search(r'\"retryDelay\":\\s*\"(\\d+)s\"', error_str)\n if match:\n retry_delay = float(match.group(1))\n else:\n # Try to parse from response if it's a standard OpenAI-like error with body\n if hasattr(e, 'body') and isinstance(e.body, dict):\n # Some providers put it in details\n details = e.body.get('error', {}).get('details', [])\n for detail in details:\n if detail.get('@type') == 'type.googleapis.com/google.rpc.RetryInfo':\n delay_str = detail.get('retryDelay', '5s')\n retry_delay = float(delay_str.rstrip('s'))\n break\n except Exception as parse_e:\n logger.debug(f\"[get_json_completion] Failed to parse retry delay: {parse_e}\")\n\n # Add a small safety margin (0.5s) as requested\n wait_time = retry_delay + 0.5\n logger.info(f\"[get_json_completion] Waiting for {wait_time}s before retry...\")\n await asyncio.sleep(wait_time)\n raise\n except Exception as e:\n logger.error(f\"[get_json_completion] LLM call failed: {e!s}\")\n raise\n\n if not response or not hasattr(response, 'choices') or not response.choices:\n raise RuntimeError(f\"Invalid LLM response: {response}\")\n\n content = response.choices[0].message.content\n logger.debug(f\"[get_json_completion] Raw content to parse: {content}\")\n\n try:\n return json.loads(content)\n except json.JSONDecodeError:\n logger.warning(\"[get_json_completion] Failed to parse JSON directly, attempting to extract from code blocks\")\n if \"```json\" in content:\n json_str = content.split(\"```json\")[1].split(\"```\")[0].strip()\n return json.loads(json_str)\n elif \"```\" in content:\n json_str = content.split(\"```\")[1].split(\"```\")[0].strip()\n return json.loads(json_str)\n else:\n raise\n # endregion LLMClient.get_json_completion\n\n # region LLMClient.test_runtime_connection [TYPE Function]\n # @PURPOSE: Validate provider credentials using the same chat completions transport as runtime analysis.\n # @PRE: Client is initialized with provider credentials and default_model.\n # @POST: Returns lightweight JSON payload when runtime auth/model path is valid.\n # @SIDE_EFFECT: Calls external LLM API.\n async def test_runtime_connection(self) -> dict[str, Any]:\n with belief_scope(\"test_runtime_connection\"):\n messages = [\n {\n \"role\": \"user\",\n \"content\": 'Return exactly this JSON object and nothing else: {\"ok\": true}',\n }\n ]\n return await self.get_json_completion(messages)\n # endregion LLMClient.test_runtime_connection\n\n # region LLMClient.fetch_models [TYPE Function]\n # @PURPOSE: Fetch available models from the provider's API.\n # @PRE: Client is initialized with provider credentials.\n # @POST: Returns a list of model ID strings.\n # @SIDE_EFFECT: Calls external LLM API /v1/models endpoint.\n async def fetch_models(self) -> list[str]:\n with belief_scope(\"LLMClient.fetch_models\"):\n try:\n response = await self.client.models.list()\n model_ids = [m.id for m in response.data]\n model_ids.sort()\n logger.reason(\n f\"[LLMClient.fetch_models] Fetched {len(model_ids)} models from {self.base_url}\",\n extra={\"src\": \"LLMClient.fetch_models\"},\n )\n return model_ids\n except Exception as e:\n logger.warning(\n f\"[LLMClient.fetch_models] Failed to fetch models: {e}\",\n )\n raise\n # endregion LLMClient.fetch_models\n\n # region LLMClient.analyze_dashboard [TYPE Function]\n # @PURPOSE: Sends dashboard data (screenshot + logs) to LLM for health analysis.\n # @PRE: screenshot_path exists, logs is a list of strings.\n # @POST: Returns a structured analysis dictionary (status, summary, issues).\n # @SIDE_EFFECT: Reads screenshot file and calls external LLM API.\n async def analyze_dashboard(\n self,\n screenshot_path: str,\n logs: list[str],\n prompt_template: str = DEFAULT_LLM_PROMPTS[\"dashboard_validation_prompt\"],\n ) -> dict[str, Any]:\n with belief_scope(\"analyze_dashboard\"):\n # Optimize image to reduce token count (US1 / T023)\n # Gemini/Gemma models have limits on input tokens, and large images contribute significantly.\n try:\n with Image.open(screenshot_path) as img:\n # Convert to RGB if necessary\n if img.mode in (\"RGBA\", \"P\"):\n img = img.convert(\"RGB\")\n\n # Resize if too large (max 1024px width while maintaining aspect ratio)\n # We reduce width further to 1024px to stay within token limits for long dashboards\n max_width = 1024\n if img.width > max_width or img.height > 2048:\n # Calculate scaling factor to fit within 1024x2048\n scale = min(max_width / img.width, 2048 / img.height)\n if scale < 1.0:\n new_width = int(img.width * scale)\n new_height = int(img.height * scale)\n img = img.resize((new_width, new_height), Image.Resampling.LANCZOS)\n logger.info(f\"[analyze_dashboard] Resized image from {img.width}x{img.height} to {new_width}x{new_height}\")\n\n # Compress and convert to base64\n buffer = io.BytesIO()\n # Lower quality to 60% to further reduce payload size\n img.save(buffer, format=\"JPEG\", quality=60, optimize=True)\n base_64_image = base64.b64encode(buffer.getvalue()).decode('utf-8')\n logger.info(f\"[analyze_dashboard] Optimized image size: {len(buffer.getvalue()) / 1024:.2f} KB\")\n except Exception as img_e:\n logger.warning(f\"[analyze_dashboard] Image optimization failed: {img_e}. Using raw image.\")\n with open(screenshot_path, \"rb\") as image_file:\n base_64_image = base64.b64encode(image_file.read()).decode('utf-8')\n\n log_text = \"\\n\".join(logs)\n prompt = render_prompt(prompt_template, {\"logs\": log_text})\n\n messages = [\n {\n \"role\": \"user\",\n \"content\": [\n {\"type\": \"text\", \"text\": prompt},\n {\n \"type\": \"image_url\",\n \"image_url\": {\n \"url\": f\"data:image/jpeg;base64,{base_64_image}\"\n }\n }\n ]\n }\n ]\n\n try:\n return await self.get_json_completion(messages)\n except Exception as e:\n logger.error(f\"[analyze_dashboard] Failed to get analysis: {e!s}\")\n return {\n \"status\": \"UNKNOWN\",\n \"summary\": f\"Failed to get response from LLM: {e!s}\",\n \"issues\": [{\"severity\": \"UNKNOWN\", \"message\": \"LLM provider returned empty or invalid response\"}]\n }\n # endregion LLMClient.analyze_dashboard\n# #endregion LLMClient\n\n# #endregion LLMAnalysisService\n" }, { @@ -51430,6 +53014,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ScreenshotService [TYPE Class]\n# @BRIEF Handles capturing screenshots of Superset dashboards.\nclass ScreenshotService:\n # region ScreenshotService.__init__ [TYPE Function]\n # @PURPOSE: Initializes the ScreenshotService with environment configuration.\n # @PRE: env is a valid Environment object.\n def __init__(self, env: Environment):\n self.env = env\n # endregion ScreenshotService.__init__\n\n # region ScreenshotService._find_first_visible_locator [TYPE Function]\n # @PURPOSE: Resolve the first visible locator from multiple Playwright locator strategies.\n # @PRE: candidates is a non-empty list of locator-like objects.\n # @POST: Returns a locator ready for interaction or None when nothing matches.\n async def _find_first_visible_locator(self, candidates) -> Any:\n for locator in candidates:\n try:\n match_count = await locator.count()\n for index in range(match_count):\n candidate = locator.nth(index)\n if await candidate.is_visible():\n return candidate\n except Exception:\n continue\n return None\n # endregion ScreenshotService._find_first_visible_locator\n\n # region ScreenshotService._iter_login_roots [TYPE Function]\n # @PURPOSE: Enumerate page and child frames where login controls may be rendered.\n # @PRE: page is a Playwright page-like object.\n # @POST: Returns ordered roots starting with main page followed by frames.\n def _iter_login_roots(self, page) -> list[Any]:\n roots = [page]\n page_frames = getattr(page, \"frames\", [])\n try:\n for frame in page_frames:\n if frame not in roots:\n roots.append(frame)\n except Exception:\n pass\n return roots\n # endregion ScreenshotService._iter_login_roots\n\n # region ScreenshotService._extract_hidden_login_fields [TYPE Function]\n # @PURPOSE: Collect hidden form fields required for direct login POST fallback.\n # @PRE: Login page is loaded.\n # @POST: Returns hidden input name/value mapping aggregated from page and child frames.\n async def _extract_hidden_login_fields(self, page) -> dict[str, str]:\n hidden_fields: dict[str, str] = {}\n for root in self._iter_login_roots(page):\n try:\n locator = root.locator(\"input[type='hidden'][name]\")\n count = await locator.count()\n for index in range(count):\n candidate = locator.nth(index)\n field_name = str(await candidate.get_attribute(\"name\") or \"\").strip()\n if not field_name or field_name in hidden_fields:\n continue\n hidden_fields[field_name] = str(await candidate.input_value()).strip()\n except Exception:\n continue\n return hidden_fields\n # endregion ScreenshotService._extract_hidden_login_fields\n\n # region ScreenshotService._extract_csrf_token [TYPE Function]\n # @PURPOSE: Resolve CSRF token value from main page or embedded login frame.\n # @PRE: Login page is loaded.\n # @POST: Returns first non-empty csrf token or empty string.\n async def _extract_csrf_token(self, page) -> str:\n hidden_fields = await self._extract_hidden_login_fields(page)\n return str(hidden_fields.get(\"csrf_token\") or \"\").strip()\n # endregion ScreenshotService._extract_csrf_token\n\n # region ScreenshotService._response_looks_like_login_page [TYPE Function]\n # @PURPOSE: Detect when fallback login POST returned the login form again instead of an authenticated page.\n # @PRE: response_text is normalized HTML or text from login POST response.\n # @POST: Returns True when login-page markers dominate the response body.\n def _response_looks_like_login_page(self, response_text: str) -> bool:\n normalized = str(response_text or \"\").strip().lower()\n if not normalized:\n return False\n\n markers = [\n \"enter your login and password below\",\n \"username:\",\n \"password:\",\n \"sign in\",\n 'name=\"csrf_token\"',\n ]\n return sum(marker in normalized for marker in markers) >= 3\n # endregion ScreenshotService._response_looks_like_login_page\n\n # region ScreenshotService._redirect_looks_authenticated [TYPE Function]\n # @PURPOSE: Treat non-login redirects after form POST as successful authentication without waiting for redirect target.\n # @PRE: redirect_location may be empty or relative.\n # @POST: Returns True when redirect target does not point back to login flow.\n def _redirect_looks_authenticated(self, redirect_location: str) -> bool:\n normalized = str(redirect_location or \"\").strip().lower()\n if not normalized:\n return True\n return \"/login\" not in normalized\n # endregion ScreenshotService._redirect_looks_authenticated\n\n # region ScreenshotService._submit_login_via_form_post [TYPE Function]\n # @PURPOSE: Fallback login path that submits credentials directly with csrf token.\n # @PRE: login_url is same-origin and csrf token can be read from DOM.\n # @POST: Browser context receives authenticated cookies when login succeeds.\n async def _submit_login_via_form_post(self, page, login_url: str) -> bool:\n hidden_fields = await self._extract_hidden_login_fields(page)\n csrf_token = str(hidden_fields.get(\"csrf_token\") or \"\").strip()\n if not csrf_token:\n logger.warning(\"[DEBUG] Direct form login fallback skipped: csrf_token not found\")\n return False\n\n try:\n request_context = page.context.request\n except Exception as context_error:\n logger.warning(f\"[DEBUG] Direct form login fallback skipped: request context unavailable: {context_error}\")\n return False\n\n parsed_url = urlsplit(login_url)\n origin = f\"{parsed_url.scheme}://{parsed_url.netloc}\" if parsed_url.scheme and parsed_url.netloc else login_url\n payload = dict(hidden_fields)\n payload[\"username\"] = self.env.username\n payload[\"password\"] = self.env.password\n logger.info(\n f\"[DEBUG] Attempting direct form login fallback via browser context request with hidden fields: {sorted(hidden_fields.keys())}\"\n )\n\n response = await request_context.post(\n login_url,\n form=payload,\n headers={\n \"Origin\": origin,\n \"Referer\": login_url,\n },\n timeout=10000,\n fail_on_status_code=False,\n max_redirects=0,\n )\n response_url = str(getattr(response, \"url\", \"\") or \"\")\n response_status = int(getattr(response, \"status\", 0) or 0)\n response_headers = dict(getattr(response, \"headers\", {}) or {})\n redirect_location = str(\n response_headers.get(\"location\")\n or response_headers.get(\"Location\")\n or \"\"\n ).strip()\n redirect_statuses = {301, 302, 303, 307, 308}\n if response_status in redirect_statuses:\n redirect_authenticated = self._redirect_looks_authenticated(redirect_location)\n logger.info(\n f\"[DEBUG] Direct form login fallback redirect response: status={response_status} url={response_url} location={redirect_location!r} authenticated={redirect_authenticated}\"\n )\n return redirect_authenticated\n\n response_text = await response.text()\n text_snippet = \" \".join(response_text.split())[:200]\n looks_like_login_page = self._response_looks_like_login_page(response_text)\n logger.info(\n f\"[DEBUG] Direct form login fallback response: status={response_status} url={response_url} login_markup={looks_like_login_page} snippet={text_snippet!r}\"\n )\n return not looks_like_login_page\n # endregion ScreenshotService._submit_login_via_form_post\n\n # region ScreenshotService._find_login_field_locator [TYPE Function]\n # @PURPOSE: Resolve login form input using semantic label text plus generic visible-input fallbacks.\n # @PRE: field_name is `username` or `password`.\n # @POST: Returns a locator for the corresponding input or None.\n async def _find_login_field_locator(self, page, field_name: str) -> Any:\n normalized = str(field_name or \"\").strip().lower()\n for root in self._iter_login_roots(page):\n if normalized == \"username\":\n input_candidates = [\n root.get_by_label(\"Username\", exact=False),\n root.get_by_label(\"Login\", exact=False),\n root.locator(\"label:text-matches('Username|Login', 'i')\").locator(\"xpath=following::input[1]\"),\n root.locator(\"text=/Username|Login/i\").locator(\"xpath=following::input[1]\"),\n root.locator(\"input[name='username']\"),\n root.locator(\"input#username\"),\n root.locator(\"input[placeholder*='Username']\"),\n root.locator(\"input[type='text']\"),\n root.locator(\"input:not([type='password'])\"),\n ]\n locator = await self._find_first_visible_locator(input_candidates)\n if locator:\n return locator\n\n if normalized == \"password\":\n input_candidates = [\n root.get_by_label(\"Password\", exact=False),\n root.locator(\"label:text-matches('Password', 'i')\").locator(\"xpath=following::input[1]\"),\n root.locator(\"text=/Password/i\").locator(\"xpath=following::input[1]\"),\n root.locator(\"input[name='password']\"),\n root.locator(\"input#password\"),\n root.locator(\"input[placeholder*='Password']\"),\n root.locator(\"input[type='password']\"),\n ]\n locator = await self._find_first_visible_locator(input_candidates)\n if locator:\n return locator\n\n return None\n # endregion ScreenshotService._find_login_field_locator\n\n # region ScreenshotService._find_submit_locator [TYPE Function]\n # @PURPOSE: Resolve login submit button from main page or embedded auth frame.\n # @PRE: page is ready for login interaction.\n # @POST: Returns visible submit locator or None.\n async def _find_submit_locator(self, page) -> Any:\n selectors = [\n lambda root: root.get_by_role(\"button\", name=\"Sign in\", exact=False),\n lambda root: root.get_by_role(\"button\", name=\"Login\", exact=False),\n lambda root: root.locator(\"button[type='submit']\"),\n lambda root: root.locator(\"button#submit\"),\n lambda root: root.locator(\".btn-primary\"),\n lambda root: root.locator(\"input[type='submit']\"),\n ]\n for root in self._iter_login_roots(page):\n locator = await self._find_first_visible_locator([factory(root) for factory in selectors])\n if locator:\n return locator\n return None\n # endregion ScreenshotService._find_submit_locator\n\n # region ScreenshotService._goto_resilient [TYPE Function]\n # @PURPOSE: Navigate without relying on networkidle for pages with long-polling or persistent requests.\n # @PRE: page is a valid Playwright page and url is non-empty.\n # @POST: Returns last navigation response or raises when both primary and fallback waits fail.\n async def _goto_resilient(\n self,\n page,\n url: str,\n primary_wait_until: str = \"domcontentloaded\",\n fallback_wait_until: str = \"load\",\n timeout: int = 60000,\n ):\n try:\n return await page.goto(url, wait_until=primary_wait_until, timeout=timeout)\n except Exception as primary_error:\n logger.warning(\n f\"[ScreenshotService._goto_resilient] Primary navigation wait '{primary_wait_until}' failed for {url}: {primary_error}\"\n )\n return await page.goto(url, wait_until=fallback_wait_until, timeout=timeout)\n # endregion ScreenshotService._goto_resilient\n\n # region ScreenshotService.capture_dashboard [TYPE Function]\n # @PURPOSE: Captures a full-page screenshot of a dashboard using Playwright and CDP.\n # @PRE: dashboard_id is a valid string, output_path is a writable path.\n # @POST: Returns True if screenshot is saved successfully.\n # @SIDE_EFFECT: Launches a browser, performs UI login, switches tabs, and writes a PNG file.\n # @UX_STATE: [Navigating] -> Loading dashboard UI\n # @UX_STATE: [TabSwitching] -> Iterating through dashboard tabs to trigger lazy loading\n # @UX_STATE: [CalculatingHeight] -> Determining dashboard dimensions\n # @UX_STATE: [Capturing] -> Executing CDP screenshot\n async def capture_dashboard(self, dashboard_id: str, output_path: str) -> bool:\n with belief_scope(\"capture_dashboard\", f\"dashboard_id={dashboard_id}\"):\n logger.info(f\"Capturing screenshot for dashboard {dashboard_id}\")\n async with async_playwright() as p:\n browser = await p.chromium.launch(\n headless=True,\n args=[\n \"--disable-blink-features=AutomationControlled\",\n \"--disable-infobars\",\n \"--no-sandbox\"\n ]\n )\n # Set a realistic user agent to avoid 403 Forbidden from OpenResty/WAF\n user_agent = \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36\"\n # Construct base UI URL from environment (strip /api/v1 suffix)\n base_ui_url = self.env.url.rstrip(\"/\")\n if base_ui_url.endswith(\"/api/v1\"):\n base_ui_url = base_ui_url[:-len(\"/api/v1\")]\n\n # Create browser context with realistic headers\n context = await browser.new_context(\n viewport={'width': 1280, 'height': 720},\n user_agent=user_agent,\n extra_http_headers={\n \"Accept\": \"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7\",\n \"Accept-Language\": \"ru-RU,ru;q=0.9,en-US;q=0.8,en;q=0.7\",\n \"Upgrade-Insecure-Requests\": \"1\",\n \"Sec-Fetch-Dest\": \"document\",\n \"Sec-Fetch-Mode\": \"navigate\",\n \"Sec-Fetch-Site\": \"none\",\n \"Sec-Fetch-User\": \"?1\"\n }\n )\n logger.info(\"Browser context created successfully\")\n\n page = await context.new_page()\n # Bypass navigator.webdriver detection\n await page.add_init_script(\"delete Object.getPrototypeOf(navigator).webdriver\")\n\n # 1. Navigate to login page and authenticate\n login_url = f\"{base_ui_url.rstrip('/')}/login/\"\n logger.info(f\"[DEBUG] Navigating to login page: {login_url}\")\n\n response = await self._goto_resilient(\n page,\n login_url,\n primary_wait_until=\"domcontentloaded\",\n fallback_wait_until=\"load\",\n timeout=60000,\n )\n if response:\n logger.info(f\"[DEBUG] Login page response status: {response.status}\")\n\n # Wait for login form to be ready\n await page.wait_for_load_state(\"domcontentloaded\")\n\n # More exhaustive list of selectors for various Superset versions/themes\n selectors = {\n \"username\": ['input[name=\"username\"]', 'input#username', 'input[placeholder*=\"Username\"]', 'input[type=\"text\"]'],\n \"password\": ['input[name=\"password\"]', 'input#password', 'input[placeholder*=\"Password\"]', 'input[type=\"password\"]'],\n \"submit\": ['button[type=\"submit\"]', 'button#submit', '.btn-primary', 'input[type=\"submit\"]']\n }\n logger.info(\"[DEBUG] Attempting to find login form elements...\")\n\n try:\n used_direct_form_login = False\n # Find and fill username\n username_locator = await self._find_login_field_locator(page, \"username\")\n\n if not username_locator:\n roots = self._iter_login_roots(page)\n logger.info(f\"[DEBUG] Found {len(roots)} login roots including child frames\")\n for root_index, root in enumerate(roots[:5]):\n all_inputs = await root.locator('input').all()\n logger.info(f\"[DEBUG] Root {root_index}: found {len(all_inputs)} input fields\")\n for i, inp in enumerate(all_inputs[:5]): # Log first 5\n inp_type = await inp.get_attribute('type')\n inp_name = await inp.get_attribute('name')\n inp_id = await inp.get_attribute('id')\n logger.info(f\"[DEBUG] Root {root_index} input {i}: type={inp_type}, name={inp_name}, id={inp_id}\")\n used_direct_form_login = await self._submit_login_via_form_post(page, login_url)\n if not used_direct_form_login:\n raise RuntimeError(\"Could not find username input field on login page\")\n username_locator = None\n\n if username_locator is not None:\n logger.info(\"[DEBUG] Filling username field\")\n await username_locator.fill(self.env.username)\n\n # Find and fill password\n password_locator = await self._find_login_field_locator(page, \"password\") if username_locator is not None else None\n\n if username_locator is not None and not password_locator:\n raise RuntimeError(\"Could not find password input field on login page\")\n\n if password_locator is not None:\n logger.info(\"[DEBUG] Filling password field\")\n await password_locator.fill(self.env.password)\n\n # Click submit\n submit_locator = await self._find_submit_locator(page) if username_locator is not None else None\n\n if username_locator is not None and not submit_locator:\n raise RuntimeError(\"Could not find submit button on login page\")\n\n if submit_locator is not None:\n logger.info(\"[DEBUG] Clicking submit button\")\n await submit_locator.click()\n\n # Wait for navigation after login\n if not used_direct_form_login:\n try:\n await page.wait_for_load_state(\"load\", timeout=30000)\n except Exception as load_wait_error:\n logger.warning(f\"[DEBUG] Login post-submit load wait timed out: {load_wait_error}\")\n\n # Check if login was successful\n if not used_direct_form_login and \"/login\" in page.url:\n # Check for error messages on page\n error_msg = await page.locator(\".alert-danger, .error-message\").text_content() if await page.locator(\".alert-danger, .error-message\").count() > 0 else \"Unknown error\"\n logger.error(f\"[DEBUG] Login failed. Still on login page. Error: {error_msg}\")\n debug_path = output_path.replace(\".png\", \"_debug_failed_login.png\")\n await page.screenshot(path=debug_path)\n raise RuntimeError(f\"Login failed: {error_msg}. Debug screenshot saved to {debug_path}\")\n\n logger.info(f\"[DEBUG] Login successful. Current URL: {page.url}\")\n\n # Check cookies after successful login\n page_cookies = await context.cookies()\n logger.info(f\"[DEBUG] Cookies after login: {len(page_cookies)}\")\n for c in page_cookies:\n logger.info(f\"[DEBUG] Cookie: name={c['name']}, domain={c['domain']}, value={c.get('value', '')[:20]}...\")\n\n except Exception as e:\n page_title = await page.title()\n logger.error(f\"UI Login failed. Page title: {page_title}, URL: {page.url}, Error: {e!s}\")\n debug_path = output_path.replace(\".png\", \"_debug_failed_login.png\")\n await page.screenshot(path=debug_path)\n raise RuntimeError(f\"Login failed: {e!s}. Debug screenshot saved to {debug_path}\")\n\n # 2. Navigate to dashboard\n # @UX_STATE: [Navigating] -> Loading dashboard UI\n dashboard_url = f\"{base_ui_url.rstrip('/')}/superset/dashboard/{dashboard_id}/?standalone=true\"\n\n if base_ui_url.startswith(\"https://\") and dashboard_url.startswith(\"http://\"):\n dashboard_url = dashboard_url.replace(\"http://\", \"https://\")\n\n logger.info(f\"[DEBUG] Navigating to dashboard: {dashboard_url}\")\n\n # Dashboard pages can keep polling/network activity open indefinitely.\n response = await self._goto_resilient(\n page,\n dashboard_url,\n primary_wait_until=\"domcontentloaded\",\n fallback_wait_until=\"load\",\n timeout=60000,\n )\n\n if response:\n logger.info(f\"[DEBUG] Dashboard navigation response status: {response.status}, URL: {response.url}\")\n\n if \"/login\" in page.url:\n debug_path = output_path.replace(\".png\", \"_debug_failed_dashboard_auth.png\")\n await page.screenshot(path=debug_path)\n raise RuntimeError(\n f\"Dashboard navigation redirected to login page after authentication. Debug screenshot saved to {debug_path}\"\n )\n\n try:\n # Wait for the dashboard grid to be present\n await page.wait_for_selector('.dashboard-component, .dashboard-header, [data-test=\"dashboard-grid\"]', timeout=30000)\n logger.info(\"[DEBUG] Dashboard container loaded\")\n\n # Wait for charts to finish loading (Superset uses loading spinners/skeletons)\n # We wait until loading indicators disappear or a timeout occurs\n try:\n # Wait for loading indicators to disappear\n await page.wait_for_selector('.loading, .ant-skeleton, .spinner', state=\"hidden\", timeout=60000)\n logger.info(\"[DEBUG] Loading indicators hidden\")\n except Exception:\n logger.warning(\"[DEBUG] Timeout waiting for loading indicators to hide\")\n\n # Wait for charts to actually render their content (e.g., ECharts, NVD3)\n # We look for common chart containers that should have content\n try:\n await page.wait_for_selector('.chart-container canvas, .slice_container svg, .superset-chart-canvas, .grid-content .chart-container', timeout=60000)\n logger.info(\"[DEBUG] Chart content detected\")\n except Exception:\n logger.warning(\"[DEBUG] Timeout waiting for chart content\")\n\n # Additional check: wait for all chart containers to have non-empty content\n logger.info(\"[DEBUG] Waiting for all charts to have rendered content...\")\n await page.wait_for_function(\"\"\"() => {\n const charts = document.querySelectorAll('.chart-container, .slice_container');\n if (charts.length === 0) return true; // No charts to wait for\n \n // Check if all charts have rendered content (canvas, svg, or non-empty div)\n return Array.from(charts).every(chart => {\n const hasCanvas = chart.querySelector('canvas') !== null;\n const hasSvg = chart.querySelector('svg') !== null;\n const hasContent = chart.innerText.trim().length > 0 || chart.children.length > 0;\n return hasCanvas || hasSvg || hasContent;\n });\n }\"\"\", timeout=60000)\n logger.info(\"[DEBUG] All charts have rendered content\")\n\n # Scroll to bottom and back to top to trigger lazy loading of all charts\n logger.info(\"[DEBUG] Scrolling to trigger lazy loading...\")\n await page.evaluate(\"\"\"async () => {\n const delay = ms => new Promise(resolve => setTimeout(resolve, ms));\n for (let i = 0; i < document.body.scrollHeight; i += 500) {\n window.scrollTo(0, i);\n await delay(100);\n }\n window.scrollTo(0, 0);\n await delay(500);\n }\"\"\")\n\n except Exception as e:\n logger.warning(f\"[DEBUG] Dashboard content wait failed: {e}, proceeding anyway after delay\")\n\n # Final stabilization delay - increased for complex dashboards\n logger.info(\"[DEBUG] Final stabilization delay...\")\n await asyncio.sleep(15)\n\n # Logic to handle tabs and full-page capture\n try:\n # 1. Handle Tabs (Recursive switching)\n # @UX_STATE: [TabSwitching] -> Iterating through dashboard tabs to trigger lazy loading\n processed_tabs = set()\n\n async def switch_tabs(depth=0):\n if depth > 3:\n return # Limit recursion depth\n\n tab_selectors = [\n '.ant-tabs-nav-list .ant-tabs-tab',\n '.dashboard-component-tabs .ant-tabs-tab',\n '[data-test=\"dashboard-component-tabs\"] .ant-tabs-tab'\n ]\n\n found_tabs = []\n for selector in tab_selectors:\n found_tabs = await page.locator(selector).all()\n if found_tabs:\n break\n\n if found_tabs:\n logger.info(f\"[DEBUG][TabSwitching] Found {len(found_tabs)} tabs at depth {depth}\")\n for i, tab in enumerate(found_tabs):\n try:\n tab_text = (await tab.inner_text()).strip()\n tab_id = f\"{depth}_{i}_{tab_text}\"\n\n if tab_id in processed_tabs:\n continue\n\n if await tab.is_visible():\n logger.info(f\"[DEBUG][TabSwitching] Switching to tab: {tab_text}\")\n processed_tabs.add(tab_id)\n\n is_active = \"ant-tabs-tab-active\" in (await tab.get_attribute(\"class\") or \"\")\n if not is_active:\n await tab.click()\n await asyncio.sleep(2) # Wait for content to render\n\n await switch_tabs(depth + 1)\n except Exception as tab_e:\n logger.warning(f\"[DEBUG][TabSwitching] Failed to process tab {i}: {tab_e}\")\n\n try:\n first_tab = found_tabs[0]\n if \"ant-tabs-tab-active\" not in (await first_tab.get_attribute(\"class\") or \"\"):\n await first_tab.click()\n await asyncio.sleep(1)\n except Exception:\n pass\n\n await switch_tabs()\n\n # 2. Calculate full height for screenshot\n # @UX_STATE: [CalculatingHeight] -> Determining dashboard dimensions\n full_height = await page.evaluate(\"\"\"() => {\n const body = document.body;\n const html = document.documentElement;\n const dashboardContent = document.querySelector('.dashboard-content');\n \n return Math.max(\n body.scrollHeight, body.offsetHeight,\n html.clientHeight, html.scrollHeight, html.offsetHeight,\n dashboardContent ? dashboardContent.scrollHeight + 100 : 0\n );\n }\"\"\")\n logger.info(f\"[DEBUG] Calculated full height: {full_height}\")\n\n # DIAGNOSTIC: Count chart elements before resize\n chart_count_before = await page.evaluate(\"\"\"() => {\n return {\n chartContainers: document.querySelectorAll('.chart-container, .slice_container').length,\n canvasElements: document.querySelectorAll('canvas').length,\n svgElements: document.querySelectorAll('.chart-container svg, .slice_container svg').length,\n visibleCharts: document.querySelectorAll('.chart-container:visible, .slice_container:visible').length\n };\n }\"\"\")\n logger.info(f\"[DIAGNOSTIC] Chart elements BEFORE viewport resize: {chart_count_before}\")\n\n # DIAGNOSTIC: Capture pre-resize screenshot for comparison\n pre_resize_path = output_path.replace(\".png\", \"_preresize.png\")\n try:\n await page.screenshot(path=pre_resize_path, full_page=False, timeout=10000)\n import os\n pre_resize_size = os.path.getsize(pre_resize_path) if os.path.exists(pre_resize_path) else 0\n logger.info(f\"[DIAGNOSTIC] Pre-resize screenshot saved: {pre_resize_path} ({pre_resize_size} bytes)\")\n except Exception as pre_e:\n logger.warning(f\"[DIAGNOSTIC] Failed to capture pre-resize screenshot: {pre_e}\")\n\n logger.info(f\"[DIAGNOSTIC] Resizing viewport from current to 1920x{int(full_height)}\")\n await page.set_viewport_size({\"width\": 1920, \"height\": int(full_height)})\n\n # DIAGNOSTIC: Increased wait time and log timing\n logger.info(\"[DIAGNOSTIC] Waiting 10 seconds after viewport resize for re-render...\")\n await asyncio.sleep(10)\n logger.info(\"[DIAGNOSTIC] Wait completed\")\n\n # DIAGNOSTIC: Count chart elements after resize and wait\n chart_count_after = await page.evaluate(\"\"\"() => {\n return {\n chartContainers: document.querySelectorAll('.chart-container, .slice_container').length,\n canvasElements: document.querySelectorAll('canvas').length,\n svgElements: document.querySelectorAll('.chart-container svg, .slice_container svg').length,\n visibleCharts: document.querySelectorAll('.chart-container:visible, .slice_container:visible').length\n };\n }\"\"\")\n logger.info(f\"[DIAGNOSTIC] Chart elements AFTER viewport resize + wait: {chart_count_after}\")\n\n # DIAGNOSTIC: Check if any charts have error states\n chart_errors = await page.evaluate(\"\"\"() => {\n const errors = [];\n document.querySelectorAll('.chart-container, .slice_container').forEach((chart, i) => {\n const errorEl = chart.querySelector('.error, .alert-danger, .ant-alert-error');\n if (errorEl) {\n errors.push({index: i, text: errorEl.innerText.substring(0, 100)});\n }\n });\n return errors;\n }\"\"\")\n if chart_errors:\n logger.warning(f\"[DIAGNOSTIC] Charts with error states detected: {chart_errors}\")\n else:\n logger.info(\"[DIAGNOSTIC] No chart error states detected\")\n\n # 3. Take screenshot using CDP to bypass Playwright's font loading wait\n # @UX_STATE: [Capturing] -> Executing CDP screenshot\n logger.info(\"[DEBUG] Attempting full-page screenshot via CDP...\")\n cdp = await page.context.new_cdp_session(page)\n\n screenshot_data = await cdp.send(\"Page.captureScreenshot\", {\n \"format\": \"png\",\n \"fromSurface\": True,\n \"captureBeyondViewport\": True\n })\n\n image_data = base64.b64decode(screenshot_data[\"data\"])\n\n with open(output_path, 'wb') as f:\n f.write(image_data)\n\n # DIAGNOSTIC: Verify screenshot file\n import os\n final_size = os.path.getsize(output_path) if os.path.exists(output_path) else 0\n logger.info(f\"[DIAGNOSTIC] Final screenshot saved: {output_path}\")\n logger.info(f\"[DIAGNOSTIC] Final screenshot size: {final_size} bytes ({final_size / 1024:.2f} KB)\")\n\n # DIAGNOSTIC: Get image dimensions\n try:\n with Image.open(output_path) as final_img:\n logger.info(f\"[DIAGNOSTIC] Final screenshot dimensions: {final_img.width}x{final_img.height}\")\n except Exception as img_err:\n logger.warning(f\"[DIAGNOSTIC] Could not read final image dimensions: {img_err}\")\n\n logger.info(f\"Full-page screenshot saved to {output_path} (via CDP)\")\n except Exception as e:\n logger.error(f\"[DEBUG] Full-page/Tab capture failed: {e}\")\n try:\n await page.screenshot(path=output_path, full_page=True, timeout=10000)\n except Exception as e2:\n logger.error(f\"[DEBUG] Fallback screenshot also failed: {e2}\")\n await page.screenshot(path=output_path, timeout=5000)\n\n await browser.close()\n return True\n # endregion ScreenshotService.capture_dashboard\n# #endregion ScreenshotService\n" }, { @@ -51456,6 +53041,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LLMClient [TYPE Class]\n# @BRIEF Wrapper for LLM provider APIs.\nclass LLMClient:\n # region LLMClient.__init__ [TYPE Function]\n # @PURPOSE: Initializes the LLMClient with provider settings.\n # @PRE: api_key, base_url, and default_model are non-empty strings.\n def __init__(self, provider_type: LLMProviderType, api_key: str, base_url: str, default_model: str):\n self.provider_type = provider_type\n normalized_key = (api_key or \"\").strip()\n if normalized_key.lower().startswith(\"bearer \"):\n normalized_key = normalized_key[7:].strip()\n self.api_key = normalized_key\n self.base_url = base_url\n self.default_model = default_model\n\n # DEBUG: Log initialization parameters (without exposing full API key)\n logger.info(\"[LLMClient.__init__] Initializing LLM client:\")\n logger.info(f\"[LLMClient.__init__] Provider Type: {provider_type}\")\n logger.info(f\"[LLMClient.__init__] Base URL: {base_url}\")\n logger.info(f\"[LLMClient.__init__] Default Model: {default_model}\")\n logger.info(f\"[LLMClient.__init__] API Key (first 8 chars): {self.api_key[:8] if self.api_key and len(self.api_key) > 8 else 'EMPTY_OR_NONE'}...\")\n logger.info(f\"[LLMClient.__init__] API Key Length: {len(self.api_key) if self.api_key else 0}\")\n\n # Some OpenAI-compatible gateways are strict about auth header naming.\n default_headers = {\"Authorization\": f\"Bearer {self.api_key}\"}\n if self.provider_type == LLMProviderType.OPENROUTER:\n default_headers[\"HTTP-Referer\"] = (\n os.getenv(\"OPENROUTER_SITE_URL\", \"\").strip()\n or os.getenv(\"APP_BASE_URL\", \"\").strip()\n or \"http://localhost:8000\"\n )\n default_headers[\"X-Title\"] = os.getenv(\"OPENROUTER_APP_NAME\", \"\").strip() or \"ss-tools\"\n if self.provider_type == LLMProviderType.KILO:\n default_headers[\"Authentication\"] = f\"Bearer {self.api_key}\"\n default_headers[\"X-API-Key\"] = self.api_key\n\n http_client = httpx.AsyncClient(headers=default_headers, timeout=120.0)\n self.client = AsyncOpenAI(\n api_key=self.api_key,\n base_url=base_url,\n default_headers=default_headers,\n http_client=http_client,\n )\n # endregion LLMClient.__init__\n\n # region LLMClient._supports_json_response_format [TYPE Function]\n # @PURPOSE: Detect whether provider/model is likely compatible with response_format=json_object.\n # @PRE: Client initialized with base_url and default_model.\n # @POST: Returns False for known-incompatible combinations to avoid avoidable 400 errors.\n def _supports_json_response_format(self) -> bool:\n base = (self.base_url or \"\").lower()\n model = (self.default_model or \"\").lower()\n\n # OpenRouter routes to many upstream providers; some models reject json_object mode.\n if \"openrouter.ai\" in base:\n incompatible_tokens = (\n \"stepfun/\",\n \"step-\",\n \":free\",\n )\n if any(token in model for token in incompatible_tokens):\n return False\n return True\n # endregion LLMClient._supports_json_response_format\n\n # region LLMClient.get_json_completion [TYPE Function]\n # @PURPOSE: Helper to handle LLM calls with JSON mode and fallback parsing.\n # @PRE: messages is a list of valid message dictionaries.\n # @POST: Returns a parsed JSON dictionary.\n # @SIDE_EFFECT: Calls external LLM API.\n def _should_retry(exception: Exception) -> bool:\n \"\"\"Custom retry predicate that excludes authentication errors.\"\"\"\n # Don't retry on authentication errors\n if isinstance(exception, OpenAIAuthenticationError):\n return False\n # Retry on rate limit errors and other exceptions\n return isinstance(exception, (RateLimitError, Exception))\n\n @retry(\n stop=stop_after_attempt(5),\n wait=wait_exponential(multiplier=2, min=5, max=60),\n retry=retry_if_exception(_should_retry),\n reraise=True\n )\n async def get_json_completion(self, messages: list[dict[str, Any]]) -> dict[str, Any]:\n with belief_scope(\"get_json_completion\"):\n response = None\n try:\n use_json_mode = self._supports_json_response_format()\n try:\n logger.info(\n f\"[get_json_completion] Attempting LLM call for model: {self.default_model} \"\n f\"(json_mode={'on' if use_json_mode else 'off'})\"\n )\n logger.info(f\"[get_json_completion] Base URL being used: {self.base_url}\")\n logger.info(f\"[get_json_completion] Number of messages: {len(messages)}\")\n logger.info(f\"[get_json_completion] API Key present: {bool(self.api_key and len(self.api_key) > 0)}\")\n\n if use_json_mode:\n response = await self.client.chat.completions.create(\n model=self.default_model,\n messages=messages,\n response_format={\"type\": \"json_object\"}\n )\n else:\n response = await self.client.chat.completions.create(\n model=self.default_model,\n messages=messages\n )\n except Exception as e:\n if use_json_mode and (\n \"JSON mode is not enabled\" in str(e)\n or \"json_object is not supported\" in str(e).lower()\n or \"response_format\" in str(e).lower()\n or \"400\" in str(e)\n ):\n logger.warning(f\"[get_json_completion] JSON mode failed or not supported: {e!s}. Falling back to plain text response.\")\n response = await self.client.chat.completions.create(\n model=self.default_model,\n messages=messages\n )\n else:\n raise e\n\n logger.debug(f\"[get_json_completion] LLM Response: {response}\")\n except OpenAIAuthenticationError as e:\n logger.error(f\"[get_json_completion] Authentication error: {e!s}\")\n # Do not retry on auth errors - re-raise to stop retry\n raise\n except RateLimitError as e:\n logger.warning(f\"[get_json_completion] Rate limit hit: {e!s}\")\n\n # Extract retry_delay from error metadata if available\n retry_delay = 5.0 # Default fallback\n try:\n # Based on logs, the raw response is in e.body or e.response.json()\n # The logs show 'metadata': {'raw': '...'} which suggests a proxy or specific client wrapper\n # Let's try to find the 'retryDelay' in the error message or response\n import re\n\n # Try to find \"retryDelay\": \"XXs\" in the string representation of the error\n error_str = str(e)\n match = re.search(r'\"retryDelay\":\\s*\"(\\d+)s\"', error_str)\n if match:\n retry_delay = float(match.group(1))\n else:\n # Try to parse from response if it's a standard OpenAI-like error with body\n if hasattr(e, 'body') and isinstance(e.body, dict):\n # Some providers put it in details\n details = e.body.get('error', {}).get('details', [])\n for detail in details:\n if detail.get('@type') == 'type.googleapis.com/google.rpc.RetryInfo':\n delay_str = detail.get('retryDelay', '5s')\n retry_delay = float(delay_str.rstrip('s'))\n break\n except Exception as parse_e:\n logger.debug(f\"[get_json_completion] Failed to parse retry delay: {parse_e}\")\n\n # Add a small safety margin (0.5s) as requested\n wait_time = retry_delay + 0.5\n logger.info(f\"[get_json_completion] Waiting for {wait_time}s before retry...\")\n await asyncio.sleep(wait_time)\n raise\n except Exception as e:\n logger.error(f\"[get_json_completion] LLM call failed: {e!s}\")\n raise\n\n if not response or not hasattr(response, 'choices') or not response.choices:\n raise RuntimeError(f\"Invalid LLM response: {response}\")\n\n content = response.choices[0].message.content\n logger.debug(f\"[get_json_completion] Raw content to parse: {content}\")\n\n try:\n return json.loads(content)\n except json.JSONDecodeError:\n logger.warning(\"[get_json_completion] Failed to parse JSON directly, attempting to extract from code blocks\")\n if \"```json\" in content:\n json_str = content.split(\"```json\")[1].split(\"```\")[0].strip()\n return json.loads(json_str)\n elif \"```\" in content:\n json_str = content.split(\"```\")[1].split(\"```\")[0].strip()\n return json.loads(json_str)\n else:\n raise\n # endregion LLMClient.get_json_completion\n\n # region LLMClient.test_runtime_connection [TYPE Function]\n # @PURPOSE: Validate provider credentials using the same chat completions transport as runtime analysis.\n # @PRE: Client is initialized with provider credentials and default_model.\n # @POST: Returns lightweight JSON payload when runtime auth/model path is valid.\n # @SIDE_EFFECT: Calls external LLM API.\n async def test_runtime_connection(self) -> dict[str, Any]:\n with belief_scope(\"test_runtime_connection\"):\n messages = [\n {\n \"role\": \"user\",\n \"content\": 'Return exactly this JSON object and nothing else: {\"ok\": true}',\n }\n ]\n return await self.get_json_completion(messages)\n # endregion LLMClient.test_runtime_connection\n\n # region LLMClient.fetch_models [TYPE Function]\n # @PURPOSE: Fetch available models from the provider's API.\n # @PRE: Client is initialized with provider credentials.\n # @POST: Returns a list of model ID strings.\n # @SIDE_EFFECT: Calls external LLM API /v1/models endpoint.\n async def fetch_models(self) -> list[str]:\n with belief_scope(\"LLMClient.fetch_models\"):\n try:\n response = await self.client.models.list()\n model_ids = [m.id for m in response.data]\n model_ids.sort()\n logger.reason(\n f\"[LLMClient.fetch_models] Fetched {len(model_ids)} models from {self.base_url}\",\n extra={\"src\": \"LLMClient.fetch_models\"},\n )\n return model_ids\n except Exception as e:\n logger.warning(\n f\"[LLMClient.fetch_models] Failed to fetch models: {e}\",\n )\n raise\n # endregion LLMClient.fetch_models\n\n # region LLMClient.analyze_dashboard [TYPE Function]\n # @PURPOSE: Sends dashboard data (screenshot + logs) to LLM for health analysis.\n # @PRE: screenshot_path exists, logs is a list of strings.\n # @POST: Returns a structured analysis dictionary (status, summary, issues).\n # @SIDE_EFFECT: Reads screenshot file and calls external LLM API.\n async def analyze_dashboard(\n self,\n screenshot_path: str,\n logs: list[str],\n prompt_template: str = DEFAULT_LLM_PROMPTS[\"dashboard_validation_prompt\"],\n ) -> dict[str, Any]:\n with belief_scope(\"analyze_dashboard\"):\n # Optimize image to reduce token count (US1 / T023)\n # Gemini/Gemma models have limits on input tokens, and large images contribute significantly.\n try:\n with Image.open(screenshot_path) as img:\n # Convert to RGB if necessary\n if img.mode in (\"RGBA\", \"P\"):\n img = img.convert(\"RGB\")\n\n # Resize if too large (max 1024px width while maintaining aspect ratio)\n # We reduce width further to 1024px to stay within token limits for long dashboards\n max_width = 1024\n if img.width > max_width or img.height > 2048:\n # Calculate scaling factor to fit within 1024x2048\n scale = min(max_width / img.width, 2048 / img.height)\n if scale < 1.0:\n new_width = int(img.width * scale)\n new_height = int(img.height * scale)\n img = img.resize((new_width, new_height), Image.Resampling.LANCZOS)\n logger.info(f\"[analyze_dashboard] Resized image from {img.width}x{img.height} to {new_width}x{new_height}\")\n\n # Compress and convert to base64\n buffer = io.BytesIO()\n # Lower quality to 60% to further reduce payload size\n img.save(buffer, format=\"JPEG\", quality=60, optimize=True)\n base_64_image = base64.b64encode(buffer.getvalue()).decode('utf-8')\n logger.info(f\"[analyze_dashboard] Optimized image size: {len(buffer.getvalue()) / 1024:.2f} KB\")\n except Exception as img_e:\n logger.warning(f\"[analyze_dashboard] Image optimization failed: {img_e}. Using raw image.\")\n with open(screenshot_path, \"rb\") as image_file:\n base_64_image = base64.b64encode(image_file.read()).decode('utf-8')\n\n log_text = \"\\n\".join(logs)\n prompt = render_prompt(prompt_template, {\"logs\": log_text})\n\n messages = [\n {\n \"role\": \"user\",\n \"content\": [\n {\"type\": \"text\", \"text\": prompt},\n {\n \"type\": \"image_url\",\n \"image_url\": {\n \"url\": f\"data:image/jpeg;base64,{base_64_image}\"\n }\n }\n ]\n }\n ]\n\n try:\n return await self.get_json_completion(messages)\n except Exception as e:\n logger.error(f\"[analyze_dashboard] Failed to get analysis: {e!s}\")\n return {\n \"status\": \"UNKNOWN\",\n \"summary\": f\"Failed to get response from LLM: {e!s}\",\n \"issues\": [{\"severity\": \"UNKNOWN\", \"message\": \"LLM provider returned empty or invalid response\"}]\n }\n # endregion LLMClient.analyze_dashboard\n# #endregion LLMClient\n" }, { @@ -51523,6 +53109,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MapperPluginModule [TYPE Module] [SEMANTICS mapper, dataset, column, excel, mapping]\n# @BRIEF Implements a plugin for mapping dataset columns using external database connections or Excel files.\n# @LAYER: Plugins\n# @RELATION Inherits from PluginBase. Uses DatasetMapper from superset_tool.\n# @RELATION USES -> TaskContext\n\nfrom typing import Any\n\nfrom ..core.database import SessionLocal\nfrom ..core.logger import belief_scope, logger\nfrom ..core.plugin_base import PluginBase\nfrom ..core.superset_client import SupersetClient\nfrom ..core.task_manager.context import TaskContext\nfrom ..core.utils.dataset_mapper import DatasetMapper\nfrom ..models.connection import ConnectionConfig\n\n\n# #region MapperPlugin [TYPE Class]\n# @BRIEF Plugin for mapping dataset columns verbose names.\nclass MapperPlugin(PluginBase):\n \"\"\"\n Plugin for mapping dataset columns verbose names.\n \"\"\"\n\n @property\n # region id [TYPE Function]\n # @PURPOSE: Returns the unique identifier for the mapper plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string ID.\n # @RETURN: str - \"dataset-mapper\"\n def id(self) -> str:\n with belief_scope(\"id\"):\n return \"dataset-mapper\"\n # endregion id\n\n @property\n # region name [TYPE Function]\n # @PURPOSE: Returns the human-readable name of the mapper plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string name.\n # @RETURN: str - Plugin name.\n def name(self) -> str:\n with belief_scope(\"name\"):\n return \"Dataset Mapper\"\n # endregion name\n\n @property\n # region description [TYPE Function]\n # @PURPOSE: Returns a description of the mapper plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string description.\n # @RETURN: str - Plugin description.\n def description(self) -> str:\n with belief_scope(\"description\"):\n return \"Map dataset column verbose names using PostgreSQL comments or Excel files.\"\n # endregion description\n\n @property\n # region version [TYPE Function]\n # @PURPOSE: Returns the version of the mapper plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string version.\n # @RETURN: str - \"1.0.0\"\n def version(self) -> str:\n with belief_scope(\"version\"):\n return \"1.0.0\"\n # endregion version\n\n @property\n # region ui_route [TYPE Function]\n # @PURPOSE: Returns the frontend route for the mapper plugin.\n # @RETURN: str - \"/tools/mapper\"\n def ui_route(self) -> str:\n with belief_scope(\"ui_route\"):\n return \"/tools/mapper\"\n # endregion ui_route\n\n # region get_schema [TYPE Function]\n # @PURPOSE: Returns the JSON schema for the mapper plugin parameters.\n # @PRE: Plugin instance exists.\n # @POST: Returns dictionary schema.\n # @RETURN: Dict[str, Any] - JSON schema.\n def get_schema(self) -> dict[str, Any]:\n with belief_scope(\"get_schema\"):\n return {\n \"type\": \"object\",\n \"properties\": {\n \"env\": {\n \"type\": \"string\",\n \"title\": \"Environment\",\n \"description\": \"The Superset environment (e.g., 'dev').\"\n },\n \"dataset_id\": {\n \"type\": \"integer\",\n \"title\": \"Dataset ID\",\n \"description\": \"The ID of the dataset to update.\"\n },\n \"source\": {\n \"type\": \"string\",\n \"title\": \"Mapping Source\",\n \"enum\": [\"postgres\", \"excel\"],\n \"default\": \"postgres\"\n },\n \"connection_id\": {\n \"type\": \"string\",\n \"title\": \"Saved Connection\",\n \"description\": \"The ID of a saved database connection (for postgres source).\"\n },\n \"table_name\": {\n \"type\": \"string\",\n \"title\": \"Table Name\",\n \"description\": \"Target table name in PostgreSQL.\"\n },\n \"table_schema\": {\n \"type\": \"string\",\n \"title\": \"Table Schema\",\n \"description\": \"Target table schema in PostgreSQL.\",\n \"default\": \"public\"\n },\n \"excel_path\": {\n \"type\": \"string\",\n \"title\": \"Excel Path\",\n \"description\": \"Path to the Excel file (for excel source).\"\n }\n },\n \"required\": [\"env\", \"dataset_id\", \"source\"]\n }\n # endregion get_schema\n\n # region execute [TYPE Function]\n # @PURPOSE: Executes the dataset mapping logic with TaskContext support.\n # @PARAM: params (Dict[str, Any]) - Mapping parameters.\n # @PARAM: context (Optional[TaskContext]) - Task context for logging with source attribution.\n # @PRE: Params contain valid 'env', 'dataset_id', and 'source'. params must be a dictionary.\n # @POST: Updates the dataset in Superset.\n # @RETURN: Dict[str, Any] - Execution status.\n async def execute(self, params: dict[str, Any], context: TaskContext | None = None) -> dict[str, Any]:\n with belief_scope(\"execute\"):\n env_name = params.get(\"env\")\n dataset_id = params.get(\"dataset_id\")\n source = params.get(\"source\")\n\n # Use TaskContext logger if available, otherwise fall back to app logger\n log = context.logger if context else logger\n\n # Create sub-loggers for different components\n superset_log = log.with_source(\"superset_api\") if context else log\n db_log = log.with_source(\"postgres\") if context else log\n\n if not env_name or dataset_id is None or not source:\n log.error(\"Missing required parameters: env, dataset_id, source\")\n raise ValueError(\"Missing required parameters: env, dataset_id, source\")\n\n # Get config and initialize client\n from ..dependencies import get_config_manager\n config_manager = get_config_manager()\n env_config = config_manager.get_environment(env_name)\n if not env_config:\n log.error(f\"Environment '{env_name}' not found in configuration.\")\n raise ValueError(f\"Environment '{env_name}' not found in configuration.\")\n\n client = SupersetClient(env_config)\n client.authenticate()\n\n postgres_config = None\n if source == \"postgres\":\n connection_id = params.get(\"connection_id\")\n if not connection_id:\n log.error(\"connection_id is required for postgres source.\")\n raise ValueError(\"connection_id is required for postgres source.\")\n\n # Load connection from DB\n db = SessionLocal()\n try:\n conn_config = db.query(ConnectionConfig).filter(ConnectionConfig.id == connection_id).first()\n if not conn_config:\n db_log.error(f\"Connection {connection_id} not found.\")\n raise ValueError(f\"Connection {connection_id} not found.\")\n\n postgres_config = {\n 'dbname': conn_config.database,\n 'user': conn_config.username,\n 'password': conn_config.password,\n 'host': conn_config.host,\n 'port': str(conn_config.port) if conn_config.port else '5432'\n }\n db_log.debug(f\"Loaded connection config for {conn_config.host}:{conn_config.port}/{conn_config.database}\")\n finally:\n db.close()\n\n log.info(f\"Starting mapping for dataset {dataset_id} in {env_name}\")\n\n mapper = DatasetMapper()\n\n try:\n mapper.run_mapping(\n superset_client=client,\n dataset_id=dataset_id,\n source=source,\n postgres_config=postgres_config,\n excel_path=params.get(\"excel_path\"),\n table_name=params.get(\"table_name\"),\n table_schema=params.get(\"table_schema\") or \"public\"\n )\n superset_log.info(f\"Mapping completed for dataset {dataset_id}\")\n return {\"status\": \"success\", \"dataset_id\": dataset_id}\n except Exception as e:\n log.error(f\"Mapping failed: {e}\")\n raise\n # endregion execute\n\n# #endregion MapperPlugin\n# #endregion MapperPluginModule\n" }, { @@ -51549,6 +53136,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MapperPlugin [TYPE Class]\n# @BRIEF Plugin for mapping dataset columns verbose names.\nclass MapperPlugin(PluginBase):\n \"\"\"\n Plugin for mapping dataset columns verbose names.\n \"\"\"\n\n @property\n # region id [TYPE Function]\n # @PURPOSE: Returns the unique identifier for the mapper plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string ID.\n # @RETURN: str - \"dataset-mapper\"\n def id(self) -> str:\n with belief_scope(\"id\"):\n return \"dataset-mapper\"\n # endregion id\n\n @property\n # region name [TYPE Function]\n # @PURPOSE: Returns the human-readable name of the mapper plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string name.\n # @RETURN: str - Plugin name.\n def name(self) -> str:\n with belief_scope(\"name\"):\n return \"Dataset Mapper\"\n # endregion name\n\n @property\n # region description [TYPE Function]\n # @PURPOSE: Returns a description of the mapper plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string description.\n # @RETURN: str - Plugin description.\n def description(self) -> str:\n with belief_scope(\"description\"):\n return \"Map dataset column verbose names using PostgreSQL comments or Excel files.\"\n # endregion description\n\n @property\n # region version [TYPE Function]\n # @PURPOSE: Returns the version of the mapper plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string version.\n # @RETURN: str - \"1.0.0\"\n def version(self) -> str:\n with belief_scope(\"version\"):\n return \"1.0.0\"\n # endregion version\n\n @property\n # region ui_route [TYPE Function]\n # @PURPOSE: Returns the frontend route for the mapper plugin.\n # @RETURN: str - \"/tools/mapper\"\n def ui_route(self) -> str:\n with belief_scope(\"ui_route\"):\n return \"/tools/mapper\"\n # endregion ui_route\n\n # region get_schema [TYPE Function]\n # @PURPOSE: Returns the JSON schema for the mapper plugin parameters.\n # @PRE: Plugin instance exists.\n # @POST: Returns dictionary schema.\n # @RETURN: Dict[str, Any] - JSON schema.\n def get_schema(self) -> dict[str, Any]:\n with belief_scope(\"get_schema\"):\n return {\n \"type\": \"object\",\n \"properties\": {\n \"env\": {\n \"type\": \"string\",\n \"title\": \"Environment\",\n \"description\": \"The Superset environment (e.g., 'dev').\"\n },\n \"dataset_id\": {\n \"type\": \"integer\",\n \"title\": \"Dataset ID\",\n \"description\": \"The ID of the dataset to update.\"\n },\n \"source\": {\n \"type\": \"string\",\n \"title\": \"Mapping Source\",\n \"enum\": [\"postgres\", \"excel\"],\n \"default\": \"postgres\"\n },\n \"connection_id\": {\n \"type\": \"string\",\n \"title\": \"Saved Connection\",\n \"description\": \"The ID of a saved database connection (for postgres source).\"\n },\n \"table_name\": {\n \"type\": \"string\",\n \"title\": \"Table Name\",\n \"description\": \"Target table name in PostgreSQL.\"\n },\n \"table_schema\": {\n \"type\": \"string\",\n \"title\": \"Table Schema\",\n \"description\": \"Target table schema in PostgreSQL.\",\n \"default\": \"public\"\n },\n \"excel_path\": {\n \"type\": \"string\",\n \"title\": \"Excel Path\",\n \"description\": \"Path to the Excel file (for excel source).\"\n }\n },\n \"required\": [\"env\", \"dataset_id\", \"source\"]\n }\n # endregion get_schema\n\n # region execute [TYPE Function]\n # @PURPOSE: Executes the dataset mapping logic with TaskContext support.\n # @PARAM: params (Dict[str, Any]) - Mapping parameters.\n # @PARAM: context (Optional[TaskContext]) - Task context for logging with source attribution.\n # @PRE: Params contain valid 'env', 'dataset_id', and 'source'. params must be a dictionary.\n # @POST: Updates the dataset in Superset.\n # @RETURN: Dict[str, Any] - Execution status.\n async def execute(self, params: dict[str, Any], context: TaskContext | None = None) -> dict[str, Any]:\n with belief_scope(\"execute\"):\n env_name = params.get(\"env\")\n dataset_id = params.get(\"dataset_id\")\n source = params.get(\"source\")\n\n # Use TaskContext logger if available, otherwise fall back to app logger\n log = context.logger if context else logger\n\n # Create sub-loggers for different components\n superset_log = log.with_source(\"superset_api\") if context else log\n db_log = log.with_source(\"postgres\") if context else log\n\n if not env_name or dataset_id is None or not source:\n log.error(\"Missing required parameters: env, dataset_id, source\")\n raise ValueError(\"Missing required parameters: env, dataset_id, source\")\n\n # Get config and initialize client\n from ..dependencies import get_config_manager\n config_manager = get_config_manager()\n env_config = config_manager.get_environment(env_name)\n if not env_config:\n log.error(f\"Environment '{env_name}' not found in configuration.\")\n raise ValueError(f\"Environment '{env_name}' not found in configuration.\")\n\n client = SupersetClient(env_config)\n client.authenticate()\n\n postgres_config = None\n if source == \"postgres\":\n connection_id = params.get(\"connection_id\")\n if not connection_id:\n log.error(\"connection_id is required for postgres source.\")\n raise ValueError(\"connection_id is required for postgres source.\")\n\n # Load connection from DB\n db = SessionLocal()\n try:\n conn_config = db.query(ConnectionConfig).filter(ConnectionConfig.id == connection_id).first()\n if not conn_config:\n db_log.error(f\"Connection {connection_id} not found.\")\n raise ValueError(f\"Connection {connection_id} not found.\")\n\n postgres_config = {\n 'dbname': conn_config.database,\n 'user': conn_config.username,\n 'password': conn_config.password,\n 'host': conn_config.host,\n 'port': str(conn_config.port) if conn_config.port else '5432'\n }\n db_log.debug(f\"Loaded connection config for {conn_config.host}:{conn_config.port}/{conn_config.database}\")\n finally:\n db.close()\n\n log.info(f\"Starting mapping for dataset {dataset_id} in {env_name}\")\n\n mapper = DatasetMapper()\n\n try:\n mapper.run_mapping(\n superset_client=client,\n dataset_id=dataset_id,\n source=source,\n postgres_config=postgres_config,\n excel_path=params.get(\"excel_path\"),\n table_name=params.get(\"table_name\"),\n table_schema=params.get(\"table_schema\") or \"public\"\n )\n superset_log.info(f\"Mapping completed for dataset {dataset_id}\")\n return {\"status\": \"success\", \"dataset_id\": dataset_id}\n except Exception as e:\n log.error(f\"Mapping failed: {e}\")\n raise\n # endregion execute\n\n# #endregion MapperPlugin\n" }, { @@ -51640,6 +53228,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MigrationPlugin [C:5] [TYPE Module] [SEMANTICS migration, export, import, mapping, superset]\n# @BRIEF Orchestrates export, DB-mapping transformation, and import of Superset dashboards across environments.\n# @LAYER: App\n# @RELATION IMPLEMENTS -> PluginBase\n# @RELATION DEPENDS_ON -> SupersetClient\n# @RELATION DEPENDS_ON -> MigrationEngine\n# @RELATION DEPENDS_ON -> IdMappingService\n# @RELATION USES -> TaskContext\n# @PRE: Plugin loader can resolve infrastructure dependencies and execution requests provide validated migration context.\n# @POST: Plugin metadata remains stable and migration execution preserves mapped-environment import guarantees.\n# @SIDE_EFFECT: Reads config, opens database sessions, creates temporary artifacts, and triggers Superset export/import workflows.\n# @DATA_CONTRACT: Input[TaskContext{from_env,to_env,dashboard_regex,replace_db_config,from_db_id,to_db_id,passwords?}] -> Output[MigrationResult|artifact set]\n# @INVARIANT: Dashboards must never be imported with unmapped/source DB connections to prevent data leaks or cross-environment pollution.\n\nimport re\nfrom typing import Any\n\nfrom ..core.database import SessionLocal\nfrom ..core.logger import belief_scope\nfrom ..core.logger import logger as app_logger\nfrom ..core.mapping_service import IdMappingService\nfrom ..core.migration_engine import MigrationEngine\nfrom ..core.plugin_base import PluginBase\nfrom ..core.superset_client import SupersetClient\nfrom ..core.task_manager.context import TaskContext\nfrom ..core.utils.fileio import create_temp_file\nfrom ..dependencies import get_config_manager\nfrom ..models.mapping import DatabaseMapping, Environment\n\n\n# #region MigrationPlugin [TYPE Class]\n# @BRIEF Implementation of the migration plugin workflow and transformation orchestration.\n# @PRE: SupersetClient authenticated, database session active\n# @POST: Returns MigrationResult with success/failure status and artifact list\n# @TEST_FIXTURE: superset_export_zip -> file:backend/tests/fixtures/migration/dashboard_export.zip\n# @TEST_FIXTURE: db_mapping_payload -> INLINE_JSON: {\"db_mappings\": {\"source_uuid_1\": \"target_uuid_2\"}}\n# @TEST_FIXTURE: password_inject_payload -> INLINE_JSON: {\"passwords\": {\"PostgreSQL\": \"secret123\"}}\n# @TEST_INVARIANT: strict_db_isolation -> VERIFIED_BY: [successful_dashboard_transfer, missing_mapping_resolution]\n# @SIDE_EFFECT: Writes migration artifacts to database, triggers dashboard imports\n# @DATA_CONTRACT: MigrationPlan AST, DryRunResult, RiskAssessment\nclass MigrationPlugin(PluginBase):\n \"\"\"\n A plugin to migrate Superset dashboards between environments.\n \"\"\"\n\n @property\n # region id [TYPE Function]\n # @PURPOSE: Returns the unique identifier for the migration plugin.\n # @PRE: None.\n # @POST: Returns stable string \"superset-migration\".\n # @RETURN: str\n def id(self) -> str:\n with belief_scope(\"MigrationPlugin.id\"):\n return \"superset-migration\"\n # endregion id\n\n @property\n # region name [TYPE Function]\n # @PURPOSE: Returns the human-readable name of the plugin.\n # @PRE: None.\n # @POST: Returns \"Superset Dashboard Migration\".\n # @RETURN: str\n def name(self) -> str:\n with belief_scope(\"MigrationPlugin.name\"):\n return \"Superset Dashboard Migration\"\n # endregion name\n\n @property\n # region description [TYPE Function]\n # @PURPOSE: Returns the semantic description of the plugin.\n # @PRE: None.\n # @POST: Returns description string.\n # @RETURN: str\n def description(self) -> str:\n with belief_scope(\"MigrationPlugin.description\"):\n return \"Migrates dashboards between Superset environments.\"\n # endregion description\n\n @property\n # region version [TYPE Function]\n # @PURPOSE: Returns the semantic version of the migration plugin.\n # @PRE: None.\n # @POST: Returns \"1.0.0\".\n # @RETURN: str\n def version(self) -> str:\n with belief_scope(\"MigrationPlugin.version\"):\n return \"1.0.0\"\n # endregion version\n\n @property\n # region ui_route [TYPE Function]\n # @PURPOSE: Returns the frontend routing anchor for the plugin.\n # @PRE: None.\n # @POST: Returns \"/migration\".\n # @RETURN: str\n def ui_route(self) -> str:\n with belief_scope(\"MigrationPlugin.ui_route\"):\n return \"/migration\"\n # endregion ui_route\n\n # region get_schema [TYPE Function]\n # @PURPOSE: Generates the JSON Schema for the plugin execution form dynamically.\n # @PRE: ConfigManager is accessible and environments are defined.\n # @POST: Returns a JSON Schema dict matching current system environments.\n # @RETURN: Dict[str, Any]\n def get_schema(self) -> dict[str, Any]:\n with belief_scope(\"MigrationPlugin.get_schema\"):\n app_logger.reason(\"Generating migration UI schema\")\n config_manager = get_config_manager()\n envs = [e.name for e in config_manager.get_environments()]\n\n schema = {\n \"type\": \"object\",\n \"properties\": {\n \"from_env\": {\n \"type\": \"string\",\n \"title\": \"Source Environment\",\n \"description\": \"The environment to migrate from.\",\n \"enum\": envs if envs else [\"dev\", \"prod\"],\n },\n \"to_env\": {\n \"type\": \"string\",\n \"title\": \"Target Environment\",\n \"description\": \"The environment to migrate to.\",\n \"enum\": envs if envs else [\"dev\", \"prod\"],\n },\n \"dashboard_regex\": {\n \"type\": \"string\",\n \"title\": \"Dashboard Regex\",\n \"description\": \"A regular expression to filter dashboards to migrate.\",\n },\n \"replace_db_config\": {\n \"type\": \"boolean\",\n \"title\": \"Replace DB Config\",\n \"description\": \"Whether to replace the database configuration.\",\n \"default\": False,\n },\n \"from_db_id\": {\n \"type\": \"integer\",\n \"title\": \"Source DB ID\",\n \"description\": \"The ID of the source database to replace (if replacing).\",\n },\n \"to_db_id\": {\n \"type\": \"integer\",\n \"title\": \"Target DB ID\",\n \"description\": \"The ID of the target database to replace with (if replacing).\",\n },\n },\n \"required\": [\"from_env\", \"to_env\", \"dashboard_regex\"],\n }\n app_logger.reflect(\"Schema generated successfully\", extra={\"environments_count\": len(envs)})\n return schema\n # endregion get_schema\n\n # region execute [TYPE Function]\n # @PURPOSE: Orchestrates the dashboard migration pipeline including extraction, AST mutation, and ingestion.\n # @PARAM: params (Dict[str, Any]) - Extracted parameters from UI/API execution request.\n # @PARAM: context (Optional[TaskContext]) - Dependency injected TaskContext for IO tracing.\n # @PRE: Source and target environments must resolve. Matching dashboards must exist.\n # @POST: Dashboard ZIP bundles are transformed and imported. ID mappings are synchronized.\n # @SIDE_EFFECT: Creates temp files, mutates target Superset state, blocks on user input (passwords/mappings).\n # @TEST_CONTRACT: Dict[str, Any] -> Dict[str, Any]\n # @TEST_SCENARIO: successful_dashboard_transfer -> ZIP is downloaded, DB mappings applied via AST, target import succeeds.\n # @TEST_SCENARIO: missing_password_injection -> Target import fails on auth, TaskManager pauses for user input, retries with password successfully.\n # @TEST_SCENARIO: empty_selection -> Returns NO_MATCHES gracefully when regex finds zero dashboards.\n # @TEST_EDGE: missing_env_field -> [ValueError: Could not resolve source or target environment]\n # @TEST_EDGE: invalid_regex_pattern -> [Regex compilation exception is thrown or caught gracefully]\n # @TEST_EDGE: target_api_timeout -> [Dashboard added to failed_dashboards, task concludes with PARTIAL_SUCCESS]\n async def execute(self, params: dict[str, Any], context: TaskContext | None = None):\n with belief_scope(\"MigrationPlugin.execute\"):\n app_logger.reason(\"Evaluating migration task parameters\", extra={\"params\": params})\n\n source_env_id = params.get(\"source_env_id\")\n target_env_id = params.get(\"target_env_id\")\n selected_ids = params.get(\"selected_ids\")\n\n from_env_name = params.get(\"from_env\")\n to_env_name = params.get(\"to_env\")\n dashboard_regex = params.get(\"dashboard_regex\")\n replace_db_config = params.get(\"replace_db_config\", False)\n fix_cross_filters = params.get(\"fix_cross_filters\", True)\n\n task_id = params.get(\"_task_id\")\n from ..dependencies import get_task_manager\n tm = get_task_manager()\n\n log = context.logger if context else app_logger\n superset_log = log.with_source(\"superset_api\") if context else log\n migration_log = log.with_source(\"migration\") if context else log\n\n log.info(\"Starting migration task.\")\n\n try:\n config_manager = get_config_manager()\n environments = config_manager.get_environments()\n\n # Resolve environments\n src_env = next((e for e in environments if e.id == source_env_id), None) if source_env_id else next((e for e in environments if e.name == from_env_name), None)\n tgt_env = next((e for e in environments if e.id == target_env_id), None) if target_env_id else next((e for e in environments if e.name == to_env_name), None)\n\n if not src_env or not tgt_env:\n app_logger.explore(\"Environment resolution failed\", extra={\"src\": source_env_id or from_env_name, \"tgt\": target_env_id or to_env_name})\n raise ValueError(f\"Could not resolve source or target environment. Source: {source_env_id or from_env_name}, Target: {target_env_id or to_env_name}\")\n\n from_env_name = src_env.name\n to_env_name = tgt_env.name\n\n app_logger.reason(\"Environments resolved successfully\", extra={\"from\": from_env_name, \"to\": to_env_name})\n\n migration_result = {\n \"status\": \"SUCCESS\",\n \"source_environment\": from_env_name,\n \"target_environment\": to_env_name,\n \"selected_dashboards\": 0,\n \"migrated_dashboards\": [],\n \"failed_dashboards\": [],\n \"mapping_count\": 0\n }\n\n from_c = SupersetClient(src_env)\n to_c = SupersetClient(tgt_env)\n\n if not from_c or not to_c:\n raise ValueError(f\"Clients not initialized for environments: {from_env_name}, {to_env_name}\")\n\n _, all_dashboards = from_c.get_dashboards()\n\n # Selection Logic\n if selected_ids:\n dashboards_to_migrate = [d for d in all_dashboards if d[\"id\"] in selected_ids]\n elif dashboard_regex:\n regex_pattern = re.compile(str(dashboard_regex), re.IGNORECASE)\n dashboards_to_migrate = [d for d in all_dashboards if regex_pattern.search(d.get(\"dashboard_title\", \"\"))]\n else:\n app_logger.explore(\"No deterministic selection criteria provided\")\n migration_result[\"status\"] = \"NO_SELECTION\"\n return migration_result\n\n if not dashboards_to_migrate:\n app_logger.explore(\"Zero dashboards match selection criteria\")\n migration_result[\"status\"] = \"NO_MATCHES\"\n return migration_result\n\n migration_result[\"selected_dashboards\"] = len(dashboards_to_migrate)\n\n # Database Mapping Resolution\n db_mapping = params.get(\"db_mappings\", {})\n if not isinstance(db_mapping, dict):\n db_mapping = {}\n\n if replace_db_config:\n app_logger.reason(\"Fetching environment DB mappings from catalog\")\n db = SessionLocal()\n try:\n src_env_db = db.query(Environment).filter(Environment.name == from_env_name).first()\n tgt_env_db = db.query(Environment).filter(Environment.name == to_env_name).first()\n\n if src_env_db and tgt_env_db:\n stored_mappings = db.query(DatabaseMapping).filter(\n DatabaseMapping.source_env_id == src_env_db.id,\n DatabaseMapping.target_env_id == tgt_env_db.id\n ).all()\n stored_map_dict = {m.source_db_uuid: m.target_db_uuid for m in stored_mappings}\n stored_map_dict.update(db_mapping)\n db_mapping = stored_map_dict\n log.info(f\"Loaded {len(stored_mappings)} database mappings from database.\")\n finally:\n db.close()\n\n migration_result[\"mapping_count\"] = len(db_mapping)\n engine = MigrationEngine()\n\n # Migration Loop\n for dash in dashboards_to_migrate:\n dash_id, dash_slug, title = dash[\"id\"], dash.get(\"slug\"), dash[\"dashboard_title\"]\n app_logger.reason(f\"Starting pipeline for dashboard '{title}'\", extra={\"dash_id\": dash_id})\n\n try:\n exported_content, _ = from_c.export_dashboard(dash_id)\n with create_temp_file(content=exported_content, dry_run=True, suffix=\".zip\") as tmp_zip_path, create_temp_file(suffix=\".zip\", dry_run=True) as tmp_new_zip:\n\n success = engine.transform_zip(\n str(tmp_zip_path),\n str(tmp_new_zip),\n db_mapping,\n strip_databases=False,\n target_env_id=tgt_env.id if tgt_env else None,\n fix_cross_filters=fix_cross_filters\n )\n\n if not success and replace_db_config:\n if task_id:\n app_logger.explore(\"Missing mapping blocks AST transform. Pausing task for user intervention.\", extra={\"task_id\": task_id})\n await tm.wait_for_resolution(task_id)\n\n app_logger.reason(\"Task resumed, re-evaluating mapping states\")\n db = SessionLocal()\n try:\n src_env_rt = db.query(Environment).filter(Environment.name == from_env_name).first()\n tgt_env_rt = db.query(Environment).filter(Environment.name == to_env_name).first()\n mappings = db.query(DatabaseMapping).filter(\n DatabaseMapping.source_env_id == src_env_rt.id,\n DatabaseMapping.target_env_id == tgt_env_rt.id\n ).all()\n db_mapping = {m.source_db_uuid: m.target_db_uuid for m in mappings}\n finally:\n db.close()\n\n success = engine.transform_zip(\n str(tmp_zip_path),\n str(tmp_new_zip),\n db_mapping,\n strip_databases=False,\n target_env_id=tgt_env.id if tgt_env else None,\n fix_cross_filters=fix_cross_filters\n )\n\n if success:\n app_logger.reason(\"Pushing transformed ZIP to target Superset\")\n to_c.import_dashboard(file_name=tmp_new_zip, dash_id=dash_id, dash_slug=dash_slug)\n migration_result[\"migrated_dashboards\"].append({\"id\": dash_id, \"title\": title})\n app_logger.reflect(\"Import successful\", extra={\"title\": title})\n else:\n app_logger.explore(\"Transformation strictly failed, bypassing ingestion\")\n migration_log.error(f\"Failed to transform ZIP for dashboard {title}\")\n migration_result[\"failed_dashboards\"].append({\n \"id\": dash_id, \"title\": title, \"error\": \"Failed to transform ZIP\"\n })\n\n except Exception as exc:\n error_msg = str(exc)\n if \"Must provide a password for the database\" in error_msg:\n db_name = \"unknown\"\n match = re.search(r\"databases/([^.]+)\\.yaml\", error_msg)\n if match:\n db_name = match.group(1)\n else:\n match_alt = re.search(r\"database '([^']+)'\", error_msg)\n if match_alt:\n db_name = match_alt.group(1)\n\n app_logger.explore(\"Missing DB password detected during ingestion. Escalating to UI.\", extra={\"db_name\": db_name})\n\n if task_id:\n tm.await_input(task_id, {\n \"type\": \"database_password\",\n \"databases\": [db_name],\n \"error_message\": error_msg\n })\n\n await tm.wait_for_input(task_id)\n task = tm.get_task(task_id)\n passwords = task.params.get(\"passwords\", {})\n\n if passwords:\n app_logger.reason(f\"Retrying import for {title} with injected credentials\")\n to_c.import_dashboard(file_name=tmp_new_zip, dash_id=dash_id, dash_slug=dash_slug, passwords=passwords)\n migration_result[\"migrated_dashboards\"].append({\"id\": dash_id, \"title\": title})\n app_logger.reflect(\"Password injection unblocked import\")\n if \"passwords\" in task.params:\n del task.params[\"passwords\"]\n continue\n\n app_logger.explore(f\"Catastrophic dashboard ingestion failure: {exc}\")\n migration_result[\"failed_dashboards\"].append({\"id\": dash_id, \"title\": title, \"error\": str(exc)})\n\n if migration_result[\"failed_dashboards\"]:\n migration_result[\"status\"] = \"PARTIAL_SUCCESS\"\n\n # Post-Migration ID Mapping Synchronization\n try:\n app_logger.reason(\"Executing incremental ID catalog sync on target\")\n db_session = SessionLocal()\n mapping_service = IdMappingService(db_session)\n mapping_service.sync_environment(tgt_env.id, to_c, incremental=True)\n db_session.close()\n app_logger.reflect(\"Incremental catalog sync closed out cleanly\")\n except Exception as sync_exc:\n app_logger.explore(f\"ID Mapping sync failed, mapping state might be degraded: {sync_exc}\")\n\n app_logger.reflect(\"Migration cycle fully resolved\", extra={\"result\": migration_result})\n return migration_result\n\n except Exception as e:\n app_logger.explore(f\"Fatal plugin failure: {e}\", exc_info=True)\n raise e\n # endregion execute\n# #endregion MigrationPlugin\n# #endregion MigrationPlugin\n" }, { @@ -51707,6 +53296,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SearchPluginModule [TYPE Module] [SEMANTICS search, dataset, text, pattern, superset]\n# @BRIEF Implements a plugin for searching text patterns across all datasets in a specific Superset environment.\n# @LAYER: Plugins\n# @RELATION Inherits from PluginBase. Uses SupersetClient from core.\n# @RELATION USES -> TaskContext\n\nimport re\nfrom typing import Any\n\nfrom ..core.logger import belief_scope, logger\nfrom ..core.plugin_base import PluginBase\nfrom ..core.superset_client import SupersetClient\nfrom ..core.task_manager.context import TaskContext\n\n\n# #region SearchPlugin [TYPE Class]\n# @BRIEF Plugin for searching text patterns in Superset datasets.\nclass SearchPlugin(PluginBase):\n \"\"\"\n Plugin for searching text patterns in Superset datasets.\n \"\"\"\n\n @property\n # region id [TYPE Function]\n # @PURPOSE: Returns the unique identifier for the search plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string ID.\n # @RETURN: str - \"search-datasets\"\n def id(self) -> str:\n with belief_scope(\"id\"):\n return \"search-datasets\"\n # endregion id\n\n @property\n # region name [TYPE Function]\n # @PURPOSE: Returns the human-readable name of the search plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string name.\n # @RETURN: str - Plugin name.\n def name(self) -> str:\n with belief_scope(\"name\"):\n return \"Search Datasets\"\n # endregion name\n\n @property\n # region description [TYPE Function]\n # @PURPOSE: Returns a description of the search plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string description.\n # @RETURN: str - Plugin description.\n def description(self) -> str:\n with belief_scope(\"description\"):\n return \"Search for text patterns across all datasets in a specific environment.\"\n # endregion description\n\n @property\n # region version [TYPE Function]\n # @PURPOSE: Returns the version of the search plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string version.\n # @RETURN: str - \"1.0.0\"\n def version(self) -> str:\n with belief_scope(\"version\"):\n return \"1.0.0\"\n # endregion version\n\n @property\n # region ui_route [TYPE Function]\n # @PURPOSE: Returns the frontend route for the search plugin.\n # @RETURN: str - \"/tools/search\"\n def ui_route(self) -> str:\n with belief_scope(\"ui_route\"):\n return \"/tools/search\"\n # endregion ui_route\n\n # region get_schema [TYPE Function]\n # @PURPOSE: Returns the JSON schema for the search plugin parameters.\n # @PRE: Plugin instance exists.\n # @POST: Returns dictionary schema.\n # @RETURN: Dict[str, Any] - JSON schema.\n def get_schema(self) -> dict[str, Any]:\n with belief_scope(\"get_schema\"):\n return {\n \"type\": \"object\",\n \"properties\": {\n \"env\": {\n \"type\": \"string\",\n \"title\": \"Environment\",\n \"description\": \"The Superset environment to search in (e.g., 'dev', 'prod').\"\n },\n \"query\": {\n \"type\": \"string\",\n \"title\": \"Search Query (Regex)\",\n \"description\": \"The regex pattern to search for.\"\n }\n },\n \"required\": [\"env\", \"query\"]\n }\n # endregion get_schema\n\n # region execute [TYPE Function]\n # @PURPOSE: Executes the dataset search logic with TaskContext support.\n # @PARAM: params (Dict[str, Any]) - Search parameters.\n # @PARAM: context (Optional[TaskContext]) - Task context for logging with source attribution.\n # @PRE: Params contain valid 'env' and 'query'.\n # @POST: Returns a dictionary with count and results list.\n # @RETURN: Dict[str, Any] - Search results.\n async def execute(self, params: dict[str, Any], context: TaskContext | None = None) -> dict[str, Any]:\n with belief_scope(\"SearchPlugin.execute\", f\"params={params}\"):\n env_name = params.get(\"env\")\n search_query = params.get(\"query\")\n\n # Use TaskContext logger if available, otherwise fall back to app logger\n log = context.logger if context else logger\n\n # Create sub-loggers for different components\n log.with_source(\"superset_api\") if context else log\n search_log = log.with_source(\"search\") if context else log\n\n if not env_name or not search_query:\n log.error(\"Missing required parameters: env, query\")\n raise ValueError(\"Missing required parameters: env, query\")\n\n # Get config and initialize client\n from ..dependencies import get_config_manager\n config_manager = get_config_manager()\n env_config = config_manager.get_environment(env_name)\n if not env_config:\n log.error(f\"Environment '{env_name}' not found in configuration.\")\n raise ValueError(f\"Environment '{env_name}' not found in configuration.\")\n\n client = SupersetClient(env_config)\n client.authenticate()\n\n log.info(f\"Searching for pattern: '{search_query}' in environment: {env_name}\")\n\n try:\n # Ported logic from search_script.py\n _, datasets = client.get_datasets(query={\"columns\": [\"id\", \"table_name\", \"sql\", \"database\", \"columns\"]})\n\n if not datasets:\n search_log.warning(\"No datasets found.\")\n return {\"count\": 0, \"results\": []}\n\n pattern = re.compile(search_query, re.IGNORECASE)\n results = []\n\n for dataset in datasets:\n dataset_id = dataset.get('id')\n dataset_name = dataset.get('table_name', 'Unknown')\n if not dataset_id:\n continue\n\n for field, value in dataset.items():\n value_str = str(value)\n if pattern.search(value_str):\n match_obj = pattern.search(value_str)\n results.append({\n \"dataset_id\": dataset_id,\n \"dataset_name\": dataset_name,\n \"field\": field,\n \"match_context\": self._get_context(value_str, match_obj.group() if match_obj else \"\"),\n \"full_value\": value_str\n })\n\n search_log.info(f\"Found matches in {len(results)} locations.\")\n return {\n \"count\": len(results),\n \"results\": results\n }\n\n except re.error as e:\n search_log.error(f\"Invalid regex pattern: {e}\")\n raise ValueError(f\"Invalid regex pattern: {e}\")\n except Exception as e:\n log.error(f\"Error during search: {e}\")\n raise\n # endregion execute\n\n # region _get_context [TYPE Function]\n # @PURPOSE: Extracts a small context around the match for display.\n # @PARAM: text (str) - The full text to extract context from.\n # @PARAM: match_text (str) - The matched text pattern.\n # @PARAM: context_lines (int) - Number of lines of context to include.\n # @PRE: text and match_text must be strings.\n # @POST: Returns context string.\n # @RETURN: str - Extracted context.\n def _get_context(self, text: str, match_text: str, context_lines: int = 1) -> str:\n \"\"\"\n Extracts a small context around the match for display.\n \"\"\"\n with belief_scope(\"_get_context\"):\n if not match_text:\n return text[:100] + \"...\" if len(text) > 100 else text\n\n lines = text.splitlines()\n match_line_index = -1\n for i, line in enumerate(lines):\n if match_text in line:\n match_line_index = i\n break\n\n if match_line_index != -1:\n start = max(0, match_line_index - context_lines)\n end = min(len(lines), match_line_index + context_lines + 1)\n context = []\n for i in range(start, end):\n line_content = lines[i]\n if i == match_line_index:\n context.append(f\"==> {line_content}\")\n else:\n context.append(f\" {line_content}\")\n return \"\\n\".join(context)\n\n return text[:100] + \"...\" if len(text) > 100 else text\n # endregion _get_context\n\n# #endregion SearchPlugin\n# #endregion SearchPluginModule\n" }, { @@ -51733,6 +53323,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SearchPlugin [TYPE Class]\n# @BRIEF Plugin for searching text patterns in Superset datasets.\nclass SearchPlugin(PluginBase):\n \"\"\"\n Plugin for searching text patterns in Superset datasets.\n \"\"\"\n\n @property\n # region id [TYPE Function]\n # @PURPOSE: Returns the unique identifier for the search plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string ID.\n # @RETURN: str - \"search-datasets\"\n def id(self) -> str:\n with belief_scope(\"id\"):\n return \"search-datasets\"\n # endregion id\n\n @property\n # region name [TYPE Function]\n # @PURPOSE: Returns the human-readable name of the search plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string name.\n # @RETURN: str - Plugin name.\n def name(self) -> str:\n with belief_scope(\"name\"):\n return \"Search Datasets\"\n # endregion name\n\n @property\n # region description [TYPE Function]\n # @PURPOSE: Returns a description of the search plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string description.\n # @RETURN: str - Plugin description.\n def description(self) -> str:\n with belief_scope(\"description\"):\n return \"Search for text patterns across all datasets in a specific environment.\"\n # endregion description\n\n @property\n # region version [TYPE Function]\n # @PURPOSE: Returns the version of the search plugin.\n # @PRE: Plugin instance exists.\n # @POST: Returns string version.\n # @RETURN: str - \"1.0.0\"\n def version(self) -> str:\n with belief_scope(\"version\"):\n return \"1.0.0\"\n # endregion version\n\n @property\n # region ui_route [TYPE Function]\n # @PURPOSE: Returns the frontend route for the search plugin.\n # @RETURN: str - \"/tools/search\"\n def ui_route(self) -> str:\n with belief_scope(\"ui_route\"):\n return \"/tools/search\"\n # endregion ui_route\n\n # region get_schema [TYPE Function]\n # @PURPOSE: Returns the JSON schema for the search plugin parameters.\n # @PRE: Plugin instance exists.\n # @POST: Returns dictionary schema.\n # @RETURN: Dict[str, Any] - JSON schema.\n def get_schema(self) -> dict[str, Any]:\n with belief_scope(\"get_schema\"):\n return {\n \"type\": \"object\",\n \"properties\": {\n \"env\": {\n \"type\": \"string\",\n \"title\": \"Environment\",\n \"description\": \"The Superset environment to search in (e.g., 'dev', 'prod').\"\n },\n \"query\": {\n \"type\": \"string\",\n \"title\": \"Search Query (Regex)\",\n \"description\": \"The regex pattern to search for.\"\n }\n },\n \"required\": [\"env\", \"query\"]\n }\n # endregion get_schema\n\n # region execute [TYPE Function]\n # @PURPOSE: Executes the dataset search logic with TaskContext support.\n # @PARAM: params (Dict[str, Any]) - Search parameters.\n # @PARAM: context (Optional[TaskContext]) - Task context for logging with source attribution.\n # @PRE: Params contain valid 'env' and 'query'.\n # @POST: Returns a dictionary with count and results list.\n # @RETURN: Dict[str, Any] - Search results.\n async def execute(self, params: dict[str, Any], context: TaskContext | None = None) -> dict[str, Any]:\n with belief_scope(\"SearchPlugin.execute\", f\"params={params}\"):\n env_name = params.get(\"env\")\n search_query = params.get(\"query\")\n\n # Use TaskContext logger if available, otherwise fall back to app logger\n log = context.logger if context else logger\n\n # Create sub-loggers for different components\n log.with_source(\"superset_api\") if context else log\n search_log = log.with_source(\"search\") if context else log\n\n if not env_name or not search_query:\n log.error(\"Missing required parameters: env, query\")\n raise ValueError(\"Missing required parameters: env, query\")\n\n # Get config and initialize client\n from ..dependencies import get_config_manager\n config_manager = get_config_manager()\n env_config = config_manager.get_environment(env_name)\n if not env_config:\n log.error(f\"Environment '{env_name}' not found in configuration.\")\n raise ValueError(f\"Environment '{env_name}' not found in configuration.\")\n\n client = SupersetClient(env_config)\n client.authenticate()\n\n log.info(f\"Searching for pattern: '{search_query}' in environment: {env_name}\")\n\n try:\n # Ported logic from search_script.py\n _, datasets = client.get_datasets(query={\"columns\": [\"id\", \"table_name\", \"sql\", \"database\", \"columns\"]})\n\n if not datasets:\n search_log.warning(\"No datasets found.\")\n return {\"count\": 0, \"results\": []}\n\n pattern = re.compile(search_query, re.IGNORECASE)\n results = []\n\n for dataset in datasets:\n dataset_id = dataset.get('id')\n dataset_name = dataset.get('table_name', 'Unknown')\n if not dataset_id:\n continue\n\n for field, value in dataset.items():\n value_str = str(value)\n if pattern.search(value_str):\n match_obj = pattern.search(value_str)\n results.append({\n \"dataset_id\": dataset_id,\n \"dataset_name\": dataset_name,\n \"field\": field,\n \"match_context\": self._get_context(value_str, match_obj.group() if match_obj else \"\"),\n \"full_value\": value_str\n })\n\n search_log.info(f\"Found matches in {len(results)} locations.\")\n return {\n \"count\": len(results),\n \"results\": results\n }\n\n except re.error as e:\n search_log.error(f\"Invalid regex pattern: {e}\")\n raise ValueError(f\"Invalid regex pattern: {e}\")\n except Exception as e:\n log.error(f\"Error during search: {e}\")\n raise\n # endregion execute\n\n # region _get_context [TYPE Function]\n # @PURPOSE: Extracts a small context around the match for display.\n # @PARAM: text (str) - The full text to extract context from.\n # @PARAM: match_text (str) - The matched text pattern.\n # @PARAM: context_lines (int) - Number of lines of context to include.\n # @PRE: text and match_text must be strings.\n # @POST: Returns context string.\n # @RETURN: str - Extracted context.\n def _get_context(self, text: str, match_text: str, context_lines: int = 1) -> str:\n \"\"\"\n Extracts a small context around the match for display.\n \"\"\"\n with belief_scope(\"_get_context\"):\n if not match_text:\n return text[:100] + \"...\" if len(text) > 100 else text\n\n lines = text.splitlines()\n match_line_index = -1\n for i, line in enumerate(lines):\n if match_text in line:\n match_line_index = i\n break\n\n if match_line_index != -1:\n start = max(0, match_line_index - context_lines)\n end = min(len(lines), match_line_index + context_lines + 1)\n context = []\n for i in range(start, end):\n line_content = lines[i]\n if i == match_line_index:\n context.append(f\"==> {line_content}\")\n else:\n context.append(f\" {line_content}\")\n return \"\\n\".join(context)\n\n return text[:100] + \"...\" if len(text) > 100 else text\n # endregion _get_context\n\n# #endregion SearchPlugin\n" }, { @@ -51747,6 +53338,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region StoragePluginPackage [TYPE Package] [SEMANTICS storage, plugin, package, export]\nfrom .plugin import StoragePlugin\n\n__all__ = [\"StoragePlugin\"]\n# #endregion StoragePluginPackage\n" }, { @@ -51830,6 +53422,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region StoragePlugin [TYPE Module] [SEMANTICS fastapi, storage, filesystem, backup, archive]\n#\n# @BRIEF Provides core filesystem operations for managing backups and repositories.\n# @LAYER: App\n# @RELATION IMPLEMENTS -> PluginBase\n# @RELATION DEPENDS_ON -> backend.src.models.storage\n# @RELATION USES -> TaskContext\n#\n# @INVARIANT: All file operations must be restricted to the configured storage root.\n\nimport os\nimport shutil\nfrom datetime import datetime\nfrom pathlib import Path\nfrom typing import Any\n\nfrom fastapi import UploadFile\n\nfrom ...core.logger import belief_scope, logger\nfrom ...core.plugin_base import PluginBase\nfrom ...core.task_manager.context import TaskContext\nfrom ...dependencies import get_config_manager\nfrom ...models.storage import FileCategory, StoredFile\n\n\n# #region StoragePlugin [TYPE Class]\n# @BRIEF Implementation of the storage management plugin.\nclass StoragePlugin(PluginBase):\n \"\"\"\n Plugin for managing local file storage for backups and repositories.\n \"\"\"\n\n # region __init__ [TYPE Function]\n # @PURPOSE: Initializes the StoragePlugin and ensures required directories exist.\n # @PRE: Configuration manager must be accessible.\n # @POST: Storage root and category directories are created on disk.\n def __init__(self):\n with belief_scope(\"StoragePlugin:init\"):\n self.ensure_directories()\n # endregion __init__\n\n @property\n # region id [TYPE Function]\n # @PURPOSE: Returns the unique identifier for the storage plugin.\n # @PRE: None.\n # @POST: Returns the plugin ID string.\n # @RETURN: str - \"storage-manager\"\n def id(self) -> str:\n with belief_scope(\"StoragePlugin:id\"):\n return \"storage-manager\"\n # endregion id\n\n @property\n # region name [TYPE Function]\n # @PURPOSE: Returns the human-readable name of the storage plugin.\n # @PRE: None.\n # @POST: Returns the plugin name string.\n # @RETURN: str - \"Storage Manager\"\n def name(self) -> str:\n with belief_scope(\"StoragePlugin:name\"):\n return \"Storage Manager\"\n # endregion name\n\n @property\n # region description [TYPE Function]\n # @PURPOSE: Returns a description of the storage plugin.\n # @PRE: None.\n # @POST: Returns the plugin description string.\n # @RETURN: str - Plugin description.\n def description(self) -> str:\n with belief_scope(\"StoragePlugin:description\"):\n return \"Manages local file storage for backups and repositories.\"\n # endregion description\n\n @property\n # region version [TYPE Function]\n # @PURPOSE: Returns the version of the storage plugin.\n # @PRE: None.\n # @POST: Returns the version string.\n # @RETURN: str - \"1.0.0\"\n def version(self) -> str:\n with belief_scope(\"StoragePlugin:version\"):\n return \"1.0.0\"\n # endregion version\n\n @property\n # region ui_route [TYPE Function]\n # @PURPOSE: Returns the frontend route for the storage plugin.\n # @RETURN: str - \"/tools/storage\"\n def ui_route(self) -> str:\n with belief_scope(\"StoragePlugin:ui_route\"):\n return \"/tools/storage\"\n # endregion ui_route\n\n # region get_schema [TYPE Function]\n # @PURPOSE: Returns the JSON schema for storage plugin parameters.\n # @PRE: None.\n # @POST: Returns a dictionary representing the JSON schema.\n # @RETURN: Dict[str, Any] - JSON schema.\n def get_schema(self) -> dict[str, Any]:\n with belief_scope(\"StoragePlugin:get_schema\"):\n return {\n \"type\": \"object\",\n \"properties\": {\n \"category\": {\n \"type\": \"string\",\n \"enum\": [c.value for c in FileCategory],\n \"title\": \"Category\"\n }\n },\n \"required\": [\"category\"]\n }\n # endregion get_schema\n\n # region execute [TYPE Function]\n # @PURPOSE: Executes storage-related tasks with TaskContext support.\n # @PARAM: params (Dict[str, Any]) - Storage parameters.\n # @PARAM: context (Optional[TaskContext]) - Task context for logging with source attribution.\n # @PRE: params must match the plugin schema.\n # @POST: Task is executed and logged.\n async def execute(self, params: dict[str, Any], context: TaskContext | None = None):\n with belief_scope(\"StoragePlugin:execute\"):\n # Use TaskContext logger if available, otherwise fall back to app logger\n log = context.logger if context else logger\n\n # Create sub-loggers for different components\n storage_log = log.with_source(\"storage\") if context else log\n log.with_source(\"filesystem\") if context else log\n\n storage_log.info(f\"Executing with params: {params}\")\n # endregion execute\n\n # region get_storage_root [TYPE Function]\n # @PURPOSE: Resolves the absolute path to the storage root.\n # @PRE: Settings must define a storage root path.\n # @POST: Returns a Path object representing the storage root.\n def get_storage_root(self) -> Path:\n with belief_scope(\"StoragePlugin:get_storage_root\"):\n config_manager = get_config_manager()\n global_settings = config_manager.get_config().settings\n\n # Use storage.root_path as the source of truth for storage UI\n root = Path(global_settings.storage.root_path)\n\n if not root.is_absolute():\n # Resolve relative to the backend directory\n # Path(__file__) is backend/src/plugins/storage/plugin.py\n # parents[3] is the project root (ss-tools)\n # We need to ensure it's relative to where backend/ is\n project_root = Path(__file__).parents[3]\n root = (project_root / root).resolve()\n return root\n # endregion get_storage_root\n\n # region resolve_path [TYPE Function]\n # @PURPOSE: Resolves a dynamic path pattern using provided variables.\n # @PARAM: pattern (str) - The path pattern to resolve.\n # @PARAM: variables (Dict[str, str]) - Variables to substitute in the pattern.\n # @PRE: pattern must be a valid format string.\n # @POST: Returns the resolved path string.\n # @RETURN: str - The resolved path.\n def resolve_path(self, pattern: str, variables: dict[str, str]) -> str:\n with belief_scope(\"StoragePlugin:resolve_path\"):\n # Add common variables\n vars_with_defaults = {\n \"timestamp\": datetime.now().strftime(\"%Y%m%dT%H%M%S\"),\n **variables\n }\n try:\n resolved = pattern.format(**vars_with_defaults)\n # Clean up any double slashes or leading/trailing slashes for relative path\n return os.path.normpath(resolved).strip(\"/\")\n except KeyError as e:\n logger.warning(f\"[StoragePlugin][Coherence:Failed] Missing variable for path resolution: {e}\")\n # Fallback to literal pattern if formatting fails partially (or handle as needed)\n return pattern.replace(\"{\", \"\").replace(\"}\", \"\")\n # endregion resolve_path\n\n # region ensure_directories [TYPE Function]\n # @PURPOSE: Creates the storage root and category subdirectories if they don't exist.\n # @PRE: Storage root must be resolvable.\n # @POST: Directories are created on the filesystem.\n # @SIDE_EFFECT: Creates directories on the filesystem.\n def ensure_directories(self):\n with belief_scope(\"StoragePlugin:ensure_directories\"):\n root = self.get_storage_root()\n for category in FileCategory:\n # Use singular name for consistency with BackupPlugin and GitService\n path = root / category.value\n path.mkdir(parents=True, exist_ok=True)\n logger.reason(f\"Ensured directory: {path}\", extra={\"src\": \"StoragePlugin.ensure_directories\"})\n # endregion ensure_directories\n\n # region validate_path [TYPE Function]\n # @PURPOSE: Prevents path traversal attacks by ensuring the path is within the storage root.\n # @PRE: path must be a Path object.\n # @POST: Returns the resolved absolute path if valid, otherwise raises ValueError.\n def validate_path(self, path: Path) -> Path:\n with belief_scope(\"StoragePlugin:validate_path\"):\n root = self.get_storage_root().resolve()\n resolved = path.resolve()\n try:\n resolved.relative_to(root)\n except ValueError:\n logger.error(f\"[StoragePlugin][Coherence:Failed] Path traversal detected: {resolved} is not under {root}\")\n raise ValueError(\"Access denied: Path is outside of storage root.\")\n return resolved\n # endregion validate_path\n\n # region list_files [TYPE Function]\n # @PURPOSE: Lists all files and directories in a specific category and subpath.\n # @PARAM: category (Optional[FileCategory]) - The category to list.\n # @PARAM: subpath (Optional[str]) - Nested path within the category.\n # @PARAM: recursive (bool) - Whether to scan nested subdirectories recursively.\n # @PRE: Storage root must exist.\n # @POST: Returns a list of StoredFile objects.\n # @RETURN: List[StoredFile] - List of file and directory metadata objects.\n def list_files(\n self,\n category: FileCategory | None = None,\n subpath: str | None = None,\n recursive: bool = False,\n ) -> list[StoredFile]:\n with belief_scope(\"StoragePlugin:list_files\"):\n root = self.get_storage_root()\n logger.reason(\n f\"Listing files in root: {root}\",\n extra={\"src\": \"StoragePlugin.list_files\", \"payload\": {\"root\": str(root), \"category\": category.value if category else None, \"subpath\": subpath, \"recursive\": recursive}},\n )\n files = []\n\n # Root view contract: show category directories only.\n if category is None and not subpath:\n for cat in FileCategory:\n base_dir = root / cat.value\n if not base_dir.exists():\n continue\n stat = base_dir.stat()\n files.append(\n StoredFile(\n name=cat.value,\n path=cat.value,\n size=0,\n created_at=datetime.fromtimestamp(stat.st_ctime),\n category=cat,\n mime_type=\"directory\",\n )\n )\n return sorted(files, key=lambda x: x.name)\n\n categories = [category] if category else list(FileCategory)\n\n for cat in categories:\n # Scan the category subfolder + optional subpath\n base_dir = root / cat.value\n if subpath:\n target_dir = self.validate_path(base_dir / subpath)\n else:\n target_dir = base_dir\n\n if not target_dir.exists():\n continue\n\n logger.reason(f\"Scanning directory: {target_dir}\", extra={\"src\": \"StoragePlugin.list_files\"})\n\n if recursive:\n for current_root, dirs, filenames in os.walk(target_dir):\n dirs[:] = [d for d in dirs if \"Logs\" not in d]\n for filename in filenames:\n file_path = Path(current_root) / filename\n if \"Logs\" in str(file_path):\n continue\n stat = file_path.stat()\n files.append(\n StoredFile(\n name=filename,\n path=str(file_path.relative_to(root)),\n size=stat.st_size,\n created_at=datetime.fromtimestamp(stat.st_ctime),\n category=cat,\n mime_type=None,\n )\n )\n continue\n\n # Use os.scandir for better performance and to distinguish files vs dirs\n with os.scandir(target_dir) as it:\n for entry in it:\n # Skip logs\n if \"Logs\" in entry.path:\n continue\n\n stat = entry.stat()\n is_dir = entry.is_dir()\n\n files.append(StoredFile(\n name=entry.name,\n path=str(Path(entry.path).relative_to(root)),\n size=stat.st_size if not is_dir else 0,\n created_at=datetime.fromtimestamp(stat.st_ctime),\n category=cat,\n mime_type=\"directory\" if is_dir else None\n ))\n\n # Sort: directories first, then by name\n return sorted(files, key=lambda x: (x.mime_type != \"directory\", x.name))\n # endregion list_files\n\n # region save_file [TYPE Function]\n # @PURPOSE: Saves an uploaded file to the specified category and optional subpath.\n # @PARAM: file (UploadFile) - The uploaded file.\n # @PARAM: category (FileCategory) - The target category.\n # @PARAM: subpath (Optional[str]) - The target subpath.\n # @PRE: file must be a valid UploadFile; category must be valid.\n # @POST: File is written to disk and metadata is returned.\n # @RETURN: StoredFile - Metadata of the saved file.\n # @SIDE_EFFECT: Writes file to disk.\n async def save_file(self, file: UploadFile, category: FileCategory, subpath: str | None = None) -> StoredFile:\n with belief_scope(\"StoragePlugin:save_file\"):\n root = self.get_storage_root()\n dest_dir = root / category.value\n if subpath:\n dest_dir = dest_dir / subpath\n\n dest_dir.mkdir(parents=True, exist_ok=True)\n\n dest_path = self.validate_path(dest_dir / file.filename)\n\n with dest_path.open(\"wb\") as buffer:\n shutil.copyfileobj(file.file, buffer)\n\n stat = dest_path.stat()\n return StoredFile(\n name=dest_path.name,\n path=str(dest_path.relative_to(root)),\n size=stat.st_size,\n created_at=datetime.fromtimestamp(stat.st_ctime),\n category=category,\n mime_type=file.content_type\n )\n # endregion save_file\n\n # region delete_file [TYPE Function]\n # @PURPOSE: Deletes a file or directory from the specified category and path.\n # @PARAM: category (FileCategory) - The category.\n # @PARAM: path (str) - The relative path of the file or directory.\n # @PRE: path must belong to the specified category and exist on disk.\n # @POST: The file or directory is removed from disk.\n # @SIDE_EFFECT: Removes item from disk.\n def delete_file(self, category: FileCategory, path: str):\n with belief_scope(\"StoragePlugin:delete_file\"):\n root = self.get_storage_root()\n # path is relative to root, but we ensure it starts with category\n full_path = self.validate_path(root / path)\n\n if not str(Path(path)).startswith(category.value):\n raise ValueError(f\"Path {path} does not belong to category {category}\")\n\n if full_path.exists():\n if full_path.is_dir():\n shutil.rmtree(full_path)\n else:\n full_path.unlink()\n logger.reason(f\"Deleted: {full_path}\", extra={\"src\": \"StoragePlugin.delete_file\"})\n else:\n raise FileNotFoundError(f\"Item {path} not found\")\n # endregion delete_file\n\n # region get_file_path [TYPE Function]\n # @PURPOSE: Returns the absolute path of a file for download.\n # @PARAM: category (FileCategory) - The category.\n # @PARAM: path (str) - The relative path of the file.\n # @PRE: path must belong to the specified category and be a file.\n # @POST: Returns the absolute Path to the file.\n # @RETURN: Path - Absolute path to the file.\n def get_file_path(self, category: FileCategory, path: str) -> Path:\n with belief_scope(\"StoragePlugin:get_file_path\"):\n root = self.get_storage_root()\n file_path = self.validate_path(root / path)\n\n if not str(Path(path)).startswith(category.value):\n raise ValueError(f\"Path {path} does not belong to category {category}\")\n\n if not file_path.exists() or file_path.is_dir():\n raise FileNotFoundError(f\"File {path} not found\")\n\n return file_path\n # endregion get_file_path\n\n# #endregion StoragePlugin\n# #endregion StoragePlugin\n" }, { @@ -51874,6 +53467,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TranslatePluginPackage [TYPE Package] [SEMANTICS translate, plugin, package, sql, dashboard]\n# @BRIEF Translation plugin package for LLM-based cross-Superset SQL/dashboard translation.\n# #endregion TranslatePluginPackage\n" }, { @@ -51900,6 +53494,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TestClickHouseTimestampNormalization [TYPE Class]\n# @BRIEF Verify Unix timestamp detection and conversion for ClickHouse Date columns.\nclass TestClickHouseTimestampNormalization:\n \"\"\"Verify _normalize_timestamp_value handles real-world ClickHouse Date scenarios.\"\"\"\n\n # region test_financial_arrears_date_millis [TYPE Function]\n # @BRIEF Real-world: report_date as Unix millis from Superset chart data API.\n def test_financial_arrears_date_millis(self) -> None:\n # 1726358400000 millis = 2024-09-15 00:00:00 UTC\n result = _normalize_timestamp_value(\"1726358400000.0\")\n assert result == \"2024-09-15\"\n\n # region test_financial_arrears_date_seconds [TYPE Function]\n # @BRIEF Real-world: report_date as Unix seconds.\n def test_financial_arrears_date_seconds(self) -> None:\n result = _normalize_timestamp_value(\"1726358400\")\n assert result == \"2024-09-15\"\n\n # region test_document_number_not_affected [TYPE Function]\n # @BRIEF document_number string must pass through unchanged.\n def test_document_number_not_affected(self) -> None:\n result = _normalize_timestamp_value(\"DOC-001\")\n assert result is None\n\n # region test_empty_string [TYPE Function]\n # @BRIEF Empty string returns None.\n def test_empty_string(self) -> None:\n assert _normalize_timestamp_value(\"\") is None\n\n # region test_none_value [TYPE Function]\n # @BRIEF None returns None.\n def test_none_value(self) -> None:\n assert _normalize_timestamp_value(None) is None\n\n # region test_clickhouse_encode_with_timestamp [TYPE Function]\n # @BRIEF ClickHouse dialect converts timestamp string to 'YYYY-MM-DD'.\n def test_clickhouse_encode_with_timestamp(self) -> None:\n result = _encode_sql_value(\"1726358400000.0\", dialect=\"clickhouse\")\n assert result == \"'2024-09-15'\"\n\n # region test_clickhouse_encode_with_document_number [TYPE Function]\n # @BRIEF ClickHouse dialect passes non-timestamp strings unchanged.\n def test_clickhouse_encode_with_document_number(self) -> None:\n result = _encode_sql_value(\"DOC-001\", dialect=\"clickhouse\")\n assert result == \"'DOC-001'\"\n\n # region test_postgresql_encode_not_affected [TYPE Function]\n # @BRIEF PostgreSQL dialect does NOT normalize timestamps.\n def test_postgresql_encode_not_affected(self) -> None:\n result = _encode_sql_value(\"1726358400000.0\", dialect=\"postgresql\")\n assert result == \"'1726358400000.0'\"\n\n # endregion test_financial_arrears_date_millis\n # endregion test_financial_arrears_date_seconds\n # endregion test_document_number_not_affected\n # endregion test_empty_string\n # endregion test_none_value\n # endregion test_clickhouse_encode_with_timestamp\n # endregion test_clickhouse_encode_with_document_number\n # endregion test_postgresql_encode_not_affected\n# #endregion TestClickHouseTimestampNormalization\n" }, { @@ -51926,6 +53521,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TestClickHouseInsertSqlGeneration [TYPE Class]\n# @BRIEF Verify SQLGenerator produces valid ClickHouse INSERT SQL with normalized dates.\nclass TestClickHouseInsertSqlGeneration:\n \"\"\"Verify SQLGenerator.generate for ClickHouse with timestamp key columns.\"\"\"\n\n # region test_insert_with_timestamp_key_cols [TYPE Function]\n # @BRIEF INSERT SQL for financial_comments_translated with report_date + document_number keys.\n def test_insert_with_timestamp_key_cols(self) -> None:\n rows = [\n {\n \"comment_text_en\": \"Translated comment text\",\n \"report_date\": \"1726358400000.0\", # Should become '2024-09-15'\n \"document_number\": \"DOC-001\",\n }\n ]\n columns = [\"comment_text_en\", \"report_date\", \"document_number\"]\n\n sql, count = SQLGenerator.generate(\n dialect=\"clickhouse\",\n target_schema=\"dm_view\",\n target_table=\"financial_comments_translated\",\n columns=columns,\n rows=rows,\n key_columns=[\"report_date\", \"document_number\"],\n upsert_strategy=\"INSERT\",\n )\n\n # Verify structure\n assert count == 1\n assert \"INSERT INTO\" in sql\n assert \"dm_view\" in sql\n assert \"financial_comments_translated\" in sql\n\n # Verify timestamp is normalized to YYYY-MM-DD\n assert \"'2024-09-15'\" in sql\n assert \"1726358400000\" not in sql\n\n # Verify document_number is preserved\n assert \"'DOC-001'\" in sql\n\n # Verify translated text is present\n assert \"'Translated comment text'\" in sql\n\n # Verify backtick quoting for ClickHouse\n assert \"`comment_text_en`\" in sql\n assert \"`report_date`\" in sql\n assert \"`document_number`\" in sql\n\n # region test_insert_multiple_rows_mixed_timestamps [TYPE Function]\n # @BRIEF Multiple rows with different timestamp formats.\n def test_insert_multiple_rows_mixed_timestamps(self) -> None:\n rows = [\n {\n \"comment_text_en\": \"Comment 1\",\n \"report_date\": \"1726358400000.0\", # 2024-09-15\n \"document_number\": \"DOC-001\",\n },\n {\n \"comment_text_en\": \"Comment 2\",\n \"report_date\": \"1726444800000.0\", # 2024-09-16\n \"document_number\": \"DOC-002\",\n },\n ]\n columns = [\"comment_text_en\", \"report_date\", \"document_number\"]\n\n sql, count = SQLGenerator.generate(\n dialect=\"clickhouse\",\n target_schema=\"dm_view\",\n target_table=\"financial_comments_translated\",\n columns=columns,\n rows=rows,\n key_columns=[\"report_date\", \"document_number\"],\n upsert_strategy=\"INSERT\",\n )\n\n assert count == 2\n assert \"'2024-09-15'\" in sql\n assert \"'2024-09-16'\" in sql\n assert \"'DOC-001'\" in sql\n assert \"'DOC-002'\" in sql\n\n # region test_insert_with_seconds_timestamp [TYPE Function]\n # @BRIEF Unix seconds timestamp (10 digits) also converts correctly.\n def test_insert_with_seconds_timestamp(self) -> None:\n rows = [\n {\n \"comment_text_en\": \"Test\",\n \"report_date\": \"1726358400\", # seconds\n \"document_number\": \"DOC-100\",\n }\n ]\n columns = [\"comment_text_en\", \"report_date\", \"document_number\"]\n\n sql, count = SQLGenerator.generate(\n dialect=\"clickhouse\",\n target_schema=\"dm_view\",\n target_table=\"financial_comments_translated\",\n columns=columns,\n rows=rows,\n key_columns=[\"report_date\", \"document_number\"],\n upsert_strategy=\"INSERT\",\n )\n\n assert \"'2024-09-15'\" in sql\n assert \"1726358400\" not in sql or \"'2024-09-15'\" in sql\n\n # endregion test_insert_with_timestamp_key_cols\n # endregion test_insert_multiple_rows_mixed_timestamps\n # endregion test_insert_with_seconds_timestamp\n# #endregion TestClickHouseInsertSqlGeneration\n" }, { @@ -51952,6 +53548,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TestClickHouseJoinVerification [TYPE Class]\n# @BRIEF Verify the JOIN query SQL is syntactically correct for ClickHouse.\nclass TestClickHouseJoinVerification:\n \"\"\"Verify the verification JOIN query structure for ClickHouse.\"\"\"\n\n # region test_join_query_structure [TYPE Function]\n # @BRIEF The verification JOIN query between financial_arrears and financial_comments_translated.\n def test_join_query_structure(self) -> None:\n # This is the exact query the user wants to verify\n verification_sql = \"\"\"\n SELECT\n f_a.report_date,\n f_a.document_number,\n comment_text AS comment_text_ru,\n counterparty,\n supply_country,\n f_c.comment_text_en\n FROM dm_view.financial_arrears f_a\n LEFT JOIN dm_view.financial_comments_translated f_c\n ON f_a.report_date::date = f_c.report_date::date\n AND f_a.document_number = f_c.document_number\n \"\"\"\n\n # Verify the query is valid SQL structure\n assert \"SELECT\" in verification_sql\n assert \"FROM dm_view.financial_arrears\" in verification_sql\n assert \"LEFT JOIN dm_view.financial_comments_translated\" in verification_sql\n assert \"f_a.report_date::date = f_c.report_date::date\" in verification_sql\n assert \"f_a.document_number = f_c.document_number\" in verification_sql\n\n # region test_insert_then_join_consistency [TYPE Function]\n # @BRIEF INSERT SQL and JOIN query use consistent column names and date formats.\n def test_insert_then_join_consistency(self) -> None:\n # Generate INSERT SQL\n rows = [\n {\n \"comment_text_en\": \"Translated\",\n \"report_date\": \"1726358400000.0\",\n \"document_number\": \"DOC-001\",\n }\n ]\n columns = [\"comment_text_en\", \"report_date\", \"document_number\"]\n\n insert_sql, _ = SQLGenerator.generate(\n dialect=\"clickhouse\",\n target_schema=\"dm_view\",\n target_table=\"financial_comments_translated\",\n columns=columns,\n rows=rows,\n key_columns=[\"report_date\", \"document_number\"],\n upsert_strategy=\"INSERT\",\n )\n\n # The INSERT uses '2024-09-15' for report_date\n assert \"'2024-09-15'\" in insert_sql\n\n # The JOIN compares f_a.report_date::date = f_c.report_date::date\n # ClickHouse ::date cast on a Date column is a no-op (already Date)\n # ClickHouse ::date cast on a DateTime column truncates to Date\n # So the INSERT value '2024-09-15' will match correctly in the JOIN\n\n # Verify column names match between INSERT and expected JOIN\n assert \"`report_date`\" in insert_sql\n assert \"`document_number`\" in insert_sql\n assert \"`comment_text_en`\" in insert_sql\n\n # endregion test_join_query_structure\n # endregion test_insert_then_join_consistency\n# #endregion TestClickHouseJoinVerification\n" }, { @@ -51978,6 +53575,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TestOrchestratorInsertFlow [TYPE Class]\n# @BRIEF Verify the orchestrator's _generate_and_insert_sql produces correct SQL for ClickHouse.\nclass TestOrchestratorInsertFlow:\n \"\"\"Verify TranslationOrchestrator._generate_and_insert_sql with mocked DB.\"\"\"\n\n # region test_generate_and_insert_sql_with_timestamps [TYPE Function]\n # @BRIEF Orchestrator builds correct rows_for_sql from source_data with timestamps.\n def test_generate_and_insert_sql_with_timestamps(self) -> None:\n \"\"\"Verify the orchestrator correctly passes source_data through to SQLGenerator.\"\"\"\n from src.plugins.translate.orchestrator import TranslationOrchestrator\n\n # Mock DB session\n db = MagicMock()\n config_manager = MagicMock()\n\n # Create mock records with timestamp source_data\n rec1 = _make_mock_record(\n target_sql=\"Translated comment 1\",\n report_date=\"1726358400000.0\",\n document_number=\"DOC-001\",\n )\n rec2 = _make_mock_record(\n target_sql=\"Translated comment 2\",\n report_date=\"1726444800000.0\",\n document_number=\"DOC-002\",\n )\n\n # Mock the DB query to return our records\n mock_query = MagicMock()\n mock_query.filter.return_value.all.return_value = [rec1, rec2]\n db.query.return_value = mock_query\n\n # Create mock job\n job = _make_mock_job()\n\n # Create mock run\n run = MagicMock()\n run.id = \"run-test-001\"\n run.job_id = job.id\n\n # Create orchestrator\n orch = TranslationOrchestrator(db, config_manager, \"test-user\")\n\n # Mock the event_log and SupersetSqlLabExecutor\n with patch.object(orch, \"event_log\") as mock_event_log, patch(\n \"src.plugins.translate.orchestrator.SupersetSqlLabExecutor\"\n ) as MockExecutor:\n mock_executor = MagicMock()\n MockExecutor.return_value = mock_executor\n mock_executor.resolve_database_id.return_value = None\n mock_executor.get_database_backend.return_value = None\n mock_executor.execute_and_poll.return_value = {\n \"status\": \"success\",\n \"query_id\": \"q-123\",\n \"rows_affected\": 2,\n }\n\n # Call _generate_and_insert_sql\n result = orch._generate_and_insert_sql(job, run)\n\n # Verify executor was called\n mock_executor.execute_and_poll.assert_called_once()\n\n # Get the SQL that was submitted\n call_args = mock_executor.execute_and_poll.call_args\n submitted_sql = call_args.kwargs.get(\"sql\") or call_args[1].get(\"sql\")\n\n # Verify the SQL contains normalized dates\n assert \"'2024-09-15'\" in submitted_sql, f\"Expected '2024-09-15' in SQL:\\n{submitted_sql}\"\n assert \"'2024-09-16'\" in submitted_sql, f\"Expected '2024-09-16' in SQL:\\n{submitted_sql}\"\n\n # Verify document numbers are preserved\n assert \"'DOC-001'\" in submitted_sql\n assert \"'DOC-002'\" in submitted_sql\n\n # Verify translated text is present\n assert \"'Translated comment 1'\" in submitted_sql\n assert \"'Translated comment 2'\" in submitted_sql\n\n # Verify ClickHouse-specific quoting (backticks)\n assert \"`report_date`\" in submitted_sql\n assert \"`document_number`\" in submitted_sql\n assert \"`comment_text_en`\" in submitted_sql\n\n # Verify result\n assert result[\"status\"] == \"success\"\n\n # endregion test_generate_and_insert_sql_with_timestamps\n# #endregion TestOrchestratorInsertFlow\n" }, { @@ -52004,6 +53602,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TestClickHouseEndToEnd [TYPE Class]\n# @BRIEF End-to-end test: generate SQL, verify structure, simulate execution.\nclass TestClickHouseEndToEnd:\n \"\"\"End-to-end verification of ClickHouse INSERT flow.\"\"\"\n\n # region test_full_insert_sql_valid_for_clickhouse [TYPE Function]\n # @BRIEF Generated SQL is valid ClickHouse INSERT with proper date formatting.\n def test_full_insert_sql_valid_for_clickhouse(self) -> None:\n \"\"\"Simulate the full flow: records -> SQL generation -> verification.\"\"\"\n # Simulate what the orchestrator does\n records = [\n _make_mock_record(\n target_sql=\"Comment about supply chain\",\n report_date=\"1726358400000.0\",\n document_number=\"INV-2024-001\",\n ),\n _make_mock_record(\n target_sql=\"Payment terms description\",\n report_date=\"1726444800000.0\",\n document_number=\"INV-2024-002\",\n ),\n _make_mock_record(\n target_sql=\"Delivery schedule notes\",\n report_date=\"1726531200000.0\",\n document_number=\"INV-2024-003\",\n ),\n ]\n\n # Build rows_for_sql (same logic as orchestrator._generate_and_insert_sql)\n job = _make_mock_job()\n columns = []\n if job.translation_column:\n columns.append(job.translation_column)\n if job.target_key_cols:\n for k in job.target_key_cols:\n if k not in columns:\n columns.append(k)\n\n rows_for_sql = []\n for rec in records:\n row_data = {}\n if job.translation_column:\n row_data[job.translation_column] = rec.target_sql or \"\"\n if job.target_key_cols:\n source_data = rec.source_data or {}\n for k in job.target_key_cols:\n row_data[k] = source_data.get(k, \"\")\n rows_for_sql.append(row_data)\n\n # Generate SQL\n sql, count = SQLGenerator.generate(\n dialect=job.database_dialect or job.target_dialect or \"clickhouse\",\n target_schema=job.target_schema,\n target_table=job.target_table,\n columns=columns,\n rows=rows_for_sql,\n key_columns=job.target_key_cols,\n upsert_strategy=job.upsert_strategy or \"INSERT\",\n )\n\n # Verify SQL structure\n assert count == 3\n assert sql.startswith(\"INSERT INTO\")\n assert \"dm_view\" in sql\n assert \"financial_comments_translated\" in sql\n\n # Verify all dates are normalized\n assert \"'2024-09-15'\" in sql # 1726358400000\n assert \"'2024-09-16'\" in sql # 1726444800000\n assert \"'2024-09-17'\" in sql # 1726531200000\n\n # Verify NO raw timestamps leaked through\n assert \"1726358400000\" not in sql\n assert \"1726444800000\" not in sql\n assert \"1726531200000\" not in sql\n\n # Verify document numbers\n assert \"'INV-2024-001'\" in sql\n assert \"'INV-2024-002'\" in sql\n assert \"'INV-2024-003'\" in sql\n\n # Verify translated texts\n assert \"'Comment about supply chain'\" in sql\n assert \"'Payment terms description'\" in sql\n assert \"'Delivery schedule notes'\" in sql\n\n # Print SQL for manual verification\n print(f\"\\n{'='*60}\")\n print(\"Generated ClickHouse INSERT SQL:\")\n print(f\"{'='*60}\")\n print(sql)\n print(f\"{'='*60}\")\n\n # region test_verification_join_query [TYPE Function]\n # @BRIEF The JOIN verification query that can be run against ClickHouse.\n def test_verification_join_query(self) -> None:\n \"\"\"Generate the verification JOIN query for manual execution.\"\"\"\n join_sql = \"\"\"\nSELECT\n f_a.report_date,\n f_a.document_number,\n comment_text AS comment_text_ru,\n counterparty,\n supply_country,\n f_c.comment_text_en\nFROM dm_view.financial_arrears f_a\nLEFT JOIN dm_view.financial_comments_translated f_c\n ON f_a.report_date::date = f_c.report_date::date\n AND f_a.document_number = f_c.document_number\nWHERE f_c.comment_text_en IS NOT NULL\nLIMIT 10\n\"\"\"\n print(f\"\\n{'='*60}\")\n print(\"Verification JOIN query (run in ClickHouse):\")\n print(f\"{'='*60}\")\n print(join_sql)\n print(f\"{'='*60}\")\n\n # Verify structure\n assert \"f_a.report_date::date = f_c.report_date::date\" in join_sql\n assert \"f_a.document_number = f_c.document_number\" in join_sql\n assert \"dm_view.financial_arrears\" in join_sql\n assert \"dm_view.financial_comments_translated\" in join_sql\n\n # endregion test_full_insert_sql_valid_for_clickhouse\n # endregion test_verification_join_query\n# #endregion TestClickHouseEndToEnd\n" }, { @@ -52032,6 +53631,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DictionaryUtils [C:1] [TYPE Module] [SEMANTICS translate, term, normalize, delimiter, csv]\n# @BRIEF Utility helpers for dictionary management (term normalization and delimiter detection).\n# @LAYER: Domain\n\nimport unicodedata\n\n\n# #region _normalize_term [TYPE Function]\n# @BRIEF Normalize a term for case-insensitive unique constraint lookup.\n# @RATIONALE: NFC normalization is applied before lowercasing to ensure consistent\n# comparison of Unicode characters (e.g. precomposed vs decomposed forms).\n# @REJECTED: Lowercasing without NFC normalization — would cause duplicate entries\n# for semantically identical Unicode strings in different normalization forms.\ndef _normalize_term(term: str) -> str:\n \"\"\"Normalize a term by NFC, lowercasing, and removing extra whitespace.\"\"\"\n if not term:\n return \"\"\n term = unicodedata.normalize('NFC', term)\n return \" \".join(term.lower().split())\n# #endregion _normalize_term\n\n\n# #region _detect_delimiter [TYPE Function]\n# @BRIEF Detect the delimiter used in a CSV/TSV header line.\ndef _detect_delimiter(header_line: str) -> str:\n \"\"\"Detect delimiter by counting tabs vs commas in the first line.\"\"\"\n if not header_line:\n return \",\"\n tab_count = header_line.count(\"\\t\")\n comma_count = header_line.count(\",\")\n return \"\\t\" if tab_count > comma_count else \",\"\n# #endregion _detect_delimiter\n# #endregion DictionaryUtils\n" }, { @@ -52068,6 +53668,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _normalize_term [TYPE Function]\n# @BRIEF Normalize a term for case-insensitive unique constraint lookup.\n# @RATIONALE: NFC normalization is applied before lowercasing to ensure consistent\n# comparison of Unicode characters (e.g. precomposed vs decomposed forms).\n# @REJECTED: Lowercasing without NFC normalization — would cause duplicate entries\n# for semantically identical Unicode strings in different normalization forms.\ndef _normalize_term(term: str) -> str:\n \"\"\"Normalize a term by NFC, lowercasing, and removing extra whitespace.\"\"\"\n if not term:\n return \"\"\n term = unicodedata.normalize('NFC', term)\n return \" \".join(term.lower().split())\n# #endregion _normalize_term\n" }, { @@ -52094,6 +53695,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _detect_delimiter [TYPE Function]\n# @BRIEF Detect the delimiter used in a CSV/TSV header line.\ndef _detect_delimiter(header_line: str) -> str:\n \"\"\"Detect delimiter by counting tabs vs commas in the first line.\"\"\"\n if not header_line:\n return \",\"\n tab_count = header_line.count(\"\\t\")\n comma_count = header_line.count(\",\")\n return \"\\t\" if tab_count > comma_count else \",\"\n# #endregion _detect_delimiter\n" }, { @@ -52101,7 +53703,7 @@ "contract_type": "Module", "file_path": "backend/src/plugins/translate/dictionary.py", "start_line": 1, - "end_line": 766, + "end_line": 989, "tier": "TIER_2", "complexity": 4, "metadata": { @@ -52185,14 +53787,33 @@ } ], "anchor_syntax": "region", - "body": "# #region DictionaryManagerModule [C:4] [TYPE Module] [SEMANTICS sqlalchemy, translate, dictionary, batch, term]\n# @BRIEF Business logic for terminology dictionary management, entry CRUD, CSV/TSV import with conflict detection, and per-batch filtering.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [TerminologyDictionary:Class]\n# @RELATION DEPENDS_ON -> [DictionaryEntry:Class]\n# @RELATION DEPENDS_ON -> [TranslationJobDictionary:Class]\n# @RELATION DEPENDS_ON -> [TranslationJob:Class]\n# @RATIONALE: C4 complexity because dictionary CRUD is stateful with referential integrity enforcement on deletion and unique constraint on normalized source term.\n# @REJECTED: Pure C3 CRUD without state guards would allow orphaned job-dictionary links.\n# @REJECTED: \"Keep both\" as conflict option — UniqueConstraint(dictionary_id, source_term_normalized) prohibits variants; only overwrite/keep existing.\n\nimport csv\nimport io\nimport re\nfrom typing import Any\n\nfrom sqlalchemy import func\nfrom sqlalchemy.orm import Session\n\nfrom ...core.logger import belief_scope, logger\nfrom ...models.translate import (\n DictionaryEntry,\n TerminologyDictionary,\n TranslationJob,\n TranslationJobDictionary,\n)\nfrom ._utils import _detect_delimiter, _normalize_term\n\n\n# #region DictionaryManager [C:4] [TYPE Class]\n# @BRIEF Manages terminology dictionaries and their entries with referential integrity.\n# @PRE: Database session is open and valid.\n# @POST: Dictionary and entry mutations are persisted with conflict detection.\n# @SIDE_EFFECT: Creates, updates, deletes TerminologyDictionary and DictionaryEntry rows; enforces deletion guards.\nclass DictionaryManager:\n # region DictionaryManager.create_dictionary [TYPE Function]\n # @PURPOSE: Create a new terminology dictionary.\n # @PRE: payload contains name, source_dialect, target_dialect.\n # @POST: New TerminologyDictionary row is created and returned.\n @staticmethod\n def create_dictionary(\n db: Session, name: str, source_dialect: str, target_dialect: str,\n created_by: str | None = None, description: str | None = None,\n is_active: bool = True,\n ) -> TerminologyDictionary:\n with belief_scope(\"DictionaryManager.create_dictionary\"):\n logger.reason(\"Creating dictionary\", {\"name\": name, \"source\": source_dialect, \"target\": target_dialect})\n dictionary = TerminologyDictionary(\n name=name,\n description=description,\n source_dialect=source_dialect,\n target_dialect=target_dialect,\n is_active=is_active,\n created_by=created_by,\n )\n db.add(dictionary)\n db.commit()\n db.refresh(dictionary)\n logger.reflect(\"Dictionary created\", {\"id\": dictionary.id})\n return dictionary\n # endregion DictionaryManager.create_dictionary\n\n # region DictionaryManager.update_dictionary [TYPE Function]\n # @PURPOSE: Update an existing terminology dictionary.\n # @PRE: dict_id exists in terminology_dictionaries table.\n # @POST: Dictionary metadata is updated and returned.\n @staticmethod\n def update_dictionary(\n db: Session, dict_id: str, name: str | None = None,\n description: str | None = None, source_dialect: str | None = None,\n target_dialect: str | None = None, is_active: bool | None = None,\n ) -> TerminologyDictionary:\n with belief_scope(\"DictionaryManager.update_dictionary\"):\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n logger.reason(\"Updating dictionary\", {\"id\": dict_id})\n if name is not None:\n dictionary.name = name\n if description is not None:\n dictionary.description = description\n if source_dialect is not None:\n dictionary.source_dialect = source_dialect\n if target_dialect is not None:\n dictionary.target_dialect = target_dialect\n if is_active is not None:\n dictionary.is_active = is_active\n db.commit()\n db.refresh(dictionary)\n logger.reflect(\"Dictionary updated\", {\"id\": dictionary.id})\n return dictionary\n # endregion DictionaryManager.update_dictionary\n\n # region DictionaryManager.delete_dictionary [TYPE Function]\n # @PURPOSE: Delete a dictionary, blocked if attached to active/scheduled jobs.\n # @PRE: dict_id exists.\n # @POST: Dictionary and its entries are deleted, unless attached to ACTIVE/READY/RUNNING/SCHEDULED jobs.\n # @SIDE_EFFECT: Deletes TerminologyDictionary row and all DictionaryEntry rows.\n @staticmethod\n def delete_dictionary(db: Session, dict_id: str) -> None:\n with belief_scope(\"DictionaryManager.delete_dictionary\"):\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n\n # Check for attached active/scheduled jobs\n blocked_statuses = [\"ACTIVE\", \"READY\", \"RUNNING\", \"SCHEDULED\"]\n attached_jobs = (\n db.query(TranslationJobDictionary)\n .filter(\n TranslationJobDictionary.dictionary_id == dict_id,\n TranslationJobDictionary.job_id.in_(\n db.query(TranslationJob.id).filter(\n TranslationJob.status.in_(blocked_statuses)\n )\n ),\n )\n .count()\n )\n\n if attached_jobs > 0:\n logger.explore(\"Delete blocked: dictionary attached to active jobs\", {\"dict_id\": dict_id, \"jobs\": attached_jobs})\n raise ValueError(\n f\"Cannot delete dictionary attached to {attached_jobs} active/scheduled job(s). \"\n \"Remove dictionary associations from jobs first.\"\n )\n\n logger.reason(\"Deleting dictionary\", {\"id\": dict_id})\n # Delete entries and job-dictionary links first\n db.query(DictionaryEntry).filter(DictionaryEntry.dictionary_id == dict_id).delete()\n db.query(TranslationJobDictionary).filter(TranslationJobDictionary.dictionary_id == dict_id).delete()\n db.delete(dictionary)\n db.commit()\n logger.reflect(\"Dictionary deleted\", {\"id\": dict_id})\n # endregion DictionaryManager.delete_dictionary\n\n # region DictionaryManager.get_dictionary [TYPE Function]\n # @PURPOSE: Get a single dictionary by ID with entry count.\n # @PRE: dict_id exists.\n # @POST: Returns dict with dictionary + entry_count or raises ValueError.\n @staticmethod\n def get_dictionary(db: Session, dict_id: str) -> TerminologyDictionary:\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n return dictionary\n # endregion DictionaryManager.get_dictionary\n\n # region DictionaryManager.list_dictionaries [TYPE Function]\n # @PURPOSE: List dictionaries with pagination and entry counts.\n # @PRE: page >= 1, page_size between 1 and 100.\n # @POST: Returns (list of dicts, total_count).\n @staticmethod\n def list_dictionaries(\n db: Session, page: int = 1, page_size: int = 20,\n ) -> tuple[list[TerminologyDictionary], int]:\n total = db.query(func.count(TerminologyDictionary.id)).scalar() or 0\n dictionaries = (\n db.query(TerminologyDictionary)\n .order_by(TerminologyDictionary.created_at.desc())\n .offset((page - 1) * page_size)\n .limit(page_size)\n .all()\n )\n return dictionaries, total\n # endregion DictionaryManager.list_dictionaries\n\n # region DictionaryManager.add_entry [TYPE Function]\n # @PURPOSE: Add an entry to a dictionary, enforcing unique source_term_normalized.\n # @PRE: dict_id exists. source_term and target_term are non-empty.\n # @POST: New DictionaryEntry row is created or raises on duplicate.\n @staticmethod\n def add_entry(\n db: Session, dict_id: str, source_term: str, target_term: str,\n context_notes: str | None = None,\n ) -> DictionaryEntry:\n with belief_scope(\"DictionaryManager.add_entry\"):\n normalized = _normalize_term(source_term)\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n )\n .first()\n )\n if existing:\n raise ValueError(\n f\"Duplicate entry: '{source_term}' already exists in this dictionary \"\n f\"(id={existing.id}). Use overwrite or keep_existing conflict mode.\"\n )\n\n logger.reason(\"Adding dictionary entry\", {\"dict_id\": dict_id, \"term\": source_term})\n entry = DictionaryEntry(\n dictionary_id=dict_id,\n source_term=source_term.strip(),\n source_term_normalized=normalized,\n target_term=target_term.strip(),\n context_notes=context_notes.strip() if context_notes else None,\n )\n db.add(entry)\n db.commit()\n db.refresh(entry)\n logger.reflect(\"Entry added\", {\"entry_id\": entry.id})\n return entry\n # endregion DictionaryManager.add_entry\n\n # region DictionaryManager.edit_entry [TYPE Function]\n # @PURPOSE: Edit an existing dictionary entry with duplicate-aware normalization.\n # @PRE: entry_id exists.\n # @POST: Entry fields are updated.\n @staticmethod\n def edit_entry(\n db: Session, entry_id: str, source_term: str | None = None,\n target_term: str | None = None, context_notes: str | None = None,\n ) -> DictionaryEntry:\n with belief_scope(\"DictionaryManager.edit_entry\"):\n entry = db.query(DictionaryEntry).filter(DictionaryEntry.id == entry_id).first()\n if not entry:\n raise ValueError(f\"Entry not found: {entry_id}\")\n\n logger.reason(\"Editing dictionary entry\", {\"entry_id\": entry_id})\n if source_term is not None:\n normalized = _normalize_term(source_term)\n # Check uniqueness within the same dictionary\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == entry.dictionary_id,\n DictionaryEntry.source_term_normalized == normalized,\n DictionaryEntry.id != entry_id,\n )\n .first()\n )\n if existing:\n raise ValueError(\n f\"Duplicate entry: '{source_term}' already exists in this dictionary \"\n f\"(id={existing.id}).\"\n )\n entry.source_term = source_term.strip()\n entry.source_term_normalized = normalized\n if target_term is not None:\n entry.target_term = target_term.strip()\n if context_notes is not None:\n entry.context_notes = context_notes.strip() if context_notes else None\n db.commit()\n db.refresh(entry)\n logger.reflect(\"Entry updated\", {\"entry_id\": entry.id})\n return entry\n # endregion DictionaryManager.edit_entry\n\n # region DictionaryManager.delete_entry [TYPE Function]\n # @PURPOSE: Delete a single dictionary entry.\n # @PRE: entry_id exists.\n # @POST: Entry is deleted.\n @staticmethod\n def delete_entry(db: Session, entry_id: str) -> None:\n with belief_scope(\"DictionaryManager.delete_entry\"):\n entry = db.query(DictionaryEntry).filter(DictionaryEntry.id == entry_id).first()\n if not entry:\n raise ValueError(f\"Entry not found: {entry_id}\")\n logger.reason(\"Deleting dictionary entry\", {\"entry_id\": entry_id})\n db.delete(entry)\n db.commit()\n logger.reflect(\"Entry deleted\", {\"entry_id\": entry_id})\n # endregion DictionaryManager.delete_entry\n\n # region DictionaryManager.clear_entries [TYPE Function]\n # @PURPOSE: Delete all entries for a dictionary.\n # @PRE: dict_id exists.\n # @POST: All entries for the dictionary are deleted.\n @staticmethod\n def clear_entries(db: Session, dict_id: str) -> int:\n with belief_scope(\"DictionaryManager.clear_entries\"):\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n logger.reason(\"Clearing all entries\", {\"dict_id\": dict_id})\n deleted = db.query(DictionaryEntry).filter(DictionaryEntry.dictionary_id == dict_id).delete()\n db.commit()\n logger.reflect(\"Entries cleared\", {\"dict_id\": dict_id, \"count\": deleted})\n return deleted\n # endregion DictionaryManager.clear_entries\n\n # region DictionaryManager.list_entries [TYPE Function]\n # @PURPOSE: List entries for a dictionary with pagination.\n # @PRE: dict_id exists.\n # @POST: Returns (list of entries, total_count).\n @staticmethod\n def list_entries(\n db: Session, dict_id: str, page: int = 1, page_size: int = 50,\n ) -> tuple[list[DictionaryEntry], int]:\n total = (\n db.query(func.count(DictionaryEntry.id))\n .filter(DictionaryEntry.dictionary_id == dict_id)\n .scalar()\n or 0\n )\n entries = (\n db.query(DictionaryEntry)\n .filter(DictionaryEntry.dictionary_id == dict_id)\n .order_by(DictionaryEntry.source_term.asc())\n .offset((page - 1) * page_size)\n .limit(page_size)\n .all()\n )\n return entries, total\n # endregion DictionaryManager.list_entries\n\n # region DictionaryManager.import_entries [TYPE Function]\n # @PURPOSE: Import entries from CSV/TSV content with duplicate detection and conflict resolution.\n # @PRE: content is valid CSV or TSV. dict_id exists.\n # @POST: Entries are created/updated/skipped per conflict mode. Returns result summary.\n # @SIDE_EFFECT: Batch-inserts or updates DictionaryEntry rows.\n @staticmethod\n def import_entries(\n db: Session, dict_id: str, content: str,\n delimiter: str | None = None,\n on_conflict: str = \"overwrite\",\n preview_only: bool = False,\n ) -> dict[str, Any]:\n with belief_scope(\"DictionaryManager.import_entries\"):\n # Validate dictionary\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n\n # Detect delimiter if not specified\n if not delimiter:\n delimiter = _detect_delimiter(content)\n logger.reason(\"Detected delimiter\", {\"delimiter\": repr(delimiter)})\n\n if delimiter not in (\",\", \"\\t\"):\n raise ValueError(f\"Unsupported delimiter: {delimiter!r}. Use ',' or '\\\\t'.\")\n\n # Parse content\n reader = csv.DictReader(io.StringIO(content), delimiter=delimiter)\n required_fields = {\"source_term\", \"target_term\"}\n if not reader.fieldnames or not required_fields.issubset(reader.fieldnames):\n raise ValueError(\n f\"CSV/TSV must have at least 'source_term' and 'target_term' columns. \"\n f\"Got: {reader.fieldnames}\"\n )\n\n result: dict[str, Any] = {\n \"total\": 0,\n \"created\": 0,\n \"updated\": 0,\n \"skipped\": 0,\n \"errors\": [],\n \"preview\": [],\n }\n\n rows = list(reader)\n result[\"total\"] = len(rows)\n\n for row_idx, row in enumerate(rows):\n try:\n source_term = row.get(\"source_term\", \"\").strip()\n target_term = row.get(\"target_term\", \"\").strip()\n context_notes = row.get(\"context_notes\", \"\").strip() or None\n\n if not source_term or not target_term:\n result[\"errors\"].append({\n \"line\": row_idx + 2, # +2 for header and 1-indexed\n \"error\": \"Both source_term and target_term are required\",\n \"row\": row,\n })\n continue\n\n normalized = _normalize_term(source_term)\n\n if preview_only:\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n )\n .first()\n )\n preview_row = {\n \"line\": row_idx + 2,\n \"source_term\": source_term,\n \"target_term\": target_term,\n \"context_notes\": context_notes,\n \"is_conflict\": existing is not None,\n \"existing_target_term\": existing.target_term if existing else None,\n }\n result[\"preview\"].append(preview_row)\n continue\n\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n )\n .first()\n )\n\n if existing:\n if on_conflict == \"overwrite\":\n existing.source_term = source_term\n existing.target_term = target_term\n existing.context_notes = context_notes\n result[\"updated\"] += 1\n elif on_conflict == \"keep_existing\":\n result[\"skipped\"] += 1\n else: # cancel\n result[\"errors\"].append({\n \"line\": row_idx + 2,\n \"error\": f\"Conflict on '{source_term}' and on_conflict='cancel'\",\n \"row\": row,\n })\n continue\n else:\n entry = DictionaryEntry(\n dictionary_id=dict_id,\n source_term=source_term,\n source_term_normalized=normalized,\n target_term=target_term,\n context_notes=context_notes,\n )\n db.add(entry)\n result[\"created\"] += 1\n\n except Exception as e:\n result[\"errors\"].append({\n \"line\": row_idx + 2,\n \"error\": str(e),\n \"row\": row,\n })\n\n if not preview_only:\n db.commit()\n\n logger.reflect(\"Import complete\", {\n \"dict_id\": dict_id,\n \"total\": result[\"total\"],\n \"created\": result[\"created\"],\n \"updated\": result[\"updated\"],\n \"skipped\": result[\"skipped\"],\n \"errors\": len(result[\"errors\"]),\n })\n return result\n # endregion DictionaryManager.import_entries\n\n # region DictionaryManager.filter_for_batch [TYPE Function]\n # @PURPOSE: Scan batch texts for case-insensitive, word-boundary-aware matches against all dictionaries attached to a job.\n # @PRE: job_id exists and source_texts is a list of strings.\n # @POST: Returns list of matched entries with match info, sorted by priority across attached dictionaries.\n # @SIDE_EFFECT: Queries TranslationJobDictionary, TerminologyDictionary, and DictionaryEntry tables.\n @staticmethod\n def filter_for_batch(\n db: Session, source_texts: list[str], job_id: str,\n ) -> list[dict[str, Any]]:\n with belief_scope(\"DictionaryManager.filter_for_batch\"):\n # Get dictionaries attached to this job\n job_dict_links = (\n db.query(TranslationJobDictionary)\n .filter(TranslationJobDictionary.job_id == job_id)\n .all()\n )\n if not job_dict_links:\n logger.reason(\"No dictionaries attached to job\", {\"job_id\": job_id})\n return []\n\n dict_ids = [jd.dictionary_id for jd in job_dict_links]\n\n # Get all active dictionaries\n dictionaries = (\n db.query(TerminologyDictionary)\n .filter(\n TerminologyDictionary.id.in_(dict_ids),\n TerminologyDictionary.is_active == True,\n )\n .all()\n )\n if not dictionaries:\n return []\n\n # Build dict_id -> dict_name lookup\n dict_map = {d.id: d.name for d in dictionaries}\n\n # Fetch all entries for these dictionaries, ordered by dictionary (priority order from link order)\n all_entries = (\n db.query(DictionaryEntry)\n .filter(DictionaryEntry.dictionary_id.in_(dict_ids))\n .order_by(DictionaryEntry.source_term.asc())\n .all()\n )\n\n if not all_entries:\n return []\n\n matched: list[dict[str, Any]] = []\n seen_source_match: set = set()\n\n for text_idx, source_text in enumerate(source_texts):\n if not source_text:\n continue\n\n text_lower = source_text.lower()\n\n for entry in all_entries:\n norm = entry.source_term_normalized\n if not norm:\n continue\n\n # Word-boundary-aware matching\n # Build pattern: \\bterm\\b (case-insensitive)\n # Escape regex special chars in the search term\n escaped = re.escape(norm)\n pattern = re.compile(r\"\\b\" + escaped + r\"\\b\", re.IGNORECASE)\n\n if pattern.search(text_lower):\n match_key = (text_idx, entry.id)\n if match_key not in seen_source_match:\n seen_source_match.add(match_key)\n matched.append({\n \"text_index\": text_idx,\n \"source_text\": source_text,\n \"entry_id\": entry.id,\n \"source_term\": entry.source_term,\n \"source_term_normalized\": entry.source_term_normalized,\n \"target_term\": entry.target_term,\n \"dictionary_id\": entry.dictionary_id,\n \"dictionary_name\": dict_map.get(entry.dictionary_id, \"\"),\n \"context_notes\": entry.context_notes,\n })\n\n # Sort by dictionary link priority (order of dict_ids from link order)\n dict_priority = {d_id: idx for idx, d_id in enumerate(dict_ids)}\n matched.sort(key=lambda m: (dict_priority.get(m[\"dictionary_id\"], 999), m[\"text_index\"]))\n\n logger.reflect(\"Batch filter match complete\", {\n \"job_id\": job_id,\n \"source_texts\": len(source_texts),\n \"matches\": len(matched),\n \"dictionaries_used\": len(dictionaries),\n })\n return matched\n # endregion DictionaryManager.filter_for_batch\n\n\n # region DictionaryManager.submit_correction [TYPE Function]\n # @PURPOSE: Submit a term correction from a run result. Validates language match, detects conflicts.\n # @PRE: source_term, incorrect_target_term, corrected_target_term are non-empty. dict_id exists.\n # @POST: Entry created or updated; origin tracking populated. Returns action + conflict info.\n # @SIDE_EFFECT: Creates/updates DictionaryEntry row.\n @staticmethod\n def submit_correction(\n db: Session,\n dict_id: str,\n source_term: str,\n incorrect_target_term: str,\n corrected_target_term: str,\n origin_run_id: str | None = None,\n origin_row_key: str | None = None,\n origin_user_id: str | None = None,\n on_conflict: str = \"overwrite\",\n ) -> dict[str, Any]:\n with belief_scope(\"DictionaryManager.submit_correction\"):\n # Validate dictionary exists\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary '{dict_id}' not found\")\n\n normalized = _normalize_term(source_term)\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n )\n .first()\n )\n\n result: dict[str, Any] = {\n \"source_term\": source_term,\n \"target_term\": corrected_target_term,\n \"action\": \"created\",\n \"entry_id\": None,\n \"conflict\": None,\n \"message\": None,\n }\n\n if existing:\n # Conflict detected\n if on_conflict == \"keep_existing\":\n result[\"action\"] = \"conflict_detected\"\n result[\"conflict\"] = {\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_target_term,\n \"action\": \"keep_existing\",\n }\n result[\"message\"] = f\"Existing entry kept: '{existing.target_term}'\"\n return result\n elif on_conflict == \"overwrite\":\n existing.target_term = corrected_target_term.strip()\n if origin_run_id:\n existing.origin_run_id = origin_run_id\n if origin_row_key:\n existing.origin_row_key = origin_row_key\n if origin_user_id:\n existing.origin_user_id = origin_user_id\n db.flush()\n result[\"action\"] = \"updated\"\n result[\"entry_id\"] = existing.id\n result[\"message\"] = f\"Entry updated from '{existing.target_term}' to '{corrected_target_term}'\"\n else: # cancel\n result[\"action\"] = \"skipped\"\n result[\"conflict\"] = {\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_target_term,\n \"action\": \"cancel\",\n }\n result[\"message\"] = \"Correction cancelled by conflict mode\"\n return result\n else:\n # Create new entry\n entry = DictionaryEntry(\n dictionary_id=dict_id,\n source_term=source_term.strip(),\n source_term_normalized=normalized,\n target_term=corrected_target_term.strip(),\n origin_run_id=origin_run_id,\n origin_row_key=origin_row_key,\n origin_user_id=origin_user_id,\n )\n db.add(entry)\n db.flush()\n result[\"entry_id\"] = entry.id\n result[\"message\"] = f\"Entry created for '{source_term}' -> '{corrected_target_term}'\"\n\n db.commit()\n logger.reflect(\"Correction processed\", result)\n return result\n # endregion DictionaryManager.submit_correction\n\n # region DictionaryManager.submit_bulk_corrections [TYPE Function]\n # @PURPOSE: Submit multiple term corrections atomically — all succeed or all fail.\n # @PRE: corrections list is non-empty. dict_id exists.\n # @POST: All corrections applied or none applied with conflict list.\n # @SIDE_EFFECT: Creates/updates DictionaryEntry rows; commits once.\n @staticmethod\n def submit_bulk_corrections(\n db: Session,\n dict_id: str,\n corrections: list[dict[str, Any]],\n origin_user_id: str | None = None,\n ) -> dict[str, Any]:\n with belief_scope(\"DictionaryManager.submit_bulk_corrections\"):\n # Validate dictionary first\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary '{dict_id}' not found\")\n\n results: list[dict[str, Any]] = []\n conflicts: list[dict[str, Any]] = []\n all_ok = True\n\n for corr in corrections:\n source_term = corr.get(\"source_term\", \"\").strip()\n incorrect_target = corr.get(\"incorrect_target_term\", \"\").strip()\n corrected_target = corr.get(\"corrected_target_term\", \"\").strip()\n\n if not source_term or not corrected_target:\n results.append({\n \"source_term\": source_term,\n \"action\": \"error\",\n \"message\": \"source_term and corrected_target_term are required\",\n })\n all_ok = False\n continue\n\n normalized = _normalize_term(source_term)\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n )\n .first()\n )\n\n if existing:\n on_conflict = corr.get(\"on_conflict\", \"overwrite\")\n if on_conflict == \"keep_existing\":\n conflicts.append({\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_target,\n \"action\": \"keep_existing\",\n })\n results.append({\n \"source_term\": source_term,\n \"action\": \"conflict_detected\",\n \"message\": f\"Existing entry kept: '{existing.target_term}'\",\n })\n continue\n elif on_conflict == \"overwrite\":\n existing.target_term = corrected_target\n existing.origin_user_id = origin_user_id\n results.append({\n \"source_term\": source_term,\n \"action\": \"updated\",\n \"entry_id\": existing.id,\n \"message\": f\"Updated to '{corrected_target}'\",\n })\n else:\n conflicts.append({\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_target,\n \"action\": \"cancel\",\n })\n results.append({\n \"source_term\": source_term,\n \"action\": \"skipped\",\n \"message\": \"Cancelled by conflict mode\",\n })\n else:\n entry = DictionaryEntry(\n dictionary_id=dict_id,\n source_term=source_term,\n source_term_normalized=normalized,\n target_term=corrected_target,\n origin_run_id=corr.get(\"origin_run_id\"),\n origin_row_key=corr.get(\"origin_row_key\"),\n origin_user_id=origin_user_id,\n )\n db.add(entry)\n results.append({\n \"source_term\": source_term,\n \"action\": \"created\",\n \"message\": f\"Entry created for '{source_term}' -> '{corrected_target}'\",\n })\n\n if conflicts and not all_ok:\n # Rollback — all failed\n db.rollback()\n return {\n \"status\": \"conflicts\",\n \"results\": results,\n \"conflicts\": conflicts,\n \"message\": \"Conflicts detected. Resolve before retrying.\",\n }\n\n db.commit()\n\n return {\n \"status\": \"completed\",\n \"results\": results,\n \"conflicts\": conflicts,\n \"total\": len(corrections),\n \"applied\": sum(1 for r in results if r[\"action\"] in (\"created\", \"updated\")),\n }\n # endregion DictionaryManager.submit_bulk_corrections\n\n\n# #endregion DictionaryManager\n# #endregion DictionaryManagerModule\n" + "tier_source": "AutoCalculated", + "body": "# #region DictionaryManagerModule [C:4] [TYPE Module] [SEMANTICS sqlalchemy, translate, dictionary, batch, term]\n# @BRIEF Business logic for terminology dictionary management, entry CRUD, CSV/TSV import with conflict detection, and per-batch filtering.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [TerminologyDictionary:Class]\n# @RELATION DEPENDS_ON -> [DictionaryEntry:Class]\n# @RELATION DEPENDS_ON -> [TranslationJobDictionary:Class]\n# @RELATION DEPENDS_ON -> [TranslationJob:Class]\n# @RATIONALE: C4 complexity because dictionary CRUD is stateful with referential integrity enforcement on deletion and unique constraint on normalized source term.\n# @REJECTED: Pure C3 CRUD without state guards would allow orphaned job-dictionary links.\n# @REJECTED: \"Keep both\" as conflict option — UniqueConstraint(dictionary_id, source_term_normalized) prohibits variants; only overwrite/keep existing.\n\nimport csv\nimport io\nimport re\nfrom typing import Any\n\nfrom sqlalchemy import func, or_\nfrom sqlalchemy.orm import Session\n\nfrom ...core.logger import belief_scope, logger\nfrom ...models.translate import (\n DictionaryEntry,\n TerminologyDictionary,\n TranslationJob,\n TranslationJobDictionary,\n)\nfrom ._utils import _detect_delimiter, _normalize_term\n\n\n# #region _validate_bcp47 [C:2] [TYPE Function] [SEMANTICS validation, bcp47, language]\n# @BRIEF Validate that a language tag is a non-empty BCP-47 string.\ndef _validate_bcp47(tag: str, field_name: str) -> None:\n \"\"\"Validate that tag is a non-empty BCP-47 string (basic check).\"\"\"\n if not tag or not tag.strip():\n raise ValueError(f\"{field_name} must be a non-empty BCP-47 language tag\")\n tag = tag.strip()\n # Basic BCP-47 validation: must match lang[-script][-region][-variant]* pattern\n import re as _re\n if not _re.match(r'^[a-zA-Z]{2,8}(-[a-zA-Z0-9]{1,8})*$', tag):\n raise ValueError(\n f\"{field_name} is not a valid BCP-47 tag: '{tag}'. \"\n \"Expected format like 'en', 'ru', 'zh-CN', 'pt-BR'.\"\n )\n# #endregion _validate_bcp47\n\n\n# #region DictionaryManager [C:4] [TYPE Class]\n# @BRIEF Manages terminology dictionaries and their entries with referential integrity.\n# @PRE: Database session is open and valid.\n# @POST: Dictionary and entry mutations are persisted with conflict detection.\n# @SIDE_EFFECT: Creates, updates, deletes TerminologyDictionary and DictionaryEntry rows; enforces deletion guards.\nclass DictionaryManager:\n # region DictionaryManager.create_dictionary [TYPE Function]\n # @PURPOSE: Create a new terminology dictionary (language independent at dictionary level; language pairs are per-entry).\n # @PRE: name is provided.\n # @POST: New TerminologyDictionary row is created and returned.\n @staticmethod\n def create_dictionary(\n db: Session, name: str,\n source_dialect: str = \"\",\n target_dialect: str = \"\",\n created_by: str | None = None, description: str | None = None,\n is_active: bool = True,\n ) -> TerminologyDictionary:\n with belief_scope(\"DictionaryManager.create_dictionary\"):\n logger.reason(\"Creating dictionary\", {\"name\": name, \"source\": source_dialect, \"target\": target_dialect})\n dictionary = TerminologyDictionary(\n name=name,\n description=description,\n source_dialect=source_dialect or \"\",\n target_dialect=target_dialect or \"\",\n is_active=is_active,\n created_by=created_by,\n )\n db.add(dictionary)\n db.commit()\n db.refresh(dictionary)\n logger.reflect(\"Dictionary created\", {\"id\": dictionary.id})\n return dictionary\n # endregion DictionaryManager.create_dictionary\n\n # region DictionaryManager.update_dictionary [TYPE Function]\n # @PURPOSE: Update an existing terminology dictionary.\n # @PRE: dict_id exists in terminology_dictionaries table.\n # @POST: Dictionary metadata is updated and returned.\n @staticmethod\n def update_dictionary(\n db: Session, dict_id: str, name: str | None = None,\n description: str | None = None, source_dialect: str | None = None,\n target_dialect: str | None = None, is_active: bool | None = None,\n ) -> TerminologyDictionary:\n with belief_scope(\"DictionaryManager.update_dictionary\"):\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n logger.reason(\"Updating dictionary\", {\"id\": dict_id})\n if name is not None:\n dictionary.name = name\n if description is not None:\n dictionary.description = description\n if source_dialect is not None:\n dictionary.source_dialect = source_dialect\n if target_dialect is not None:\n dictionary.target_dialect = target_dialect\n if is_active is not None:\n dictionary.is_active = is_active\n db.commit()\n db.refresh(dictionary)\n logger.reflect(\"Dictionary updated\", {\"id\": dictionary.id})\n return dictionary\n # endregion DictionaryManager.update_dictionary\n\n # region DictionaryManager.delete_dictionary [TYPE Function]\n # @PURPOSE: Delete a dictionary, blocked if attached to active/scheduled jobs.\n # @PRE: dict_id exists.\n # @POST: Dictionary and its entries are deleted, unless attached to ACTIVE/READY/RUNNING/SCHEDULED jobs.\n # @SIDE_EFFECT: Deletes TerminologyDictionary row and all DictionaryEntry rows.\n @staticmethod\n def delete_dictionary(db: Session, dict_id: str) -> None:\n with belief_scope(\"DictionaryManager.delete_dictionary\"):\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n\n # Check for attached active/scheduled jobs\n blocked_statuses = [\"ACTIVE\", \"READY\", \"RUNNING\", \"SCHEDULED\"]\n attached_jobs = (\n db.query(TranslationJobDictionary)\n .filter(\n TranslationJobDictionary.dictionary_id == dict_id,\n TranslationJobDictionary.job_id.in_(\n db.query(TranslationJob.id).filter(\n TranslationJob.status.in_(blocked_statuses)\n )\n ),\n )\n .count()\n )\n\n if attached_jobs > 0:\n logger.explore(\"Delete blocked: dictionary attached to active jobs\", {\"dict_id\": dict_id, \"jobs\": attached_jobs})\n raise ValueError(\n f\"Cannot delete dictionary attached to {attached_jobs} active/scheduled job(s). \"\n \"Remove dictionary associations from jobs first.\"\n )\n\n logger.reason(\"Deleting dictionary\", {\"id\": dict_id})\n # Delete entries and job-dictionary links first\n db.query(DictionaryEntry).filter(DictionaryEntry.dictionary_id == dict_id).delete()\n db.query(TranslationJobDictionary).filter(TranslationJobDictionary.dictionary_id == dict_id).delete()\n db.delete(dictionary)\n db.commit()\n logger.reflect(\"Dictionary deleted\", {\"id\": dict_id})\n # endregion DictionaryManager.delete_dictionary\n\n # region DictionaryManager.get_dictionary [TYPE Function]\n # @PURPOSE: Get a single dictionary by ID with entry count.\n # @PRE: dict_id exists.\n # @POST: Returns dict with dictionary + entry_count or raises ValueError.\n @staticmethod\n def get_dictionary(db: Session, dict_id: str) -> TerminologyDictionary:\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n return dictionary\n # endregion DictionaryManager.get_dictionary\n\n # region DictionaryManager.list_dictionaries [TYPE Function]\n # @PURPOSE: List dictionaries with pagination and entry counts.\n # @PRE: page >= 1, page_size between 1 and 100.\n # @POST: Returns (list of dicts, total_count).\n @staticmethod\n def list_dictionaries(\n db: Session, page: int = 1, page_size: int = 20,\n ) -> tuple[list[TerminologyDictionary], int]:\n total = db.query(func.count(TerminologyDictionary.id)).scalar() or 0\n dictionaries = (\n db.query(TerminologyDictionary)\n .order_by(TerminologyDictionary.created_at.desc())\n .offset((page - 1) * page_size)\n .limit(page_size)\n .all()\n )\n return dictionaries, total\n # endregion DictionaryManager.list_dictionaries\n\n # region DictionaryManager.add_entry [TYPE Function]\n # @PURPOSE: Add an entry to a dictionary with language-pair-aware uniqueness validation.\n # @PRE: dict_id exists. source_term, target_term are non-empty. source_language, target_language are valid BCP-47.\n # @POST: New DictionaryEntry row is created or raises on duplicate.\n @staticmethod\n def add_entry(\n db: Session, dict_id: str, source_term: str, target_term: str,\n context_notes: str | None = None,\n source_language: str = \"und\",\n target_language: str = \"und\",\n ) -> DictionaryEntry:\n with belief_scope(\"DictionaryManager.add_entry\"):\n _validate_bcp47(source_language, \"source_language\")\n _validate_bcp47(target_language, \"target_language\")\n\n normalized = _normalize_term(source_term)\n # Uniqueness is now (dictionary_id, source_term_normalized, source_language, target_language)\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n DictionaryEntry.source_language == source_language,\n DictionaryEntry.target_language == target_language,\n )\n .first()\n )\n if existing:\n raise ValueError(\n f\"Duplicate entry: '{source_term}' (lang: {source_language}→{target_language}) \"\n f\"already exists in this dictionary (id={existing.id}). \"\n \"Use overwrite or keep_existing conflict mode.\"\n )\n\n logger.reason(\"Adding dictionary entry\", {\"dict_id\": dict_id, \"term\": source_term, \"src_lang\": source_language, \"tgt_lang\": target_language})\n entry = DictionaryEntry(\n dictionary_id=dict_id,\n source_term=source_term.strip(),\n source_term_normalized=normalized,\n target_term=target_term.strip(),\n context_notes=context_notes.strip() if context_notes else None,\n source_language=source_language.strip(),\n target_language=target_language.strip(),\n )\n db.add(entry)\n db.commit()\n db.refresh(entry)\n logger.reflect(\"Entry added\", {\"entry_id\": entry.id, \"src_lang\": source_language, \"tgt_lang\": target_language})\n return entry\n # endregion DictionaryManager.add_entry\n\n # region DictionaryManager.edit_entry [TYPE Function]\n # @PURPOSE: Edit an existing dictionary entry with language-pair-aware duplicate check.\n # @PRE: entry_id exists.\n # @POST: Entry fields are updated.\n @staticmethod\n def edit_entry(\n db: Session, entry_id: str, source_term: str | None = None,\n target_term: str | None = None, context_notes: str | None = None,\n source_language: str | None = None,\n target_language: str | None = None,\n ) -> DictionaryEntry:\n with belief_scope(\"DictionaryManager.edit_entry\"):\n entry = db.query(DictionaryEntry).filter(DictionaryEntry.id == entry_id).first()\n if not entry:\n raise ValueError(f\"Entry not found: {entry_id}\")\n\n logger.reason(\"Editing dictionary entry\", {\"entry_id\": entry_id})\n\n if source_language is not None:\n _validate_bcp47(source_language, \"source_language\")\n entry.source_language = source_language.strip()\n if target_language is not None:\n _validate_bcp47(target_language, \"target_language\")\n entry.target_language = target_language.strip()\n\n if source_term is not None:\n normalized = _normalize_term(source_term)\n # Check uniqueness within the same dictionary + language pair\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == entry.dictionary_id,\n DictionaryEntry.source_term_normalized == normalized,\n DictionaryEntry.source_language == entry.source_language,\n DictionaryEntry.target_language == entry.target_language,\n DictionaryEntry.id != entry_id,\n )\n .first()\n )\n if existing:\n raise ValueError(\n f\"Duplicate entry: '{source_term}' already exists in this dictionary \"\n f\"(id={existing.id}).\"\n )\n entry.source_term = source_term.strip()\n entry.source_term_normalized = normalized\n if target_term is not None:\n entry.target_term = target_term.strip()\n if context_notes is not None:\n entry.context_notes = context_notes.strip() if context_notes else None\n db.commit()\n db.refresh(entry)\n logger.reflect(\"Entry updated\", {\"entry_id\": entry.id})\n return entry\n # endregion DictionaryManager.edit_entry\n\n # region DictionaryManager.delete_entry [TYPE Function]\n # @PURPOSE: Delete a single dictionary entry.\n # @PRE: entry_id exists.\n # @POST: Entry is deleted.\n @staticmethod\n def delete_entry(db: Session, entry_id: str) -> None:\n with belief_scope(\"DictionaryManager.delete_entry\"):\n entry = db.query(DictionaryEntry).filter(DictionaryEntry.id == entry_id).first()\n if not entry:\n raise ValueError(f\"Entry not found: {entry_id}\")\n logger.reason(\"Deleting dictionary entry\", {\"entry_id\": entry_id})\n db.delete(entry)\n db.commit()\n logger.reflect(\"Entry deleted\", {\"entry_id\": entry_id})\n # endregion DictionaryManager.delete_entry\n\n # region DictionaryManager.clear_entries [TYPE Function]\n # @PURPOSE: Delete all entries for a dictionary.\n # @PRE: dict_id exists.\n # @POST: All entries for the dictionary are deleted.\n @staticmethod\n def clear_entries(db: Session, dict_id: str) -> int:\n with belief_scope(\"DictionaryManager.clear_entries\"):\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n logger.reason(\"Clearing all entries\", {\"dict_id\": dict_id})\n deleted = db.query(DictionaryEntry).filter(DictionaryEntry.dictionary_id == dict_id).delete()\n db.commit()\n logger.reflect(\"Entries cleared\", {\"dict_id\": dict_id, \"count\": deleted})\n return deleted\n # endregion DictionaryManager.clear_entries\n\n # region DictionaryManager.list_entries [TYPE Function]\n # @PURPOSE: List entries for a dictionary with pagination.\n # @PRE: dict_id exists.\n # @POST: Returns (list of entries, total_count).\n @staticmethod\n def list_entries(\n db: Session, dict_id: str, page: int = 1, page_size: int = 50,\n ) -> tuple[list[DictionaryEntry], int]:\n total = (\n db.query(func.count(DictionaryEntry.id))\n .filter(DictionaryEntry.dictionary_id == dict_id)\n .scalar()\n or 0\n )\n entries = (\n db.query(DictionaryEntry)\n .filter(DictionaryEntry.dictionary_id == dict_id)\n .order_by(DictionaryEntry.source_term.asc())\n .offset((page - 1) * page_size)\n .limit(page_size)\n .all()\n )\n return entries, total\n # endregion DictionaryManager.list_entries\n\n # region DictionaryManager.import_entries [TYPE Function]\n # @PURPOSE: Import entries from CSV/TSV content with duplicate detection and conflict resolution.\n # @PRE: content is valid CSV or TSV. dict_id exists.\n # @POST: Entries are created/updated/skipped per conflict mode. Returns result summary.\n # @SIDE_EFFECT: Batch-inserts or updates DictionaryEntry rows.\n @staticmethod\n def import_entries(\n db: Session, dict_id: str, content: str,\n delimiter: str | None = None,\n on_conflict: str = \"overwrite\",\n preview_only: bool = False,\n default_source_language: str | None = None,\n default_target_language: str | None = None,\n ) -> dict[str, Any]:\n with belief_scope(\"DictionaryManager.import_entries\"):\n # Validate dictionary\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n\n # Detect delimiter if not specified\n if not delimiter:\n delimiter = _detect_delimiter(content)\n logger.reason(\"Detected delimiter\", {\"delimiter\": repr(delimiter)})\n\n if delimiter not in (\",\", \"\\t\"):\n raise ValueError(f\"Unsupported delimiter: {delimiter!r}. Use ',' or '\\\\t'.\")\n\n # Parse content\n reader = csv.DictReader(io.StringIO(content), delimiter=delimiter)\n required_fields = {\"source_term\", \"target_term\"}\n if not reader.fieldnames or not required_fields.issubset(reader.fieldnames):\n raise ValueError(\n f\"CSV/TSV must have at least 'source_term' and 'target_term' columns. \"\n f\"Got: {reader.fieldnames}\"\n )\n\n result: dict[str, Any] = {\n \"total\": 0,\n \"created\": 0,\n \"updated\": 0,\n \"skipped\": 0,\n \"errors\": [],\n \"preview\": [],\n }\n\n rows = list(reader)\n result[\"total\"] = len(rows)\n\n for row_idx, row in enumerate(rows):\n try:\n source_term = row.get(\"source_term\", \"\").strip()\n target_term = row.get(\"target_term\", \"\").strip()\n context_notes = row.get(\"context_notes\", \"\").strip() or None\n source_language = row.get(\"source_language\", \"\").strip() or default_source_language or \"und\"\n target_language = row.get(\"target_language\", \"\").strip() or default_target_language or \"und\"\n\n if not source_term or not target_term:\n result[\"errors\"].append({\n \"line\": row_idx + 2, # +2 for header and 1-indexed\n \"error\": \"Both source_term and target_term are required\",\n \"row\": row,\n })\n continue\n\n normalized = _normalize_term(source_term)\n\n if preview_only:\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n DictionaryEntry.source_language == source_language,\n DictionaryEntry.target_language == target_language,\n )\n .first()\n )\n preview_row = {\n \"line\": row_idx + 2,\n \"source_term\": source_term,\n \"target_term\": target_term,\n \"context_notes\": context_notes,\n \"source_language\": source_language,\n \"target_language\": target_language,\n \"is_conflict\": existing is not None,\n \"existing_target_term\": existing.target_term if existing else None,\n }\n result[\"preview\"].append(preview_row)\n continue\n\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n DictionaryEntry.source_language == source_language,\n DictionaryEntry.target_language == target_language,\n )\n .first()\n )\n\n if existing:\n if on_conflict == \"overwrite\":\n existing.source_term = source_term\n existing.target_term = target_term\n existing.context_notes = context_notes\n existing.source_language = source_language\n existing.target_language = target_language\n result[\"updated\"] += 1\n elif on_conflict == \"keep_existing\":\n result[\"skipped\"] += 1\n else: # cancel\n result[\"errors\"].append({\n \"line\": row_idx + 2,\n \"error\": f\"Conflict on '{source_term}' and on_conflict='cancel'\",\n \"row\": row,\n })\n continue\n else:\n entry = DictionaryEntry(\n dictionary_id=dict_id,\n source_term=source_term,\n source_term_normalized=normalized,\n target_term=target_term,\n context_notes=context_notes,\n source_language=source_language,\n target_language=target_language,\n )\n db.add(entry)\n result[\"created\"] += 1\n\n except Exception as e:\n result[\"errors\"].append({\n \"line\": row_idx + 2,\n \"error\": str(e),\n \"row\": row,\n })\n\n if not preview_only:\n db.commit()\n\n logger.reflect(\"Import complete\", {\n \"dict_id\": dict_id,\n \"total\": result[\"total\"],\n \"created\": result[\"created\"],\n \"updated\": result[\"updated\"],\n \"skipped\": result[\"skipped\"],\n \"errors\": len(result[\"errors\"]),\n })\n return result\n # endregion DictionaryManager.import_entries\n\n # region DictionaryManager.export_entries [TYPE Function]\n # @PURPOSE: Export all entries as CSV string with language columns.\n # @PRE: dict_id exists.\n # @POST: Returns CSV string with header: source_term, target_term, source_language, target_language, context_notes, context_data, usage_notes.\n @staticmethod\n def export_entries(\n db: Session, dict_id: str, delimiter: str = \",\",\n ) -> str:\n with belief_scope(\"DictionaryManager.export_entries\"):\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n\n entries = (\n db.query(DictionaryEntry)\n .filter(DictionaryEntry.dictionary_id == dict_id)\n .order_by(DictionaryEntry.source_term.asc())\n .all()\n )\n\n output = io.StringIO()\n fieldnames = [\n \"source_term\", \"target_term\",\n \"source_language\", \"target_language\",\n \"context_notes\", \"context_data\", \"usage_notes\",\n ]\n writer = csv.DictWriter(output, fieldnames=fieldnames, delimiter=delimiter)\n writer.writeheader()\n\n for entry in entries:\n writer.writerow({\n \"source_term\": entry.source_term,\n \"target_term\": entry.target_term,\n \"source_language\": entry.source_language,\n \"target_language\": entry.target_language,\n \"context_notes\": entry.context_notes or \"\",\n \"context_data\": entry.context_data,\n \"usage_notes\": entry.usage_notes or \"\",\n })\n\n result = output.getvalue()\n logger.reflect(\"Entries exported\", {\"dict_id\": dict_id, \"count\": len(entries), \"delimiter\": repr(delimiter)})\n return result\n # endregion DictionaryManager.export_entries\n\n # region DictionaryManager.migrate_old_entries [TYPE Function]\n # @PURPOSE: Migrate existing single-language dictionary entries to populate source_language and target_language.\n # @PRE: db session is open.\n # @POST: Entries with \"und\" source_language or target_language are updated with inferred values.\n # @SIDE_EFFECT: Updates DictionaryEntry rows in bulk.\n @staticmethod\n def migrate_old_entries(db: Session) -> dict[str, int]:\n with belief_scope(\"DictionaryManager.migrate_old_entries\"):\n logger.reason(\"Starting migration of old dictionary entries\")\n migrated_source = 0\n migrated_target = 0\n skipped = 0\n\n # Find all entries that may need migration (source_language is \"und\" or target_language is \"und\")\n entries = (\n db.query(DictionaryEntry)\n .filter(\n (DictionaryEntry.source_language == \"und\") |\n (DictionaryEntry.target_language == \"und\")\n )\n .all()\n )\n\n for entry in entries:\n # Try to infer source_language from origin_source_language\n if entry.source_language == \"und\":\n if entry.origin_source_language:\n entry.source_language = entry.origin_source_language\n migrated_source += 1\n\n # Try to infer target_language from the parent dictionary's deprecated target_language\n if entry.target_language == \"und\":\n dictionary = (\n db.query(TerminologyDictionary)\n .filter(TerminologyDictionary.id == entry.dictionary_id)\n .first()\n )\n if dictionary and dictionary.target_language:\n entry.target_language = dictionary.target_language\n migrated_target += 1\n\n if entry.source_language == \"und\" and entry.target_language == \"und\":\n skipped += 1\n\n db.commit()\n\n logger.reflect(\"Migration complete\", {\n \"migrated_source\": migrated_source,\n \"migrated_target\": migrated_target,\n \"skipped\": skipped,\n \"total_processed\": len(entries),\n })\n return {\n \"migrated_source\": migrated_source,\n \"migrated_target\": migrated_target,\n \"skipped\": skipped,\n \"total_processed\": len(entries),\n }\n # endregion DictionaryManager.migrate_old_entries\n\n # region DictionaryManager.filter_for_batch [TYPE Function]\n # @PURPOSE: Scan batch texts for case-insensitive, word-boundary-aware matches against all dictionaries attached to a job,\n # optionally filtered by language pair.\n # @PRE: job_id exists and source_texts is a list of strings.\n # @POST: Returns list of matched entries with match info, sorted by priority across attached dictionaries.\n # @SIDE_EFFECT: Queries TranslationJobDictionary, TerminologyDictionary, and DictionaryEntry tables.\n @staticmethod\n def filter_for_batch(\n db: Session, source_texts: list[str], job_id: str,\n source_language: str | None = None,\n target_language: str | None = None,\n ) -> list[dict[str, Any]]:\n with belief_scope(\"DictionaryManager.filter_for_batch\"):\n # Get dictionaries attached to this job\n job_dict_links = (\n db.query(TranslationJobDictionary)\n .filter(TranslationJobDictionary.job_id == job_id)\n .all()\n )\n if not job_dict_links:\n logger.reason(\"No dictionaries attached to job\", {\"job_id\": job_id})\n return []\n\n dict_ids = [jd.dictionary_id for jd in job_dict_links]\n\n # Get all active dictionaries\n dictionaries = (\n db.query(TerminologyDictionary)\n .filter(\n TerminologyDictionary.id.in_(dict_ids),\n TerminologyDictionary.is_active == True,\n )\n .all()\n )\n if not dictionaries:\n return []\n\n # Build dict_id -> dict_name lookup\n dict_map = {d.id: d.name for d in dictionaries}\n\n # Fetch all entries for these dictionaries, ordered by dictionary (priority order from link order)\n all_entries = (\n db.query(DictionaryEntry)\n .filter(DictionaryEntry.dictionary_id.in_(dict_ids))\n .order_by(DictionaryEntry.source_term.asc())\n .all()\n )\n\n if not all_entries:\n return []\n\n # PERFORMANCE NOTE: O(rows × entries) regex matching per batch.\n # Acceptable for current scale (50-100 rows × <1000 entries).\n # For larger batches (>500 rows or >5000 entries), consider\n # replacing with an Aho-Corasick automaton (e.g., pyahocorasick).\n matched: list[dict[str, Any]] = []\n seen_source_match: set = set()\n\n for text_idx, source_text in enumerate(source_texts):\n if not source_text:\n continue\n\n text_lower = source_text.lower()\n\n for entry in all_entries:\n norm = entry.source_term_normalized\n if not norm:\n continue\n\n # Apply language pair filtering\n if source_language is not None:\n src = source_language.strip().lower()\n entry_src = entry.source_language.strip().lower()\n if entry_src != src and entry_src != \"und\":\n continue\n if target_language is not None:\n tgt = target_language.strip().lower()\n entry_tgt = entry.target_language.strip().lower()\n if entry_tgt != tgt:\n continue\n\n # Word-boundary-aware matching\n # Build pattern: \\bterm\\b (case-insensitive)\n # Escape regex special chars in the search term\n escaped = re.escape(norm)\n pattern = re.compile(r\"\\b\" + escaped + r\"\\b\", re.IGNORECASE)\n\n if pattern.search(text_lower):\n match_key = (text_idx, entry.id)\n if match_key not in seen_source_match:\n seen_source_match.add(match_key)\n matched.append({\n \"text_index\": text_idx,\n \"source_text\": source_text,\n \"entry_id\": entry.id,\n \"source_term\": entry.source_term,\n \"source_term_normalized\": entry.source_term_normalized,\n \"target_term\": entry.target_term,\n \"dictionary_id\": entry.dictionary_id,\n \"dictionary_name\": dict_map.get(entry.dictionary_id, \"\"),\n \"context_notes\": entry.context_notes,\n \"context_data\": entry.context_data,\n \"has_context\": entry.has_context,\n \"context_source\": entry.context_source,\n \"usage_notes\": entry.usage_notes,\n \"source_language\": entry.source_language,\n \"target_language\": entry.target_language,\n })\n\n # Sort by dictionary link priority (order of dict_ids from link order)\n dict_priority = {d_id: idx for idx, d_id in enumerate(dict_ids)}\n matched.sort(key=lambda m: (dict_priority.get(m[\"dictionary_id\"], 999), m[\"text_index\"]))\n\n logger.reflect(\"Batch filter match complete\", {\n \"job_id\": job_id,\n \"source_texts\": len(source_texts),\n \"matches\": len(matched),\n \"dictionaries_used\": len(dictionaries),\n \"source_language\": source_language,\n \"target_language\": target_language,\n })\n return matched\n # endregion DictionaryManager.filter_for_batch\n\n\n # region DictionaryManager.submit_correction [TYPE Function]\n # @PURPOSE: Submit a term correction from a run result. Validates language match, detects conflicts.\n # @PRE: source_term, incorrect_target_term, corrected_target_term are non-empty. dict_id exists.\n # @POST: Entry created or updated; origin tracking populated. Returns action + conflict info.\n # @SIDE_EFFECT: Creates/updates DictionaryEntry row.\n @staticmethod\n def submit_correction(\n db: Session,\n dict_id: str,\n source_term: str,\n incorrect_target_term: str,\n corrected_target_term: str,\n origin_run_id: str | None = None,\n origin_row_key: str | None = None,\n origin_user_id: str | None = None,\n on_conflict: str = \"overwrite\",\n context_data: dict[str, Any] | None = None,\n usage_notes: str | None = None,\n ) -> dict[str, Any]:\n with belief_scope(\"DictionaryManager.submit_correction\"):\n # Validate dictionary exists\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary '{dict_id}' not found\")\n\n normalized = _normalize_term(source_term)\n entry_src_lang = dictionary.source_dialect or \"und\"\n entry_tgt_lang = dictionary.target_dialect or \"und\"\n # Find existing entry: match exact language pair OR old-style \"und\"/\"und\" entries\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n or_(\n # Exact language pair match\n (DictionaryEntry.source_language == entry_src_lang) &\n (DictionaryEntry.target_language == entry_tgt_lang),\n # Old-style entries without language pair\n (DictionaryEntry.source_language == \"und\") &\n (DictionaryEntry.target_language == \"und\"),\n ),\n )\n .first()\n )\n\n result: dict[str, Any] = {\n \"source_term\": source_term,\n \"target_term\": corrected_target_term,\n \"action\": \"created\",\n \"entry_id\": None,\n \"conflict\": None,\n \"message\": None,\n }\n\n if existing:\n # Conflict detected\n if on_conflict == \"keep_existing\":\n result[\"action\"] = \"conflict_detected\"\n result[\"conflict\"] = {\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_target_term,\n \"action\": \"keep_existing\",\n }\n result[\"message\"] = f\"Existing entry kept: '{existing.target_term}'\"\n return result\n elif on_conflict == \"overwrite\":\n existing.target_term = corrected_target_term.strip()\n if origin_run_id:\n existing.origin_run_id = origin_run_id\n if origin_row_key:\n existing.origin_row_key = origin_row_key\n if origin_user_id:\n existing.origin_user_id = origin_user_id\n if context_data is not None:\n existing.context_data = context_data\n existing.has_context = bool(context_data)\n existing.context_source = \"auto\"\n if usage_notes is not None:\n existing.usage_notes = usage_notes\n db.flush()\n result[\"action\"] = \"updated\"\n result[\"entry_id\"] = existing.id\n result[\"message\"] = f\"Entry updated from '{existing.target_term}' to '{corrected_target_term}'\"\n else: # cancel\n result[\"action\"] = \"skipped\"\n result[\"conflict\"] = {\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_target_term,\n \"action\": \"cancel\",\n }\n result[\"message\"] = \"Correction cancelled by conflict mode\"\n return result\n else:\n # Create new entry — derive language pair from dictionary\n entry = DictionaryEntry(\n dictionary_id=dict_id,\n source_term=source_term.strip(),\n source_term_normalized=normalized,\n target_term=corrected_target_term.strip(),\n source_language=entry_src_lang,\n target_language=entry_tgt_lang,\n context_data=context_data,\n usage_notes=usage_notes,\n has_context=bool(context_data),\n context_source=\"auto\" if context_data else None,\n origin_run_id=origin_run_id,\n origin_row_key=origin_row_key,\n origin_user_id=origin_user_id,\n )\n db.add(entry)\n db.flush()\n result[\"entry_id\"] = entry.id\n result[\"message\"] = f\"Entry created for '{source_term}' -> '{corrected_target_term}'\"\n\n db.commit()\n logger.reflect(\"Correction processed\", result)\n return result\n # endregion DictionaryManager.submit_correction\n\n # region DictionaryManager.submit_bulk_corrections [TYPE Function]\n # @PURPOSE: Submit multiple term corrections atomically — all succeed or all fail.\n # @PRE: corrections list is non-empty. dict_id exists.\n # @POST: All corrections applied or none applied with conflict list.\n # @SIDE_EFFECT: Creates/updates DictionaryEntry rows; commits once.\n @staticmethod\n def submit_bulk_corrections(\n db: Session,\n dict_id: str,\n corrections: list[dict[str, Any]],\n origin_user_id: str | None = None,\n ) -> dict[str, Any]:\n with belief_scope(\"DictionaryManager.submit_bulk_corrections\"):\n # Validate dictionary first\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary '{dict_id}' not found\")\n\n results: list[dict[str, Any]] = []\n conflicts: list[dict[str, Any]] = []\n all_ok = True\n\n for corr in corrections:\n source_term = corr.get(\"source_term\", \"\").strip()\n incorrect_target = corr.get(\"incorrect_target_term\", \"\").strip()\n corrected_target = corr.get(\"corrected_target_term\", \"\").strip()\n\n if not source_term or not corrected_target:\n results.append({\n \"source_term\": source_term,\n \"action\": \"error\",\n \"message\": \"source_term and corrected_target_term are required\",\n })\n all_ok = False\n continue\n\n normalized = _normalize_term(source_term)\n bulk_src_lang = dictionary.source_dialect or \"und\"\n bulk_tgt_lang = dictionary.target_dialect or \"und\"\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n or_(\n (DictionaryEntry.source_language == bulk_src_lang) &\n (DictionaryEntry.target_language == bulk_tgt_lang),\n (DictionaryEntry.source_language == \"und\") &\n (DictionaryEntry.target_language == \"und\"),\n ),\n )\n .first()\n )\n\n if existing:\n on_conflict = corr.get(\"on_conflict\", \"overwrite\")\n if on_conflict == \"keep_existing\":\n conflicts.append({\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_target,\n \"action\": \"keep_existing\",\n })\n results.append({\n \"source_term\": source_term,\n \"action\": \"conflict_detected\",\n \"message\": f\"Existing entry kept: '{existing.target_term}'\",\n })\n continue\n elif on_conflict == \"overwrite\":\n existing.target_term = corrected_target\n existing.origin_user_id = origin_user_id\n results.append({\n \"source_term\": source_term,\n \"action\": \"updated\",\n \"entry_id\": existing.id,\n \"message\": f\"Updated to '{corrected_target}'\",\n })\n else:\n conflicts.append({\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_target,\n \"action\": \"cancel\",\n })\n results.append({\n \"source_term\": source_term,\n \"action\": \"skipped\",\n \"message\": \"Cancelled by conflict mode\",\n })\n else:\n entry = DictionaryEntry(\n dictionary_id=dict_id,\n source_term=source_term,\n source_term_normalized=normalized,\n target_term=corrected_target,\n source_language=bulk_src_lang,\n target_language=bulk_tgt_lang,\n origin_run_id=corr.get(\"origin_run_id\"),\n origin_row_key=corr.get(\"origin_row_key\"),\n origin_user_id=origin_user_id,\n )\n db.add(entry)\n results.append({\n \"source_term\": source_term,\n \"action\": \"created\",\n \"message\": f\"Entry created for '{source_term}' -> '{corrected_target}'\",\n })\n\n if conflicts and not all_ok:\n # Rollback — all failed\n db.rollback()\n return {\n \"status\": \"conflicts\",\n \"results\": results,\n \"conflicts\": conflicts,\n \"message\": \"Conflicts detected. Resolve before retrying.\",\n }\n\n db.commit()\n\n return {\n \"status\": \"completed\",\n \"results\": results,\n \"conflicts\": conflicts,\n \"total\": len(corrections),\n \"applied\": sum(1 for r in results if r[\"action\"] in (\"created\", \"updated\")),\n }\n # endregion DictionaryManager.submit_bulk_corrections\n\n\n# #endregion DictionaryManager\n# #endregion DictionaryManagerModule\n" + }, + { + "contract_id": "_validate_bcp47", + "contract_type": "Function", + "file_path": "backend/src/plugins/translate/dictionary.py", + "start_line": 30, + "end_line": 44, + "tier": "TIER_1", + "complexity": 2, + "metadata": { + "COMPLEXITY": 2, + "PURPOSE": "Validate that a language tag is a non-empty BCP-47 string." + }, + "relations": [], + "schema_warnings": [], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region _validate_bcp47 [C:2] [TYPE Function] [SEMANTICS validation, bcp47, language]\n# @BRIEF Validate that a language tag is a non-empty BCP-47 string.\ndef _validate_bcp47(tag: str, field_name: str) -> None:\n \"\"\"Validate that tag is a non-empty BCP-47 string (basic check).\"\"\"\n if not tag or not tag.strip():\n raise ValueError(f\"{field_name} must be a non-empty BCP-47 language tag\")\n tag = tag.strip()\n # Basic BCP-47 validation: must match lang[-script][-region][-variant]* pattern\n import re as _re\n if not _re.match(r'^[a-zA-Z]{2,8}(-[a-zA-Z0-9]{1,8})*$', tag):\n raise ValueError(\n f\"{field_name} is not a valid BCP-47 tag: '{tag}'. \"\n \"Expected format like 'en', 'ru', 'zh-CN', 'pt-BR'.\"\n )\n# #endregion _validate_bcp47\n" }, { "contract_id": "DictionaryManager", "contract_type": "Class", "file_path": "backend/src/plugins/translate/dictionary.py", - "start_line": 30, - "end_line": 765, + "start_line": 47, + "end_line": 988, "tier": "TIER_2", "complexity": 4, "metadata": { @@ -52215,14 +53836,15 @@ } ], "anchor_syntax": "region", - "body": "# #region DictionaryManager [C:4] [TYPE Class]\n# @BRIEF Manages terminology dictionaries and their entries with referential integrity.\n# @PRE: Database session is open and valid.\n# @POST: Dictionary and entry mutations are persisted with conflict detection.\n# @SIDE_EFFECT: Creates, updates, deletes TerminologyDictionary and DictionaryEntry rows; enforces deletion guards.\nclass DictionaryManager:\n # region DictionaryManager.create_dictionary [TYPE Function]\n # @PURPOSE: Create a new terminology dictionary.\n # @PRE: payload contains name, source_dialect, target_dialect.\n # @POST: New TerminologyDictionary row is created and returned.\n @staticmethod\n def create_dictionary(\n db: Session, name: str, source_dialect: str, target_dialect: str,\n created_by: str | None = None, description: str | None = None,\n is_active: bool = True,\n ) -> TerminologyDictionary:\n with belief_scope(\"DictionaryManager.create_dictionary\"):\n logger.reason(\"Creating dictionary\", {\"name\": name, \"source\": source_dialect, \"target\": target_dialect})\n dictionary = TerminologyDictionary(\n name=name,\n description=description,\n source_dialect=source_dialect,\n target_dialect=target_dialect,\n is_active=is_active,\n created_by=created_by,\n )\n db.add(dictionary)\n db.commit()\n db.refresh(dictionary)\n logger.reflect(\"Dictionary created\", {\"id\": dictionary.id})\n return dictionary\n # endregion DictionaryManager.create_dictionary\n\n # region DictionaryManager.update_dictionary [TYPE Function]\n # @PURPOSE: Update an existing terminology dictionary.\n # @PRE: dict_id exists in terminology_dictionaries table.\n # @POST: Dictionary metadata is updated and returned.\n @staticmethod\n def update_dictionary(\n db: Session, dict_id: str, name: str | None = None,\n description: str | None = None, source_dialect: str | None = None,\n target_dialect: str | None = None, is_active: bool | None = None,\n ) -> TerminologyDictionary:\n with belief_scope(\"DictionaryManager.update_dictionary\"):\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n logger.reason(\"Updating dictionary\", {\"id\": dict_id})\n if name is not None:\n dictionary.name = name\n if description is not None:\n dictionary.description = description\n if source_dialect is not None:\n dictionary.source_dialect = source_dialect\n if target_dialect is not None:\n dictionary.target_dialect = target_dialect\n if is_active is not None:\n dictionary.is_active = is_active\n db.commit()\n db.refresh(dictionary)\n logger.reflect(\"Dictionary updated\", {\"id\": dictionary.id})\n return dictionary\n # endregion DictionaryManager.update_dictionary\n\n # region DictionaryManager.delete_dictionary [TYPE Function]\n # @PURPOSE: Delete a dictionary, blocked if attached to active/scheduled jobs.\n # @PRE: dict_id exists.\n # @POST: Dictionary and its entries are deleted, unless attached to ACTIVE/READY/RUNNING/SCHEDULED jobs.\n # @SIDE_EFFECT: Deletes TerminologyDictionary row and all DictionaryEntry rows.\n @staticmethod\n def delete_dictionary(db: Session, dict_id: str) -> None:\n with belief_scope(\"DictionaryManager.delete_dictionary\"):\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n\n # Check for attached active/scheduled jobs\n blocked_statuses = [\"ACTIVE\", \"READY\", \"RUNNING\", \"SCHEDULED\"]\n attached_jobs = (\n db.query(TranslationJobDictionary)\n .filter(\n TranslationJobDictionary.dictionary_id == dict_id,\n TranslationJobDictionary.job_id.in_(\n db.query(TranslationJob.id).filter(\n TranslationJob.status.in_(blocked_statuses)\n )\n ),\n )\n .count()\n )\n\n if attached_jobs > 0:\n logger.explore(\"Delete blocked: dictionary attached to active jobs\", {\"dict_id\": dict_id, \"jobs\": attached_jobs})\n raise ValueError(\n f\"Cannot delete dictionary attached to {attached_jobs} active/scheduled job(s). \"\n \"Remove dictionary associations from jobs first.\"\n )\n\n logger.reason(\"Deleting dictionary\", {\"id\": dict_id})\n # Delete entries and job-dictionary links first\n db.query(DictionaryEntry).filter(DictionaryEntry.dictionary_id == dict_id).delete()\n db.query(TranslationJobDictionary).filter(TranslationJobDictionary.dictionary_id == dict_id).delete()\n db.delete(dictionary)\n db.commit()\n logger.reflect(\"Dictionary deleted\", {\"id\": dict_id})\n # endregion DictionaryManager.delete_dictionary\n\n # region DictionaryManager.get_dictionary [TYPE Function]\n # @PURPOSE: Get a single dictionary by ID with entry count.\n # @PRE: dict_id exists.\n # @POST: Returns dict with dictionary + entry_count or raises ValueError.\n @staticmethod\n def get_dictionary(db: Session, dict_id: str) -> TerminologyDictionary:\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n return dictionary\n # endregion DictionaryManager.get_dictionary\n\n # region DictionaryManager.list_dictionaries [TYPE Function]\n # @PURPOSE: List dictionaries with pagination and entry counts.\n # @PRE: page >= 1, page_size between 1 and 100.\n # @POST: Returns (list of dicts, total_count).\n @staticmethod\n def list_dictionaries(\n db: Session, page: int = 1, page_size: int = 20,\n ) -> tuple[list[TerminologyDictionary], int]:\n total = db.query(func.count(TerminologyDictionary.id)).scalar() or 0\n dictionaries = (\n db.query(TerminologyDictionary)\n .order_by(TerminologyDictionary.created_at.desc())\n .offset((page - 1) * page_size)\n .limit(page_size)\n .all()\n )\n return dictionaries, total\n # endregion DictionaryManager.list_dictionaries\n\n # region DictionaryManager.add_entry [TYPE Function]\n # @PURPOSE: Add an entry to a dictionary, enforcing unique source_term_normalized.\n # @PRE: dict_id exists. source_term and target_term are non-empty.\n # @POST: New DictionaryEntry row is created or raises on duplicate.\n @staticmethod\n def add_entry(\n db: Session, dict_id: str, source_term: str, target_term: str,\n context_notes: str | None = None,\n ) -> DictionaryEntry:\n with belief_scope(\"DictionaryManager.add_entry\"):\n normalized = _normalize_term(source_term)\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n )\n .first()\n )\n if existing:\n raise ValueError(\n f\"Duplicate entry: '{source_term}' already exists in this dictionary \"\n f\"(id={existing.id}). Use overwrite or keep_existing conflict mode.\"\n )\n\n logger.reason(\"Adding dictionary entry\", {\"dict_id\": dict_id, \"term\": source_term})\n entry = DictionaryEntry(\n dictionary_id=dict_id,\n source_term=source_term.strip(),\n source_term_normalized=normalized,\n target_term=target_term.strip(),\n context_notes=context_notes.strip() if context_notes else None,\n )\n db.add(entry)\n db.commit()\n db.refresh(entry)\n logger.reflect(\"Entry added\", {\"entry_id\": entry.id})\n return entry\n # endregion DictionaryManager.add_entry\n\n # region DictionaryManager.edit_entry [TYPE Function]\n # @PURPOSE: Edit an existing dictionary entry with duplicate-aware normalization.\n # @PRE: entry_id exists.\n # @POST: Entry fields are updated.\n @staticmethod\n def edit_entry(\n db: Session, entry_id: str, source_term: str | None = None,\n target_term: str | None = None, context_notes: str | None = None,\n ) -> DictionaryEntry:\n with belief_scope(\"DictionaryManager.edit_entry\"):\n entry = db.query(DictionaryEntry).filter(DictionaryEntry.id == entry_id).first()\n if not entry:\n raise ValueError(f\"Entry not found: {entry_id}\")\n\n logger.reason(\"Editing dictionary entry\", {\"entry_id\": entry_id})\n if source_term is not None:\n normalized = _normalize_term(source_term)\n # Check uniqueness within the same dictionary\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == entry.dictionary_id,\n DictionaryEntry.source_term_normalized == normalized,\n DictionaryEntry.id != entry_id,\n )\n .first()\n )\n if existing:\n raise ValueError(\n f\"Duplicate entry: '{source_term}' already exists in this dictionary \"\n f\"(id={existing.id}).\"\n )\n entry.source_term = source_term.strip()\n entry.source_term_normalized = normalized\n if target_term is not None:\n entry.target_term = target_term.strip()\n if context_notes is not None:\n entry.context_notes = context_notes.strip() if context_notes else None\n db.commit()\n db.refresh(entry)\n logger.reflect(\"Entry updated\", {\"entry_id\": entry.id})\n return entry\n # endregion DictionaryManager.edit_entry\n\n # region DictionaryManager.delete_entry [TYPE Function]\n # @PURPOSE: Delete a single dictionary entry.\n # @PRE: entry_id exists.\n # @POST: Entry is deleted.\n @staticmethod\n def delete_entry(db: Session, entry_id: str) -> None:\n with belief_scope(\"DictionaryManager.delete_entry\"):\n entry = db.query(DictionaryEntry).filter(DictionaryEntry.id == entry_id).first()\n if not entry:\n raise ValueError(f\"Entry not found: {entry_id}\")\n logger.reason(\"Deleting dictionary entry\", {\"entry_id\": entry_id})\n db.delete(entry)\n db.commit()\n logger.reflect(\"Entry deleted\", {\"entry_id\": entry_id})\n # endregion DictionaryManager.delete_entry\n\n # region DictionaryManager.clear_entries [TYPE Function]\n # @PURPOSE: Delete all entries for a dictionary.\n # @PRE: dict_id exists.\n # @POST: All entries for the dictionary are deleted.\n @staticmethod\n def clear_entries(db: Session, dict_id: str) -> int:\n with belief_scope(\"DictionaryManager.clear_entries\"):\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n logger.reason(\"Clearing all entries\", {\"dict_id\": dict_id})\n deleted = db.query(DictionaryEntry).filter(DictionaryEntry.dictionary_id == dict_id).delete()\n db.commit()\n logger.reflect(\"Entries cleared\", {\"dict_id\": dict_id, \"count\": deleted})\n return deleted\n # endregion DictionaryManager.clear_entries\n\n # region DictionaryManager.list_entries [TYPE Function]\n # @PURPOSE: List entries for a dictionary with pagination.\n # @PRE: dict_id exists.\n # @POST: Returns (list of entries, total_count).\n @staticmethod\n def list_entries(\n db: Session, dict_id: str, page: int = 1, page_size: int = 50,\n ) -> tuple[list[DictionaryEntry], int]:\n total = (\n db.query(func.count(DictionaryEntry.id))\n .filter(DictionaryEntry.dictionary_id == dict_id)\n .scalar()\n or 0\n )\n entries = (\n db.query(DictionaryEntry)\n .filter(DictionaryEntry.dictionary_id == dict_id)\n .order_by(DictionaryEntry.source_term.asc())\n .offset((page - 1) * page_size)\n .limit(page_size)\n .all()\n )\n return entries, total\n # endregion DictionaryManager.list_entries\n\n # region DictionaryManager.import_entries [TYPE Function]\n # @PURPOSE: Import entries from CSV/TSV content with duplicate detection and conflict resolution.\n # @PRE: content is valid CSV or TSV. dict_id exists.\n # @POST: Entries are created/updated/skipped per conflict mode. Returns result summary.\n # @SIDE_EFFECT: Batch-inserts or updates DictionaryEntry rows.\n @staticmethod\n def import_entries(\n db: Session, dict_id: str, content: str,\n delimiter: str | None = None,\n on_conflict: str = \"overwrite\",\n preview_only: bool = False,\n ) -> dict[str, Any]:\n with belief_scope(\"DictionaryManager.import_entries\"):\n # Validate dictionary\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n\n # Detect delimiter if not specified\n if not delimiter:\n delimiter = _detect_delimiter(content)\n logger.reason(\"Detected delimiter\", {\"delimiter\": repr(delimiter)})\n\n if delimiter not in (\",\", \"\\t\"):\n raise ValueError(f\"Unsupported delimiter: {delimiter!r}. Use ',' or '\\\\t'.\")\n\n # Parse content\n reader = csv.DictReader(io.StringIO(content), delimiter=delimiter)\n required_fields = {\"source_term\", \"target_term\"}\n if not reader.fieldnames or not required_fields.issubset(reader.fieldnames):\n raise ValueError(\n f\"CSV/TSV must have at least 'source_term' and 'target_term' columns. \"\n f\"Got: {reader.fieldnames}\"\n )\n\n result: dict[str, Any] = {\n \"total\": 0,\n \"created\": 0,\n \"updated\": 0,\n \"skipped\": 0,\n \"errors\": [],\n \"preview\": [],\n }\n\n rows = list(reader)\n result[\"total\"] = len(rows)\n\n for row_idx, row in enumerate(rows):\n try:\n source_term = row.get(\"source_term\", \"\").strip()\n target_term = row.get(\"target_term\", \"\").strip()\n context_notes = row.get(\"context_notes\", \"\").strip() or None\n\n if not source_term or not target_term:\n result[\"errors\"].append({\n \"line\": row_idx + 2, # +2 for header and 1-indexed\n \"error\": \"Both source_term and target_term are required\",\n \"row\": row,\n })\n continue\n\n normalized = _normalize_term(source_term)\n\n if preview_only:\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n )\n .first()\n )\n preview_row = {\n \"line\": row_idx + 2,\n \"source_term\": source_term,\n \"target_term\": target_term,\n \"context_notes\": context_notes,\n \"is_conflict\": existing is not None,\n \"existing_target_term\": existing.target_term if existing else None,\n }\n result[\"preview\"].append(preview_row)\n continue\n\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n )\n .first()\n )\n\n if existing:\n if on_conflict == \"overwrite\":\n existing.source_term = source_term\n existing.target_term = target_term\n existing.context_notes = context_notes\n result[\"updated\"] += 1\n elif on_conflict == \"keep_existing\":\n result[\"skipped\"] += 1\n else: # cancel\n result[\"errors\"].append({\n \"line\": row_idx + 2,\n \"error\": f\"Conflict on '{source_term}' and on_conflict='cancel'\",\n \"row\": row,\n })\n continue\n else:\n entry = DictionaryEntry(\n dictionary_id=dict_id,\n source_term=source_term,\n source_term_normalized=normalized,\n target_term=target_term,\n context_notes=context_notes,\n )\n db.add(entry)\n result[\"created\"] += 1\n\n except Exception as e:\n result[\"errors\"].append({\n \"line\": row_idx + 2,\n \"error\": str(e),\n \"row\": row,\n })\n\n if not preview_only:\n db.commit()\n\n logger.reflect(\"Import complete\", {\n \"dict_id\": dict_id,\n \"total\": result[\"total\"],\n \"created\": result[\"created\"],\n \"updated\": result[\"updated\"],\n \"skipped\": result[\"skipped\"],\n \"errors\": len(result[\"errors\"]),\n })\n return result\n # endregion DictionaryManager.import_entries\n\n # region DictionaryManager.filter_for_batch [TYPE Function]\n # @PURPOSE: Scan batch texts for case-insensitive, word-boundary-aware matches against all dictionaries attached to a job.\n # @PRE: job_id exists and source_texts is a list of strings.\n # @POST: Returns list of matched entries with match info, sorted by priority across attached dictionaries.\n # @SIDE_EFFECT: Queries TranslationJobDictionary, TerminologyDictionary, and DictionaryEntry tables.\n @staticmethod\n def filter_for_batch(\n db: Session, source_texts: list[str], job_id: str,\n ) -> list[dict[str, Any]]:\n with belief_scope(\"DictionaryManager.filter_for_batch\"):\n # Get dictionaries attached to this job\n job_dict_links = (\n db.query(TranslationJobDictionary)\n .filter(TranslationJobDictionary.job_id == job_id)\n .all()\n )\n if not job_dict_links:\n logger.reason(\"No dictionaries attached to job\", {\"job_id\": job_id})\n return []\n\n dict_ids = [jd.dictionary_id for jd in job_dict_links]\n\n # Get all active dictionaries\n dictionaries = (\n db.query(TerminologyDictionary)\n .filter(\n TerminologyDictionary.id.in_(dict_ids),\n TerminologyDictionary.is_active == True,\n )\n .all()\n )\n if not dictionaries:\n return []\n\n # Build dict_id -> dict_name lookup\n dict_map = {d.id: d.name for d in dictionaries}\n\n # Fetch all entries for these dictionaries, ordered by dictionary (priority order from link order)\n all_entries = (\n db.query(DictionaryEntry)\n .filter(DictionaryEntry.dictionary_id.in_(dict_ids))\n .order_by(DictionaryEntry.source_term.asc())\n .all()\n )\n\n if not all_entries:\n return []\n\n matched: list[dict[str, Any]] = []\n seen_source_match: set = set()\n\n for text_idx, source_text in enumerate(source_texts):\n if not source_text:\n continue\n\n text_lower = source_text.lower()\n\n for entry in all_entries:\n norm = entry.source_term_normalized\n if not norm:\n continue\n\n # Word-boundary-aware matching\n # Build pattern: \\bterm\\b (case-insensitive)\n # Escape regex special chars in the search term\n escaped = re.escape(norm)\n pattern = re.compile(r\"\\b\" + escaped + r\"\\b\", re.IGNORECASE)\n\n if pattern.search(text_lower):\n match_key = (text_idx, entry.id)\n if match_key not in seen_source_match:\n seen_source_match.add(match_key)\n matched.append({\n \"text_index\": text_idx,\n \"source_text\": source_text,\n \"entry_id\": entry.id,\n \"source_term\": entry.source_term,\n \"source_term_normalized\": entry.source_term_normalized,\n \"target_term\": entry.target_term,\n \"dictionary_id\": entry.dictionary_id,\n \"dictionary_name\": dict_map.get(entry.dictionary_id, \"\"),\n \"context_notes\": entry.context_notes,\n })\n\n # Sort by dictionary link priority (order of dict_ids from link order)\n dict_priority = {d_id: idx for idx, d_id in enumerate(dict_ids)}\n matched.sort(key=lambda m: (dict_priority.get(m[\"dictionary_id\"], 999), m[\"text_index\"]))\n\n logger.reflect(\"Batch filter match complete\", {\n \"job_id\": job_id,\n \"source_texts\": len(source_texts),\n \"matches\": len(matched),\n \"dictionaries_used\": len(dictionaries),\n })\n return matched\n # endregion DictionaryManager.filter_for_batch\n\n\n # region DictionaryManager.submit_correction [TYPE Function]\n # @PURPOSE: Submit a term correction from a run result. Validates language match, detects conflicts.\n # @PRE: source_term, incorrect_target_term, corrected_target_term are non-empty. dict_id exists.\n # @POST: Entry created or updated; origin tracking populated. Returns action + conflict info.\n # @SIDE_EFFECT: Creates/updates DictionaryEntry row.\n @staticmethod\n def submit_correction(\n db: Session,\n dict_id: str,\n source_term: str,\n incorrect_target_term: str,\n corrected_target_term: str,\n origin_run_id: str | None = None,\n origin_row_key: str | None = None,\n origin_user_id: str | None = None,\n on_conflict: str = \"overwrite\",\n ) -> dict[str, Any]:\n with belief_scope(\"DictionaryManager.submit_correction\"):\n # Validate dictionary exists\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary '{dict_id}' not found\")\n\n normalized = _normalize_term(source_term)\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n )\n .first()\n )\n\n result: dict[str, Any] = {\n \"source_term\": source_term,\n \"target_term\": corrected_target_term,\n \"action\": \"created\",\n \"entry_id\": None,\n \"conflict\": None,\n \"message\": None,\n }\n\n if existing:\n # Conflict detected\n if on_conflict == \"keep_existing\":\n result[\"action\"] = \"conflict_detected\"\n result[\"conflict\"] = {\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_target_term,\n \"action\": \"keep_existing\",\n }\n result[\"message\"] = f\"Existing entry kept: '{existing.target_term}'\"\n return result\n elif on_conflict == \"overwrite\":\n existing.target_term = corrected_target_term.strip()\n if origin_run_id:\n existing.origin_run_id = origin_run_id\n if origin_row_key:\n existing.origin_row_key = origin_row_key\n if origin_user_id:\n existing.origin_user_id = origin_user_id\n db.flush()\n result[\"action\"] = \"updated\"\n result[\"entry_id\"] = existing.id\n result[\"message\"] = f\"Entry updated from '{existing.target_term}' to '{corrected_target_term}'\"\n else: # cancel\n result[\"action\"] = \"skipped\"\n result[\"conflict\"] = {\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_target_term,\n \"action\": \"cancel\",\n }\n result[\"message\"] = \"Correction cancelled by conflict mode\"\n return result\n else:\n # Create new entry\n entry = DictionaryEntry(\n dictionary_id=dict_id,\n source_term=source_term.strip(),\n source_term_normalized=normalized,\n target_term=corrected_target_term.strip(),\n origin_run_id=origin_run_id,\n origin_row_key=origin_row_key,\n origin_user_id=origin_user_id,\n )\n db.add(entry)\n db.flush()\n result[\"entry_id\"] = entry.id\n result[\"message\"] = f\"Entry created for '{source_term}' -> '{corrected_target_term}'\"\n\n db.commit()\n logger.reflect(\"Correction processed\", result)\n return result\n # endregion DictionaryManager.submit_correction\n\n # region DictionaryManager.submit_bulk_corrections [TYPE Function]\n # @PURPOSE: Submit multiple term corrections atomically — all succeed or all fail.\n # @PRE: corrections list is non-empty. dict_id exists.\n # @POST: All corrections applied or none applied with conflict list.\n # @SIDE_EFFECT: Creates/updates DictionaryEntry rows; commits once.\n @staticmethod\n def submit_bulk_corrections(\n db: Session,\n dict_id: str,\n corrections: list[dict[str, Any]],\n origin_user_id: str | None = None,\n ) -> dict[str, Any]:\n with belief_scope(\"DictionaryManager.submit_bulk_corrections\"):\n # Validate dictionary first\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary '{dict_id}' not found\")\n\n results: list[dict[str, Any]] = []\n conflicts: list[dict[str, Any]] = []\n all_ok = True\n\n for corr in corrections:\n source_term = corr.get(\"source_term\", \"\").strip()\n incorrect_target = corr.get(\"incorrect_target_term\", \"\").strip()\n corrected_target = corr.get(\"corrected_target_term\", \"\").strip()\n\n if not source_term or not corrected_target:\n results.append({\n \"source_term\": source_term,\n \"action\": \"error\",\n \"message\": \"source_term and corrected_target_term are required\",\n })\n all_ok = False\n continue\n\n normalized = _normalize_term(source_term)\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n )\n .first()\n )\n\n if existing:\n on_conflict = corr.get(\"on_conflict\", \"overwrite\")\n if on_conflict == \"keep_existing\":\n conflicts.append({\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_target,\n \"action\": \"keep_existing\",\n })\n results.append({\n \"source_term\": source_term,\n \"action\": \"conflict_detected\",\n \"message\": f\"Existing entry kept: '{existing.target_term}'\",\n })\n continue\n elif on_conflict == \"overwrite\":\n existing.target_term = corrected_target\n existing.origin_user_id = origin_user_id\n results.append({\n \"source_term\": source_term,\n \"action\": \"updated\",\n \"entry_id\": existing.id,\n \"message\": f\"Updated to '{corrected_target}'\",\n })\n else:\n conflicts.append({\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_target,\n \"action\": \"cancel\",\n })\n results.append({\n \"source_term\": source_term,\n \"action\": \"skipped\",\n \"message\": \"Cancelled by conflict mode\",\n })\n else:\n entry = DictionaryEntry(\n dictionary_id=dict_id,\n source_term=source_term,\n source_term_normalized=normalized,\n target_term=corrected_target,\n origin_run_id=corr.get(\"origin_run_id\"),\n origin_row_key=corr.get(\"origin_row_key\"),\n origin_user_id=origin_user_id,\n )\n db.add(entry)\n results.append({\n \"source_term\": source_term,\n \"action\": \"created\",\n \"message\": f\"Entry created for '{source_term}' -> '{corrected_target}'\",\n })\n\n if conflicts and not all_ok:\n # Rollback — all failed\n db.rollback()\n return {\n \"status\": \"conflicts\",\n \"results\": results,\n \"conflicts\": conflicts,\n \"message\": \"Conflicts detected. Resolve before retrying.\",\n }\n\n db.commit()\n\n return {\n \"status\": \"completed\",\n \"results\": results,\n \"conflicts\": conflicts,\n \"total\": len(corrections),\n \"applied\": sum(1 for r in results if r[\"action\"] in (\"created\", \"updated\")),\n }\n # endregion DictionaryManager.submit_bulk_corrections\n\n\n# #endregion DictionaryManager\n" + "tier_source": "AutoCalculated", + "body": "# #region DictionaryManager [C:4] [TYPE Class]\n# @BRIEF Manages terminology dictionaries and their entries with referential integrity.\n# @PRE: Database session is open and valid.\n# @POST: Dictionary and entry mutations are persisted with conflict detection.\n# @SIDE_EFFECT: Creates, updates, deletes TerminologyDictionary and DictionaryEntry rows; enforces deletion guards.\nclass DictionaryManager:\n # region DictionaryManager.create_dictionary [TYPE Function]\n # @PURPOSE: Create a new terminology dictionary (language independent at dictionary level; language pairs are per-entry).\n # @PRE: name is provided.\n # @POST: New TerminologyDictionary row is created and returned.\n @staticmethod\n def create_dictionary(\n db: Session, name: str,\n source_dialect: str = \"\",\n target_dialect: str = \"\",\n created_by: str | None = None, description: str | None = None,\n is_active: bool = True,\n ) -> TerminologyDictionary:\n with belief_scope(\"DictionaryManager.create_dictionary\"):\n logger.reason(\"Creating dictionary\", {\"name\": name, \"source\": source_dialect, \"target\": target_dialect})\n dictionary = TerminologyDictionary(\n name=name,\n description=description,\n source_dialect=source_dialect or \"\",\n target_dialect=target_dialect or \"\",\n is_active=is_active,\n created_by=created_by,\n )\n db.add(dictionary)\n db.commit()\n db.refresh(dictionary)\n logger.reflect(\"Dictionary created\", {\"id\": dictionary.id})\n return dictionary\n # endregion DictionaryManager.create_dictionary\n\n # region DictionaryManager.update_dictionary [TYPE Function]\n # @PURPOSE: Update an existing terminology dictionary.\n # @PRE: dict_id exists in terminology_dictionaries table.\n # @POST: Dictionary metadata is updated and returned.\n @staticmethod\n def update_dictionary(\n db: Session, dict_id: str, name: str | None = None,\n description: str | None = None, source_dialect: str | None = None,\n target_dialect: str | None = None, is_active: bool | None = None,\n ) -> TerminologyDictionary:\n with belief_scope(\"DictionaryManager.update_dictionary\"):\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n logger.reason(\"Updating dictionary\", {\"id\": dict_id})\n if name is not None:\n dictionary.name = name\n if description is not None:\n dictionary.description = description\n if source_dialect is not None:\n dictionary.source_dialect = source_dialect\n if target_dialect is not None:\n dictionary.target_dialect = target_dialect\n if is_active is not None:\n dictionary.is_active = is_active\n db.commit()\n db.refresh(dictionary)\n logger.reflect(\"Dictionary updated\", {\"id\": dictionary.id})\n return dictionary\n # endregion DictionaryManager.update_dictionary\n\n # region DictionaryManager.delete_dictionary [TYPE Function]\n # @PURPOSE: Delete a dictionary, blocked if attached to active/scheduled jobs.\n # @PRE: dict_id exists.\n # @POST: Dictionary and its entries are deleted, unless attached to ACTIVE/READY/RUNNING/SCHEDULED jobs.\n # @SIDE_EFFECT: Deletes TerminologyDictionary row and all DictionaryEntry rows.\n @staticmethod\n def delete_dictionary(db: Session, dict_id: str) -> None:\n with belief_scope(\"DictionaryManager.delete_dictionary\"):\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n\n # Check for attached active/scheduled jobs\n blocked_statuses = [\"ACTIVE\", \"READY\", \"RUNNING\", \"SCHEDULED\"]\n attached_jobs = (\n db.query(TranslationJobDictionary)\n .filter(\n TranslationJobDictionary.dictionary_id == dict_id,\n TranslationJobDictionary.job_id.in_(\n db.query(TranslationJob.id).filter(\n TranslationJob.status.in_(blocked_statuses)\n )\n ),\n )\n .count()\n )\n\n if attached_jobs > 0:\n logger.explore(\"Delete blocked: dictionary attached to active jobs\", {\"dict_id\": dict_id, \"jobs\": attached_jobs})\n raise ValueError(\n f\"Cannot delete dictionary attached to {attached_jobs} active/scheduled job(s). \"\n \"Remove dictionary associations from jobs first.\"\n )\n\n logger.reason(\"Deleting dictionary\", {\"id\": dict_id})\n # Delete entries and job-dictionary links first\n db.query(DictionaryEntry).filter(DictionaryEntry.dictionary_id == dict_id).delete()\n db.query(TranslationJobDictionary).filter(TranslationJobDictionary.dictionary_id == dict_id).delete()\n db.delete(dictionary)\n db.commit()\n logger.reflect(\"Dictionary deleted\", {\"id\": dict_id})\n # endregion DictionaryManager.delete_dictionary\n\n # region DictionaryManager.get_dictionary [TYPE Function]\n # @PURPOSE: Get a single dictionary by ID with entry count.\n # @PRE: dict_id exists.\n # @POST: Returns dict with dictionary + entry_count or raises ValueError.\n @staticmethod\n def get_dictionary(db: Session, dict_id: str) -> TerminologyDictionary:\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n return dictionary\n # endregion DictionaryManager.get_dictionary\n\n # region DictionaryManager.list_dictionaries [TYPE Function]\n # @PURPOSE: List dictionaries with pagination and entry counts.\n # @PRE: page >= 1, page_size between 1 and 100.\n # @POST: Returns (list of dicts, total_count).\n @staticmethod\n def list_dictionaries(\n db: Session, page: int = 1, page_size: int = 20,\n ) -> tuple[list[TerminologyDictionary], int]:\n total = db.query(func.count(TerminologyDictionary.id)).scalar() or 0\n dictionaries = (\n db.query(TerminologyDictionary)\n .order_by(TerminologyDictionary.created_at.desc())\n .offset((page - 1) * page_size)\n .limit(page_size)\n .all()\n )\n return dictionaries, total\n # endregion DictionaryManager.list_dictionaries\n\n # region DictionaryManager.add_entry [TYPE Function]\n # @PURPOSE: Add an entry to a dictionary with language-pair-aware uniqueness validation.\n # @PRE: dict_id exists. source_term, target_term are non-empty. source_language, target_language are valid BCP-47.\n # @POST: New DictionaryEntry row is created or raises on duplicate.\n @staticmethod\n def add_entry(\n db: Session, dict_id: str, source_term: str, target_term: str,\n context_notes: str | None = None,\n source_language: str = \"und\",\n target_language: str = \"und\",\n ) -> DictionaryEntry:\n with belief_scope(\"DictionaryManager.add_entry\"):\n _validate_bcp47(source_language, \"source_language\")\n _validate_bcp47(target_language, \"target_language\")\n\n normalized = _normalize_term(source_term)\n # Uniqueness is now (dictionary_id, source_term_normalized, source_language, target_language)\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n DictionaryEntry.source_language == source_language,\n DictionaryEntry.target_language == target_language,\n )\n .first()\n )\n if existing:\n raise ValueError(\n f\"Duplicate entry: '{source_term}' (lang: {source_language}→{target_language}) \"\n f\"already exists in this dictionary (id={existing.id}). \"\n \"Use overwrite or keep_existing conflict mode.\"\n )\n\n logger.reason(\"Adding dictionary entry\", {\"dict_id\": dict_id, \"term\": source_term, \"src_lang\": source_language, \"tgt_lang\": target_language})\n entry = DictionaryEntry(\n dictionary_id=dict_id,\n source_term=source_term.strip(),\n source_term_normalized=normalized,\n target_term=target_term.strip(),\n context_notes=context_notes.strip() if context_notes else None,\n source_language=source_language.strip(),\n target_language=target_language.strip(),\n )\n db.add(entry)\n db.commit()\n db.refresh(entry)\n logger.reflect(\"Entry added\", {\"entry_id\": entry.id, \"src_lang\": source_language, \"tgt_lang\": target_language})\n return entry\n # endregion DictionaryManager.add_entry\n\n # region DictionaryManager.edit_entry [TYPE Function]\n # @PURPOSE: Edit an existing dictionary entry with language-pair-aware duplicate check.\n # @PRE: entry_id exists.\n # @POST: Entry fields are updated.\n @staticmethod\n def edit_entry(\n db: Session, entry_id: str, source_term: str | None = None,\n target_term: str | None = None, context_notes: str | None = None,\n source_language: str | None = None,\n target_language: str | None = None,\n ) -> DictionaryEntry:\n with belief_scope(\"DictionaryManager.edit_entry\"):\n entry = db.query(DictionaryEntry).filter(DictionaryEntry.id == entry_id).first()\n if not entry:\n raise ValueError(f\"Entry not found: {entry_id}\")\n\n logger.reason(\"Editing dictionary entry\", {\"entry_id\": entry_id})\n\n if source_language is not None:\n _validate_bcp47(source_language, \"source_language\")\n entry.source_language = source_language.strip()\n if target_language is not None:\n _validate_bcp47(target_language, \"target_language\")\n entry.target_language = target_language.strip()\n\n if source_term is not None:\n normalized = _normalize_term(source_term)\n # Check uniqueness within the same dictionary + language pair\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == entry.dictionary_id,\n DictionaryEntry.source_term_normalized == normalized,\n DictionaryEntry.source_language == entry.source_language,\n DictionaryEntry.target_language == entry.target_language,\n DictionaryEntry.id != entry_id,\n )\n .first()\n )\n if existing:\n raise ValueError(\n f\"Duplicate entry: '{source_term}' already exists in this dictionary \"\n f\"(id={existing.id}).\"\n )\n entry.source_term = source_term.strip()\n entry.source_term_normalized = normalized\n if target_term is not None:\n entry.target_term = target_term.strip()\n if context_notes is not None:\n entry.context_notes = context_notes.strip() if context_notes else None\n db.commit()\n db.refresh(entry)\n logger.reflect(\"Entry updated\", {\"entry_id\": entry.id})\n return entry\n # endregion DictionaryManager.edit_entry\n\n # region DictionaryManager.delete_entry [TYPE Function]\n # @PURPOSE: Delete a single dictionary entry.\n # @PRE: entry_id exists.\n # @POST: Entry is deleted.\n @staticmethod\n def delete_entry(db: Session, entry_id: str) -> None:\n with belief_scope(\"DictionaryManager.delete_entry\"):\n entry = db.query(DictionaryEntry).filter(DictionaryEntry.id == entry_id).first()\n if not entry:\n raise ValueError(f\"Entry not found: {entry_id}\")\n logger.reason(\"Deleting dictionary entry\", {\"entry_id\": entry_id})\n db.delete(entry)\n db.commit()\n logger.reflect(\"Entry deleted\", {\"entry_id\": entry_id})\n # endregion DictionaryManager.delete_entry\n\n # region DictionaryManager.clear_entries [TYPE Function]\n # @PURPOSE: Delete all entries for a dictionary.\n # @PRE: dict_id exists.\n # @POST: All entries for the dictionary are deleted.\n @staticmethod\n def clear_entries(db: Session, dict_id: str) -> int:\n with belief_scope(\"DictionaryManager.clear_entries\"):\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n logger.reason(\"Clearing all entries\", {\"dict_id\": dict_id})\n deleted = db.query(DictionaryEntry).filter(DictionaryEntry.dictionary_id == dict_id).delete()\n db.commit()\n logger.reflect(\"Entries cleared\", {\"dict_id\": dict_id, \"count\": deleted})\n return deleted\n # endregion DictionaryManager.clear_entries\n\n # region DictionaryManager.list_entries [TYPE Function]\n # @PURPOSE: List entries for a dictionary with pagination.\n # @PRE: dict_id exists.\n # @POST: Returns (list of entries, total_count).\n @staticmethod\n def list_entries(\n db: Session, dict_id: str, page: int = 1, page_size: int = 50,\n ) -> tuple[list[DictionaryEntry], int]:\n total = (\n db.query(func.count(DictionaryEntry.id))\n .filter(DictionaryEntry.dictionary_id == dict_id)\n .scalar()\n or 0\n )\n entries = (\n db.query(DictionaryEntry)\n .filter(DictionaryEntry.dictionary_id == dict_id)\n .order_by(DictionaryEntry.source_term.asc())\n .offset((page - 1) * page_size)\n .limit(page_size)\n .all()\n )\n return entries, total\n # endregion DictionaryManager.list_entries\n\n # region DictionaryManager.import_entries [TYPE Function]\n # @PURPOSE: Import entries from CSV/TSV content with duplicate detection and conflict resolution.\n # @PRE: content is valid CSV or TSV. dict_id exists.\n # @POST: Entries are created/updated/skipped per conflict mode. Returns result summary.\n # @SIDE_EFFECT: Batch-inserts or updates DictionaryEntry rows.\n @staticmethod\n def import_entries(\n db: Session, dict_id: str, content: str,\n delimiter: str | None = None,\n on_conflict: str = \"overwrite\",\n preview_only: bool = False,\n default_source_language: str | None = None,\n default_target_language: str | None = None,\n ) -> dict[str, Any]:\n with belief_scope(\"DictionaryManager.import_entries\"):\n # Validate dictionary\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n\n # Detect delimiter if not specified\n if not delimiter:\n delimiter = _detect_delimiter(content)\n logger.reason(\"Detected delimiter\", {\"delimiter\": repr(delimiter)})\n\n if delimiter not in (\",\", \"\\t\"):\n raise ValueError(f\"Unsupported delimiter: {delimiter!r}. Use ',' or '\\\\t'.\")\n\n # Parse content\n reader = csv.DictReader(io.StringIO(content), delimiter=delimiter)\n required_fields = {\"source_term\", \"target_term\"}\n if not reader.fieldnames or not required_fields.issubset(reader.fieldnames):\n raise ValueError(\n f\"CSV/TSV must have at least 'source_term' and 'target_term' columns. \"\n f\"Got: {reader.fieldnames}\"\n )\n\n result: dict[str, Any] = {\n \"total\": 0,\n \"created\": 0,\n \"updated\": 0,\n \"skipped\": 0,\n \"errors\": [],\n \"preview\": [],\n }\n\n rows = list(reader)\n result[\"total\"] = len(rows)\n\n for row_idx, row in enumerate(rows):\n try:\n source_term = row.get(\"source_term\", \"\").strip()\n target_term = row.get(\"target_term\", \"\").strip()\n context_notes = row.get(\"context_notes\", \"\").strip() or None\n source_language = row.get(\"source_language\", \"\").strip() or default_source_language or \"und\"\n target_language = row.get(\"target_language\", \"\").strip() or default_target_language or \"und\"\n\n if not source_term or not target_term:\n result[\"errors\"].append({\n \"line\": row_idx + 2, # +2 for header and 1-indexed\n \"error\": \"Both source_term and target_term are required\",\n \"row\": row,\n })\n continue\n\n normalized = _normalize_term(source_term)\n\n if preview_only:\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n DictionaryEntry.source_language == source_language,\n DictionaryEntry.target_language == target_language,\n )\n .first()\n )\n preview_row = {\n \"line\": row_idx + 2,\n \"source_term\": source_term,\n \"target_term\": target_term,\n \"context_notes\": context_notes,\n \"source_language\": source_language,\n \"target_language\": target_language,\n \"is_conflict\": existing is not None,\n \"existing_target_term\": existing.target_term if existing else None,\n }\n result[\"preview\"].append(preview_row)\n continue\n\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n DictionaryEntry.source_language == source_language,\n DictionaryEntry.target_language == target_language,\n )\n .first()\n )\n\n if existing:\n if on_conflict == \"overwrite\":\n existing.source_term = source_term\n existing.target_term = target_term\n existing.context_notes = context_notes\n existing.source_language = source_language\n existing.target_language = target_language\n result[\"updated\"] += 1\n elif on_conflict == \"keep_existing\":\n result[\"skipped\"] += 1\n else: # cancel\n result[\"errors\"].append({\n \"line\": row_idx + 2,\n \"error\": f\"Conflict on '{source_term}' and on_conflict='cancel'\",\n \"row\": row,\n })\n continue\n else:\n entry = DictionaryEntry(\n dictionary_id=dict_id,\n source_term=source_term,\n source_term_normalized=normalized,\n target_term=target_term,\n context_notes=context_notes,\n source_language=source_language,\n target_language=target_language,\n )\n db.add(entry)\n result[\"created\"] += 1\n\n except Exception as e:\n result[\"errors\"].append({\n \"line\": row_idx + 2,\n \"error\": str(e),\n \"row\": row,\n })\n\n if not preview_only:\n db.commit()\n\n logger.reflect(\"Import complete\", {\n \"dict_id\": dict_id,\n \"total\": result[\"total\"],\n \"created\": result[\"created\"],\n \"updated\": result[\"updated\"],\n \"skipped\": result[\"skipped\"],\n \"errors\": len(result[\"errors\"]),\n })\n return result\n # endregion DictionaryManager.import_entries\n\n # region DictionaryManager.export_entries [TYPE Function]\n # @PURPOSE: Export all entries as CSV string with language columns.\n # @PRE: dict_id exists.\n # @POST: Returns CSV string with header: source_term, target_term, source_language, target_language, context_notes, context_data, usage_notes.\n @staticmethod\n def export_entries(\n db: Session, dict_id: str, delimiter: str = \",\",\n ) -> str:\n with belief_scope(\"DictionaryManager.export_entries\"):\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary not found: {dict_id}\")\n\n entries = (\n db.query(DictionaryEntry)\n .filter(DictionaryEntry.dictionary_id == dict_id)\n .order_by(DictionaryEntry.source_term.asc())\n .all()\n )\n\n output = io.StringIO()\n fieldnames = [\n \"source_term\", \"target_term\",\n \"source_language\", \"target_language\",\n \"context_notes\", \"context_data\", \"usage_notes\",\n ]\n writer = csv.DictWriter(output, fieldnames=fieldnames, delimiter=delimiter)\n writer.writeheader()\n\n for entry in entries:\n writer.writerow({\n \"source_term\": entry.source_term,\n \"target_term\": entry.target_term,\n \"source_language\": entry.source_language,\n \"target_language\": entry.target_language,\n \"context_notes\": entry.context_notes or \"\",\n \"context_data\": entry.context_data,\n \"usage_notes\": entry.usage_notes or \"\",\n })\n\n result = output.getvalue()\n logger.reflect(\"Entries exported\", {\"dict_id\": dict_id, \"count\": len(entries), \"delimiter\": repr(delimiter)})\n return result\n # endregion DictionaryManager.export_entries\n\n # region DictionaryManager.migrate_old_entries [TYPE Function]\n # @PURPOSE: Migrate existing single-language dictionary entries to populate source_language and target_language.\n # @PRE: db session is open.\n # @POST: Entries with \"und\" source_language or target_language are updated with inferred values.\n # @SIDE_EFFECT: Updates DictionaryEntry rows in bulk.\n @staticmethod\n def migrate_old_entries(db: Session) -> dict[str, int]:\n with belief_scope(\"DictionaryManager.migrate_old_entries\"):\n logger.reason(\"Starting migration of old dictionary entries\")\n migrated_source = 0\n migrated_target = 0\n skipped = 0\n\n # Find all entries that may need migration (source_language is \"und\" or target_language is \"und\")\n entries = (\n db.query(DictionaryEntry)\n .filter(\n (DictionaryEntry.source_language == \"und\") |\n (DictionaryEntry.target_language == \"und\")\n )\n .all()\n )\n\n for entry in entries:\n # Try to infer source_language from origin_source_language\n if entry.source_language == \"und\":\n if entry.origin_source_language:\n entry.source_language = entry.origin_source_language\n migrated_source += 1\n\n # Try to infer target_language from the parent dictionary's deprecated target_language\n if entry.target_language == \"und\":\n dictionary = (\n db.query(TerminologyDictionary)\n .filter(TerminologyDictionary.id == entry.dictionary_id)\n .first()\n )\n if dictionary and dictionary.target_language:\n entry.target_language = dictionary.target_language\n migrated_target += 1\n\n if entry.source_language == \"und\" and entry.target_language == \"und\":\n skipped += 1\n\n db.commit()\n\n logger.reflect(\"Migration complete\", {\n \"migrated_source\": migrated_source,\n \"migrated_target\": migrated_target,\n \"skipped\": skipped,\n \"total_processed\": len(entries),\n })\n return {\n \"migrated_source\": migrated_source,\n \"migrated_target\": migrated_target,\n \"skipped\": skipped,\n \"total_processed\": len(entries),\n }\n # endregion DictionaryManager.migrate_old_entries\n\n # region DictionaryManager.filter_for_batch [TYPE Function]\n # @PURPOSE: Scan batch texts for case-insensitive, word-boundary-aware matches against all dictionaries attached to a job,\n # optionally filtered by language pair.\n # @PRE: job_id exists and source_texts is a list of strings.\n # @POST: Returns list of matched entries with match info, sorted by priority across attached dictionaries.\n # @SIDE_EFFECT: Queries TranslationJobDictionary, TerminologyDictionary, and DictionaryEntry tables.\n @staticmethod\n def filter_for_batch(\n db: Session, source_texts: list[str], job_id: str,\n source_language: str | None = None,\n target_language: str | None = None,\n ) -> list[dict[str, Any]]:\n with belief_scope(\"DictionaryManager.filter_for_batch\"):\n # Get dictionaries attached to this job\n job_dict_links = (\n db.query(TranslationJobDictionary)\n .filter(TranslationJobDictionary.job_id == job_id)\n .all()\n )\n if not job_dict_links:\n logger.reason(\"No dictionaries attached to job\", {\"job_id\": job_id})\n return []\n\n dict_ids = [jd.dictionary_id for jd in job_dict_links]\n\n # Get all active dictionaries\n dictionaries = (\n db.query(TerminologyDictionary)\n .filter(\n TerminologyDictionary.id.in_(dict_ids),\n TerminologyDictionary.is_active == True,\n )\n .all()\n )\n if not dictionaries:\n return []\n\n # Build dict_id -> dict_name lookup\n dict_map = {d.id: d.name for d in dictionaries}\n\n # Fetch all entries for these dictionaries, ordered by dictionary (priority order from link order)\n all_entries = (\n db.query(DictionaryEntry)\n .filter(DictionaryEntry.dictionary_id.in_(dict_ids))\n .order_by(DictionaryEntry.source_term.asc())\n .all()\n )\n\n if not all_entries:\n return []\n\n # PERFORMANCE NOTE: O(rows × entries) regex matching per batch.\n # Acceptable for current scale (50-100 rows × <1000 entries).\n # For larger batches (>500 rows or >5000 entries), consider\n # replacing with an Aho-Corasick automaton (e.g., pyahocorasick).\n matched: list[dict[str, Any]] = []\n seen_source_match: set = set()\n\n for text_idx, source_text in enumerate(source_texts):\n if not source_text:\n continue\n\n text_lower = source_text.lower()\n\n for entry in all_entries:\n norm = entry.source_term_normalized\n if not norm:\n continue\n\n # Apply language pair filtering\n if source_language is not None:\n src = source_language.strip().lower()\n entry_src = entry.source_language.strip().lower()\n if entry_src != src and entry_src != \"und\":\n continue\n if target_language is not None:\n tgt = target_language.strip().lower()\n entry_tgt = entry.target_language.strip().lower()\n if entry_tgt != tgt:\n continue\n\n # Word-boundary-aware matching\n # Build pattern: \\bterm\\b (case-insensitive)\n # Escape regex special chars in the search term\n escaped = re.escape(norm)\n pattern = re.compile(r\"\\b\" + escaped + r\"\\b\", re.IGNORECASE)\n\n if pattern.search(text_lower):\n match_key = (text_idx, entry.id)\n if match_key not in seen_source_match:\n seen_source_match.add(match_key)\n matched.append({\n \"text_index\": text_idx,\n \"source_text\": source_text,\n \"entry_id\": entry.id,\n \"source_term\": entry.source_term,\n \"source_term_normalized\": entry.source_term_normalized,\n \"target_term\": entry.target_term,\n \"dictionary_id\": entry.dictionary_id,\n \"dictionary_name\": dict_map.get(entry.dictionary_id, \"\"),\n \"context_notes\": entry.context_notes,\n \"context_data\": entry.context_data,\n \"has_context\": entry.has_context,\n \"context_source\": entry.context_source,\n \"usage_notes\": entry.usage_notes,\n \"source_language\": entry.source_language,\n \"target_language\": entry.target_language,\n })\n\n # Sort by dictionary link priority (order of dict_ids from link order)\n dict_priority = {d_id: idx for idx, d_id in enumerate(dict_ids)}\n matched.sort(key=lambda m: (dict_priority.get(m[\"dictionary_id\"], 999), m[\"text_index\"]))\n\n logger.reflect(\"Batch filter match complete\", {\n \"job_id\": job_id,\n \"source_texts\": len(source_texts),\n \"matches\": len(matched),\n \"dictionaries_used\": len(dictionaries),\n \"source_language\": source_language,\n \"target_language\": target_language,\n })\n return matched\n # endregion DictionaryManager.filter_for_batch\n\n\n # region DictionaryManager.submit_correction [TYPE Function]\n # @PURPOSE: Submit a term correction from a run result. Validates language match, detects conflicts.\n # @PRE: source_term, incorrect_target_term, corrected_target_term are non-empty. dict_id exists.\n # @POST: Entry created or updated; origin tracking populated. Returns action + conflict info.\n # @SIDE_EFFECT: Creates/updates DictionaryEntry row.\n @staticmethod\n def submit_correction(\n db: Session,\n dict_id: str,\n source_term: str,\n incorrect_target_term: str,\n corrected_target_term: str,\n origin_run_id: str | None = None,\n origin_row_key: str | None = None,\n origin_user_id: str | None = None,\n on_conflict: str = \"overwrite\",\n context_data: dict[str, Any] | None = None,\n usage_notes: str | None = None,\n ) -> dict[str, Any]:\n with belief_scope(\"DictionaryManager.submit_correction\"):\n # Validate dictionary exists\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary '{dict_id}' not found\")\n\n normalized = _normalize_term(source_term)\n entry_src_lang = dictionary.source_dialect or \"und\"\n entry_tgt_lang = dictionary.target_dialect or \"und\"\n # Find existing entry: match exact language pair OR old-style \"und\"/\"und\" entries\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n or_(\n # Exact language pair match\n (DictionaryEntry.source_language == entry_src_lang) &\n (DictionaryEntry.target_language == entry_tgt_lang),\n # Old-style entries without language pair\n (DictionaryEntry.source_language == \"und\") &\n (DictionaryEntry.target_language == \"und\"),\n ),\n )\n .first()\n )\n\n result: dict[str, Any] = {\n \"source_term\": source_term,\n \"target_term\": corrected_target_term,\n \"action\": \"created\",\n \"entry_id\": None,\n \"conflict\": None,\n \"message\": None,\n }\n\n if existing:\n # Conflict detected\n if on_conflict == \"keep_existing\":\n result[\"action\"] = \"conflict_detected\"\n result[\"conflict\"] = {\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_target_term,\n \"action\": \"keep_existing\",\n }\n result[\"message\"] = f\"Existing entry kept: '{existing.target_term}'\"\n return result\n elif on_conflict == \"overwrite\":\n existing.target_term = corrected_target_term.strip()\n if origin_run_id:\n existing.origin_run_id = origin_run_id\n if origin_row_key:\n existing.origin_row_key = origin_row_key\n if origin_user_id:\n existing.origin_user_id = origin_user_id\n if context_data is not None:\n existing.context_data = context_data\n existing.has_context = bool(context_data)\n existing.context_source = \"auto\"\n if usage_notes is not None:\n existing.usage_notes = usage_notes\n db.flush()\n result[\"action\"] = \"updated\"\n result[\"entry_id\"] = existing.id\n result[\"message\"] = f\"Entry updated from '{existing.target_term}' to '{corrected_target_term}'\"\n else: # cancel\n result[\"action\"] = \"skipped\"\n result[\"conflict\"] = {\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_target_term,\n \"action\": \"cancel\",\n }\n result[\"message\"] = \"Correction cancelled by conflict mode\"\n return result\n else:\n # Create new entry — derive language pair from dictionary\n entry = DictionaryEntry(\n dictionary_id=dict_id,\n source_term=source_term.strip(),\n source_term_normalized=normalized,\n target_term=corrected_target_term.strip(),\n source_language=entry_src_lang,\n target_language=entry_tgt_lang,\n context_data=context_data,\n usage_notes=usage_notes,\n has_context=bool(context_data),\n context_source=\"auto\" if context_data else None,\n origin_run_id=origin_run_id,\n origin_row_key=origin_row_key,\n origin_user_id=origin_user_id,\n )\n db.add(entry)\n db.flush()\n result[\"entry_id\"] = entry.id\n result[\"message\"] = f\"Entry created for '{source_term}' -> '{corrected_target_term}'\"\n\n db.commit()\n logger.reflect(\"Correction processed\", result)\n return result\n # endregion DictionaryManager.submit_correction\n\n # region DictionaryManager.submit_bulk_corrections [TYPE Function]\n # @PURPOSE: Submit multiple term corrections atomically — all succeed or all fail.\n # @PRE: corrections list is non-empty. dict_id exists.\n # @POST: All corrections applied or none applied with conflict list.\n # @SIDE_EFFECT: Creates/updates DictionaryEntry rows; commits once.\n @staticmethod\n def submit_bulk_corrections(\n db: Session,\n dict_id: str,\n corrections: list[dict[str, Any]],\n origin_user_id: str | None = None,\n ) -> dict[str, Any]:\n with belief_scope(\"DictionaryManager.submit_bulk_corrections\"):\n # Validate dictionary first\n dictionary = db.query(TerminologyDictionary).filter(TerminologyDictionary.id == dict_id).first()\n if not dictionary:\n raise ValueError(f\"Dictionary '{dict_id}' not found\")\n\n results: list[dict[str, Any]] = []\n conflicts: list[dict[str, Any]] = []\n all_ok = True\n\n for corr in corrections:\n source_term = corr.get(\"source_term\", \"\").strip()\n incorrect_target = corr.get(\"incorrect_target_term\", \"\").strip()\n corrected_target = corr.get(\"corrected_target_term\", \"\").strip()\n\n if not source_term or not corrected_target:\n results.append({\n \"source_term\": source_term,\n \"action\": \"error\",\n \"message\": \"source_term and corrected_target_term are required\",\n })\n all_ok = False\n continue\n\n normalized = _normalize_term(source_term)\n bulk_src_lang = dictionary.source_dialect or \"und\"\n bulk_tgt_lang = dictionary.target_dialect or \"und\"\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dict_id,\n DictionaryEntry.source_term_normalized == normalized,\n or_(\n (DictionaryEntry.source_language == bulk_src_lang) &\n (DictionaryEntry.target_language == bulk_tgt_lang),\n (DictionaryEntry.source_language == \"und\") &\n (DictionaryEntry.target_language == \"und\"),\n ),\n )\n .first()\n )\n\n if existing:\n on_conflict = corr.get(\"on_conflict\", \"overwrite\")\n if on_conflict == \"keep_existing\":\n conflicts.append({\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_target,\n \"action\": \"keep_existing\",\n })\n results.append({\n \"source_term\": source_term,\n \"action\": \"conflict_detected\",\n \"message\": f\"Existing entry kept: '{existing.target_term}'\",\n })\n continue\n elif on_conflict == \"overwrite\":\n existing.target_term = corrected_target\n existing.origin_user_id = origin_user_id\n results.append({\n \"source_term\": source_term,\n \"action\": \"updated\",\n \"entry_id\": existing.id,\n \"message\": f\"Updated to '{corrected_target}'\",\n })\n else:\n conflicts.append({\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_target,\n \"action\": \"cancel\",\n })\n results.append({\n \"source_term\": source_term,\n \"action\": \"skipped\",\n \"message\": \"Cancelled by conflict mode\",\n })\n else:\n entry = DictionaryEntry(\n dictionary_id=dict_id,\n source_term=source_term,\n source_term_normalized=normalized,\n target_term=corrected_target,\n source_language=bulk_src_lang,\n target_language=bulk_tgt_lang,\n origin_run_id=corr.get(\"origin_run_id\"),\n origin_row_key=corr.get(\"origin_row_key\"),\n origin_user_id=origin_user_id,\n )\n db.add(entry)\n results.append({\n \"source_term\": source_term,\n \"action\": \"created\",\n \"message\": f\"Entry created for '{source_term}' -> '{corrected_target}'\",\n })\n\n if conflicts and not all_ok:\n # Rollback — all failed\n db.rollback()\n return {\n \"status\": \"conflicts\",\n \"results\": results,\n \"conflicts\": conflicts,\n \"message\": \"Conflicts detected. Resolve before retrying.\",\n }\n\n db.commit()\n\n return {\n \"status\": \"completed\",\n \"results\": results,\n \"conflicts\": conflicts,\n \"total\": len(corrections),\n \"applied\": sum(1 for r in results if r[\"action\"] in (\"created\", \"updated\")),\n }\n # endregion DictionaryManager.submit_bulk_corrections\n\n\n# #endregion DictionaryManager\n" }, { "contract_id": "TranslationEventLog", "contract_type": "Module", "file_path": "backend/src/plugins/translate/events.py", "start_line": 1, - "end_line": 259, + "end_line": 272, "tier": "TIER_3", "complexity": 5, "metadata": { @@ -52253,14 +53875,15 @@ ], "schema_warnings": [], "anchor_syntax": "region", - "body": "# #region TranslationEventLog [C:5] [TYPE Module] [SEMANTICS sqlalchemy, translate, event, log, audit]\n# @BRIEF Structured event logging for translation operations with terminal event invariant enforcement.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [TranslationEvent]\n# @RELATION DEPENDS_ON -> [MetricSnapshot]\n# @PRE: Database session is open and valid.\n# @POST: Events are persisted immutably; terminal events enforce exactly-one invariant per run.\n# @SIDE_EFFECT: Writes TranslationEvent rows; prunes expired events with MetricSnapshot before deletion.\n# @DATA_CONTRACT: Input[run_id:Optional[str], job_id:str, event_type:str, payload:dict] -> Output[TranslationEvent]\n# @INVARIANT: Exactly one run_started + exactly one terminal event per non-null run_id.\n# @RATIONALE: Immutable event log with nullable run_id allows job-level events (no run context) and run-level events.\n# @REJECTED: stdout-only logging — lacks structured payload integrity; cannot enforce terminal-event invariant.\n# @REJECTED: Separate event table per entity — single TranslationEvent table with nullable run_id is simpler for audit.\nimport uuid\nfrom datetime import UTC, datetime, timedelta\nfrom typing import Any\n\nfrom sqlalchemy.orm import Session\n\nfrom ...core.logger import belief_scope, logger\nfrom ...models.translate import MetricSnapshot, TranslationEvent\n\n# Terminal events per run — exactly one of these must exist for a completed run.\nTERMINAL_EVENT_TYPES = {\"RUN_COMPLETED\", \"RUN_FAILED\", \"RUN_CANCELLED\"}\n# All valid event types for validation.\nVALID_EVENT_TYPES = TERMINAL_EVENT_TYPES | {\n \"JOB_CREATED\", \"JOB_UPDATED\", \"JOB_DELETED\",\n \"RUN_STARTED\", \"RUN_RETRYING\", \"RUN_RETRY_INSERT\",\n \"BATCH_STARTED\", \"BATCH_COMPLETED\", \"BATCH_FAILED\", \"BATCH_RETRYING\",\n \"TRANSLATION_PHASE_STARTED\", \"TRANSLATION_PHASE_COMPLETED\",\n \"INSERT_PHASE_STARTED\", \"INSERT_PHASE_COMPLETED\",\n \"PREVIEW_CREATED\", \"PREVIEW_ACCEPTED\", \"PREVIEW_DISCARDED\",\n \"SCHEDULE_CREATED\", \"SCHEDULE_UPDATED\", \"SCHEDULE_DELETED\",\n \"METRICS_SNAPSHOT_CREATED\",\n}\n\nDEFAULT_RETENTION_DAYS = 90\n\n\n# #region TranslationEventLog [C:5] [TYPE Class]\n# @BRIEF Structured event logging for translation operations with terminal event invariant enforcement.\n# @PRE: Database session is available.\n# @POST: Events are written immutably; terminal events enforced per run.\n# @SIDE_EFFECT: Writes TranslationEvent rows; prunes expired events.\n# @INVARIANT: Exactly one run_started + exactly one terminal event per non-null run_id.\nclass TranslationEventLog:\n\n def __init__(self, db: Session):\n self.db = db\n\n # region log_event [TYPE Function]\n # @PURPOSE: Write an immutable event. Enforces terminal event invariant for non-null run_id.\n # @PRE: event_type must be a known type. If run_id is not None, enforce terminal invariant.\n # @POST: TranslationEvent row is created.\n # @SIDE_EFFECT: DB write.\n def log_event(\n self,\n job_id: str,\n event_type: str,\n payload: dict[str, Any] | None = None,\n run_id: str | None = None,\n created_by: str | None = None,\n ) -> TranslationEvent:\n with belief_scope(\"TranslationEventLog.log_event\"):\n if event_type not in VALID_EVENT_TYPES:\n raise ValueError(\n f\"Invalid event_type '{event_type}'. \"\n f\"Must be one of: {', '.join(sorted(VALID_EVENT_TYPES))}\"\n )\n\n # Enforce terminal event invariant for non-null run_id\n if run_id is not None and event_type in TERMINAL_EVENT_TYPES:\n existing_terminal = (\n self.db.query(TranslationEvent.id)\n .filter(\n TranslationEvent.run_id == run_id,\n TranslationEvent.event_type.in_(TERMINAL_EVENT_TYPES),\n )\n .first()\n )\n if existing_terminal:\n raise ValueError(\n f\"Run '{run_id}' already has a terminal event \"\n f\"({existing_terminal[0]}). Cannot add another terminal event.\"\n )\n\n # Enforce run_started invariant — must exist before other run events\n if run_id is not None and event_type not in {\"RUN_STARTED\"} | TERMINAL_EVENT_TYPES:\n has_started = (\n self.db.query(TranslationEvent.id)\n .filter(\n TranslationEvent.run_id == run_id,\n TranslationEvent.event_type == \"RUN_STARTED\",\n )\n .first()\n )\n if not has_started:\n raise ValueError(\n f\"Cannot log '{event_type}' for run '{run_id}': \"\n f\"RUN_STARTED event must precede other run events.\"\n )\n\n event = TranslationEvent(\n id=str(uuid.uuid4()),\n job_id=job_id,\n run_id=run_id,\n event_type=event_type,\n event_data=payload or {},\n created_by=created_by,\n created_at=datetime.now(UTC),\n )\n self.db.add(event)\n self.db.flush()\n\n logger.reason(f\"Event logged: {event_type}\", {\n \"event_id\": event.id,\n \"job_id\": job_id,\n \"run_id\": run_id,\n \"event_type\": event_type,\n })\n return event\n # endregion log_event\n\n # region query_events [TYPE Function]\n # @PURPOSE: Query events with optional filters.\n # @PRE: None.\n # @POST: Returns list of TranslationEvent dicts matching filters.\n def query_events(\n self,\n job_id: str | None = None,\n run_id: str | None = None,\n event_type: str | None = None,\n limit: int = 100,\n offset: int = 0,\n ) -> list[dict[str, Any]]:\n with belief_scope(\"TranslationEventLog.query_events\"):\n query = self.db.query(TranslationEvent)\n\n if job_id:\n query = query.filter(TranslationEvent.job_id == job_id)\n if run_id:\n query = query.filter(TranslationEvent.run_id == run_id)\n if event_type:\n query = query.filter(TranslationEvent.event_type == event_type)\n\n events = (\n query.order_by(TranslationEvent.created_at.desc())\n .offset(offset)\n .limit(limit)\n .all()\n )\n\n return [\n {\n \"id\": e.id,\n \"job_id\": e.job_id,\n \"run_id\": e.run_id,\n \"event_type\": e.event_type,\n \"event_data\": e.event_data or {},\n \"created_by\": e.created_by,\n \"created_at\": e.created_at.isoformat() if e.created_at else None,\n }\n for e in events\n ]\n # endregion query_events\n\n # region prune_expired [TYPE Function]\n # @PURPOSE: Delete events older than retention_days. Persists MetricSnapshot before pruning.\n # @PRE: None.\n # @POST: Expired events are deleted; MetricSnapshot is created before deletion.\n # @SIDE_EFFECT: Creates MetricSnapshot row; deletes TranslationEvent rows.\n def prune_expired(\n self,\n retention_days: int = DEFAULT_RETENTION_DAYS,\n batch_size: int = 1000,\n ) -> dict[str, Any]:\n with belief_scope(\"TranslationEventLog.prune_expired\"):\n cutoff = datetime.now(UTC) - timedelta(days=retention_days)\n logger.reason(\"Pruning expired events\", {\n \"cutoff\": cutoff.isoformat(),\n \"retention_days\": retention_days,\n })\n\n # Find events to prune\n expired_query = self.db.query(TranslationEvent).filter(\n TranslationEvent.created_at < cutoff\n )\n total_expired = expired_query.count()\n\n if total_expired == 0:\n logger.reflect(\"No expired events to prune\", {})\n return {\"pruned\": 0, \"snapshot_id\": None}\n\n # Create MetricSnapshot before pruning\n snapshot = MetricSnapshot(\n id=str(uuid.uuid4()),\n job_id=\"_prune_aggregate_\",\n key_hash=f\"prune_{cutoff.timestamp():.0f}\",\n covers_events_before=cutoff,\n total_records=total_expired,\n snapshot_date=datetime.now(UTC),\n )\n self.db.add(snapshot)\n self.db.flush()\n snapshot_id = snapshot.id\n\n # Delete in batches\n pruned = 0\n while True:\n batch_ids = (\n self.db.query(TranslationEvent.id)\n .filter(TranslationEvent.created_at < cutoff)\n .limit(batch_size)\n .all()\n )\n if not batch_ids:\n break\n ids = [row[0] for row in batch_ids]\n self.db.query(TranslationEvent).filter(\n TranslationEvent.id.in_(ids)\n ).delete(synchronize_session=False)\n self.db.flush()\n pruned += len(ids)\n logger.reason(\"Pruned batch\", {\"batch_size\": len(ids), \"total_pruned\": pruned})\n\n self.db.commit()\n\n logger.reflect(\"Pruning complete\", {\n \"pruned\": pruned,\n \"snapshot_id\": snapshot_id,\n })\n return {\"pruned\": pruned, \"snapshot_id\": snapshot_id}\n # endregion prune_expired\n\n # region get_run_event_summary [TYPE Function]\n # @PURPOSE: Get a summary of events for a run, including invariant check.\n # @PRE: run_id is not None.\n # @POST: Returns dict with event list and invariant validity.\n def get_run_event_summary(self, run_id: str) -> dict[str, Any]:\n with belief_scope(\"TranslationEventLog.get_run_event_summary\"):\n events = self.query_events(run_id=run_id)\n\n has_started = any(e[\"event_type\"] == \"RUN_STARTED\" for e in events)\n terminal_events = [e for e in events if e[\"event_type\"] in TERMINAL_EVENT_TYPES]\n\n return {\n \"run_id\": run_id,\n \"event_count\": len(events),\n \"has_run_started\": has_started,\n \"terminal_event_count\": len(terminal_events),\n \"terminal_events\": terminal_events,\n \"invariant_valid\": has_started and len(terminal_events) <= 1,\n \"events\": events,\n }\n # endregion get_run_event_summary\n\n\n# #endregion TranslationEventLog\n# #endregion TranslationEventLog\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslationEventLog [C:5] [TYPE Module] [SEMANTICS sqlalchemy, translate, event, log, audit]\n# @BRIEF Structured event logging for translation operations with terminal event invariant enforcement.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [TranslationEvent]\n# @RELATION DEPENDS_ON -> [MetricSnapshot]\n# @PRE: Database session is open and valid.\n# @POST: Events are persisted immutably; terminal events enforce exactly-one invariant per run.\n# @SIDE_EFFECT: Writes TranslationEvent rows; prunes expired events with MetricSnapshot before deletion.\n# @DATA_CONTRACT: Input[run_id:Optional[str], job_id:str, event_type:str, payload:dict] -> Output[TranslationEvent]\n# @INVARIANT: Exactly one run_started + exactly one terminal event per non-null run_id.\n# @RATIONALE: Immutable event log with nullable run_id allows job-level events (no run context) and run-level events.\n# @REJECTED: stdout-only logging — lacks structured payload integrity; cannot enforce terminal-event invariant.\n# @REJECTED: Separate event table per entity — single TranslationEvent table with nullable run_id is simpler for audit.\nimport uuid\nfrom datetime import UTC, datetime, timedelta\nfrom typing import Any\n\nfrom sqlalchemy.orm import Session\n\nfrom ...core.logger import belief_scope, logger\nfrom ...models.translate import MetricSnapshot, TranslationEvent\n\n# Terminal events per run — exactly one of these must exist for a completed run.\nTERMINAL_EVENT_TYPES = {\"RUN_COMPLETED\", \"RUN_FAILED\", \"RUN_CANCELLED\"}\n# All valid event types for validation.\nVALID_EVENT_TYPES = TERMINAL_EVENT_TYPES | {\n \"JOB_CREATED\", \"JOB_UPDATED\", \"JOB_DELETED\",\n \"RUN_STARTED\", \"RUN_RETRYING\", \"RUN_RETRY_INSERT\",\n \"BATCH_STARTED\", \"BATCH_COMPLETED\", \"BATCH_FAILED\", \"BATCH_RETRYING\",\n \"TRANSLATION_PHASE_STARTED\", \"TRANSLATION_PHASE_COMPLETED\",\n \"INSERT_PHASE_STARTED\", \"INSERT_PHASE_COMPLETED\",\n \"PREVIEW_CREATED\", \"PREVIEW_ACCEPTED\", \"PREVIEW_DISCARDED\",\n \"SCHEDULE_CREATED\", \"SCHEDULE_UPDATED\", \"SCHEDULE_DELETED\",\n \"METRICS_SNAPSHOT_CREATED\",\n}\n\nDEFAULT_RETENTION_DAYS = 90\n\n\n# #region TranslationEventLog [C:5] [TYPE Class]\n# @BRIEF Structured event logging for translation operations with terminal event invariant enforcement.\n# @PRE: Database session is available.\n# @POST: Events are written immutably; terminal events enforced per run.\n# @SIDE_EFFECT: Writes TranslationEvent rows; prunes expired events.\n# @INVARIANT: Exactly one run_started + exactly one terminal event per non-null run_id.\nclass TranslationEventLog:\n\n def __init__(self, db: Session):\n self.db = db\n\n # region log_event [TYPE Function]\n # @PURPOSE: Write an immutable event. Enforces terminal event invariant for non-null run_id.\n # @PRE: event_type must be a known type. If run_id is not None, enforce terminal invariant.\n # @POST: TranslationEvent row is created.\n # @SIDE_EFFECT: DB write.\n def log_event(\n self,\n job_id: str,\n event_type: str,\n payload: dict[str, Any] | None = None,\n run_id: str | None = None,\n created_by: str | None = None,\n ) -> TranslationEvent:\n with belief_scope(\"TranslationEventLog.log_event\"):\n if event_type not in VALID_EVENT_TYPES:\n raise ValueError(\n f\"Invalid event_type '{event_type}'. \"\n f\"Must be one of: {', '.join(sorted(VALID_EVENT_TYPES))}\"\n )\n\n # Enforce terminal event invariant for non-null run_id\n if run_id is not None and event_type in TERMINAL_EVENT_TYPES:\n existing_terminal = (\n self.db.query(TranslationEvent.id)\n .filter(\n TranslationEvent.run_id == run_id,\n TranslationEvent.event_type.in_(TERMINAL_EVENT_TYPES),\n )\n .first()\n )\n if existing_terminal:\n raise ValueError(\n f\"Run '{run_id}' already has a terminal event \"\n f\"({existing_terminal[0]}). Cannot add another terminal event.\"\n )\n\n # Enforce run_started invariant — must exist before other run events\n if run_id is not None and event_type not in {\"RUN_STARTED\"} | TERMINAL_EVENT_TYPES:\n has_started = (\n self.db.query(TranslationEvent.id)\n .filter(\n TranslationEvent.run_id == run_id,\n TranslationEvent.event_type == \"RUN_STARTED\",\n )\n .first()\n )\n if not has_started:\n raise ValueError(\n f\"Cannot log '{event_type}' for run '{run_id}': \"\n f\"RUN_STARTED event must precede other run events.\"\n )\n\n event = TranslationEvent(\n id=str(uuid.uuid4()),\n job_id=job_id,\n run_id=run_id,\n event_type=event_type,\n event_data=payload or {},\n created_by=created_by,\n created_at=datetime.now(UTC),\n )\n self.db.add(event)\n self.db.flush()\n\n logger.reason(f\"Event logged: {event_type}\", {\n \"event_id\": event.id,\n \"job_id\": job_id,\n \"run_id\": run_id,\n \"event_type\": event_type,\n })\n return event\n # endregion log_event\n\n # region query_events [TYPE Function]\n # @PURPOSE: Query events with optional filters.\n # @PRE: None.\n # @POST: Returns list of TranslationEvent dicts matching filters.\n def query_events(\n self,\n job_id: str | None = None,\n run_id: str | None = None,\n event_type: str | None = None,\n limit: int = 100,\n offset: int = 0,\n ) -> list[dict[str, Any]]:\n with belief_scope(\"TranslationEventLog.query_events\"):\n query = self.db.query(TranslationEvent)\n\n if job_id:\n query = query.filter(TranslationEvent.job_id == job_id)\n if run_id:\n query = query.filter(TranslationEvent.run_id == run_id)\n if event_type:\n query = query.filter(TranslationEvent.event_type == event_type)\n\n events = (\n query.order_by(TranslationEvent.created_at.desc())\n .offset(offset)\n .limit(limit)\n .all()\n )\n\n return [\n {\n \"id\": e.id,\n \"job_id\": e.job_id,\n \"run_id\": e.run_id,\n \"event_type\": e.event_type,\n \"event_data\": e.event_data or {},\n \"created_by\": e.created_by,\n \"created_at\": e.created_at.isoformat() if e.created_at else None,\n }\n for e in events\n ]\n # endregion query_events\n\n # region prune_expired [TYPE Function]\n # @PURPOSE: Delete events older than retention_days. Persists MetricSnapshot before pruning.\n # @PRE: None.\n # @POST: Expired events are deleted; MetricSnapshot is created before deletion.\n # @SIDE_EFFECT: Creates MetricSnapshot row; deletes TranslationEvent rows.\n def prune_expired(\n self,\n retention_days: int = DEFAULT_RETENTION_DAYS,\n batch_size: int = 1000,\n ) -> dict[str, Any]:\n with belief_scope(\"TranslationEventLog.prune_expired\"):\n cutoff = datetime.now(UTC) - timedelta(days=retention_days)\n logger.reason(\"Pruning expired events\", {\n \"cutoff\": cutoff.isoformat(),\n \"retention_days\": retention_days,\n })\n\n # Find events to prune\n expired_query = self.db.query(TranslationEvent).filter(\n TranslationEvent.created_at < cutoff\n )\n total_expired = expired_query.count()\n\n if total_expired == 0:\n logger.reflect(\"No expired events to prune\", {})\n return {\"pruned\": 0, \"snapshot_id\": None}\n\n # Compute per-language metrics from expired events before pruning\n per_language: dict[str, dict[str, int | float]] = {}\n expired_events = expired_query.all()\n for evt in expired_events:\n event_data = evt.event_data or {}\n lang = event_data.get(\"language_code\") or event_data.get(\"target_language\") or \"_unknown_\"\n if lang not in per_language:\n per_language[lang] = {\"cumulative_tokens\": 0, \"cumulative_cost\": 0.0, \"runs\": 0}\n per_language[lang][\"cumulative_tokens\"] += event_data.get(\"token_count\", 0) or 0\n per_language[lang][\"cumulative_cost\"] += event_data.get(\"cost\", 0.0) or 0.0\n per_language[lang][\"runs\"] += 1 if event_data.get(\"run_id\") else 0\n\n # Create MetricSnapshot before pruning\n snapshot = MetricSnapshot(\n id=str(uuid.uuid4()),\n job_id=\"_prune_aggregate_\",\n key_hash=f\"prune_{cutoff.timestamp():.0f}\",\n covers_events_before=cutoff,\n total_records=total_expired,\n per_language_metrics=per_language or None,\n snapshot_date=datetime.now(UTC),\n )\n self.db.add(snapshot)\n self.db.flush()\n snapshot_id = snapshot.id\n\n # Delete in batches\n pruned = 0\n while True:\n batch_ids = (\n self.db.query(TranslationEvent.id)\n .filter(TranslationEvent.created_at < cutoff)\n .limit(batch_size)\n .all()\n )\n if not batch_ids:\n break\n ids = [row[0] for row in batch_ids]\n self.db.query(TranslationEvent).filter(\n TranslationEvent.id.in_(ids)\n ).delete(synchronize_session=False)\n self.db.flush()\n pruned += len(ids)\n logger.reason(\"Pruned batch\", {\"batch_size\": len(ids), \"total_pruned\": pruned})\n\n self.db.commit()\n\n logger.reflect(\"Pruning complete\", {\n \"pruned\": pruned,\n \"snapshot_id\": snapshot_id,\n })\n return {\"pruned\": pruned, \"snapshot_id\": snapshot_id}\n # endregion prune_expired\n\n # region get_run_event_summary [TYPE Function]\n # @PURPOSE: Get a summary of events for a run, including invariant check.\n # @PRE: run_id is not None.\n # @POST: Returns dict with event list and invariant validity.\n def get_run_event_summary(self, run_id: str) -> dict[str, Any]:\n with belief_scope(\"TranslationEventLog.get_run_event_summary\"):\n events = self.query_events(run_id=run_id)\n\n has_started = any(e[\"event_type\"] == \"RUN_STARTED\" for e in events)\n terminal_events = [e for e in events if e[\"event_type\"] in TERMINAL_EVENT_TYPES]\n\n return {\n \"run_id\": run_id,\n \"event_count\": len(events),\n \"has_run_started\": has_started,\n \"terminal_event_count\": len(terminal_events),\n \"terminal_events\": terminal_events,\n \"invariant_valid\": has_started and len(terminal_events) <= 1,\n \"events\": events,\n }\n # endregion get_run_event_summary\n\n\n# #endregion TranslationEventLog\n# #endregion TranslationEventLog\n" }, { "contract_id": "TranslationExecutor", "contract_type": "Module", "file_path": "backend/src/plugins/translate/executor.py", "start_line": 1, - "end_line": 848, + "end_line": 1049, "tier": "TIER_2", "complexity": 4, "metadata": { @@ -52332,14 +53955,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslationExecutor [C:4] [TYPE Module] [SEMANTICS sqlalchemy, tenacity, translate, insert, llm-retry]\n# @BRIEF Process translation in batches: fetch source rows, call LLM, persist TranslationBatch and TranslationRecord rows.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [TranslationBatch]\n# @RELATION DEPENDS_ON -> [TranslationRecord]\n# @RELATION DEPENDS_ON -> [TranslationRun]\n# @RELATION DEPENDS_ON -> [LLMProviderService]\n# @RELATION DEPENDS_ON -> [DictionaryManager]\n# @RELATION DEPENDS_ON -> [TranslationPreview]\n# @PRE: Valid TranslationRun with job configuration. DB session is available.\n# @POST: TranslationBatch and TranslationRecord rows are created. Run status is updated.\n# @SIDE_EFFECT: Calls LLM provider; creates DB rows; updates run statistics.\n# @RATIONALE: Batch processing with retry — independent batches allow partial recovery.\n# @REJECTED: Single monolithic LLM call — would lose all progress on any failure.\n\nimport json\nimport time\nimport uuid\nfrom collections.abc import Callable\nfrom datetime import UTC, datetime\nfrom typing import Any\n\nfrom sqlalchemy.orm import Session\n\nfrom ...core.config_manager import ConfigManager\nfrom ...core.logger import belief_scope, logger\nfrom ...models.translate import (\n TranslationBatch,\n TranslationJob,\n TranslationPreviewRecord,\n TranslationPreviewSession,\n TranslationRecord,\n TranslationRun,\n)\nfrom ...services.llm_prompt_templates import render_prompt\nfrom ...services.llm_provider import LLMProviderService\nfrom .dictionary import DictionaryManager\nfrom .preview import DEFAULT_EXECUTION_PROMPT_TEMPLATE\n\n# #region MAX_RETRIES_PER_BATCH [TYPE Constant]\n# @BRIEF Maximum number of retries for a single batch before marking it failed.\nMAX_RETRIES_PER_BATCH = 3\n# #endregion MAX_RETRIES_PER_BATCH\n\n\n# #region TranslationExecutor [C:4] [TYPE Class]\n# @BRIEF Process translation batches: fetch source rows, filter dict, call LLM, persist results.\n# @PRE: DB session and config manager available.\n# @POST: Batches and records created with status tracking.\n# @SIDE_EFFECT: LLM API calls; DB writes.\nclass TranslationExecutor:\n\n def __init__(\n self,\n db: Session,\n config_manager: ConfigManager,\n current_user: str | None = None,\n on_batch_progress: Callable[[str, int, int, int, int], None] | None = None,\n ):\n self.db = db\n self.config_manager = config_manager\n self.current_user = current_user\n self.on_batch_progress = on_batch_progress\n self._current_run_id: str | None = None\n\n # region execute_run [TYPE Function]\n # @PURPOSE: Run full translation execution for a TranslationRun.\n # @PRE: run is in PENDING or RUNNING status with valid job config.\n # @POST: Run is populated with batches and records.\n # @SIDE_EFFECT: LLM API calls; DB batch writes.\n def execute_run(\n self,\n run: TranslationRun,\n llm_progress_callback: Callable[[str, int, int, int], None] | None = None,\n ) -> TranslationRun:\n with belief_scope(\"TranslationExecutor.execute_run\"):\n job = self.db.query(TranslationJob).filter(TranslationJob.id == run.job_id).first()\n if not job:\n raise ValueError(f\"Job '{run.job_id}' not found for run '{run.id}'\")\n\n logger.reason(\"Starting translation execution\", {\n \"run_id\": run.id,\n \"job_id\": job.id,\n \"batch_size\": job.batch_size,\n })\n\n # Mark run as RUNNING\n run.status = \"RUNNING\"\n run.started_at = datetime.now(UTC)\n self.db.flush()\n\n # Fetch source rows from the accepted preview session\n source_rows = self._fetch_source_rows(job.id, run.id)\n if not source_rows:\n logger.explore(\"No source rows to translate\", {\"run_id\": run.id})\n run.status = \"COMPLETED\"\n run.completed_at = datetime.now(UTC)\n self.db.flush()\n return run\n\n # Apply new-key-only filtering for scheduled runs\n if run.trigger_type == \"new_key_only\":\n source_rows = self._filter_new_keys(job, run.id, source_rows)\n if not source_rows:\n logger.reason(\"run_noop — no new rows to translate\", {\n \"job_id\": job.id, \"run_id\": run.id,\n })\n run.status = \"COMPLETED\"\n run.insert_status = \"skipped\"\n run.total_records = 0\n run.completed_at = datetime.now(UTC)\n self.db.commit()\n return\n\n total_rows = len(source_rows)\n run.total_records = total_rows\n\n # Split into batches\n batch_size = job.batch_size or 50\n batches = [\n source_rows[i:i + batch_size]\n for i in range(0, total_rows, batch_size)\n ]\n\n logger.reason(f\"Processing {len(batches)} batches\", {\n \"run_id\": run.id,\n \"total_rows\": total_rows,\n \"batch_size\": batch_size,\n })\n\n successful_records = 0\n failed_records = 0\n skipped_records = 0\n\n for batch_idx, batch_rows in enumerate(batches):\n batch_result = self._process_batch(\n job=job,\n run_id=run.id,\n batch_index=batch_idx,\n batch_rows=batch_rows,\n )\n successful_records += batch_result[\"successful\"]\n failed_records += batch_result[\"failed\"]\n skipped_records += batch_result[\"skipped\"]\n\n # Update run stats incrementally\n run.successful_records = successful_records\n run.failed_records = failed_records\n run.skipped_records = skipped_records\n self.db.flush()\n\n if self.on_batch_progress:\n self.on_batch_progress(\n run.id, batch_idx + 1, len(batches),\n successful_records, total_rows,\n )\n\n # Update final run status\n if failed_records == 0 and skipped_records == 0:\n run.status = \"COMPLETED\"\n elif successful_records == 0:\n run.status = \"FAILED\"\n else:\n run.status = \"COMPLETED\" # Partial success\n\n run.completed_at = datetime.now(UTC)\n self.db.flush()\n\n logger.reflect(\"Translation execution complete\", {\n \"run_id\": run.id,\n \"status\": run.status,\n \"total\": total_rows,\n \"successful\": successful_records,\n \"failed\": failed_records,\n \"skipped\": skipped_records,\n })\n\n return run\n # endregion execute_run\n\n # region _fetch_source_rows [TYPE Function]\n # @PURPOSE: Fetch full source dataset from Superset (via datasource) for full translation.\n # @PRE: job_id exists. Job may have source_datasource_id for full fetch.\n # @POST: Returns list of dicts with source data (all rows from the source datasource).\n # @SIDE_EFFECT: Makes HTTP call to Superset chart data API when datasource is configured.\n def _fetch_source_rows(self, job_id: str, run_id: str) -> list[dict[str, Any]]:\n with belief_scope(\"TranslationExecutor._fetch_source_rows\"):\n job = self.db.query(TranslationJob).filter(TranslationJob.id == job_id).first()\n\n # If source_datasource_id is configured, fetch ALL rows from the Superset chart data API\n if job and job.source_datasource_id:\n try:\n logger.reason(\"Fetching full dataset from Superset datasource\", {\n \"run_id\": run_id,\n \"datasource_id\": job.source_datasource_id,\n \"environment_id\": job.environment_id,\n })\n\n # Determine environment\n environments = self.config_manager.get_environments()\n target_env_id = job.environment_id or job.source_dialect or \"\"\n env_config = next(\n (e for e in environments if e.id == target_env_id),\n None,\n )\n if not env_config and environments:\n env_config = environments[0]\n\n if env_config:\n from ...core.superset_client import SupersetClient\n client = SupersetClient(env_config)\n\n # Fetch dataset detail to build proper query context\n dataset_detail = client.get_dataset_detail(int(job.source_datasource_id))\n\n # Build query context (same approach as preview but without row_limit)\n query_context = client.build_dataset_preview_query_context(\n dataset_id=int(job.source_datasource_id),\n dataset_record=dataset_detail,\n template_params={},\n effective_filters=[],\n )\n\n # Remove row_limit to get ALL rows; use result_type=\"samples\"\n queries = query_context.get(\"queries\", [])\n if queries:\n queries[0].pop(\"row_limit\", None)\n queries[0].pop(\"result_type\", None)\n queries[0][\"metrics\"] = []\n query_context[\"result_type\"] = \"samples\"\n form_data = query_context.get(\"form_data\", {})\n form_data.pop(\"query_mode\", None)\n\n response = client.network.request(\n method=\"POST\",\n endpoint=\"/api/v1/chart/data\",\n data=json.dumps(query_context),\n headers={\"Content-Type\": \"application/json\"},\n )\n\n # Extract rows\n rows = self._extract_chart_data_rows(response)\n\n if rows:\n logger.reason(f\"Fetched {len(rows)} rows from Superset datasource\", {\n \"run_id\": run_id,\n })\n # Map rows to source_rows format\n source_rows = []\n for idx, row in enumerate(rows):\n source_data_dict = dict(row) if row else None\n source_text = str(row.get(job.translation_column, \"\")) if job.translation_column else json.dumps(row)\n source_rows.append({\n \"row_index\": str(idx),\n \"source_text\": source_text,\n \"approved_translation\": None,\n \"source_object_name\": f\"Row {idx}\",\n \"source_data\": source_data_dict,\n })\n return source_rows\n else:\n logger.explore(\"Superset datasource returned no rows\", {\n \"run_id\": run_id,\n \"datasource_id\": job.source_datasource_id,\n })\n else:\n logger.explore(\"No environment config found for datasource fetch\", {\n \"env_id\": target_env_id,\n })\n except Exception as e:\n logger.explore(\"Failed to fetch full dataset from Superset, falling back to preview\", {\n \"run_id\": run_id,\n \"error\": str(e),\n })\n # Fall through to preview-based fetch\n\n # Fallback: get the latest APPLIED preview session\n session = (\n self.db.query(TranslationPreviewSession)\n .filter(\n TranslationPreviewSession.job_id == job_id,\n TranslationPreviewSession.status == \"APPLIED\",\n )\n .order_by(TranslationPreviewSession.created_at.desc())\n .first()\n )\n if not session:\n logger.explore(\"No accepted preview session found\", {\"job_id\": job_id})\n return []\n\n # Fetch APPROVED or all records from the session\n records = (\n self.db.query(TranslationPreviewRecord)\n .filter(\n TranslationPreviewRecord.session_id == session.id,\n TranslationPreviewRecord.status.in_([\"APPROVED\", \"PENDING\"]),\n )\n .all()\n )\n\n source_rows = []\n for rec in records:\n source_data_dict = None\n if hasattr(rec, \"source_data\") and rec.source_data:\n source_data_dict = dict(rec.source_data)\n source_rows.append({\n \"row_index\": rec.source_object_id or \"0\",\n \"source_text\": rec.source_sql or \"\",\n \"approved_translation\": rec.target_sql if rec.status == \"APPROVED\" else None,\n \"source_object_name\": rec.source_object_name or \"\",\n \"source_data\": source_data_dict,\n })\n\n logger.reason(f\"Fetched {len(source_rows)} source rows from preview fallback\", {\n \"run_id\": run_id,\n \"session_id\": session.id,\n })\n return source_rows\n # endregion _fetch_source_rows\n\n # region _filter_new_keys [TYPE Function]\n # @PURPOSE: Filter source rows to only include those with keys absent from the last successful run.\n # @PRE: job and run are persisted; source_rows is a list of dicts with source_data containing key columns.\n # @POST: Returns filtered list of source rows with only new keys. Logs skip count.\n # @SIDE_EFFECT: Queries TranslationRecord from previous runs; no writes.\n def _filter_new_keys(self, job, run_id: str, source_rows: list) -> list:\n with belief_scope(\"TranslationExecutor._filter_new_keys\"):\n # Find most recent COMPLETED run with successful insert for this job\n prev_run = (\n self.db.query(TranslationRun)\n .filter(\n TranslationRun.job_id == job.id,\n TranslationRun.status == \"COMPLETED\",\n TranslationRun.insert_status == \"succeeded\",\n TranslationRun.id != run_id,\n )\n .order_by(TranslationRun.created_at.desc())\n .first()\n )\n if not prev_run:\n logger.reason(\"No prior successful run — all keys treated as new\", {\n \"job_id\": job.id,\n })\n return source_rows\n\n # Get successful records from that run\n prev_records = (\n self.db.query(TranslationRecord)\n .filter(\n TranslationRecord.run_id == prev_run.id,\n TranslationRecord.status == \"SUCCESS\",\n )\n .all()\n )\n if not prev_records:\n return source_rows\n\n # Build set of already-translated composite keys\n key_cols = job.target_key_cols or job.source_key_cols or []\n if not key_cols:\n logger.explore(\"No key columns configured — skipping new-key-only filter\",\n {\"job_id\": job.id})\n return source_rows\n existing_keys = set()\n for rec in prev_records:\n sd = rec.source_data or {}\n key_tuple = tuple(str(sd.get(k, \"\")) for k in key_cols)\n existing_keys.add(key_tuple)\n\n # Filter: keep only rows whose keys are NOT in the existing set\n filtered = []\n skipped = 0\n for row in source_rows:\n sd = row.get(\"source_data\", {}) or {}\n key_tuple = tuple(str(sd.get(k, \"\")) for k in key_cols)\n if key_tuple not in existing_keys:\n filtered.append(row)\n else:\n skipped += 1\n\n logger.reason(f\"New-key-only filter: {len(source_rows)} total → {len(filtered)} new, {skipped} skipped\", {\n \"job_id\": job.id,\n \"prev_run_id\": prev_run.id,\n \"key_cols\": key_cols,\n })\n return filtered\n # endregion _filter_new_keys\n\n # region _extract_chart_data_rows [TYPE Function]\n # @PURPOSE: Extract data rows from Superset chart data API response.\n # @POST: Returns list of dicts with column-value pairs.\n @staticmethod\n def _extract_chart_data_rows(response: dict[str, Any]) -> list[dict[str, Any]]:\n result = response.get(\"result\")\n if isinstance(result, list):\n for item in result:\n if isinstance(item, dict):\n data = item.get(\"data\")\n if isinstance(data, list) and data:\n return data\n if isinstance(result, dict):\n data = result.get(\"data\")\n if isinstance(data, list) and data:\n return data\n data = response.get(\"data\")\n if isinstance(data, list) and data:\n return data\n if isinstance(result, list):\n return result\n return []\n # endregion _extract_chart_data_rows\n\n # region _process_batch [TYPE Function]\n # @PURPOSE: Process a single batch: filter dict, build prompt, call LLM, persist records.\n # @PRE: job and batch_rows are valid.\n # @POST: TranslationBatch and TranslationRecord rows are created.\n # @SIDE_EFFECT: LLM API call.\n def _process_batch(\n self,\n job: TranslationJob,\n run_id: str,\n batch_index: int,\n batch_rows: list[dict[str, Any]],\n ) -> dict[str, int]:\n with belief_scope(\"TranslationExecutor._process_batch\"):\n batch_start = time.monotonic()\n\n # Create batch record\n batch = TranslationBatch(\n id=str(uuid.uuid4()),\n run_id=run_id,\n batch_index=batch_index,\n status=\"RUNNING\",\n total_records=len(batch_rows),\n started_at=datetime.now(UTC),\n )\n self.db.add(batch)\n self.db.flush()\n batch_id = batch.id\n\n result = {\"successful\": 0, \"failed\": 0, \"skipped\": 0, \"retries\": 0}\n\n # Extract source texts for dict filtering\n source_texts = [\n row.get(\"source_text\", \"\")\n for row in batch_rows\n if row.get(\"source_text\")\n ]\n\n # Filter dictionary entries\n dict_matches = DictionaryManager.filter_for_batch(\n self.db, source_texts, job.id\n )\n\n # For each row, determine if we need LLM translation or can use approved translation\n rows_for_llm = []\n pre_translated = []\n\n for row in batch_rows:\n if row.get(\"approved_translation\"):\n pre_translated.append(row)\n else:\n rows_for_llm.append(row)\n\n # Handle pre-translated (approved) rows\n for row in pre_translated:\n record = TranslationRecord(\n id=str(uuid.uuid4()),\n batch_id=batch_id,\n run_id=run_id,\n source_sql=row.get(\"source_text\", \"\"),\n target_sql=row.get(\"approved_translation\"),\n source_object_type=\"table_row\",\n source_object_id=row.get(\"row_index\"),\n source_object_name=row.get(\"source_object_name\", \"\"),\n source_data=row.get(\"source_data\"),\n status=\"SUCCESS\",\n )\n self.db.add(record)\n result[\"successful\"] += 1\n\n # Process rows needing LLM translation\n if rows_for_llm:\n llm_result = self._call_llm_for_batch(\n job=job,\n run_id=run_id,\n batch_rows=rows_for_llm,\n dict_matches=dict_matches,\n batch_id=batch_id,\n )\n result[\"successful\"] += llm_result[\"successful\"]\n result[\"failed\"] += llm_result[\"failed\"]\n result[\"skipped\"] += llm_result[\"skipped\"]\n result[\"retries\"] += llm_result.get(\"retries\", 0)\n\n # Update batch status\n batch.successful_records = result[\"successful\"]\n batch.failed_records = result[\"failed\"]\n batch.completed_at = datetime.now(UTC)\n batch.status = \"COMPLETED\" if result[\"failed\"] == 0 else \"COMPLETED_WITH_ERRORS\"\n self.db.flush()\n\n batch_latency = int((time.monotonic() - batch_start) * 1000)\n logger.reason(f\"Batch {batch_index} complete\", {\n \"batch_id\": batch_id,\n \"latency_ms\": batch_latency,\n **result,\n })\n\n return result\n # endregion _process_batch\n\n # region _call_llm_for_batch [TYPE Function]\n # @PURPOSE: Call LLM for a batch of rows requiring translation. Parse structured JSON response.\n # @PRE: job has valid provider_id. batch_rows is non-empty.\n # @POST: Returns dict with successful/failed/skipped counts. Creates TranslationRecord rows.\n # @SIDE_EFFECT: HTTP call to LLM provider.\n def _call_llm_for_batch(\n self,\n job: TranslationJob,\n run_id: str,\n batch_rows: list[dict[str, Any]],\n dict_matches: list[dict[str, Any]],\n batch_id: str,\n ) -> dict[str, int]:\n with belief_scope(\"TranslationExecutor._call_llm_for_batch\"):\n # Build dictionary section\n dictionary_section = \"\"\n if dict_matches:\n glossary_lines = []\n for m in dict_matches:\n glossary_lines.append(\n f\"- '{m['source_term']}' -> '{m['target_term']}'\"\n f\"{' (' + m['context_notes'] + ')' if m.get('context_notes') else ''}\"\n )\n dictionary_section = (\n \"Terminology dictionary (use these translations when applicable):\\n\"\n + \"\\n\".join(glossary_lines)\n + \"\\n\\n\"\n )\n\n # Build rows JSON for LLM\n rows_json = json.dumps([\n {\n \"row_id\": str(row.get(\"row_index\", idx)),\n \"text\": row.get(\"source_text\", \"\"),\n }\n for idx, row in enumerate(batch_rows)\n ], indent=2)\n\n # Build prompt\n prompt = render_prompt(\n DEFAULT_EXECUTION_PROMPT_TEMPLATE,\n {\n \"source_language\": job.source_dialect or \"SQL\",\n \"target_language\": job.target_language or job.target_dialect or \"en\",\n \"source_dialect\": job.source_dialect or \"\",\n \"target_dialect\": job.target_dialect or \"\",\n \"translation_column\": job.translation_column or \"\",\n \"dictionary_section\": dictionary_section,\n \"rows_json\": rows_json,\n \"row_count\": str(len(batch_rows)),\n },\n )\n\n # Call LLM with retry\n llm_response = None\n last_error = None\n retries = 0\n\n for attempt in range(1, MAX_RETRIES_PER_BATCH + 1):\n try:\n llm_response = self._call_llm(job, prompt)\n break\n except Exception as e:\n last_error = str(e)\n retries += 1\n logger.explore(f\"LLM call failed (attempt {attempt})\", {\n \"batch_id\": batch_id,\n \"error\": last_error,\n \"attempt\": attempt,\n })\n if attempt < MAX_RETRIES_PER_BATCH:\n time.sleep(2 ** attempt) # Exponential backoff\n else:\n logger.explore(\"LLM call exhausted retries\", {\n \"batch_id\": batch_id,\n \"last_error\": last_error,\n })\n\n if llm_response is None:\n # All retries failed — mark all rows as failed\n for row in batch_rows:\n record = TranslationRecord(\n id=str(uuid.uuid4()),\n batch_id=batch_id,\n run_id=run_id,\n source_sql=row.get(\"source_text\", \"\"),\n target_sql=None,\n source_object_type=\"table_row\",\n source_object_id=row.get(\"row_index\"),\n source_object_name=row.get(\"source_object_name\", \"\"),\n source_data=row.get(\"source_data\"),\n status=\"FAILED\",\n error_message=f\"LLM call failed after {retries} retries: {last_error}\",\n )\n self.db.add(record)\n return {\"successful\": 0, \"failed\": len(batch_rows), \"skipped\": 0, \"retries\": retries}\n\n # Parse LLM response\n try:\n translations = self._parse_llm_response(llm_response, len(batch_rows))\n except ValueError as e:\n # Parse failure — mark all rows as SKIPPED\n logger.explore(\"LLM response parse failed\", {\n \"batch_id\": batch_id,\n \"error\": str(e),\n \"response_preview\": llm_response[:500] if llm_response else \"\",\n })\n skipped = len(batch_rows)\n for row in batch_rows:\n record = TranslationRecord(\n id=str(uuid.uuid4()),\n batch_id=batch_id,\n run_id=run_id,\n source_sql=row.get(\"source_text\", \"\"),\n target_sql=None,\n source_object_type=\"table_row\",\n source_object_id=row.get(\"row_index\"),\n source_object_name=row.get(\"source_object_name\", \"\"),\n source_data=row.get(\"source_data\"),\n status=\"SKIPPED\",\n error_message=f\"LLM parse failure: {e}\",\n )\n self.db.add(record)\n return {\n \"successful\": 0,\n \"failed\": 0,\n \"skipped\": skipped,\n \"retries\": retries,\n }\n\n successful = 0\n failed = 0\n skipped = 0\n\n for row in batch_rows:\n row_id = str(row.get(\"row_index\", \"\"))\n translation = translations.get(row_id)\n\n if translation is None:\n # NULL translation — skip\n skipped += 1\n record = TranslationRecord(\n id=str(uuid.uuid4()),\n batch_id=batch_id,\n run_id=run_id,\n source_sql=row.get(\"source_text\", \"\"),\n target_sql=\"\",\n source_object_type=\"table_row\",\n source_object_id=row.get(\"row_index\"),\n source_object_name=row.get(\"source_object_name\", \"\"),\n source_data=row.get(\"source_data\"),\n status=\"SKIPPED\",\n error_message=\"NULL translation returned by LLM\",\n )\n self.db.add(record)\n continue\n\n if translation.strip() == \"\":\n # Empty translation — skip\n skipped += 1\n record = TranslationRecord(\n id=str(uuid.uuid4()),\n batch_id=batch_id,\n run_id=run_id,\n source_sql=row.get(\"source_text\", \"\"),\n target_sql=\"\",\n source_object_type=\"table_row\",\n source_object_id=row.get(\"row_index\"),\n source_object_name=row.get(\"source_object_name\", \"\"),\n source_data=row.get(\"source_data\"),\n status=\"SKIPPED\",\n error_message=\"Empty translation returned by LLM\",\n )\n self.db.add(record)\n continue\n\n successful += 1\n record = TranslationRecord(\n id=str(uuid.uuid4()),\n batch_id=batch_id,\n run_id=run_id,\n source_sql=row.get(\"source_text\", \"\"),\n target_sql=translation,\n source_object_type=\"table_row\",\n source_object_id=row.get(\"row_index\"),\n source_object_name=row.get(\"source_object_name\", \"\"),\n source_data=row.get(\"source_data\"),\n status=\"SUCCESS\",\n )\n self.db.add(record)\n\n return {\n \"successful\": successful,\n \"failed\": failed,\n \"skipped\": skipped,\n \"retries\": retries,\n }\n # endregion _call_llm_for_batch\n\n # region _call_llm [TYPE Function]\n # @PURPOSE: Call the configured LLM provider with the batch prompt.\n # @PRE: job has valid provider_id.\n # @POST: Returns raw LLM response string.\n # @SIDE_EFFECT: HTTP call to LLM provider.\n def _call_llm(self, job: TranslationJob, prompt: str) -> str:\n with belief_scope(\"TranslationExecutor._call_llm\"):\n if not job.provider_id:\n raise ValueError(\"Job has no LLM provider configured\")\n\n provider_svc = LLMProviderService(self.db)\n provider = provider_svc.get_provider(job.provider_id)\n if not provider:\n raise ValueError(f\"LLM provider '{job.provider_id}' not found\")\n\n api_key = provider_svc.get_decrypted_api_key(job.provider_id)\n if not api_key:\n raise ValueError(f\"Could not decrypt API key for provider '{job.provider_id}'\")\n\n model = provider.default_model or \"gpt-4o-mini\"\n provider_type = provider.provider_type.lower() if provider.provider_type else \"openai\"\n\n if provider_type in (\"openai\", \"openai_compatible\", \"openrouter\", \"kilo\"):\n return self._call_openai_compatible(\n base_url=provider.base_url,\n api_key=api_key,\n model=model,\n prompt=prompt,\n provider_type=provider_type,\n )\n else:\n raise ValueError(f\"Unsupported provider type '{provider_type}'\")\n # endregion _call_llm\n\n # region _call_openai_compatible [TYPE Function]\n # @PURPOSE: Call OpenAI-compatible API for batch translation.\n # @PRE: Valid API endpoint, key, model, and prompt.\n # @POST: Returns response text.\n # @SIDE_EFFECT: HTTP POST to LLM API.\n @staticmethod\n def _call_openai_compatible(\n base_url: str,\n api_key: str,\n model: str,\n prompt: str,\n provider_type: str = \"openai\",\n ) -> str:\n with belief_scope(\"TranslationExecutor._call_openai_compatible\"):\n import requests as http_requests\n\n url = f\"{base_url.rstrip('/')}/chat/completions\"\n headers = {\n \"Authorization\": f\"Bearer {api_key}\",\n \"Content-Type\": \"application/json\",\n }\n payload = {\n \"model\": model,\n \"messages\": [\n {\"role\": \"system\", \"content\": \"You are a database content translation assistant. Translate the provided text accurately, preserving data semantics.\"},\n {\"role\": \"user\", \"content\": prompt},\n ],\n \"temperature\": 0.1,\n \"max_tokens\": 4096,\n }\n # Structured output (response_format) only for native OpenAI — upstream providers routed via\n # Kilo/OpenRouter may not support it (e.g. StepFun returns \"structured_outputs is not supported\")\n if provider_type in (\"openai\", \"openai_compatible\"):\n payload[\"response_format\"] = {\"type\": \"json_object\"}\n\n logger.reason(\n f\"LLM request model={payload.get('model')} \"\n f\"provider_type={provider_type} \"\n f\"response_format={'yes' if 'response_format' in payload else 'no'} \"\n f\"prompt_len={len(prompt)}\"\n )\n response = http_requests.post(url, headers=headers, json=payload, timeout=180)\n if not response.ok:\n logger.explore(\n f\"LLM API error status={response.status_code} \"\n f\"model={payload.get('model')} \"\n f\"body={response.text[:2000]}\"\n )\n response.raise_for_status()\n data = response.json()\n\n choices = data.get(\"choices\", [])\n if not choices:\n raise ValueError(\"LLM returned no choices\")\n\n content = choices[0].get(\"message\", {}).get(\"content\", \"\")\n if not content:\n raise ValueError(\"LLM returned empty content\")\n\n return content\n # endregion _call_openai_compatible\n\n # region _parse_llm_response [TYPE Function]\n # @PURPOSE: Parse LLM JSON response into dict of row_id -> translation.\n # @PRE: response_text is valid JSON with {\"rows\": [...]} structure.\n # @POST: Returns dict mapping row_id to translation text.\n @staticmethod\n def _parse_llm_response(response_text: str, expected_count: int) -> dict[str, str]:\n with belief_scope(\"TranslationExecutor._parse_llm_response\"):\n try:\n data = json.loads(response_text)\n except json.JSONDecodeError:\n # Try to extract from markdown code block\n import re\n match = re.search(r'```(?:json)?\\s*\\n?(.*?)\\n?```', response_text, re.DOTALL)\n if match:\n try:\n data = json.loads(match.group(1))\n except json.JSONDecodeError:\n raise ValueError(\"LLM response was not valid JSON\")\n else:\n raise ValueError(\"LLM response was not valid JSON\")\n\n rows = data.get(\"rows\", [])\n if not isinstance(rows, list):\n raise ValueError(\"LLM response missing 'rows' array\")\n\n translations: dict[str, str] = {}\n for item in rows:\n row_id = str(item.get(\"row_id\", \"\"))\n translation = item.get(\"translation\")\n if translation is None:\n # Skip NULL translations — they'll be handled by caller\n continue\n if row_id:\n translations[row_id] = str(translation)\n\n return translations\n # endregion _parse_llm_response\n\n\n# #endregion TranslationExecutor\n# #endregion TranslationExecutor\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslationExecutor [C:4] [TYPE Module] [SEMANTICS sqlalchemy, tenacity, translate, insert, llm-retry]\n# @BRIEF Process translation in batches: fetch source rows, call LLM, persist TranslationBatch and TranslationRecord rows.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [TranslationBatch]\n# @RELATION DEPENDS_ON -> [TranslationRecord]\n# @RELATION DEPENDS_ON -> [TranslationRun]\n# @RELATION DEPENDS_ON -> [LLMProviderService]\n# @RELATION DEPENDS_ON -> [DictionaryManager]\n# @RELATION DEPENDS_ON -> [TranslationPreview]\n# @PRE: Valid TranslationRun with job configuration. DB session is available.\n# @POST: TranslationBatch and TranslationRecord rows are created. Run status is updated.\n# @SIDE_EFFECT: Calls LLM provider; creates DB rows; updates run statistics.\n# @RATIONALE: Batch processing with retry — independent batches allow partial recovery.\n# @REJECTED: Single monolithic LLM call — would lose all progress on any failure.\n\nimport json\nimport time\nimport uuid\nfrom collections.abc import Callable\nfrom datetime import UTC, datetime\nfrom typing import Any\n\nfrom sqlalchemy.orm import Session\n\nfrom ...core.config_manager import ConfigManager\nfrom ...core.logger import belief_scope, logger\nfrom ...models.translate import (\n TranslationBatch,\n TranslationJob,\n TranslationLanguage,\n TranslationPreviewRecord,\n TranslationPreviewSession,\n TranslationRecord,\n TranslationRun,\n)\nfrom ...services.llm_prompt_templates import render_prompt\nfrom ...services.llm_provider import LLMProviderService\nfrom .dictionary import DictionaryManager\nfrom .preview import DEFAULT_EXECUTION_PROMPT_TEMPLATE\nfrom .prompt_builder import ContextAwarePromptBuilder\n\n# #region MAX_RETRIES_PER_BATCH [TYPE Constant]\n# @BRIEF Maximum number of retries for a single batch before marking it failed.\nMAX_RETRIES_PER_BATCH = 3\n# #endregion MAX_RETRIES_PER_BATCH\n\n\n# #region TranslationExecutor [C:4] [TYPE Class]\n# @BRIEF Process translation batches: fetch source rows, filter dict, call LLM, persist results.\n# @PRE: DB session and config manager available.\n# @POST: Batches and records created with status tracking.\n# @SIDE_EFFECT: LLM API calls; DB writes.\nclass TranslationExecutor:\n\n def __init__(\n self,\n db: Session,\n config_manager: ConfigManager,\n current_user: str | None = None,\n on_batch_progress: Callable[[str, int, int, int, int], None] | None = None,\n ):\n self.db = db\n self.config_manager = config_manager\n self.current_user = current_user\n self.on_batch_progress = on_batch_progress\n self._current_run_id: str | None = None\n self._preview_edits_cache: dict[str, dict[str, str]] | None = None # key_hash -> {lang_code: edited_value}\n\n # region execute_run [TYPE Function]\n # @PURPOSE: Run full translation execution for a TranslationRun.\n # @PRE: run is in PENDING or RUNNING status with valid job config.\n # @POST: Run is populated with batches and records.\n # @SIDE_EFFECT: LLM API calls; DB batch writes.\n def execute_run(\n self,\n run: TranslationRun,\n llm_progress_callback: Callable[[str, int, int, int], None] | None = None,\n ) -> TranslationRun:\n with belief_scope(\"TranslationExecutor.execute_run\"):\n job = self.db.query(TranslationJob).filter(TranslationJob.id == run.job_id).first()\n if not job:\n raise ValueError(f\"Job '{run.job_id}' not found for run '{run.id}'\")\n\n logger.reason(\"Starting translation execution\", {\n \"run_id\": run.id,\n \"job_id\": job.id,\n \"batch_size\": job.batch_size,\n })\n\n # Load preview edits for carry-forward\n self._load_preview_edits(job.id)\n\n # Mark run as RUNNING\n run.status = \"RUNNING\"\n run.started_at = datetime.now(UTC)\n self.db.flush()\n\n # Fetch source rows from the accepted preview session\n source_rows = self._fetch_source_rows(job.id, run.id)\n if not source_rows:\n logger.explore(\"No source rows to translate\", {\"run_id\": run.id})\n run.status = \"COMPLETED\"\n run.completed_at = datetime.now(UTC)\n self.db.flush()\n return run\n\n # Apply new-key-only filtering for scheduled runs\n if run.trigger_type == \"new_key_only\":\n source_rows = self._filter_new_keys(job, run.id, source_rows)\n if not source_rows:\n logger.reason(\"run_noop — no new rows to translate\", {\n \"job_id\": job.id, \"run_id\": run.id,\n })\n run.status = \"COMPLETED\"\n run.insert_status = \"skipped\"\n run.total_records = 0\n run.completed_at = datetime.now(UTC)\n self.db.commit()\n return\n\n total_rows = len(source_rows)\n run.total_records = total_rows\n\n # Split into batches\n batch_size = job.batch_size or 50\n batches = [\n source_rows[i:i + batch_size]\n for i in range(0, total_rows, batch_size)\n ]\n\n logger.reason(f\"Processing {len(batches)} batches\", {\n \"run_id\": run.id,\n \"total_rows\": total_rows,\n \"batch_size\": batch_size,\n })\n\n successful_records = 0\n failed_records = 0\n skipped_records = 0\n\n for batch_idx, batch_rows in enumerate(batches):\n batch_result = self._process_batch(\n job=job,\n run_id=run.id,\n batch_index=batch_idx,\n batch_rows=batch_rows,\n )\n successful_records += batch_result[\"successful\"]\n failed_records += batch_result[\"failed\"]\n skipped_records += batch_result[\"skipped\"]\n\n # Update run stats incrementally\n run.successful_records = successful_records\n run.failed_records = failed_records\n run.skipped_records = skipped_records\n self.db.flush()\n\n if self.on_batch_progress:\n self.on_batch_progress(\n run.id, batch_idx + 1, len(batches),\n successful_records, total_rows,\n )\n\n # Update final run status\n if failed_records == 0 and skipped_records == 0:\n run.status = \"COMPLETED\"\n elif successful_records == 0:\n run.status = \"FAILED\"\n else:\n run.status = \"COMPLETED\" # Partial success\n\n run.completed_at = datetime.now(UTC)\n self.db.flush()\n\n logger.reflect(\"Translation execution complete\", {\n \"run_id\": run.id,\n \"status\": run.status,\n \"total\": total_rows,\n \"successful\": successful_records,\n \"failed\": failed_records,\n \"skipped\": skipped_records,\n })\n\n return run\n # endregion execute_run\n\n # region _fetch_source_rows [TYPE Function]\n # @PURPOSE: Fetch full source dataset from Superset (via datasource) for full translation.\n # @PRE: job_id exists. Job may have source_datasource_id for full fetch.\n # @POST: Returns list of dicts with source data (all rows from the source datasource).\n # @SIDE_EFFECT: Makes HTTP call to Superset chart data API when datasource is configured.\n def _fetch_source_rows(self, job_id: str, run_id: str) -> list[dict[str, Any]]:\n with belief_scope(\"TranslationExecutor._fetch_source_rows\"):\n job = self.db.query(TranslationJob).filter(TranslationJob.id == job_id).first()\n\n # If source_datasource_id is configured, fetch ALL rows from the Superset chart data API\n if job and job.source_datasource_id:\n try:\n logger.reason(\"Fetching full dataset from Superset datasource\", {\n \"run_id\": run_id,\n \"datasource_id\": job.source_datasource_id,\n \"environment_id\": job.environment_id,\n })\n\n # Determine environment\n environments = self.config_manager.get_environments()\n target_env_id = job.environment_id or job.source_dialect or \"\"\n env_config = next(\n (e for e in environments if e.id == target_env_id),\n None,\n )\n if not env_config and environments:\n env_config = environments[0]\n\n if env_config:\n from ...core.superset_client import SupersetClient\n client = SupersetClient(env_config)\n\n # Fetch dataset detail to build proper query context\n dataset_detail = client.get_dataset_detail(int(job.source_datasource_id))\n\n # Build query context (same approach as preview but without row_limit)\n query_context = client.build_dataset_preview_query_context(\n dataset_id=int(job.source_datasource_id),\n dataset_record=dataset_detail,\n template_params={},\n effective_filters=[],\n )\n\n # Remove row_limit to get ALL rows; use result_type=\"samples\"\n queries = query_context.get(\"queries\", [])\n if queries:\n queries[0].pop(\"row_limit\", None)\n queries[0].pop(\"result_type\", None)\n queries[0][\"metrics\"] = []\n query_context[\"result_type\"] = \"samples\"\n form_data = query_context.get(\"form_data\", {})\n form_data.pop(\"query_mode\", None)\n\n response = client.network.request(\n method=\"POST\",\n endpoint=\"/api/v1/chart/data\",\n data=json.dumps(query_context),\n headers={\"Content-Type\": \"application/json\"},\n )\n\n # Extract rows\n rows = self._extract_chart_data_rows(response)\n\n if rows:\n logger.reason(f\"Fetched {len(rows)} rows from Superset datasource\", {\n \"run_id\": run_id,\n })\n # Map rows to source_rows format\n source_rows = []\n for idx, row in enumerate(rows):\n source_data_dict = dict(row) if row else None\n source_text = str(row.get(job.translation_column, \"\")) if job.translation_column else json.dumps(row)\n source_rows.append({\n \"row_index\": str(idx),\n \"source_text\": source_text,\n \"approved_translation\": None,\n \"source_object_name\": f\"Row {idx}\",\n \"source_data\": source_data_dict,\n })\n return source_rows\n else:\n logger.explore(\"Superset datasource returned no rows\", {\n \"run_id\": run_id,\n \"datasource_id\": job.source_datasource_id,\n })\n else:\n logger.explore(\"No environment config found for datasource fetch\", {\n \"env_id\": target_env_id,\n })\n except Exception as e:\n logger.explore(\"Failed to fetch full dataset from Superset, falling back to preview\", {\n \"run_id\": run_id,\n \"error\": str(e),\n })\n # Fall through to preview-based fetch\n\n # Fallback: get the latest APPLIED preview session\n session = (\n self.db.query(TranslationPreviewSession)\n .filter(\n TranslationPreviewSession.job_id == job_id,\n TranslationPreviewSession.status == \"APPLIED\",\n )\n .order_by(TranslationPreviewSession.created_at.desc())\n .first()\n )\n if not session:\n logger.explore(\"No accepted preview session found\", {\"job_id\": job_id})\n return []\n\n # Fetch APPROVED or all records from the session\n records = (\n self.db.query(TranslationPreviewRecord)\n .filter(\n TranslationPreviewRecord.session_id == session.id,\n TranslationPreviewRecord.status.in_([\"APPROVED\", \"PENDING\"]),\n )\n .all()\n )\n\n source_rows = []\n for rec in records:\n source_data_dict = None\n if hasattr(rec, \"source_data\") and rec.source_data:\n source_data_dict = dict(rec.source_data)\n source_rows.append({\n \"row_index\": rec.source_object_id or \"0\",\n \"source_text\": rec.source_sql or \"\",\n \"approved_translation\": rec.target_sql if rec.status == \"APPROVED\" else None,\n \"source_object_name\": rec.source_object_name or \"\",\n \"source_data\": source_data_dict,\n })\n\n logger.reason(f\"Fetched {len(source_rows)} source rows from preview fallback\", {\n \"run_id\": run_id,\n \"session_id\": session.id,\n })\n return source_rows\n # endregion _fetch_source_rows\n\n # region _filter_new_keys [TYPE Function]\n # @PURPOSE: Filter source rows to only include those with keys absent from the last successful run.\n # @PRE: job and run are persisted; source_rows is a list of dicts with source_data containing key columns.\n # @POST: Returns filtered list of source rows with only new keys. Logs skip count.\n # @SIDE_EFFECT: Queries TranslationRecord from previous runs; no writes.\n def _filter_new_keys(self, job, run_id: str, source_rows: list) -> list:\n with belief_scope(\"TranslationExecutor._filter_new_keys\"):\n # Find most recent COMPLETED run with successful insert for this job\n prev_run = (\n self.db.query(TranslationRun)\n .filter(\n TranslationRun.job_id == job.id,\n TranslationRun.status == \"COMPLETED\",\n TranslationRun.insert_status == \"succeeded\",\n TranslationRun.id != run_id,\n )\n .order_by(TranslationRun.created_at.desc())\n .first()\n )\n if not prev_run:\n logger.reason(\"No prior successful run — all keys treated as new\", {\n \"job_id\": job.id,\n })\n return source_rows\n\n # Get successful records from that run\n prev_records = (\n self.db.query(TranslationRecord)\n .filter(\n TranslationRecord.run_id == prev_run.id,\n TranslationRecord.status == \"SUCCESS\",\n )\n .all()\n )\n if not prev_records:\n return source_rows\n\n # Build set of already-translated composite keys\n key_cols = job.target_key_cols or job.source_key_cols or []\n if not key_cols:\n logger.explore(\"No key columns configured — skipping new-key-only filter\",\n {\"job_id\": job.id})\n return source_rows\n existing_keys = set()\n for rec in prev_records:\n sd = rec.source_data or {}\n key_tuple = tuple(str(sd.get(k, \"\")) for k in key_cols)\n existing_keys.add(key_tuple)\n\n # Filter: keep only rows whose keys are NOT in the existing set\n filtered = []\n skipped = 0\n for row in source_rows:\n sd = row.get(\"source_data\", {}) or {}\n key_tuple = tuple(str(sd.get(k, \"\")) for k in key_cols)\n if key_tuple not in existing_keys:\n filtered.append(row)\n else:\n skipped += 1\n\n logger.reason(f\"New-key-only filter: {len(source_rows)} total → {len(filtered)} new, {skipped} skipped\", {\n \"job_id\": job.id,\n \"prev_run_id\": prev_run.id,\n \"key_cols\": key_cols,\n })\n return filtered\n # endregion _filter_new_keys\n\n # region _extract_chart_data_rows [TYPE Function]\n # @PURPOSE: Extract data rows from Superset chart data API response.\n # @POST: Returns list of dicts with column-value pairs.\n @staticmethod\n def _extract_chart_data_rows(response: dict[str, Any]) -> list[dict[str, Any]]:\n result = response.get(\"result\")\n if isinstance(result, list):\n for item in result:\n if isinstance(item, dict):\n data = item.get(\"data\")\n if isinstance(data, list) and data:\n return data\n if isinstance(result, dict):\n data = result.get(\"data\")\n if isinstance(data, list) and data:\n return data\n data = response.get(\"data\")\n if isinstance(data, list) and data:\n return data\n if isinstance(result, list):\n return result\n return []\n # endregion _extract_chart_data_rows\n\n # region _load_preview_edits [TYPE Function]\n # @PURPOSE: Load user edits from accepted preview session for carry-forward.\n # @PRE: job_id exists.\n # @POST: Populates _preview_edits_cache with key_hash -> {lang_code: edited_value}.\n # @SIDE_EFFECT: Queries TranslationPreviewLanguage and TranslationPreviewRecord.\n def _load_preview_edits(self, job_id: str) -> None:\n \"\"\"Load preview edits for carry-forward during execution.\"\"\"\n from ...models.translate import TranslationPreviewLanguage, TranslationPreviewRecord, TranslationPreviewSession\n\n with belief_scope(\"TranslationExecutor._load_preview_edits\"):\n session = (\n self.db.query(TranslationPreviewSession)\n .filter(\n TranslationPreviewSession.job_id == job_id,\n TranslationPreviewSession.status == \"APPLIED\",\n )\n .order_by(TranslationPreviewSession.created_at.desc())\n .first()\n )\n if not session:\n logger.reason(\"No applied preview session found — no edits to carry forward\", {\n \"job_id\": job_id,\n })\n self._preview_edits_cache = {}\n return\n\n records = (\n self.db.query(TranslationPreviewRecord)\n .filter(TranslationPreviewRecord.session_id == session.id)\n .all()\n )\n\n edits: dict[str, dict[str, str]] = {}\n for rec in records:\n if not rec.source_data:\n continue\n # Compute key hash from source_data\n key_hash = self._compute_key_hash(rec.source_data)\n edited_langs: dict[str, str] = {}\n for lang_entry in (rec.languages or []):\n if lang_entry.status in (\"edited\", \"approved\") and lang_entry.user_edit:\n edited_langs[lang_entry.language_code] = lang_entry.final_value or lang_entry.user_edit\n logger.reason(\"Carrying forward preview edit\", {\n \"key_hash\": key_hash,\n \"language_code\": lang_entry.language_code,\n })\n if edited_langs:\n edits[key_hash] = edited_langs\n\n self._preview_edits_cache = edits\n logger.reason(f\"Loaded {len(edits)} preview edits for carry-forward\", {\n \"job_id\": job_id,\n })\n # endregion _load_preview_edits\n\n # region _compute_key_hash [TYPE Function]\n # @PURPOSE: Compute a stable hash from source_data dict for matching preview edits.\n @staticmethod\n def _compute_key_hash(source_data: dict) -> str:\n import hashlib\n stable = json.dumps(source_data, sort_keys=True)\n return hashlib.sha256(stable.encode()).hexdigest()[:16]\n # endregion _compute_key_hash\n\n # region _process_batch [TYPE Function]\n # @PURPOSE: Process a single batch: filter dict, build prompt, call LLM, persist records.\n # @PRE: job and batch_rows are valid.\n # @POST: TranslationBatch and TranslationRecord rows are created.\n # @SIDE_EFFECT: LLM API call.\n def _process_batch(\n self,\n job: TranslationJob,\n run_id: str,\n batch_index: int,\n batch_rows: list[dict[str, Any]],\n ) -> dict[str, int]:\n with belief_scope(\"TranslationExecutor._process_batch\"):\n batch_start = time.monotonic()\n\n # Create batch record\n batch = TranslationBatch(\n id=str(uuid.uuid4()),\n run_id=run_id,\n batch_index=batch_index,\n status=\"RUNNING\",\n total_records=len(batch_rows),\n started_at=datetime.now(UTC),\n )\n self.db.add(batch)\n self.db.flush()\n batch_id = batch.id\n\n result = {\"successful\": 0, \"failed\": 0, \"skipped\": 0, \"retries\": 0}\n\n # Extract source texts for dict filtering\n source_texts = [\n row.get(\"source_text\", \"\")\n for row in batch_rows\n if row.get(\"source_text\")\n ]\n\n # Filter dictionary entries\n dict_matches = DictionaryManager.filter_for_batch(\n self.db, source_texts, job.id\n )\n\n # For each row, determine if we need LLM translation or can use approved/preview edit\n rows_for_llm = []\n pre_translated = []\n\n for row in batch_rows:\n if row.get(\"approved_translation\"):\n pre_translated.append(row)\n continue\n\n # Check for preview edits carry-forward\n source_data = row.get(\"source_data\") or {}\n if source_data and self._preview_edits_cache:\n key_hash = self._compute_key_hash(source_data)\n preview_edit = self._preview_edits_cache.get(key_hash)\n if preview_edit:\n # Use the first edited language's value as the approved translation\n first_edit = next(iter(preview_edit.values()), None)\n if first_edit:\n row[\"approved_translation\"] = first_edit\n logger.reason(\"Using preview edit carry-forward\", {\n \"key_hash\": key_hash,\n \"langs\": list(preview_edit.keys()),\n })\n pre_translated.append(row)\n continue\n\n rows_for_llm.append(row)\n\n # Handle pre-translated (approved) rows\n target_languages = job.target_languages or [job.target_language or job.target_dialect or \"en\"]\n if not isinstance(target_languages, list):\n target_languages = [str(target_languages)]\n\n for row in pre_translated:\n record = TranslationRecord(\n id=str(uuid.uuid4()),\n batch_id=batch_id,\n run_id=run_id,\n source_sql=row.get(\"source_text\", \"\"),\n target_sql=row.get(\"approved_translation\"),\n source_object_type=\"table_row\",\n source_object_id=row.get(\"row_index\"),\n source_object_name=row.get(\"source_object_name\", \"\"),\n source_data=row.get(\"source_data\"),\n status=\"SUCCESS\",\n )\n self.db.add(record)\n\n # Create per-language entry for each target language (pre-approved)\n for lang_code in target_languages:\n lang_entry = TranslationLanguage(\n id=str(uuid.uuid4()),\n record_id=record.id,\n language_code=lang_code,\n source_language_detected=\"und\",\n translated_value=row.get(\"approved_translation\"),\n final_value=row.get(\"approved_translation\"),\n status=\"translated\",\n needs_review=False,\n )\n self.db.add(lang_entry)\n result[\"successful\"] += 1\n\n # Process rows needing LLM translation\n if rows_for_llm:\n llm_result = self._call_llm_for_batch(\n job=job,\n run_id=run_id,\n batch_rows=rows_for_llm,\n dict_matches=dict_matches,\n batch_id=batch_id,\n )\n result[\"successful\"] += llm_result[\"successful\"]\n result[\"failed\"] += llm_result[\"failed\"]\n result[\"skipped\"] += llm_result[\"skipped\"]\n result[\"retries\"] += llm_result.get(\"retries\", 0)\n\n # Update batch status\n batch.successful_records = result[\"successful\"]\n batch.failed_records = result[\"failed\"]\n batch.completed_at = datetime.now(UTC)\n batch.status = \"COMPLETED\" if result[\"failed\"] == 0 else \"COMPLETED_WITH_ERRORS\"\n self.db.flush()\n\n batch_latency = int((time.monotonic() - batch_start) * 1000)\n logger.reason(f\"Batch {batch_index} complete\", {\n \"batch_id\": batch_id,\n \"latency_ms\": batch_latency,\n **result,\n })\n\n return result\n # endregion _process_batch\n\n # region _call_llm_for_batch [TYPE Function]\n # @PURPOSE: Call LLM for a batch of rows requiring translation. Parse structured JSON response.\n # @PRE: job has valid provider_id. batch_rows is non-empty.\n # @POST: Returns dict with successful/failed/skipped counts. Creates TranslationRecord rows.\n # @SIDE_EFFECT: HTTP call to LLM provider.\n def _call_llm_for_batch(\n self,\n job: TranslationJob,\n run_id: str,\n batch_rows: list[dict[str, Any]],\n dict_matches: list[dict[str, Any]],\n batch_id: str,\n ) -> dict[str, int]:\n with belief_scope(\"TranslationExecutor._call_llm_for_batch\"):\n # Build dictionary section using ContextAwarePromptBuilder\n dictionary_section = \"\"\n if dict_matches:\n # Get row_context from first batch row if available\n row_context = batch_rows[0].get(\"source_data\") if batch_rows else None\n\n # Use ContextAwarePromptBuilder for context-aware annotations\n annotated_entries = ContextAwarePromptBuilder.build_context_entries(\n dict_matches, row_context\n )\n glossary_lines = []\n for annotated_line in annotated_entries:\n glossary_lines.append(f\"- {annotated_line}\")\n dictionary_section = (\n \"Terminology dictionary (use these translations when applicable):\\n\"\n + \"\\n\".join(glossary_lines)\n + \"\\n\\n\"\n )\n\n # Resolve target languages\n target_languages = job.target_languages or [job.target_language or job.target_dialect or \"en\"]\n if not isinstance(target_languages, list):\n target_languages = [str(target_languages)]\n target_languages_str = \", \".join(target_languages)\n\n # Build rows JSON for LLM\n rows_json = json.dumps([\n {\n \"row_id\": str(row.get(\"row_index\", idx)),\n \"text\": row.get(\"source_text\", \"\"),\n }\n for idx, row in enumerate(batch_rows)\n ], indent=2)\n\n # Build prompt (use multi-language format)\n prompt = render_prompt(\n DEFAULT_EXECUTION_PROMPT_TEMPLATE,\n {\n \"source_language\": job.source_dialect or \"SQL\",\n \"target_language\": target_languages_str,\n \"target_languages\": target_languages_str,\n \"source_dialect\": job.source_dialect or \"\",\n \"target_dialect\": job.target_dialect or \"\",\n \"translation_column\": job.translation_column or \"\",\n \"dictionary_section\": dictionary_section,\n \"rows_json\": rows_json,\n \"row_count\": str(len(batch_rows)),\n },\n )\n\n # Call LLM with retry\n llm_response = None\n last_error = None\n retries = 0\n\n for attempt in range(1, MAX_RETRIES_PER_BATCH + 1):\n try:\n llm_response = self._call_llm(job, prompt)\n break\n except Exception as e:\n last_error = str(e)\n retries += 1\n logger.explore(f\"LLM call failed (attempt {attempt})\", {\n \"batch_id\": batch_id,\n \"error\": last_error,\n \"attempt\": attempt,\n })\n if attempt < MAX_RETRIES_PER_BATCH:\n time.sleep(2 ** attempt) # Exponential backoff\n else:\n logger.explore(\"LLM call exhausted retries\", {\n \"batch_id\": batch_id,\n \"last_error\": last_error,\n })\n\n if llm_response is None:\n # All retries failed — mark all rows as failed\n for row in batch_rows:\n record = TranslationRecord(\n id=str(uuid.uuid4()),\n batch_id=batch_id,\n run_id=run_id,\n source_sql=row.get(\"source_text\", \"\"),\n target_sql=None,\n source_object_type=\"table_row\",\n source_object_id=row.get(\"row_index\"),\n source_object_name=row.get(\"source_object_name\", \"\"),\n source_data=row.get(\"source_data\"),\n status=\"FAILED\",\n error_message=f\"LLM call failed after {retries} retries: {last_error}\",\n )\n self.db.add(record)\n return {\"successful\": 0, \"failed\": len(batch_rows), \"skipped\": 0, \"retries\": retries}\n\n # Parse LLM response (multi-language aware)\n try:\n translations = self._parse_llm_response(llm_response, len(batch_rows), target_languages=target_languages)\n except ValueError as e:\n # Parse failure — mark all rows as SKIPPED\n logger.explore(\"LLM response parse failed\", {\n \"batch_id\": batch_id,\n \"error\": str(e),\n \"response_preview\": llm_response[:500] if llm_response else \"\",\n })\n skipped = len(batch_rows)\n for row in batch_rows:\n record = TranslationRecord(\n id=str(uuid.uuid4()),\n batch_id=batch_id,\n run_id=run_id,\n source_sql=row.get(\"source_text\", \"\"),\n target_sql=None,\n source_object_type=\"table_row\",\n source_object_id=row.get(\"row_index\"),\n source_object_name=row.get(\"source_object_name\", \"\"),\n source_data=row.get(\"source_data\"),\n status=\"SKIPPED\",\n error_message=f\"LLM parse failure: {e}\",\n )\n self.db.add(record)\n return {\n \"successful\": 0,\n \"failed\": 0,\n \"skipped\": skipped,\n \"retries\": retries,\n }\n\n successful = 0\n failed = 0\n skipped = 0\n\n for row in batch_rows:\n row_id = str(row.get(\"row_index\", \"\"))\n translation_data = translations.get(row_id)\n source_text = row.get(\"source_text\", \"\")\n detected_lang = \"und\"\n if translation_data:\n detected_lang = translation_data.get(\"detected_source_language\", \"und\")\n\n if translation_data is None:\n # NULL translation — skip\n skipped += 1\n record = TranslationRecord(\n id=str(uuid.uuid4()),\n batch_id=batch_id,\n run_id=run_id,\n source_sql=source_text,\n target_sql=\"\",\n source_object_type=\"table_row\",\n source_object_id=row.get(\"row_index\"),\n source_object_name=row.get(\"source_object_name\", \"\"),\n source_data=row.get(\"source_data\"),\n status=\"SKIPPED\",\n error_message=\"NULL translation returned by LLM\",\n )\n self.db.add(record)\n continue\n\n # Collect per-language translated values\n per_lang_values: dict[str, str] = {}\n has_any_translation = False\n\n # First try multi-language format (per-language keys)\n for lang_code in target_languages:\n lang_val = translation_data.get(lang_code)\n if lang_val is not None and str(lang_val).strip():\n per_lang_values[lang_code] = str(lang_val)\n has_any_translation = True\n\n # Fallback to legacy single \"translation\" key format\n if not has_any_translation:\n translation_text = translation_data.get(\"translation\", \"\")\n if translation_text.strip():\n per_lang_values[target_languages[0]] = translation_text\n has_any_translation = True\n\n if not has_any_translation:\n # Empty/all-empty translations — skip\n skipped += 1\n record = TranslationRecord(\n id=str(uuid.uuid4()),\n batch_id=batch_id,\n run_id=run_id,\n source_sql=source_text,\n target_sql=\"\",\n source_object_type=\"table_row\",\n source_object_id=row.get(\"row_index\"),\n source_object_name=row.get(\"source_object_name\", \"\"),\n source_data=row.get(\"source_data\"),\n status=\"SKIPPED\",\n error_message=\"Empty translation returned by LLM\",\n )\n self.db.add(record)\n continue\n\n # Use the first language's value as the primary target_sql for backward compat\n primary_translation = next(iter(per_lang_values.values()), \"\")\n\n successful += 1\n record = TranslationRecord(\n id=str(uuid.uuid4()),\n batch_id=batch_id,\n run_id=run_id,\n source_sql=source_text,\n target_sql=primary_translation,\n source_object_type=\"table_row\",\n source_object_id=row.get(\"row_index\"),\n source_object_name=row.get(\"source_object_name\", \"\"),\n source_data=row.get(\"source_data\"),\n status=\"SUCCESS\",\n )\n self.db.add(record)\n\n # Create per-language entries — one TranslationLanguage per language_code\n for lang_code in target_languages:\n lang_translation = per_lang_values.get(lang_code, \"\")\n\n # Source-as-reference: if detected source language matches this target,\n # store the original text verbatim (no translation needed)\n if detected_lang != \"und\" and str(lang_code).lower() == str(detected_lang).lower():\n lang_translation = source_text\n\n # Check for undetermined source language\n lang_needs_review = (detected_lang == \"und\")\n\n if lang_needs_review:\n logger.explore(\"undetected language\", {\n \"record_id\": row_id,\n \"language_code\": lang_code,\n \"source_text\": source_text[:100],\n })\n\n lang_entry = TranslationLanguage(\n id=str(uuid.uuid4()),\n record_id=record.id,\n language_code=lang_code,\n source_language_detected=detected_lang,\n translated_value=lang_translation or \"\",\n final_value=lang_translation or \"\",\n status=\"translated\",\n needs_review=lang_needs_review,\n )\n self.db.add(lang_entry)\n\n return {\n \"successful\": successful,\n \"failed\": failed,\n \"skipped\": skipped,\n \"retries\": retries,\n }\n # endregion _call_llm_for_batch\n\n # region _call_llm [TYPE Function]\n # @PURPOSE: Call the configured LLM provider with the batch prompt.\n # @PRE: job has valid provider_id.\n # @POST: Returns raw LLM response string.\n # @SIDE_EFFECT: HTTP call to LLM provider.\n def _call_llm(self, job: TranslationJob, prompt: str) -> str:\n with belief_scope(\"TranslationExecutor._call_llm\"):\n if not job.provider_id:\n raise ValueError(\"Job has no LLM provider configured\")\n\n provider_svc = LLMProviderService(self.db)\n provider = provider_svc.get_provider(job.provider_id)\n if not provider:\n raise ValueError(f\"LLM provider '{job.provider_id}' not found\")\n\n api_key = provider_svc.get_decrypted_api_key(job.provider_id)\n if not api_key:\n raise ValueError(f\"Could not decrypt API key for provider '{job.provider_id}'\")\n\n model = provider.default_model or \"gpt-4o-mini\"\n provider_type = provider.provider_type.lower() if provider.provider_type else \"openai\"\n\n if provider_type in (\"openai\", \"openai_compatible\", \"openrouter\", \"kilo\"):\n return self._call_openai_compatible(\n base_url=provider.base_url,\n api_key=api_key,\n model=model,\n prompt=prompt,\n provider_type=provider_type,\n )\n else:\n raise ValueError(f\"Unsupported provider type '{provider_type}'\")\n # endregion _call_llm\n\n # region _call_openai_compatible [TYPE Function]\n # @PURPOSE: Call OpenAI-compatible API for batch translation.\n # @PRE: Valid API endpoint, key, model, and prompt.\n # @POST: Returns response text.\n # @SIDE_EFFECT: HTTP POST to LLM API.\n @staticmethod\n def _call_openai_compatible(\n base_url: str,\n api_key: str,\n model: str,\n prompt: str,\n provider_type: str = \"openai\",\n ) -> str:\n with belief_scope(\"TranslationExecutor._call_openai_compatible\"):\n import requests as http_requests\n\n url = f\"{base_url.rstrip('/')}/chat/completions\"\n headers = {\n \"Authorization\": f\"Bearer {api_key}\",\n \"Content-Type\": \"application/json\",\n }\n payload = {\n \"model\": model,\n \"messages\": [\n {\"role\": \"system\", \"content\": \"You are a database content translation assistant. Translate the provided text accurately, preserving data semantics.\"},\n {\"role\": \"user\", \"content\": prompt},\n ],\n \"temperature\": 0.1,\n \"max_tokens\": 4096,\n }\n # Structured output (response_format) only for native OpenAI — upstream providers routed via\n # Kilo/OpenRouter may not support it (e.g. StepFun returns \"structured_outputs is not supported\")\n if provider_type in (\"openai\", \"openai_compatible\"):\n payload[\"response_format\"] = {\"type\": \"json_object\"}\n\n logger.reason(\n f\"LLM request model={payload.get('model')} \"\n f\"provider_type={provider_type} \"\n f\"response_format={'yes' if 'response_format' in payload else 'no'} \"\n f\"prompt_len={len(prompt)}\"\n )\n response = http_requests.post(url, headers=headers, json=payload, timeout=180)\n if not response.ok:\n logger.explore(\n f\"LLM API error status={response.status_code} \"\n f\"model={payload.get('model')} \"\n f\"body={response.text[:2000]}\"\n )\n response.raise_for_status()\n data = response.json()\n\n choices = data.get(\"choices\", [])\n if not choices:\n raise ValueError(\"LLM returned no choices\")\n\n content = choices[0].get(\"message\", {}).get(\"content\", \"\")\n if not content:\n raise ValueError(\"LLM returned empty content\")\n\n return content\n # endregion _call_openai_compatible\n\n # region _parse_llm_response [TYPE Function]\n # @PURPOSE: Parse LLM JSON response into dict of row_id -> per-language translations.\n # Supports multi-language format: {\"row_id\": 0, \"detected_source_language\": \"fr\", \"ru\": \"текст\", \"en\": \"text\"}\n # Backward-compat: old format {\"row_id\": 0, \"translation\": \"text\", \"detected_source_language\": \"fr\"}\n # @PRE: response_text is valid JSON with {\"rows\": [...]} structure.\n # @POST: Returns dict mapping row_id to dict with 'detected_source_language' and per-language codes.\n @staticmethod\n def _parse_llm_response(response_text: str, expected_count: int, target_languages: list[str] | None = None) -> dict[str, dict[str, str]]:\n with belief_scope(\"TranslationExecutor._parse_llm_response\"):\n try:\n data = json.loads(response_text)\n except json.JSONDecodeError:\n # Try to extract from markdown code block\n import re\n match = re.search(r'```(?:json)?\\s*\\n?(.*?)\\n?```', response_text, re.DOTALL)\n if match:\n try:\n data = json.loads(match.group(1))\n except json.JSONDecodeError:\n raise ValueError(\"LLM response was not valid JSON\")\n else:\n raise ValueError(\"LLM response was not valid JSON\")\n\n rows = data.get(\"rows\", [])\n if not isinstance(rows, list):\n raise ValueError(\"LLM response missing 'rows' array\")\n\n translations: dict[str, dict[str, str]] = {}\n for item in rows:\n row_id = str(item.get(\"row_id\", \"\"))\n if not row_id:\n continue\n\n detected_lang = str(item.get(\"detected_source_language\", \"und\")) if item.get(\"detected_source_language\") else \"und\"\n result: dict[str, str] = {\n \"detected_source_language\": detected_lang,\n }\n\n # Multi-language format: extract per-language keys\n has_language_data = False\n if target_languages:\n for lang_code in target_languages:\n lang_val = item.get(lang_code)\n if lang_val is not None and str(lang_val).strip():\n result[lang_code] = str(lang_val)\n has_language_data = True\n\n # Fallback to legacy single \"translation\" key format\n if not has_language_data:\n translation = item.get(\"translation\")\n if translation is not None:\n result[\"translation\"] = str(translation)\n has_language_data = True\n\n if has_language_data:\n translations[row_id] = result\n\n if len(translations) < expected_count:\n logger.explore(\n f\"LLM returned fewer translations expected={expected_count} \"\n f\"got={len(translations)}\"\n )\n\n return translations\n # endregion _parse_llm_response\n\n\n# #endregion TranslationExecutor\n# #endregion TranslationExecutor\n" }, { "contract_id": "MAX_RETRIES_PER_BATCH", "contract_type": "Constant", "file_path": "backend/src/plugins/translate/executor.py", - "start_line": 40, - "end_line": 43, + "start_line": 42, + "end_line": 45, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -52376,6 +54000,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MAX_RETRIES_PER_BATCH [TYPE Constant]\n# @BRIEF Maximum number of retries for a single batch before marking it failed.\nMAX_RETRIES_PER_BATCH = 3\n# #endregion MAX_RETRIES_PER_BATCH\n" }, { @@ -52383,7 +54008,7 @@ "contract_type": "Module", "file_path": "backend/src/plugins/translate/metrics.py", "start_line": 1, - "end_line": 169, + "end_line": 191, "tier": "TIER_2", "complexity": 3, "metadata": { @@ -52460,14 +54085,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslationMetrics [C:3] [TYPE Module] [SEMANTICS sqlalchemy, translate, metrics, job, statistics]\n# @BRIEF Aggregate translation metrics from live TranslationEvent + MetricSnapshot for per-job reporting.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [TranslationEvent:Class]\n# @RELATION DEPENDS_ON -> [MetricSnapshot:Class]\n# @RELATION DEPENDS_ON -> [TranslationRun:Class]\n# @RELATION DEPENDS_ON -> [TranslationSchedule:Class]\n# @PRE: Database session is open.\n# @POST: Metrics are aggregated and returned; no side effects.\n# @RATIONALE: Live events (<90 days) + MetricSnapshot (>=90 days) fusion for complete picture.\n# @REJECTED: Querying all events for all time — would be slow; MetricSnapshot provides historical summary.\n\nfrom datetime import UTC, datetime\nfrom typing import Any\n\nfrom sqlalchemy import func\nfrom sqlalchemy.orm import Session\n\nfrom ...core.logger import belief_scope\nfrom ...models.translate import (\n MetricSnapshot,\n TranslationEvent,\n TranslationRun,\n TranslationSchedule,\n)\n\n\n# #region TranslationMetrics [C:3] [TYPE Class]\n# @BRIEF Aggregate translation metrics from live events and MetricSnapshot.\nclass TranslationMetrics:\n\n def __init__(self, db: Session):\n self.db = db\n\n # region get_job_metrics [TYPE Function]\n # @PURPOSE: Get aggregated metrics for a specific job.\n # @PRE: job_id exists.\n # @POST: Returns dict with metrics from events + latest snapshot.\n def get_job_metrics(self, job_id: str) -> dict[str, Any]:\n with belief_scope(\"TranslationMetrics.get_job_metrics\"):\n # Run counts from TranslationRun\n run_counts = (\n self.db.query(\n TranslationRun.status,\n func.count(TranslationRun.id),\n )\n .filter(TranslationRun.job_id == job_id)\n .group_by(TranslationRun.status)\n .all()\n )\n\n total_runs = 0\n status_counts: dict[str, int] = {}\n for status_val, count in run_counts:\n status_counts[status_val] = count\n total_runs += count\n\n # Aggregate record stats from runs\n record_stats = (\n self.db.query(\n func.coalesce(func.sum(TranslationRun.total_records), 0),\n func.coalesce(func.sum(TranslationRun.successful_records), 0),\n func.coalesce(func.sum(TranslationRun.failed_records), 0),\n func.coalesce(func.sum(TranslationRun.skipped_records), 0),\n )\n .filter(TranslationRun.job_id == job_id)\n .first()\n )\n total_records = record_stats[0] if record_stats else 0\n successful_records = record_stats[1] if record_stats else 0\n failed_records = record_stats[2] if record_stats else 0\n skipped_records = record_stats[3] if record_stats else 0\n\n # Average duration from runs\n avg_duration = (\n self.db.query(\n func.avg(\n func.extract('epoch', TranslationRun.completed_at - TranslationRun.started_at) * 1000\n )\n )\n .filter(\n TranslationRun.job_id == job_id,\n TranslationRun.started_at.isnot(None),\n TranslationRun.completed_at.isnot(None),\n )\n .scalar()\n )\n\n # Last run\n last_run = (\n self.db.query(TranslationRun)\n .filter(TranslationRun.job_id == job_id)\n .order_by(TranslationRun.created_at.desc())\n .first()\n )\n\n # Next scheduled run\n next_schedule = (\n self.db.query(TranslationSchedule)\n .filter(\n TranslationSchedule.job_id == job_id,\n TranslationSchedule.is_active == True,\n )\n .first()\n )\n\n # Cumulative tokens/cost from MetricSnapshot + events\n cumulative_tokens = 0\n cumulative_cost = 0.0\n\n # Latest MetricSnapshot\n latest_snapshot = (\n self.db.query(MetricSnapshot)\n .filter(MetricSnapshot.job_id == job_id)\n .order_by(MetricSnapshot.snapshot_date.desc())\n .first()\n )\n if latest_snapshot:\n # MetricSnapshot stores per-snapshot aggregated tokens/cost\n # Here we sum what we stored — in practice MetricSnapshot.covers_events_before\n # indicates cutoff\n pass\n\n # Live events (<90 days) for token/cost\n cutoff = datetime.now(UTC)\n live_events = (\n self.db.query(TranslationEvent)\n .filter(\n TranslationEvent.job_id == job_id,\n TranslationEvent.event_type.in_([\"TRANSLATION_PHASE_COMPLETED\", \"RUN_COMPLETED\"]),\n TranslationEvent.created_at > cutoff, # events newer than snapshot\n )\n .all()\n )\n\n return {\n \"job_id\": job_id,\n \"total_runs\": total_runs,\n \"successful_runs\": status_counts.get(\"COMPLETED\", 0),\n \"failed_runs\": status_counts.get(\"FAILED\", 0),\n \"cancelled_runs\": status_counts.get(\"CANCELLED\", 0),\n \"total_records\": int(total_records),\n \"successful_records\": int(successful_records),\n \"failed_records\": int(failed_records),\n \"skipped_records\": int(skipped_records),\n \"cumulative_tokens\": cumulative_tokens,\n \"cumulative_cost\": cumulative_cost,\n \"avg_duration_ms\": int(avg_duration) if avg_duration else None,\n \"last_run_at\": last_run.created_at.isoformat() if last_run else None,\n \"next_scheduled_run\": next_schedule.last_run_at.isoformat() if next_schedule and next_schedule.last_run_at else None,\n }\n # endregion get_job_metrics\n\n # region get_all_metrics [TYPE Function]\n # @PURPOSE: Get aggregated metrics for all jobs.\n # @POST: Returns list of per-job metrics.\n def get_all_metrics(self) -> list[dict[str, Any]]:\n with belief_scope(\"TranslationMetrics.get_all_metrics\"):\n job_ids = (\n self.db.query(TranslationRun.job_id)\n .distinct()\n .all()\n )\n return [self.get_job_metrics(jid[0]) for jid in job_ids if jid[0]]\n # endregion get_all_metrics\n\n\n# #endregion TranslationMetrics\n# #endregion TranslationMetrics\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslationMetrics [C:3] [TYPE Module] [SEMANTICS sqlalchemy, translate, metrics, job, statistics]\n# @BRIEF Aggregate translation metrics from live TranslationEvent + MetricSnapshot for per-job reporting.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [TranslationEvent:Class]\n# @RELATION DEPENDS_ON -> [MetricSnapshot:Class]\n# @RELATION DEPENDS_ON -> [TranslationRun:Class]\n# @RELATION DEPENDS_ON -> [TranslationSchedule:Class]\n# @PRE: Database session is open.\n# @POST: Metrics are aggregated and returned; no side effects.\n# @RATIONALE: Live events (<90 days) + MetricSnapshot (>=90 days) fusion for complete picture.\n# @REJECTED: Querying all events for all time — would be slow; MetricSnapshot provides historical summary.\n\nfrom datetime import UTC, datetime\nfrom typing import Any\n\nfrom sqlalchemy import func\nfrom sqlalchemy.orm import Session\n\nfrom ...core.logger import belief_scope\nfrom ...models.translate import (\n MetricSnapshot,\n TranslationEvent,\n TranslationRun,\n TranslationRunLanguageStats,\n TranslationSchedule,\n)\n\n\n# #region TranslationMetrics [C:3] [TYPE Class]\n# @BRIEF Aggregate translation metrics from live events and MetricSnapshot.\nclass TranslationMetrics:\n\n def __init__(self, db: Session):\n self.db = db\n\n # region get_job_metrics [TYPE Function]\n # @PURPOSE: Get aggregated metrics for a specific job.\n # @PRE: job_id exists.\n # @POST: Returns dict with metrics from events + latest snapshot.\n def get_job_metrics(self, job_id: str) -> dict[str, Any]:\n with belief_scope(\"TranslationMetrics.get_job_metrics\"):\n # Run counts from TranslationRun\n run_counts = (\n self.db.query(\n TranslationRun.status,\n func.count(TranslationRun.id),\n )\n .filter(TranslationRun.job_id == job_id)\n .group_by(TranslationRun.status)\n .all()\n )\n\n total_runs = 0\n status_counts: dict[str, int] = {}\n for status_val, count in run_counts:\n status_counts[status_val] = count\n total_runs += count\n\n # Aggregate record stats from runs\n record_stats = (\n self.db.query(\n func.coalesce(func.sum(TranslationRun.total_records), 0),\n func.coalesce(func.sum(TranslationRun.successful_records), 0),\n func.coalesce(func.sum(TranslationRun.failed_records), 0),\n func.coalesce(func.sum(TranslationRun.skipped_records), 0),\n )\n .filter(TranslationRun.job_id == job_id)\n .first()\n )\n total_records = record_stats[0] if record_stats else 0\n successful_records = record_stats[1] if record_stats else 0\n failed_records = record_stats[2] if record_stats else 0\n skipped_records = record_stats[3] if record_stats else 0\n\n # Average duration from runs\n avg_duration = (\n self.db.query(\n func.avg(\n func.extract('epoch', TranslationRun.completed_at - TranslationRun.started_at) * 1000\n )\n )\n .filter(\n TranslationRun.job_id == job_id,\n TranslationRun.started_at.isnot(None),\n TranslationRun.completed_at.isnot(None),\n )\n .scalar()\n )\n\n # Last run\n last_run = (\n self.db.query(TranslationRun)\n .filter(TranslationRun.job_id == job_id)\n .order_by(TranslationRun.created_at.desc())\n .first()\n )\n\n # Next scheduled run\n next_schedule = (\n self.db.query(TranslationSchedule)\n .filter(\n TranslationSchedule.job_id == job_id,\n TranslationSchedule.is_active == True,\n )\n .first()\n )\n\n # Cumulative tokens/cost from MetricSnapshot + events\n cumulative_tokens = 0\n cumulative_cost = 0.0\n\n # Latest MetricSnapshot\n latest_snapshot = (\n self.db.query(MetricSnapshot)\n .filter(MetricSnapshot.job_id == job_id)\n .order_by(MetricSnapshot.snapshot_date.desc())\n .first()\n )\n if latest_snapshot:\n # MetricSnapshot stores per-snapshot aggregated tokens/cost\n # Here we sum what we stored — in practice MetricSnapshot.covers_events_before\n # indicates cutoff\n pass\n\n # Per-language metrics from TranslationRunLanguageStats (live runs)\n per_language: dict[str, dict[str, int | float]] = {}\n lang_stats_rows = (\n self.db.query(TranslationRunLanguageStats)\n .join(TranslationRun, TranslationRunLanguageStats.run_id == TranslationRun.id)\n .filter(TranslationRun.job_id == job_id)\n .all()\n )\n for ls in lang_stats_rows:\n lang = ls.language_code\n if lang not in per_language:\n per_language[lang] = {\"tokens\": 0, \"cost\": 0.0, \"runs\": 0, \"translated_rows\": 0}\n per_language[lang][\"tokens\"] += ls.token_count or 0\n per_language[lang][\"cost\"] += ls.estimated_cost or 0.0\n per_language[lang][\"runs\"] += 1\n per_language[lang][\"translated_rows\"] += ls.translated_rows or 0\n\n # Merge in per-language data from MetricSnapshot (pruned period)\n latest_snapshot = (\n self.db.query(MetricSnapshot)\n .filter(MetricSnapshot.job_id == job_id)\n .order_by(MetricSnapshot.snapshot_date.desc())\n .first()\n )\n if latest_snapshot and latest_snapshot.per_language_metrics:\n for lang, snap_data in latest_snapshot.per_language_metrics.items():\n if lang not in per_language:\n per_language[lang] = {\"tokens\": 0, \"cost\": 0.0, \"runs\": 0, \"translated_rows\": 0}\n per_language[lang][\"tokens\"] += snap_data.get(\"cumulative_tokens\", 0)\n per_language[lang][\"cost\"] += snap_data.get(\"cumulative_cost\", 0.0)\n per_language[lang][\"runs\"] += snap_data.get(\"runs\", 0)\n\n return {\n \"job_id\": job_id,\n \"total_runs\": total_runs,\n \"successful_runs\": status_counts.get(\"COMPLETED\", 0),\n \"failed_runs\": status_counts.get(\"FAILED\", 0),\n \"cancelled_runs\": status_counts.get(\"CANCELLED\", 0),\n \"total_records\": int(total_records),\n \"successful_records\": int(successful_records),\n \"failed_records\": int(failed_records),\n \"skipped_records\": int(skipped_records),\n \"cumulative_tokens\": cumulative_tokens,\n \"cumulative_cost\": cumulative_cost,\n \"avg_duration_ms\": int(avg_duration) if avg_duration else None,\n \"last_run_at\": last_run.created_at.isoformat() if last_run else None,\n \"next_scheduled_run\": next_schedule.last_run_at.isoformat() if next_schedule and next_schedule.last_run_at else None,\n \"per_language_metrics\": per_language,\n }\n # endregion get_job_metrics\n\n # region get_all_metrics [TYPE Function]\n # @PURPOSE: Get aggregated metrics for all jobs.\n # @POST: Returns list of per-job metrics.\n def get_all_metrics(self) -> list[dict[str, Any]]:\n with belief_scope(\"TranslationMetrics.get_all_metrics\"):\n job_ids = (\n self.db.query(TranslationRun.job_id)\n .distinct()\n .all()\n )\n return [self.get_job_metrics(jid[0]) for jid in job_ids if jid[0]]\n # endregion get_all_metrics\n\n\n# #endregion TranslationMetrics\n# #endregion TranslationMetrics\n" }, { "contract_id": "TranslationOrchestrator", "contract_type": "Module", "file_path": "backend/src/plugins/translate/orchestrator.py", "start_line": 1, - "end_line": 903, + "end_line": 1037, "tier": "TIER_3", "complexity": 5, "metadata": { @@ -52528,7 +54154,8 @@ ], "schema_warnings": [], "anchor_syntax": "region", - "body": "# #region TranslationOrchestrator [C:5] [TYPE Module] [SEMANTICS sqlalchemy, tenacity, translate, orchestration, batch]\n# @BRIEF Run lifecycle coordination: validate preconditions, dispatch executor, generate SQL, submit to Superset, record events.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [TranslationRun]\n# @RELATION DEPENDS_ON -> [TranslationJob]\n# @RELATION DEPENDS_ON -> [TranslationExecutor]\n# @RELATION DEPENDS_ON -> [SQLGenerator]\n# @RELATION DEPENDS_ON -> [SupersetSqlLabExecutor]\n# @RELATION DEPENDS_ON -> [TranslationEventLog]\n# @RELATION DEPENDS_ON -> [TranslationPreviewSession]\n# @PRE: Valid job and accepted preview (for manual runs). Superset and LLM are reachable.\n# @POST: Translation run is executed, SQL generated and submitted, events recorded.\n# @SIDE_EFFECT: Creates TranslationRun; creates batches and records; generates SQL; submits to Superset; records events.\n# @DATA_CONTRACT: Input[db, config_manager, current_user] -> Output[TranslationRun]\n# @INVARIANT: State transitions: PENDING -> RUNNING -> COMPLETED|FAILED|CANCELLED. Exactly one terminal event per run.\n# @RATIONALE: C5 orchestrator because preview, execution, event logging, and retry share state within single transaction boundary.\n# @REJECTED: Distributed actor model (Celery) — eventual-consistency challenges at current scale.\n# @REJECTED: stdout-only logging — lacks structured payload integrity; cannot enforce terminal-event invariant.\n\nimport json\nimport uuid\nfrom collections.abc import Callable\nfrom datetime import UTC, datetime\nfrom typing import Any\n\nfrom sqlalchemy.orm import Session\n\nfrom ...core.config_manager import ConfigManager\nfrom ...core.logger import belief_scope, logger\nfrom ...models.translate import (\n TranslationBatch,\n TranslationJob,\n TranslationPreviewSession,\n TranslationRecord,\n TranslationRun,\n)\nfrom .events import TranslationEventLog\nfrom .executor import TranslationExecutor\nfrom .sql_generator import SQLGenerator\nfrom .superset_executor import SupersetSqlLabExecutor\n\n\n# #region TranslationOrchestrator [C:5] [TYPE Class]\n# @BRIEF Coordinates full translation run lifecycle: validation, execution, SQL generation, Superset submission, event logging.\n# @PRE: DB session and config manager are available.\n# @POST: Runs are created, executed, and finalized with event records.\n# @SIDE_EFFECT: Creates/modifies TranslationRun, TranslationBatch, TranslationRecord, TranslationEvent rows.\n# @INVARIANT: State transitions: PENDING -> RUNNING -> COMPLETED|FAILED|CANCELLED.\nclass TranslationOrchestrator:\n\n def __init__(\n self,\n db: Session,\n config_manager: ConfigManager,\n current_user: str | None = None,\n ):\n self.db = db\n self.config_manager = config_manager\n self.current_user = current_user\n self.event_log = TranslationEventLog(db)\n self._job: TranslationJob | None = None\n\n # region start_run [TYPE Function]\n # @PURPOSE: Start a new translation run for a job.\n # @PRE: job_id exists. For manual runs, there must be an accepted preview session.\n # @POST: TranslationRun is created in PENDING status with hash fields and config snapshot. Events are recorded.\n # @SIDE_EFFECT: DB writes.\n def start_run(\n self,\n job_id: str,\n is_scheduled: bool = False,\n trigger_type: str | None = None,\n ) -> TranslationRun:\n with belief_scope(\"TranslationOrchestrator.start_run\"):\n # Load and validate job\n job = self.db.query(TranslationJob).filter(TranslationJob.id == job_id).first()\n if not job:\n raise ValueError(f\"Translation job '{job_id}' not found\")\n self._job = job\n\n logger.reason(\"Starting translation run\", {\n \"job_id\": job_id,\n \"is_scheduled\": is_scheduled,\n })\n\n # Validate preconditions\n self._validate_preconditions(job, is_scheduled=is_scheduled)\n\n # Compute hashes\n config_hash = self._compute_config_hash(job)\n dict_snapshot_hash = self._compute_dict_snapshot_hash(job_id)\n\n # Build config snapshot\n config_snapshot = {\n \"source_dialect\": job.source_dialect,\n \"target_dialect\": job.target_dialect,\n \"database_dialect\": job.database_dialect,\n \"source_datasource_id\": job.source_datasource_id,\n \"source_table\": job.source_table,\n \"target_schema\": job.target_schema,\n \"target_table\": job.target_table,\n \"source_key_cols\": job.source_key_cols,\n \"target_key_cols\": job.target_key_cols,\n \"translation_column\": job.translation_column,\n \"target_column\": job.target_column,\n \"context_columns\": job.context_columns,\n \"target_language\": job.target_language,\n \"provider_id\": job.provider_id,\n \"batch_size\": job.batch_size,\n \"upsert_strategy\": job.upsert_strategy,\n \"dictionary_ids\": self._compute_dict_snapshot_hash(job_id),\n }\n\n # Compute key_hash from source_key_cols\n import hashlib\n key_hash_input = json.dumps({\n \"source_key_cols\": job.source_key_cols,\n \"source_datasource_id\": job.source_datasource_id,\n \"source_table\": job.source_table,\n }, sort_keys=True)\n key_hash = hashlib.sha256(key_hash_input.encode()).hexdigest()[:16]\n\n # Create run record with all hash/snapshot fields\n run = TranslationRun(\n id=str(uuid.uuid4()),\n job_id=job_id,\n status=\"PENDING\",\n trigger_type=trigger_type or (\"scheduled\" if is_scheduled else \"manual\"),\n config_snapshot=config_snapshot,\n key_hash=key_hash,\n config_hash=config_hash,\n dict_snapshot_hash=dict_snapshot_hash,\n created_by=self.current_user,\n created_at=datetime.now(UTC),\n )\n self.db.add(run)\n self.db.flush()\n\n # Record event\n self.event_log.log_event(\n job_id=job_id,\n run_id=run.id,\n event_type=\"RUN_STARTED\",\n payload={\n \"is_scheduled\": is_scheduled,\n \"trigger_type\": run.trigger_type,\n \"config_hash\": config_hash,\n \"dict_snapshot_hash\": dict_snapshot_hash,\n \"key_hash\": key_hash,\n },\n created_by=self.current_user,\n )\n\n self.db.commit()\n self.db.refresh(run)\n\n logger.reflect(\"Run created\", {\n \"run_id\": run.id,\n \"job_id\": job_id,\n \"status\": run.status,\n \"trigger_type\": run.trigger_type,\n })\n return run\n # endregion start_run\n\n # region execute_run [TYPE Function]\n # @PURPOSE: Execute a translation run: dispatch executor, generate SQL, submit to Superset.\n # @PRE: run is in PENDING status.\n # @POST: Run is executed, SQL generated, Superset submission attempted.\n # @SIDE_EFFECT: LLM calls, DB writes, Superset API calls.\n def execute_run(\n self,\n run: TranslationRun,\n on_batch_progress: Callable[[str, int, int, int, int], None] | None = None,\n skip_insert: bool = False,\n ) -> TranslationRun:\n with belief_scope(\"TranslationOrchestrator.execute_run\"):\n job = self.db.query(TranslationJob).filter(TranslationJob.id == run.job_id).first()\n if not job:\n raise ValueError(f\"Job '{run.job_id}' not found\")\n self._job = job\n\n if run.status != \"PENDING\":\n raise ValueError(\n f\"Cannot execute run in status '{run.status}'. \"\n f\"Run must be in PENDING status.\"\n )\n\n logger.reason(\"Executing run\", {\n \"run_id\": run.id,\n \"job_id\": job.id,\n \"skip_insert\": skip_insert,\n })\n\n # Record translation phase start\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"TRANSLATION_PHASE_STARTED\",\n payload={},\n created_by=self.current_user,\n )\n\n # Dispatch executor\n executor = TranslationExecutor(\n self.db, self.config_manager, self.current_user,\n on_batch_progress=on_batch_progress,\n )\n try:\n run = executor.execute_run(run, llm_progress_callback=None)\n except Exception as e:\n logger.explore(\"Translation execution failed\", {\n \"run_id\": run.id,\n \"error\": str(e),\n })\n run.status = \"FAILED\"\n run.error_message = f\"Translation execution failed: {e}\"\n run.completed_at = datetime.now(UTC)\n self.db.flush()\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"RUN_FAILED\",\n payload={\"error\": str(e), \"phase\": \"translation\"},\n created_by=self.current_user,\n )\n self.db.commit()\n return run\n\n # Record translation phase complete\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"TRANSLATION_PHASE_COMPLETED\",\n payload={\n \"total\": run.total_records,\n \"successful\": run.successful_records,\n \"failed\": run.failed_records,\n \"skipped\": run.skipped_records,\n },\n created_by=self.current_user,\n )\n\n # Skip insert phase if requested (e.g., for preview-only execution)\n if skip_insert:\n run.status = \"COMPLETED\"\n run.completed_at = datetime.now(UTC)\n self.db.flush()\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"RUN_COMPLETED\",\n payload={\"skip_insert\": True},\n created_by=self.current_user,\n )\n self.db.commit()\n return run\n\n # Generate SQL and submit to Superset\n insert_result = self._generate_and_insert_sql(job, run)\n run.insert_status = insert_result.get(\"status\")\n run.superset_execution_id = str(insert_result.get(\"query_id\") or \"\")\n run.superset_execution_log = insert_result\n # Preserve the translation-phase status. If the executor already\n # marked the run FAILED (all LLM calls failed) we do NOT upgrade it\n # to COMPLETED just because the insert phase ran.\n if run.status != \"FAILED\":\n run.status = \"COMPLETED\"\n if insert_result.get(\"error_message\"):\n run.error_message = insert_result[\"error_message\"]\n run.completed_at = datetime.now(UTC)\n self.db.flush()\n\n # Record terminal event\n terminal_event = \"RUN_COMPLETED\"\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=terminal_event,\n payload={\n \"insert_status\": insert_result.get(\"status\"),\n \"query_id\": insert_result.get(\"query_id\"),\n \"rows_affected\": insert_result.get(\"rows_affected\"),\n \"total_records\": run.total_records,\n \"successful\": run.successful_records,\n \"failed\": run.failed_records,\n \"skipped\": run.skipped_records,\n },\n created_by=self.current_user,\n )\n\n self.db.commit()\n # Re-query run after commit — refresh may fail if the object was\n # created in a different session or became detached during commit.\n run = self.db.query(TranslationRun).filter(TranslationRun.id == run.id).first()\n\n logger.reflect(\"Run execution complete\", {\n \"run_id\": run.id,\n \"status\": run.status,\n \"insert_status\": run.insert_status,\n })\n return run\n # endregion execute_run\n\n # region _generate_and_insert_sql [TYPE Function]\n # @PURPOSE: Generate INSERT SQL from successful records and submit to Superset SQL Lab.\n # @PRE: job has target table configured. run has successful records.\n # @POST: SQL is generated and submitted. Returns execution result.\n # @SIDE_EFFECT: Superset API call.\n def _generate_and_insert_sql(\n self,\n job: TranslationJob,\n run: TranslationRun,\n ) -> dict[str, Any]:\n with belief_scope(\"TranslationOrchestrator._generate_and_insert_sql\"):\n # Fetch successful records\n records = (\n self.db.query(TranslationRecord)\n .filter(\n TranslationRecord.run_id == run.id,\n TranslationRecord.status == \"SUCCESS\",\n TranslationRecord.target_sql.isnot(None),\n )\n .all()\n )\n\n if not records:\n logger.reason(\"No successful records to insert\", {\"run_id\": run.id})\n return {\"status\": \"skipped\", \"reason\": \"no_records\", \"query_id\": None}\n\n logger.reason(f\"Generating SQL for {len(records)} records\", {\n \"run_id\": run.id,\n \"dialect\": job.database_dialect or job.target_dialect,\n })\n\n # Determine effective target column for INSERT (defaults to translation_column)\n effective_target = job.target_column or job.translation_column\n\n # Build columns for SQL generation\n columns = job.context_columns or []\n\n # Always include translation_column (original text) if it's different from target\n if job.translation_column and job.translation_column not in columns:\n columns.append(job.translation_column)\n\n # Add target_column separately if it differs from translation_column\n if effective_target and effective_target != job.translation_column and effective_target not in columns:\n columns.append(effective_target)\n\n # Also include key columns if used for upsert\n if job.target_key_cols:\n for k in job.target_key_cols:\n if k not in columns:\n columns.append(k)\n\n rows_for_sql = []\n for rec in records:\n row_data = {}\n source_data = rec.source_data or {}\n\n # Context columns from source data\n if job.context_columns:\n for col in job.context_columns:\n row_data[col] = source_data.get(col, \"\")\n\n # Original text column (translation_column)\n if job.translation_column and job.translation_column not in (job.target_key_cols or []):\n # If target_column differs, keep the original value from source_data;\n # otherwise use the translated value\n if effective_target and effective_target != job.translation_column:\n row_data[job.translation_column] = source_data.get(job.translation_column, \"\")\n else:\n row_data[job.translation_column] = rec.target_sql or \"\"\n\n # Translated text goes into target_column (may be same as translation_column)\n if effective_target:\n row_data[effective_target] = rec.target_sql or \"\"\n\n # Key columns from source data\n if job.target_key_cols:\n for k in job.target_key_cols:\n row_data[k] = source_data.get(k, \"\")\n rows_for_sql.append(row_data)\n\n if not columns:\n # Use target_sql as the sole column\n columns = [effective_target or \"translated_text\"]\n rows_for_sql = [{columns[0]: rec.target_sql or \"\"} for rec in records]\n\n # Resolve the real database backend engine from Superset\n try:\n env_id = job.environment_id or job.source_dialect or \"\"\n executor = SupersetSqlLabExecutor(self.config_manager, env_id)\n executor.resolve_database_id(\n target_database_id=job.target_database_id,\n )\n real_backend = executor.get_database_backend()\n except Exception as e:\n logger.explore(\"Failed to resolve database backend, falling back to job dialet\", {\n \"error\": str(e),\n })\n real_backend = None\n\n dialect = real_backend or job.database_dialect or job.target_dialect or \"postgresql\"\n\n # Generate SQL\n try:\n sql, row_count = SQLGenerator.generate(\n dialect=dialect,\n target_schema=job.target_schema,\n target_table=job.target_table or \"translated_data\",\n columns=columns,\n rows=rows_for_sql,\n key_columns=job.target_key_cols,\n upsert_strategy=job.upsert_strategy or \"MERGE\",\n )\n except ValueError as e:\n logger.explore(\"SQL generation failed\", {\"error\": str(e)})\n return {\"status\": \"failed\", \"error_message\": str(e), \"query_id\": None}\n\n logger.reason(\"SQL generated with dialect\", {\n \"dialect\": dialect,\n \"real_backend\": real_backend,\n \"job_database_dialect\": job.database_dialect,\n \"job_target_dialect\": job.target_dialect,\n })\n\n # Log insert phase start\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"INSERT_PHASE_STARTED\",\n payload={\"sql_length\": len(sql), \"row_count\": row_count, \"dialect\": dialect},\n created_by=self.current_user,\n )\n\n # Submit to Superset\n try:\n result = executor.execute_and_poll(\n sql=sql,\n max_polls=30,\n poll_interval_seconds=2.0,\n )\n except Exception as e:\n logger.explore(\"Superset SQL submission failed\", {\n \"run_id\": run.id,\n \"error\": str(e),\n })\n result = {\"status\": \"failed\", \"error_message\": str(e), \"query_id\": None}\n\n # Log insert phase complete\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"INSERT_PHASE_COMPLETED\",\n payload=result,\n created_by=self.current_user,\n )\n\n return result\n # endregion _generate_and_insert_sql\n\n # region _validate_preconditions [TYPE Function]\n # @PURPOSE: Validate preconditions before starting a run.\n # @PRE: None.\n # @POST: Raises ValueError if preconditions are not met.\n # @SIDE_EFFECT: None.\n def _validate_preconditions(\n self,\n job: TranslationJob,\n is_scheduled: bool = False,\n ) -> None:\n with belief_scope(\"TranslationOrchestrator._validate_preconditions\"):\n # Job must be in valid status\n if job.status in (\"DRAFT\",):\n raise ValueError(\n f\"Cannot run job '{job.id}' in status '{job.status}'. \"\n f\"Job must be READY, ACTIVE, or COMPLETED.\"\n )\n\n # Must have target table configured\n if not job.target_table:\n raise ValueError(\n f\"Job '{job.id}' has no target table configured. \"\n \"Configure a target table before running.\"\n )\n\n # Must have LLM provider configured\n if not job.provider_id:\n raise ValueError(\n f\"Job '{job.id}' has no LLM provider configured. \"\n \"Select an LLM provider before running.\"\n )\n\n # Must have a translation column\n if not job.translation_column:\n raise ValueError(\n f\"Job '{job.id}' has no translation column configured. \"\n \"Select a translation column before running.\"\n )\n\n # For manual runs, must have accepted preview\n if not is_scheduled:\n accepted_session = (\n self.db.query(TranslationPreviewSession)\n .filter(\n TranslationPreviewSession.job_id == job.id,\n TranslationPreviewSession.status == \"APPLIED\",\n )\n .order_by(TranslationPreviewSession.created_at.desc())\n .first()\n )\n if not accepted_session:\n raise ValueError(\n f\"Job '{job.id}' has no accepted preview session. \"\n \"Run and accept a preview before executing a manual translation run.\"\n )\n\n logger.reason(\"Preconditions validated\", {\n \"job_id\": job.id,\n \"is_scheduled\": is_scheduled,\n })\n # endregion _validate_preconditions\n\n # region retry_failed_batches [TYPE Function]\n # @PURPOSE: Retry failed batches in a run.\n # @PRE: run exists and has failed batches.\n # @POST: Failed batches are re-processed.\n # @SIDE_EFFECT: LLM calls, DB writes.\n def retry_failed_batches(\n self,\n run_id: str,\n ) -> TranslationRun:\n with belief_scope(\"TranslationOrchestrator.retry_failed_batches\"):\n run = self.db.query(TranslationRun).filter(TranslationRun.id == run_id).first()\n if not run:\n raise ValueError(f\"Run '{run_id}' not found\")\n\n job = self.db.query(TranslationJob).filter(TranslationJob.id == run.job_id).first()\n if not job:\n raise ValueError(f\"Job '{run.job_id}' not found\")\n self._job = job\n\n # Find failed batches\n failed_batches = (\n self.db.query(TranslationBatch)\n .filter(\n TranslationBatch.run_id == run_id,\n TranslationBatch.status.in_([\"FAILED\", \"COMPLETED_WITH_ERRORS\"]),\n )\n .all()\n )\n\n if not failed_batches:\n raise ValueError(f\"No failed batches found for run '{run_id}'\")\n\n logger.reason(\"Retrying failed batches\", {\n \"run_id\": run_id,\n \"batch_count\": len(failed_batches),\n })\n\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"RUN_RETRYING\",\n payload={\"batch_count\": len(failed_batches)},\n created_by=self.current_user,\n )\n\n # Re-process each failed batch\n executor = TranslationExecutor(self.db, self.config_manager, self.current_user)\n run.status = \"RUNNING\"\n self.db.flush()\n\n for batch in failed_batches:\n # Fetch failed records for this batch\n failed_records = (\n self.db.query(TranslationRecord)\n .filter(\n TranslationRecord.batch_id == batch.id,\n TranslationRecord.status == \"FAILED\",\n )\n .all()\n )\n\n if not failed_records:\n continue\n\n # Build rows from failed records\n retry_rows = []\n for rec in failed_records:\n retry_rows.append({\n \"row_index\": rec.source_object_id or \"0\",\n \"source_text\": rec.source_sql or \"\",\n \"approved_translation\": None,\n \"source_object_name\": rec.source_object_name or \"\",\n })\n\n # Process retry batch\n result = executor._process_batch(\n job=job,\n run_id=run_id,\n batch_index=batch.batch_index,\n batch_rows=retry_rows,\n )\n\n # Update run stats\n run.successful_records = (run.successful_records or 0) + result[\"successful\"]\n run.failed_records = (run.failed_records or 0) + result[\"failed\"]\n run.skipped_records = (run.skipped_records or 0) + result[\"skipped\"]\n self.db.flush()\n\n # Update run status\n if run.failed_records == 0:\n run.status = \"COMPLETED\"\n elif run.successful_records == 0:\n run.status = \"FAILED\"\n else:\n run.status = \"COMPLETED\"\n\n run.completed_at = datetime.now(UTC)\n self.db.flush()\n\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"RUN_COMPLETED\",\n payload={\"retry\": True},\n created_by=self.current_user,\n )\n\n self.db.commit()\n logger.reflect(\"Retry complete\", {\n \"run_id\": run_id,\n \"status\": run.status,\n })\n return run\n # endregion retry_failed_batches\n\n # region retry_insert [TYPE Function]\n # @PURPOSE: Retry the SQL insert phase for a completed run.\n # @PRE: run exists and has successful records.\n # @POST: SQL is regenerated and re-submitted to Superset.\n # @SIDE_EFFECT: Superset API call.\n def retry_insert(\n self,\n run_id: str,\n ) -> TranslationRun:\n with belief_scope(\"TranslationOrchestrator.retry_insert\"):\n run = self.db.query(TranslationRun).filter(TranslationRun.id == run_id).first()\n if not run:\n raise ValueError(f\"Run '{run_id}' not found\")\n\n job = self.db.query(TranslationJob).filter(TranslationJob.id == run.job_id).first()\n if not job:\n raise ValueError(f\"Job '{run.job_id}' not found\")\n self._job = job\n\n logger.reason(\"Retrying insert phase\", {\n \"run_id\": run_id,\n })\n\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"RUN_RETRY_INSERT\",\n payload={},\n created_by=self.current_user,\n )\n\n # Regenerate SQL and submit\n insert_result = self._generate_and_insert_sql(job, run)\n\n # Update run\n run.insert_status = insert_result.get(\"status\")\n run.superset_execution_id = str(insert_result.get(\"query_id\") or \"\")\n if insert_result.get(\"error_message\"):\n run.error_message = insert_result[\"error_message\"]\n self.db.flush()\n self.db.commit()\n self.db.refresh(run)\n\n logger.reflect(\"Insert retry complete\", {\n \"run_id\": run_id,\n \"insert_status\": run.insert_status,\n })\n return run\n # endregion retry_insert\n\n # region cancel_run [TYPE Function]\n # @PURPOSE: Cancel a running translation.\n # @PRE: run is in PENDING or RUNNING status.\n # @POST: Run status is set to CANCELLED.\n # @SIDE_EFFECT: DB write; records event.\n def cancel_run(self, run_id: str) -> TranslationRun:\n with belief_scope(\"TranslationOrchestrator.cancel_run\"):\n run = self.db.query(TranslationRun).filter(TranslationRun.id == run_id).first()\n if not run:\n raise ValueError(f\"Run '{run_id}' not found\")\n\n if run.status not in (\"PENDING\", \"RUNNING\"):\n raise ValueError(\n f\"Cannot cancel run in status '{run.status}'. \"\n f\"Only PENDING or RUNNING runs can be cancelled.\"\n )\n\n run.status = \"CANCELLED\"\n run.completed_at = datetime.now(UTC)\n self.db.flush()\n\n self.event_log.log_event(\n job_id=run.job_id,\n run_id=run.id,\n event_type=\"RUN_CANCELLED\",\n payload={},\n created_by=self.current_user,\n )\n\n self.db.commit()\n self.db.refresh(run)\n\n logger.reflect(\"Run cancelled\", {\n \"run_id\": run_id,\n })\n return run\n # endregion cancel_run\n\n # region get_run_status [TYPE Function]\n # @PURPOSE: Get run status with statistics.\n # @PRE: run_id exists.\n # @POST: Returns dict with run details.\n def get_run_status(self, run_id: str) -> dict[str, Any]:\n with belief_scope(\"TranslationOrchestrator.get_run_status\"):\n run = self.db.query(TranslationRun).filter(TranslationRun.id == run_id).first()\n if not run:\n raise ValueError(f\"Run '{run_id}' not found\")\n\n # Count batches\n batch_count = (\n self.db.query(TranslationBatch)\n .filter(TranslationBatch.run_id == run_id)\n .count()\n )\n\n # Get event summary\n event_summary = self.event_log.get_run_event_summary(run_id)\n\n return {\n \"id\": run.id,\n \"job_id\": run.job_id,\n \"status\": run.status,\n \"started_at\": run.started_at.isoformat() if run.started_at else None,\n \"completed_at\": run.completed_at.isoformat() if run.completed_at else None,\n \"error_message\": run.error_message,\n \"total_records\": run.total_records or 0,\n \"successful_records\": run.successful_records or 0,\n \"failed_records\": run.failed_records or 0,\n \"skipped_records\": run.skipped_records or 0,\n \"insert_status\": run.insert_status,\n \"superset_execution_id\": run.superset_execution_id,\n \"batch_count\": batch_count,\n \"event_invariants\": {\n \"has_run_started\": event_summary[\"has_run_started\"],\n \"terminal_event_count\": event_summary[\"terminal_event_count\"],\n \"invariant_valid\": event_summary[\"invariant_valid\"],\n },\n \"created_by\": run.created_by,\n \"created_at\": run.created_at.isoformat() if run.created_at else None,\n }\n # endregion get_run_status\n\n # region get_run_records [TYPE Function]\n # @PURPOSE: Get paginated records for a run.\n # @PRE: run_id exists.\n # @POST: Returns dict with records and pagination info.\n def get_run_records(\n self,\n run_id: str,\n page: int = 1,\n page_size: int = 50,\n status_filter: str | None = None,\n ) -> dict[str, Any]:\n with belief_scope(\"TranslationOrchestrator.get_run_records\"):\n query = self.db.query(TranslationRecord).filter(\n TranslationRecord.run_id == run_id\n )\n\n if status_filter:\n query = query.filter(TranslationRecord.status == status_filter)\n\n total = query.count()\n offset = (page - 1) * page_size\n records = (\n query.order_by(TranslationRecord.created_at.desc())\n .offset(offset)\n .limit(page_size)\n .all()\n )\n\n return {\n \"items\": [\n {\n \"id\": r.id,\n \"batch_id\": r.batch_id,\n \"source_sql\": r.source_sql,\n \"target_sql\": r.target_sql,\n \"source_object_type\": r.source_object_type,\n \"source_object_id\": r.source_object_id,\n \"source_object_name\": r.source_object_name,\n \"status\": r.status,\n \"error_message\": r.error_message,\n \"created_at\": r.created_at.isoformat() if r.created_at else None,\n }\n for r in records\n ],\n \"total\": total,\n \"page\": page,\n \"page_size\": page_size,\n \"status_filter\": status_filter,\n }\n # endregion get_run_records\n\n # region get_run_history [TYPE Function]\n # @PURPOSE: Get run history for a job.\n # @PRE: job_id exists.\n # @POST: Returns list of runs.\n def get_run_history(\n self,\n job_id: str,\n page: int = 1,\n page_size: int = 20,\n ) -> tuple[int, list[dict[str, Any]]]:\n with belief_scope(\"TranslationOrchestrator.get_run_history\"):\n query = self.db.query(TranslationRun).filter(\n TranslationRun.job_id == job_id\n )\n total = query.count()\n runs = (\n query.order_by(TranslationRun.created_at.desc())\n .offset((page - 1) * page_size)\n .limit(page_size)\n .all()\n )\n\n return total, [\n {\n \"id\": r.id,\n \"job_id\": r.job_id,\n \"status\": r.status,\n \"started_at\": r.started_at.isoformat() if r.started_at else None,\n \"completed_at\": r.completed_at.isoformat() if r.completed_at else None,\n \"error_message\": r.error_message,\n \"total_records\": r.total_records or 0,\n \"successful_records\": r.successful_records or 0,\n \"failed_records\": r.failed_records or 0,\n \"skipped_records\": r.skipped_records or 0,\n \"insert_status\": r.insert_status,\n \"superset_execution_id\": r.superset_execution_id,\n \"created_by\": r.created_by,\n \"created_at\": r.created_at.isoformat() if r.created_at else None,\n }\n for r in runs\n ]\n # endregion get_run_history\n\n # region _compute_config_hash [TYPE Function]\n # @PURPOSE: Compute a hash of the job's current configuration for snapshot comparison.\n @staticmethod\n def _compute_config_hash(job: TranslationJob) -> str:\n import hashlib\n config_str = json.dumps({\n \"source_dialect\": job.source_dialect,\n \"target_dialect\": job.target_dialect,\n \"source_datasource_id\": job.source_datasource_id,\n \"translation_column\": job.translation_column,\n \"context_columns\": job.context_columns,\n \"target_language\": job.target_language,\n \"provider_id\": job.provider_id,\n \"batch_size\": job.batch_size,\n \"upsert_strategy\": job.upsert_strategy,\n }, sort_keys=True)\n return hashlib.sha256(config_str.encode()).hexdigest()[:16]\n # endregion _compute_config_hash\n\n # region _compute_dict_snapshot_hash [TYPE Function]\n # @PURPOSE: Compute a hash of dictionary state for snapshot comparison.\n def _compute_dict_snapshot_hash(self, job_id: str) -> str:\n import hashlib\n\n from ...models.translate import TranslationJobDictionary\n dict_links = (\n self.db.query(TranslationJobDictionary)\n .filter(TranslationJobDictionary.job_id == job_id)\n .all()\n )\n dict_ids = sorted([dl.dictionary_id for dl in dict_links])\n hash_input = \",\".join(dict_ids)\n return hashlib.sha256(hash_input.encode()).hexdigest()[:16]\n # endregion _compute_dict_snapshot_hash\n\n\n# #endregion TranslationOrchestrator\n# #endregion TranslationOrchestrator\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslationOrchestrator [C:5] [TYPE Module] [SEMANTICS sqlalchemy, tenacity, translate, orchestration, batch]\n# @BRIEF Run lifecycle coordination: validate preconditions, dispatch executor, generate SQL, submit to Superset, record events.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [TranslationRun]\n# @RELATION DEPENDS_ON -> [TranslationJob]\n# @RELATION DEPENDS_ON -> [TranslationExecutor]\n# @RELATION DEPENDS_ON -> [SQLGenerator]\n# @RELATION DEPENDS_ON -> [SupersetSqlLabExecutor]\n# @RELATION DEPENDS_ON -> [TranslationEventLog]\n# @RELATION DEPENDS_ON -> [TranslationPreviewSession]\n# @PRE: Valid job and accepted preview (for manual runs). Superset and LLM are reachable.\n# @POST: Translation run is executed, SQL generated and submitted, events recorded.\n# @SIDE_EFFECT: Creates TranslationRun; creates batches and records; generates SQL; submits to Superset; records events.\n# @DATA_CONTRACT: Input[db, config_manager, current_user] -> Output[TranslationRun]\n# @INVARIANT: State transitions: PENDING -> RUNNING -> COMPLETED|FAILED|CANCELLED. Exactly one terminal event per run.\n# @RATIONALE: C5 orchestrator because preview, execution, event logging, and retry share state within single transaction boundary.\n# @REJECTED: Distributed actor model (Celery) — eventual-consistency challenges at current scale.\n# @REJECTED: stdout-only logging — lacks structured payload integrity; cannot enforce terminal-event invariant.\n\nimport json\nimport uuid\nfrom collections.abc import Callable\nfrom datetime import UTC, datetime\nfrom typing import Any\n\nfrom sqlalchemy.orm import Session, selectinload\n\nfrom ...core.config_manager import ConfigManager\nfrom ...core.logger import belief_scope, logger\nfrom ...models.translate import (\n TranslationBatch,\n TranslationJob,\n TranslationLanguage,\n TranslationPreviewSession,\n TranslationRecord,\n TranslationRun,\n TranslationRunLanguageStats,\n)\nfrom .events import TranslationEventLog\nfrom .executor import TranslationExecutor\nfrom .sql_generator import SQLGenerator\nfrom .superset_executor import SupersetSqlLabExecutor\n\n\n# #region TranslationOrchestrator [C:5] [TYPE Class]\n# @BRIEF Coordinates full translation run lifecycle: validation, execution, SQL generation, Superset submission, event logging.\n# @PRE: DB session and config manager are available.\n# @POST: Runs are created, executed, and finalized with event records.\n# @SIDE_EFFECT: Creates/modifies TranslationRun, TranslationBatch, TranslationRecord, TranslationEvent rows.\n# @INVARIANT: State transitions: PENDING -> RUNNING -> COMPLETED|FAILED|CANCELLED.\nclass TranslationOrchestrator:\n\n def __init__(\n self,\n db: Session,\n config_manager: ConfigManager,\n current_user: str | None = None,\n ):\n self.db = db\n self.config_manager = config_manager\n self.current_user = current_user\n self.event_log = TranslationEventLog(db)\n self._job: TranslationJob | None = None\n\n # region start_run [TYPE Function]\n # @PURPOSE: Start a new translation run for a job.\n # @PRE: job_id exists. For manual runs, there must be an accepted preview session.\n # @POST: TranslationRun is created in PENDING status with hash fields and config snapshot. Events are recorded.\n # @SIDE_EFFECT: DB writes.\n def start_run(\n self,\n job_id: str,\n is_scheduled: bool = False,\n trigger_type: str | None = None,\n ) -> TranslationRun:\n with belief_scope(\"TranslationOrchestrator.start_run\"):\n # Load and validate job\n job = self.db.query(TranslationJob).filter(TranslationJob.id == job_id).first()\n if not job:\n raise ValueError(f\"Translation job '{job_id}' not found\")\n self._job = job\n\n logger.reason(\"Starting translation run\", {\n \"job_id\": job_id,\n \"is_scheduled\": is_scheduled,\n })\n\n # Validate preconditions\n self._validate_preconditions(job, is_scheduled=is_scheduled)\n\n # Compute hashes\n config_hash = self._compute_config_hash(job)\n dict_snapshot_hash = self._compute_dict_snapshot_hash(job_id)\n\n # Build config snapshot\n config_snapshot = {\n \"source_dialect\": job.source_dialect,\n \"target_dialect\": job.target_dialect,\n \"database_dialect\": job.database_dialect,\n \"source_datasource_id\": job.source_datasource_id,\n \"source_table\": job.source_table,\n \"target_schema\": job.target_schema,\n \"target_table\": job.target_table,\n \"source_key_cols\": job.source_key_cols,\n \"target_key_cols\": job.target_key_cols,\n \"translation_column\": job.translation_column,\n \"target_column\": job.target_column,\n \"context_columns\": job.context_columns,\n \"target_language\": job.target_language,\n \"provider_id\": job.provider_id,\n \"batch_size\": job.batch_size,\n \"upsert_strategy\": job.upsert_strategy,\n \"dictionary_ids\": self._compute_dict_snapshot_hash(job_id),\n }\n\n # Compute key_hash from source_key_cols\n import hashlib\n key_hash_input = json.dumps({\n \"source_key_cols\": job.source_key_cols,\n \"source_datasource_id\": job.source_datasource_id,\n \"source_table\": job.source_table,\n }, sort_keys=True)\n key_hash = hashlib.sha256(key_hash_input.encode()).hexdigest()[:16]\n\n # Create run record with all hash/snapshot fields\n run = TranslationRun(\n id=str(uuid.uuid4()),\n job_id=job_id,\n status=\"PENDING\",\n trigger_type=trigger_type or (\"scheduled\" if is_scheduled else \"manual\"),\n config_snapshot=config_snapshot,\n key_hash=key_hash,\n config_hash=config_hash,\n dict_snapshot_hash=dict_snapshot_hash,\n created_by=self.current_user,\n created_at=datetime.now(UTC),\n )\n self.db.add(run)\n self.db.flush()\n\n # Record event\n self.event_log.log_event(\n job_id=job_id,\n run_id=run.id,\n event_type=\"RUN_STARTED\",\n payload={\n \"is_scheduled\": is_scheduled,\n \"trigger_type\": run.trigger_type,\n \"config_hash\": config_hash,\n \"dict_snapshot_hash\": dict_snapshot_hash,\n \"key_hash\": key_hash,\n },\n created_by=self.current_user,\n )\n\n self.db.commit()\n self.db.refresh(run)\n\n logger.reflect(\"Run created\", {\n \"run_id\": run.id,\n \"job_id\": job_id,\n \"status\": run.status,\n \"trigger_type\": run.trigger_type,\n })\n return run\n # endregion start_run\n\n # region execute_run [TYPE Function]\n # @PURPOSE: Execute a translation run: dispatch executor, generate SQL, submit to Superset.\n # @PRE: run is in PENDING status.\n # @POST: Run is executed, SQL generated, Superset submission attempted.\n # @SIDE_EFFECT: LLM calls, DB writes, Superset API calls.\n def execute_run(\n self,\n run: TranslationRun,\n on_batch_progress: Callable[[str, int, int, int, int], None] | None = None,\n skip_insert: bool = False,\n ) -> TranslationRun:\n with belief_scope(\"TranslationOrchestrator.execute_run\"):\n job = self.db.query(TranslationJob).filter(TranslationJob.id == run.job_id).first()\n if not job:\n raise ValueError(f\"Job '{run.job_id}' not found\")\n self._job = job\n\n if run.status != \"PENDING\":\n raise ValueError(\n f\"Cannot execute run in status '{run.status}'. \"\n f\"Run must be in PENDING status.\"\n )\n\n logger.reason(\"Executing run\", {\n \"run_id\": run.id,\n \"job_id\": job.id,\n \"skip_insert\": skip_insert,\n })\n\n # Record translation phase start\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"TRANSLATION_PHASE_STARTED\",\n payload={},\n created_by=self.current_user,\n )\n\n # Initialize per-language stats\n target_languages = job.target_languages or [job.target_language or job.target_dialect or \"en\"]\n if not isinstance(target_languages, list):\n target_languages = [str(target_languages)]\n language_stats_map: dict[str, TranslationRunLanguageStats] = {}\n for lang_code in target_languages:\n lang_stat = TranslationRunLanguageStats(\n id=str(uuid.uuid4()),\n run_id=run.id,\n language_code=lang_code,\n total_rows=0,\n translated_rows=0,\n failed_rows=0,\n skipped_rows=0,\n token_count=0,\n estimated_cost=0.0,\n )\n self.db.add(lang_stat)\n language_stats_map[lang_code] = lang_stat\n self.db.flush()\n\n # Dispatch executor\n executor = TranslationExecutor(\n self.db, self.config_manager, self.current_user,\n on_batch_progress=on_batch_progress,\n )\n try:\n run = executor.execute_run(run, llm_progress_callback=None)\n except Exception as e:\n logger.explore(\"Translation execution failed\", {\n \"run_id\": run.id,\n \"error\": str(e),\n })\n run.status = \"FAILED\"\n run.error_message = f\"Translation execution failed: {e}\"\n run.completed_at = datetime.now(UTC)\n self.db.flush()\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"RUN_FAILED\",\n payload={\"error\": str(e), \"phase\": \"translation\"},\n created_by=self.current_user,\n )\n self.db.commit()\n return run\n\n # Aggregate per-language statistics after executor completes\n self._update_language_stats(run.id, language_stats_map)\n\n # Record translation phase complete\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"TRANSLATION_PHASE_COMPLETED\",\n payload={\n \"total\": run.total_records,\n \"successful\": run.successful_records,\n \"failed\": run.failed_records,\n \"skipped\": run.skipped_records,\n },\n created_by=self.current_user,\n )\n\n # Skip insert phase if requested (e.g., for preview-only execution)\n if skip_insert:\n run.status = \"COMPLETED\"\n run.completed_at = datetime.now(UTC)\n self.db.flush()\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"RUN_COMPLETED\",\n payload={\"skip_insert\": True},\n created_by=self.current_user,\n )\n self.db.commit()\n return run\n\n # Generate SQL and submit to Superset\n insert_result = self._generate_and_insert_sql(job, run)\n run.insert_status = insert_result.get(\"status\")\n run.superset_execution_id = str(insert_result.get(\"query_id\") or \"\")\n run.superset_execution_log = insert_result\n # Preserve the translation-phase status. If the executor already\n # marked the run FAILED (all LLM calls failed) we do NOT upgrade it\n # to COMPLETED just because the insert phase ran.\n if run.status != \"FAILED\":\n run.status = \"COMPLETED\"\n if insert_result.get(\"error_message\"):\n run.error_message = insert_result[\"error_message\"]\n run.completed_at = datetime.now(UTC)\n self.db.flush()\n\n # Record terminal event\n terminal_event = \"RUN_COMPLETED\"\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=terminal_event,\n payload={\n \"insert_status\": insert_result.get(\"status\"),\n \"query_id\": insert_result.get(\"query_id\"),\n \"rows_affected\": insert_result.get(\"rows_affected\"),\n \"total_records\": run.total_records,\n \"successful\": run.successful_records,\n \"failed\": run.failed_records,\n \"skipped\": run.skipped_records,\n },\n created_by=self.current_user,\n )\n\n self.db.commit()\n # Re-query run after commit — refresh may fail if the object was\n # created in a different session or became detached during commit.\n run = self.db.query(TranslationRun).filter(TranslationRun.id == run.id).first()\n\n logger.reflect(\"Run execution complete\", {\n \"run_id\": run.id,\n \"status\": run.status,\n \"insert_status\": run.insert_status,\n })\n return run\n # endregion execute_run\n\n # region _generate_and_insert_sql [TYPE Function]\n # @PURPOSE: Generate INSERT SQL from successful records and submit to Superset SQL Lab.\n # @PRE: job has target table configured. run has successful records.\n # @POST: SQL is generated and submitted. Returns execution result.\n # @SIDE_EFFECT: Superset API call.\n def _generate_and_insert_sql(\n self,\n job: TranslationJob,\n run: TranslationRun,\n ) -> dict[str, Any]:\n with belief_scope(\"TranslationOrchestrator._generate_and_insert_sql\"):\n # Fetch successful records\n records = (\n self.db.query(TranslationRecord)\n .filter(\n TranslationRecord.run_id == run.id,\n TranslationRecord.status == \"SUCCESS\",\n TranslationRecord.target_sql.isnot(None),\n )\n .all()\n )\n\n if not records:\n logger.reason(\"No successful records to insert\", {\"run_id\": run.id})\n return {\"status\": \"skipped\", \"reason\": \"no_records\", \"query_id\": None}\n\n logger.reason(f\"Generating SQL for {len(records)} records\", {\n \"run_id\": run.id,\n \"dialect\": job.database_dialect or job.target_dialect,\n })\n\n # Determine effective target column for INSERT (defaults to translation_column)\n effective_target = job.target_column or job.translation_column\n\n # Build columns for SQL generation\n columns = job.context_columns or []\n\n # Always include translation_column (original text) if it's different from target\n if job.translation_column and job.translation_column not in columns:\n columns.append(job.translation_column)\n\n # Add target_column separately if it differs from translation_column\n if effective_target and effective_target != job.translation_column and effective_target not in columns:\n columns.append(effective_target)\n\n # Also include key columns if used for upsert\n if job.target_key_cols:\n for k in job.target_key_cols:\n if k not in columns:\n columns.append(k)\n\n rows_for_sql = []\n for rec in records:\n row_data = {}\n source_data = rec.source_data or {}\n\n # Context columns from source data\n if job.context_columns:\n for col in job.context_columns:\n row_data[col] = source_data.get(col, \"\")\n\n # Original text column (translation_column)\n if job.translation_column and job.translation_column not in (job.target_key_cols or []):\n # If target_column differs, keep the original value from source_data;\n # otherwise use the translated value\n if effective_target and effective_target != job.translation_column:\n row_data[job.translation_column] = source_data.get(job.translation_column, \"\")\n else:\n row_data[job.translation_column] = rec.target_sql or \"\"\n\n # Translated text goes into target_column (may be same as translation_column)\n if effective_target:\n row_data[effective_target] = rec.target_sql or \"\"\n\n # Key columns from source data\n if job.target_key_cols:\n for k in job.target_key_cols:\n row_data[k] = source_data.get(k, \"\")\n rows_for_sql.append(row_data)\n\n if not columns:\n # Use target_sql as the sole column\n columns = [effective_target or \"translated_text\"]\n rows_for_sql = [{columns[0]: rec.target_sql or \"\"} for rec in records]\n\n # Resolve the real database backend engine from Superset\n try:\n env_id = job.environment_id or job.source_dialect or \"\"\n executor = SupersetSqlLabExecutor(self.config_manager, env_id)\n executor.resolve_database_id(\n target_database_id=job.target_database_id,\n )\n real_backend = executor.get_database_backend()\n except Exception as e:\n logger.explore(\"Failed to resolve database backend, falling back to job dialet\", {\n \"error\": str(e),\n })\n real_backend = None\n\n dialect = real_backend or job.database_dialect or job.target_dialect or \"postgresql\"\n\n # Generate SQL\n try:\n sql, row_count = SQLGenerator.generate(\n dialect=dialect,\n target_schema=job.target_schema,\n target_table=job.target_table or \"translated_data\",\n columns=columns,\n rows=rows_for_sql,\n key_columns=job.target_key_cols,\n upsert_strategy=job.upsert_strategy or \"MERGE\",\n )\n except ValueError as e:\n logger.explore(\"SQL generation failed\", {\"error\": str(e)})\n return {\"status\": \"failed\", \"error_message\": str(e), \"query_id\": None}\n\n logger.reason(\"SQL generated with dialect\", {\n \"dialect\": dialect,\n \"real_backend\": real_backend,\n \"job_database_dialect\": job.database_dialect,\n \"job_target_dialect\": job.target_dialect,\n })\n\n # Log insert phase start\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"INSERT_PHASE_STARTED\",\n payload={\"sql_length\": len(sql), \"row_count\": row_count, \"dialect\": dialect},\n created_by=self.current_user,\n )\n\n # Submit to Superset\n try:\n result = executor.execute_and_poll(\n sql=sql,\n max_polls=30,\n poll_interval_seconds=2.0,\n )\n except Exception as e:\n logger.explore(\"Superset SQL submission failed\", {\n \"run_id\": run.id,\n \"error\": str(e),\n })\n result = {\"status\": \"failed\", \"error_message\": str(e), \"query_id\": None}\n\n # Log insert phase complete\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"INSERT_PHASE_COMPLETED\",\n payload=result,\n created_by=self.current_user,\n )\n\n return result\n # endregion _generate_and_insert_sql\n\n # region _validate_preconditions [TYPE Function]\n # @PURPOSE: Validate preconditions before starting a run.\n # @PRE: None.\n # @POST: Raises ValueError if preconditions are not met.\n # @SIDE_EFFECT: None.\n def _validate_preconditions(\n self,\n job: TranslationJob,\n is_scheduled: bool = False,\n ) -> None:\n with belief_scope(\"TranslationOrchestrator._validate_preconditions\"):\n # Job must be in valid status\n if job.status in (\"DRAFT\",):\n raise ValueError(\n f\"Cannot run job '{job.id}' in status '{job.status}'. \"\n f\"Job must be READY, ACTIVE, or COMPLETED.\"\n )\n\n # Must have target table configured\n if not job.target_table:\n raise ValueError(\n f\"Job '{job.id}' has no target table configured. \"\n \"Configure a target table before running.\"\n )\n\n # Must have LLM provider configured\n if not job.provider_id:\n raise ValueError(\n f\"Job '{job.id}' has no LLM provider configured. \"\n \"Select an LLM provider before running.\"\n )\n\n # Must have a translation column\n if not job.translation_column:\n raise ValueError(\n f\"Job '{job.id}' has no translation column configured. \"\n \"Select a translation column before running.\"\n )\n\n # For manual runs, must have accepted preview\n if not is_scheduled:\n accepted_session = (\n self.db.query(TranslationPreviewSession)\n .filter(\n TranslationPreviewSession.job_id == job.id,\n TranslationPreviewSession.status == \"APPLIED\",\n )\n .order_by(TranslationPreviewSession.created_at.desc())\n .first()\n )\n if not accepted_session:\n raise ValueError(\n f\"Job '{job.id}' has no accepted preview session. \"\n \"Run and accept a preview before executing a manual translation run.\"\n )\n\n logger.reason(\"Preconditions validated\", {\n \"job_id\": job.id,\n \"is_scheduled\": is_scheduled,\n })\n # endregion _validate_preconditions\n\n # region retry_failed_batches [TYPE Function]\n # @PURPOSE: Retry failed batches in a run.\n # @PRE: run exists and has failed batches.\n # @POST: Failed batches are re-processed.\n # @SIDE_EFFECT: LLM calls, DB writes.\n def retry_failed_batches(\n self,\n run_id: str,\n ) -> TranslationRun:\n with belief_scope(\"TranslationOrchestrator.retry_failed_batches\"):\n run = self.db.query(TranslationRun).filter(TranslationRun.id == run_id).first()\n if not run:\n raise ValueError(f\"Run '{run_id}' not found\")\n\n job = self.db.query(TranslationJob).filter(TranslationJob.id == run.job_id).first()\n if not job:\n raise ValueError(f\"Job '{run.job_id}' not found\")\n self._job = job\n\n # Find failed batches\n failed_batches = (\n self.db.query(TranslationBatch)\n .filter(\n TranslationBatch.run_id == run_id,\n TranslationBatch.status.in_([\"FAILED\", \"COMPLETED_WITH_ERRORS\"]),\n )\n .all()\n )\n\n if not failed_batches:\n raise ValueError(f\"No failed batches found for run '{run_id}'\")\n\n logger.reason(\"Retrying failed batches\", {\n \"run_id\": run_id,\n \"batch_count\": len(failed_batches),\n })\n\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"RUN_RETRYING\",\n payload={\"batch_count\": len(failed_batches)},\n created_by=self.current_user,\n )\n\n # Re-process each failed batch\n executor = TranslationExecutor(self.db, self.config_manager, self.current_user)\n run.status = \"RUNNING\"\n self.db.flush()\n\n for batch in failed_batches:\n # Fetch failed records for this batch\n failed_records = (\n self.db.query(TranslationRecord)\n .filter(\n TranslationRecord.batch_id == batch.id,\n TranslationRecord.status == \"FAILED\",\n )\n .all()\n )\n\n if not failed_records:\n continue\n\n # Build rows from failed records\n retry_rows = []\n for rec in failed_records:\n retry_rows.append({\n \"row_index\": rec.source_object_id or \"0\",\n \"source_text\": rec.source_sql or \"\",\n \"approved_translation\": None,\n \"source_object_name\": rec.source_object_name or \"\",\n })\n\n # Process retry batch\n result = executor._process_batch(\n job=job,\n run_id=run_id,\n batch_index=batch.batch_index,\n batch_rows=retry_rows,\n )\n\n # Update run stats\n run.successful_records = (run.successful_records or 0) + result[\"successful\"]\n run.failed_records = (run.failed_records or 0) + result[\"failed\"]\n run.skipped_records = (run.skipped_records or 0) + result[\"skipped\"]\n self.db.flush()\n\n # Update run status\n if run.failed_records == 0:\n run.status = \"COMPLETED\"\n elif run.successful_records == 0:\n run.status = \"FAILED\"\n else:\n run.status = \"COMPLETED\"\n\n run.completed_at = datetime.now(UTC)\n self.db.flush()\n\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"RUN_COMPLETED\",\n payload={\"retry\": True},\n created_by=self.current_user,\n )\n\n self.db.commit()\n logger.reflect(\"Retry complete\", {\n \"run_id\": run_id,\n \"status\": run.status,\n })\n return run\n # endregion retry_failed_batches\n\n # region retry_insert [TYPE Function]\n # @PURPOSE: Retry the SQL insert phase for a completed run.\n # @PRE: run exists and has successful records.\n # @POST: SQL is regenerated and re-submitted to Superset.\n # @SIDE_EFFECT: Superset API call.\n def retry_insert(\n self,\n run_id: str,\n ) -> TranslationRun:\n with belief_scope(\"TranslationOrchestrator.retry_insert\"):\n run = self.db.query(TranslationRun).filter(TranslationRun.id == run_id).first()\n if not run:\n raise ValueError(f\"Run '{run_id}' not found\")\n\n job = self.db.query(TranslationJob).filter(TranslationJob.id == run.job_id).first()\n if not job:\n raise ValueError(f\"Job '{run.job_id}' not found\")\n self._job = job\n\n logger.reason(\"Retrying insert phase\", {\n \"run_id\": run_id,\n })\n\n self.event_log.log_event(\n job_id=job.id,\n run_id=run.id,\n event_type=\"RUN_RETRY_INSERT\",\n payload={},\n created_by=self.current_user,\n )\n\n # Regenerate SQL and submit\n insert_result = self._generate_and_insert_sql(job, run)\n\n # Update run\n run.insert_status = insert_result.get(\"status\")\n run.superset_execution_id = str(insert_result.get(\"query_id\") or \"\")\n if insert_result.get(\"error_message\"):\n run.error_message = insert_result[\"error_message\"]\n self.db.flush()\n self.db.commit()\n self.db.refresh(run)\n\n logger.reflect(\"Insert retry complete\", {\n \"run_id\": run_id,\n \"insert_status\": run.insert_status,\n })\n return run\n # endregion retry_insert\n\n # region cancel_run [TYPE Function]\n # @PURPOSE: Cancel a running translation.\n # @PRE: run is in PENDING or RUNNING status.\n # @POST: Run status is set to CANCELLED.\n # @SIDE_EFFECT: DB write; records event.\n def cancel_run(self, run_id: str) -> TranslationRun:\n with belief_scope(\"TranslationOrchestrator.cancel_run\"):\n run = self.db.query(TranslationRun).filter(TranslationRun.id == run_id).first()\n if not run:\n raise ValueError(f\"Run '{run_id}' not found\")\n\n if run.status not in (\"PENDING\", \"RUNNING\"):\n raise ValueError(\n f\"Cannot cancel run in status '{run.status}'. \"\n f\"Only PENDING or RUNNING runs can be cancelled.\"\n )\n\n run.status = \"CANCELLED\"\n run.completed_at = datetime.now(UTC)\n self.db.flush()\n\n self.event_log.log_event(\n job_id=run.job_id,\n run_id=run.id,\n event_type=\"RUN_CANCELLED\",\n payload={},\n created_by=self.current_user,\n )\n\n self.db.commit()\n self.db.refresh(run)\n\n logger.reflect(\"Run cancelled\", {\n \"run_id\": run_id,\n })\n return run\n # endregion cancel_run\n\n # region get_run_status [TYPE Function]\n # @PURPOSE: Get run status with statistics.\n # @PRE: run_id exists.\n # @POST: Returns dict with run details.\n def get_run_status(self, run_id: str) -> dict[str, Any]:\n with belief_scope(\"TranslationOrchestrator.get_run_status\"):\n run = self.db.query(TranslationRun).filter(TranslationRun.id == run_id).first()\n if not run:\n raise ValueError(f\"Run '{run_id}' not found\")\n\n # Count batches\n batch_count = (\n self.db.query(TranslationBatch)\n .filter(TranslationBatch.run_id == run_id)\n .count()\n )\n\n # Get event summary\n event_summary = self.event_log.get_run_event_summary(run_id)\n\n # Get language stats\n language_stats_entries = (\n self.db.query(TranslationRunLanguageStats)\n .filter(TranslationRunLanguageStats.run_id == run_id)\n .all()\n )\n language_stats = [\n {\n \"language_code\": ls.language_code,\n \"total_rows\": ls.total_rows or 0,\n \"translated_rows\": ls.translated_rows or 0,\n \"failed_rows\": ls.failed_rows or 0,\n \"skipped_rows\": ls.skipped_rows or 0,\n \"token_count\": ls.token_count or 0,\n \"estimated_cost\": ls.estimated_cost or 0.0,\n }\n for ls in language_stats_entries\n ]\n\n return {\n \"id\": run.id,\n \"job_id\": run.job_id,\n \"status\": run.status,\n \"started_at\": run.started_at.isoformat() if run.started_at else None,\n \"completed_at\": run.completed_at.isoformat() if run.completed_at else None,\n \"error_message\": run.error_message,\n \"total_records\": run.total_records or 0,\n \"successful_records\": run.successful_records or 0,\n \"failed_records\": run.failed_records or 0,\n \"skipped_records\": run.skipped_records or 0,\n \"insert_status\": run.insert_status,\n \"superset_execution_id\": run.superset_execution_id,\n \"batch_count\": batch_count,\n \"language_stats\": language_stats,\n \"event_invariants\": {\n \"has_run_started\": event_summary[\"has_run_started\"],\n \"terminal_event_count\": event_summary[\"terminal_event_count\"],\n \"invariant_valid\": event_summary[\"invariant_valid\"],\n },\n \"created_by\": run.created_by,\n \"created_at\": run.created_at.isoformat() if run.created_at else None,\n }\n # endregion get_run_status\n\n # region get_run_records [TYPE Function]\n # @PURPOSE: Get paginated records for a run.\n # @PRE: run_id exists.\n # @POST: Returns dict with records and pagination info.\n def get_run_records(\n self,\n run_id: str,\n page: int = 1,\n page_size: int = 50,\n status_filter: str | None = None,\n ) -> dict[str, Any]:\n with belief_scope(\"TranslationOrchestrator.get_run_records\"):\n query = (\n self.db.query(TranslationRecord)\n .options(selectinload(TranslationRecord.languages))\n .filter(TranslationRecord.run_id == run_id)\n )\n\n if status_filter:\n query = query.filter(TranslationRecord.status == status_filter)\n\n total = query.count()\n offset = (page - 1) * page_size\n records = (\n query.order_by(TranslationRecord.created_at.desc())\n .offset(offset)\n .limit(page_size)\n .all()\n )\n\n return {\n \"items\": [\n {\n \"id\": r.id,\n \"batch_id\": r.batch_id,\n \"source_sql\": r.source_sql,\n \"target_sql\": r.target_sql,\n \"source_object_type\": r.source_object_type,\n \"source_object_id\": r.source_object_id,\n \"source_object_name\": r.source_object_name,\n \"status\": r.status,\n \"error_message\": r.error_message,\n \"created_at\": r.created_at.isoformat() if r.created_at else None,\n \"languages\": [\n {\n \"language_code\": tl.language_code,\n \"translated_value\": tl.translated_value,\n \"final_value\": tl.final_value or tl.translated_value,\n \"source_language_detected\": tl.source_language_detected,\n \"status\": tl.status,\n \"needs_review\": tl.needs_review or False,\n }\n for tl in (r.languages or [])\n ],\n }\n for r in records\n ],\n \"total\": total,\n \"page\": page,\n \"page_size\": page_size,\n \"status_filter\": status_filter,\n }\n # endregion get_run_records\n\n # region get_run_history [TYPE Function]\n # @PURPOSE: Get run history for a job.\n # @PRE: job_id exists.\n # @POST: Returns list of runs.\n def get_run_history(\n self,\n job_id: str,\n page: int = 1,\n page_size: int = 20,\n ) -> tuple[int, list[dict[str, Any]]]:\n with belief_scope(\"TranslationOrchestrator.get_run_history\"):\n query = self.db.query(TranslationRun).filter(\n TranslationRun.job_id == job_id\n )\n total = query.count()\n runs = (\n query.order_by(TranslationRun.created_at.desc())\n .offset((page - 1) * page_size)\n .limit(page_size)\n .all()\n )\n\n return total, [\n {\n \"id\": r.id,\n \"job_id\": r.job_id,\n \"status\": r.status,\n \"started_at\": r.started_at.isoformat() if r.started_at else None,\n \"completed_at\": r.completed_at.isoformat() if r.completed_at else None,\n \"error_message\": r.error_message,\n \"total_records\": r.total_records or 0,\n \"successful_records\": r.successful_records or 0,\n \"failed_records\": r.failed_records or 0,\n \"skipped_records\": r.skipped_records or 0,\n \"insert_status\": r.insert_status,\n \"superset_execution_id\": r.superset_execution_id,\n \"created_by\": r.created_by,\n \"created_at\": r.created_at.isoformat() if r.created_at else None,\n }\n for r in runs\n ]\n # endregion get_run_history\n\n # region _update_language_stats [TYPE Function]\n # @PURPOSE: Aggregate TranslationLanguage entries by language_code and update TranslationRunLanguageStats.\n # @PRE: run_id and language_stats_map are valid. DB session is available.\n # @POST: Language stats are updated with row counts and estimated tokens/cost.\n # @SIDE_EFFECT: DB writes on language_stats objects.\n def _update_language_stats(\n self,\n run_id: str,\n language_stats_map: dict[str, TranslationRunLanguageStats],\n ) -> None:\n with belief_scope(\"TranslationOrchestrator._update_language_stats\"):\n # Get all records for this run to join with TranslationLanguage\n records = (\n self.db.query(TranslationRecord)\n .filter(TranslationRecord.run_id == run_id)\n .all()\n )\n record_ids = [r.id for r in records]\n\n if not record_ids:\n logger.reason(\"No records for language stats aggregation\", {\"run_id\": run_id})\n return\n\n # Get all language entries for this run's records\n lang_entries = (\n self.db.query(TranslationLanguage)\n .filter(TranslationLanguage.record_id.in_(record_ids))\n .all()\n )\n\n # Aggregate by language_code\n from collections import defaultdict\n agg: dict[str, dict[str, int]] = defaultdict(lambda: {\"total\": 0, \"translated\": 0, \"failed\": 0, \"skipped\": 0})\n\n for le in lang_entries:\n code = le.language_code\n agg[code][\"total\"] += 1\n if le.status in (\"translated\", \"approved\", \"edited\"):\n agg[code][\"translated\"] += 1\n elif le.status == \"failed\":\n agg[code][\"failed\"] += 1\n elif le.status == \"skipped\":\n agg[code][\"skipped\"] += 1\n\n # Estimate tokens: heuristic based on character count of translated values\n total_chars = sum(\n len(le.translated_value or \"\") for le in lang_entries if le.translated_value\n )\n total_tokens = max(1, total_chars // 4) # ~4 chars per token\n cost_per_token = 0.002 / 1000 # $0.002 per 1K tokens\n\n # Update each language stat entry\n for lang_code, lang_stat in language_stats_map.items():\n data = agg.get(lang_code, {\"total\": 0, \"translated\": 0, \"failed\": 0, \"skipped\": 0})\n lang_stat.total_rows = data[\"total\"]\n lang_stat.translated_rows = data[\"translated\"]\n lang_stat.failed_rows = data[\"failed\"]\n lang_stat.skipped_rows = data[\"skipped\"]\n\n # Proportional token split: share tokens across languages\n num_langs = len(language_stats_map)\n if num_langs > 0:\n lang_stat.token_count = total_tokens // num_langs\n lang_stat.estimated_cost = round((lang_stat.token_count / 1000) * cost_per_token, 6)\n\n self.db.flush()\n\n logger.reason(\"Language stats updated\", {\n \"run_id\": run_id,\n \"languages\": list(language_stats_map.keys()),\n \"total_tokens_est\": total_tokens,\n })\n # endregion _update_language_stats\n\n # region _compute_config_hash [TYPE Function]\n # @PURPOSE: Compute a hash of the job's current configuration for snapshot comparison.\n @staticmethod\n def _compute_config_hash(job: TranslationJob) -> str:\n import hashlib\n config_str = json.dumps({\n \"source_dialect\": job.source_dialect,\n \"target_dialect\": job.target_dialect,\n \"source_datasource_id\": job.source_datasource_id,\n \"translation_column\": job.translation_column,\n \"context_columns\": job.context_columns,\n \"target_language\": job.target_language,\n \"target_languages\": sorted(job.target_languages) if job.target_languages else [],\n \"provider_id\": job.provider_id,\n \"batch_size\": job.batch_size,\n \"upsert_strategy\": job.upsert_strategy,\n }, sort_keys=True)\n return hashlib.sha256(config_str.encode()).hexdigest()[:16]\n # endregion _compute_config_hash\n\n # region _compute_dict_snapshot_hash [TYPE Function]\n # @PURPOSE: Compute a hash of dictionary state for snapshot comparison.\n def _compute_dict_snapshot_hash(self, job_id: str) -> str:\n import hashlib\n\n from ...models.translate import TranslationJobDictionary\n dict_links = (\n self.db.query(TranslationJobDictionary)\n .filter(TranslationJobDictionary.job_id == job_id)\n .all()\n )\n dict_ids = sorted([dl.dictionary_id for dl in dict_links])\n hash_input = \",\".join(dict_ids)\n return hashlib.sha256(hash_input.encode()).hexdigest()[:16]\n # endregion _compute_dict_snapshot_hash\n\n\n# #endregion TranslationOrchestrator\n# #endregion TranslationOrchestrator\n" }, { "contract_id": "TranslatePlugin", @@ -52583,14 +54210,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TranslatePlugin [C:2] [TYPE Module] [SEMANTICS clickhouse, translate, sql, dashboard, dialect]\n# @BRIEF TranslatePlugin skeleton for cross-dialect SQL and dashboard translation.\n# @LAYER: Domain\n# @RELATION INHERITS -> [PluginBase]\n# @RATIONALE: Separate plugin avoids bloating LLMAnalysisPlugin beyond fractal limit (<400 lines).\n# @REJECTED: Extending LLMAnalysisPlugin would conflate two distinct feature domains.\n\nfrom typing import Any\n\nfrom ...core.plugin_base import PluginBase\n\n\n# #region TranslatePlugin [TYPE Class]\n# @BRIEF Plugin for translating SQL queries and dashboard definitions across database dialects.\n# @RELATION IMPLEMENTS -> backend.src.core.plugin_base.PluginBase\nclass TranslatePlugin(PluginBase):\n @property\n def id(self) -> str:\n return \"translate\"\n\n @property\n def name(self) -> str:\n return \"LLM Table Translation\"\n\n @property\n def description(self) -> str:\n return \"Cross-dialect SQL and dashboard translation using LLMs.\"\n\n @property\n def version(self) -> str:\n return \"1.0.0\"\n\n def get_schema(self) -> dict[str, Any]:\n return {\n \"type\": \"object\",\n \"properties\": {\n \"source_dialect\": {\n \"type\": \"string\",\n \"title\": \"Source Dialect\",\n \"description\": \"Source database dialect (e.g. PostgreSQL, ClickHouse)\",\n },\n \"target_dialect\": {\n \"type\": \"string\",\n \"title\": \"Target Dialect\",\n \"description\": \"Target database dialect (e.g. PostgreSQL, ClickHouse)\",\n },\n \"job_id\": {\n \"type\": \"string\",\n \"title\": \"Translation Job ID\",\n \"description\": \"Existing translation job to execute\",\n },\n },\n \"required\": [\"job_id\"],\n }\n\n async def execute(self, params: dict[str, Any], context: Any | None = None):\n \"\"\"Execute a translation job — implementation deferred to later phases.\"\"\"\n raise NotImplementedError(\"TranslatePlugin.execute not yet implemented\")\n# #endregion TranslatePlugin\n\n# #endregion TranslatePlugin\n" }, { "contract_id": "DEFAULT_EXECUTION_PROMPT_TEMPLATE", "contract_type": "Constant", "file_path": "backend/src/plugins/translate/preview.py", - "start_line": 39, - "end_line": 53, + "start_line": 40, + "end_line": 57, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -52627,14 +54255,15 @@ } ], "anchor_syntax": "region", - "body": "# #region DEFAULT_EXECUTION_PROMPT_TEMPLATE [TYPE Constant]\n# @BRIEF Default prompt template for batch LLM translation execution (no context columns — faster).\nDEFAULT_EXECUTION_PROMPT_TEMPLATE: str = (\n \"Translate the following database content from {source_language} to {target_language}.\\n\\n\"\n \"Source dialect: {source_dialect}\\n\"\n \"Target dialect: {target_dialect}\\n\"\n \"Column to translate: {translation_column}\\n\\n\"\n \"{dictionary_section}\"\n \"For each row, provide an accurate translation of the text.\\n\\n\"\n \"Rows to translate:\\n{rows_json}\\n\\n\"\n \"Respond with a JSON object in this exact format:\\n\"\n '{{\"rows\": [{{\"row_id\": \"\", \"translation\": \"\"}}]}}\\n'\n \"Each row_id must match the index provided. Return exactly {row_count} entries.\"\n)\n# #endregion DEFAULT_EXECUTION_PROMPT_TEMPLATE\n" + "tier_source": "AutoCalculated", + "body": "# #region DEFAULT_EXECUTION_PROMPT_TEMPLATE [TYPE Constant]\n# @BRIEF Default prompt template for batch LLM translation execution (no context columns — faster).\n# Supports both single-language and multi-language modes via {target_languages} placeholder.\nDEFAULT_EXECUTION_PROMPT_TEMPLATE: str = (\n \"Translate the following database content from {source_language} to the following language(s): {target_languages}.\\n\\n\"\n \"Source dialect: {source_dialect}\\n\"\n \"Target dialect(s): {target_dialect}\\n\"\n \"Column to translate: {translation_column}\\n\\n\"\n \"{dictionary_section}\"\n \"For each row, provide an accurate translation of the text into each target language.\\n\\n\"\n \"Rows to translate:\\n{rows_json}\\n\\n\"\n \"Respond with a JSON object in this exact format:\\n\"\n '{{\"rows\": [{{\"row_id\": \"\", \"detected_source_language\": \"\", \"\": \"\", \"\": \"\"}}]}}\\n'\n \"For each row, return the detected source language as a BCP-47 tag (e.g. 'en', 'ru', 'fr'), or 'und' if uncertain.\\n\"\n \"Include a separate key for EACH target language code with the translated text in that language.\\n\"\n \"Each row_id must match the index provided. Return exactly {row_count} entries.\"\n)\n# #endregion DEFAULT_EXECUTION_PROMPT_TEMPLATE\n" }, { "contract_id": "DEFAULT_PREVIEW_PROMPT_TEMPLATE", "contract_type": "Constant", "file_path": "backend/src/plugins/translate/preview.py", - "start_line": 56, - "end_line": 71, + "start_line": 60, + "end_line": 77, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -52671,14 +54300,15 @@ } ], "anchor_syntax": "region", - "body": "# #region DEFAULT_PREVIEW_PROMPT_TEMPLATE [TYPE Constant]\n# @BRIEF Default prompt template for LLM translation preview.\nDEFAULT_PREVIEW_PROMPT_TEMPLATE: str = (\n \"Translate the following database content from {source_language} to {target_language}.\\n\\n\"\n \"Source dialect: {source_dialect}\\n\"\n \"Target dialect: {target_dialect}\\n\"\n \"Column to translate: {translation_column}\\n\\n\"\n \"{dictionary_section}\"\n \"For each row, provide an accurate translation of the '{translation_column}' value.\\n\"\n \"Consider the context columns when determining the meaning of the text.\\n\\n\"\n \"Rows to translate:\\n{rows_json}\\n\\n\"\n \"Respond with a JSON object in this exact format:\\n\"\n '{{\"rows\": [{{\"row_id\": \"\", \"translation\": \"\"}}]}}\\n'\n \"Each row_id must match the index provided. Return exactly {row_count} entries.\"\n)\n# #endregion DEFAULT_PREVIEW_PROMPT_TEMPLATE\n" + "tier_source": "AutoCalculated", + "body": "# #region DEFAULT_PREVIEW_PROMPT_TEMPLATE [TYPE Constant]\n# @BRIEF Default prompt template for LLM translation preview.\nDEFAULT_PREVIEW_PROMPT_TEMPLATE: str = (\n \"Translate the following database content.\\n\\n\"\n \"Source dialect: {source_dialect}\\n\"\n \"Column to translate: {translation_column}\\n\\n\"\n \"{dictionary_section}\"\n \"Translate to the following languages: {target_languages}\\n\\n\"\n \"For each row, provide an accurate translation of the '{translation_column}' value into each language.\\n\"\n \"Consider the context columns when determining the meaning of the text.\\n\\n\"\n \"Rows to translate:\\n{rows_json}\\n\\n\"\n \"Respond with a JSON object in this exact format:\\n\"\n '{{\"rows\": [{{\"row_id\": \"\", \"detected_source_language\": \"\", \"language_code_1\": \"\", \"language_code_2\": \"\"}}]}}\\n'\n \"For each row, return the detected source language as a BCP-47 tag (e.g. 'en', 'ru', 'fr'), or 'und' if uncertain.\\n\"\n \"Include a separate key for EACH target language code with the translated text in that language.\\n\"\n \"Each row_id must match the index provided. Return exactly {row_count} entries.\"\n)\n# #endregion DEFAULT_PREVIEW_PROMPT_TEMPLATE\n" }, { "contract_id": "TokenEstimator", "contract_type": "Class", "file_path": "backend/src/plugins/translate/preview.py", - "start_line": 74, - "end_line": 116, + "start_line": 80, + "end_line": 138, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -52717,7 +54347,64 @@ } ], "anchor_syntax": "region", - "body": "# #region TokenEstimator [TYPE Class]\n# @BRIEF Estimate token counts and costs for LLM translation operations.\n# @RATIONALE: Token estimation uses a heuristic (chars/token ratio) since exact tokenization depends on the LLM model.\n# @REJECTED: Using an external tokenizer library would introduce a heavy dependency for estimation only.\nclass TokenEstimator:\n \"\"\"Estimate token counts and costs for LLM operations.\"\"\"\n\n CHARS_PER_TOKEN_ESTIMATE: float = 4.0\n OUTPUT_TOKENS_PER_ROW_ESTIMATE: int = 50\n TOKEN_COST_PER_1K: float = 0.002 # Default cost per 1K tokens\n\n # region estimate_prompt_tokens [TYPE Function]\n # @PURPOSE: Estimate token count for a prompt string.\n # @PRE: prompt is a non-empty string.\n # @POST: Returns estimated token count (integer).\n @staticmethod\n def estimate_prompt_tokens(prompt: str) -> int:\n if not prompt:\n return 0\n return max(1, int(len(prompt) / TokenEstimator.CHARS_PER_TOKEN_ESTIMATE))\n # endregion estimate_prompt_tokens\n\n # region estimate_output_tokens [TYPE Function]\n # @PURPOSE: Estimate output token count for translating N rows.\n # @PRE: row_count >= 0.\n # @POST: Returns estimated output token count.\n @staticmethod\n def estimate_output_tokens(row_count: int) -> int:\n return row_count * TokenEstimator.OUTPUT_TOKENS_PER_ROW_ESTIMATE\n # endregion estimate_output_tokens\n\n # region estimate_cost [TYPE Function]\n # @PURPOSE: Estimate cost for a given number of tokens.\n # @PRE: total_tokens >= 0.\n # @POST: Returns estimated cost in USD.\n @staticmethod\n def estimate_cost(total_tokens: int, cost_per_1k: float | None = None) -> float:\n rate = cost_per_1k if cost_per_1k is not None else TokenEstimator.TOKEN_COST_PER_1K\n return round((total_tokens / 1000) * rate, 6)\n # endregion estimate_cost\n\n\n# #endregion TokenEstimator\n" + "tier_source": "AutoCalculated", + "body": "# #region TokenEstimator [TYPE Class]\n# @BRIEF Estimate token counts and costs for LLM translation operations.\n# @RATIONALE: Token estimation uses a heuristic (chars/token ratio) since exact tokenization depends on the LLM model.\n# @REJECTED: Using an external tokenizer library would introduce a heavy dependency for estimation only.\nclass TokenEstimator:\n \"\"\"Estimate token counts and costs for LLM operations.\"\"\"\n\n CHARS_PER_TOKEN_ESTIMATE: float = 4.0\n OUTPUT_TOKENS_PER_ROW_ESTIMATE: int = 50\n MULTI_LANG_FACTOR: float = 1.2 # Overhead for multi-language in one call\n TOKEN_COST_PER_1K: float = 0.002 # Default cost per 1K tokens\n COST_WARNING_THRESHOLD: int = 30 # Show warning above this sample size\n\n # region estimate_prompt_tokens [TYPE Function]\n # @PURPOSE: Estimate token count for a prompt string.\n # @PRE: prompt is a non-empty string.\n # @POST: Returns estimated token count (integer).\n @staticmethod\n def estimate_prompt_tokens(prompt: str) -> int:\n if not prompt:\n return 0\n return max(1, int(len(prompt) / TokenEstimator.CHARS_PER_TOKEN_ESTIMATE))\n # endregion estimate_prompt_tokens\n\n # region estimate_output_tokens [TYPE Function]\n # @PURPOSE: Estimate output token count for translating N rows across N languages.\n # @PRE: row_count >= 0, num_languages >= 1.\n # @POST: Returns estimated output token count.\n @staticmethod\n def estimate_output_tokens(row_count: int, num_languages: int = 1) -> int:\n return int(row_count * num_languages * TokenEstimator.OUTPUT_TOKENS_PER_ROW_ESTIMATE * TokenEstimator.MULTI_LANG_FACTOR)\n # endregion estimate_output_tokens\n\n # region estimate_cost [TYPE Function]\n # @PURPOSE: Estimate cost for a given number of tokens.\n # @PRE: total_tokens >= 0.\n # @POST: Returns estimated cost in USD.\n @staticmethod\n def estimate_cost(total_tokens: int, cost_per_1k: float | None = None) -> float:\n rate = cost_per_1k if cost_per_1k is not None else TokenEstimator.TOKEN_COST_PER_1K\n return round((total_tokens / 1000) * rate, 6)\n # endregion estimate_cost\n\n # region check_cost_warning [TYPE Function]\n # @PURPOSE: Generate cost warning for large previews.\n # @PRE: sample_size > 0, num_languages >= 1.\n # @POST: Returns warning string or None.\n @staticmethod\n def check_cost_warning(sample_size: int, num_languages: int, estimated_tokens: int, estimated_cost: float) -> str | None:\n if sample_size > TokenEstimator.COST_WARNING_THRESHOLD:\n return (\n f\"Large preview — estimated {estimated_tokens} tokens, ~${estimated_cost:.4f} cost \"\n f\"(across {num_languages} languages)\"\n )\n return None\n # endregion check_cost_warning\n\n\n# #endregion TokenEstimator\n" + }, + { + "contract_id": "ContextAwarePromptBuilder", + "contract_type": "Module", + "file_path": "backend/src/plugins/translate/prompt_builder.py", + "start_line": 1, + "end_line": 152, + "tier": "TIER_1", + "complexity": 2, + "metadata": { + "COMPLEXITY": 2, + "LAYER": "Domain", + "PURPOSE": "Pure-function prompt builder that enhances dictionary entries with context annotations.", + "RATIONALE": "Pure functions only — no I/O, no DB access. Separated from executor for testability.", + "REJECTED": "Embedding context inline in the executor would make it untestable without mocking DB." + }, + "relations": [ + { + "source_id": "ContextAwarePromptBuilder", + "relation_type": "DEPENDS_ON", + "target_id": "DictionaryEntry:Class", + "target_ref": "[DictionaryEntry:Class]" + } + ], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "RATIONALE", + "message": "@RATIONALE is forbidden for contract type 'Module' at C2", + "detail": { + "actual_complexity": 2, + "contract_type": "Module" + } + }, + { + "code": "tag_forbidden_by_complexity", + "tag": "REJECTED", + "message": "@REJECTED is forbidden for contract type 'Module' at C2", + "detail": { + "actual_complexity": 2, + "contract_type": "Module" + } + }, + { + "code": "tag_forbidden_by_complexity", + "tag": "RELATION", + "message": "@RELATION is forbidden for contract type 'Module' at C2", + "detail": { + "actual_complexity": 2, + "contract_type": "Module" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region ContextAwarePromptBuilder [C:2] [TYPE Module] [SEMANTICS translate, prompt, context, dictionary]\n# @BRIEF Pure-function prompt builder that enhances dictionary entries with context annotations.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [DictionaryEntry:Class]\n# @RATIONALE: Pure functions only — no I/O, no DB access. Separated from executor for testability.\n# @REJECTED: Embedding context inline in the executor would make it untestable without mocking DB.\n#\n# Typical workflow:\n# 1. Call build_context_entries(dictionary_entries, row_context) to get annotated, prioritized entries\n# 2. Each entry is rendered via render_entry() with optional priority flag\n# 3. Jaccard similarity >= 0.5 triggers priority flagging\n\nimport json\nfrom typing import Any\n\n# #region ContextAwarePromptBuilder [C:2] [TYPE Class]\n# @BRIEF Build LLM prompts with context-aware dictionary entries and similarity-based priority.\n\nclass ContextAwarePromptBuilder:\n \"\"\"Build LLM prompts with context-aware dictionary entries.\n\n Pure function — no I/O, no DB access.\n \"\"\"\n\n @staticmethod\n def render_entry(entry: Any, priority: bool = False, row_context: dict | None = None) -> str:\n \"\"\"Render a dictionary entry for the LLM prompt.\n\n Args:\n entry: DictionaryEntry-like object (must have source_term, target_term, has_context,\n context_data, usage_notes attrs or dict keys).\n priority: Whether this entry should be flagged as high priority.\n row_context: Optional row context dict (unused in rendering, kept for API symmetry).\n\n Returns:\n Rendered prompt line string.\n \"\"\"\n # Support both object attrs and dict access\n if isinstance(entry, dict):\n source_term = entry.get(\"source_term\", \"\")\n target_term = entry.get(\"target_term\", \"\")\n has_context = entry.get(\"has_context\", False)\n context_data = entry.get(\"context_data\")\n usage_notes = entry.get(\"usage_notes\")\n else:\n source_term = getattr(entry, \"source_term\", \"\")\n target_term = getattr(entry, \"target_term\", \"\")\n has_context = getattr(entry, \"has_context\", False)\n context_data = getattr(entry, \"context_data\", None)\n usage_notes = getattr(entry, \"usage_notes\", None)\n\n # Build base line\n line = f'\"{source_term}\" -> \"{target_term}\"'\n\n # Add context annotation if present\n if has_context and context_data:\n context_items = []\n if isinstance(context_data, dict):\n context_items = [f\"{k}={v}\" for k, v in context_data.items()]\n elif isinstance(context_data, str):\n try:\n parsed = json.loads(context_data)\n if isinstance(parsed, dict):\n context_items = [f\"{k}={v}\" for k, v in parsed.items()]\n else:\n context_items = [str(context_data)]\n except (json.JSONDecodeError, TypeError):\n context_items = [str(context_data)]\n\n context_str = \", \".join(context_items)\n\n # Truncate if too long (500 tokens ≈ 2000 chars)\n if len(context_str) > 2000:\n context_str = context_str[:1997] + \"...[truncated]\"\n\n line = f'\"{source_term}\" (context: {context_str}) -> \"{target_term}\"'\n\n # Add usage notes\n if usage_notes:\n notes = str(usage_notes)[:200] # cap at 200 chars\n line += f\" # Usage: {notes}\"\n\n # Add priority prefix\n if priority:\n line = f\"# PRIORITY (context match) — {line}\"\n\n return line\n\n @staticmethod\n def compute_context_similarity(entry_context: dict | None, row_context: dict | None) -> float:\n \"\"\"Jaccard similarity between entry context and row context. Returns 0.0-1.0.\n\n Compares the sets of lowercased string values from both contexts.\n Returns 1.0 for identical contexts, 0.0 for disjoint or missing.\n \"\"\"\n if not entry_context or not row_context:\n return 0.0\n\n entry_vals = set(str(v).lower() for v in entry_context.values() if v is not None)\n row_vals = set(str(v).lower() for v in row_context.values() if v is not None)\n\n if not entry_vals or not row_vals:\n return 0.0\n\n intersection = entry_vals & row_vals\n union = entry_vals | row_vals\n return len(intersection) / len(union)\n\n @staticmethod\n def build_context_entries(\n dictionary_entries: list[Any],\n row_context: dict | None = None,\n ) -> list[str]:\n \"\"\"Build prioritized dictionary entry list with context annotations.\n\n Args:\n dictionary_entries: List of DictionaryEntry-like objects or dicts.\n row_context: Optional dict of current row's context columns.\n\n Returns:\n List of rendered prompt strings, sorted with priority entries first.\n \"\"\"\n results: list[tuple[Any, bool]] = []\n\n for entry in dictionary_entries:\n priority = False\n if row_context:\n # Extract entry context_data\n if isinstance(entry, dict):\n entry_context = entry.get(\"context_data\")\n else:\n entry_context = getattr(entry, \"context_data\", None)\n\n if entry_context:\n similarity = ContextAwarePromptBuilder.compute_context_similarity(\n entry_context, row_context\n )\n priority = similarity >= 0.5\n\n results.append((entry, priority))\n\n # Sort: priority first, then non-priority\n results.sort(key=lambda x: (not x[1]))\n\n return [\n ContextAwarePromptBuilder.render_entry(entry, priority, row_context)\n for entry, priority in results\n ]\n# #endregion ContextAwarePromptBuilder\n\n\n# #endregion ContextAwarePromptBuilder\n" }, { "contract_id": "TranslationScheduler", @@ -52784,6 +54471,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TranslationScheduler [C:4] [TYPE Module] [SEMANTICS sqlalchemy, translate, schedule, cron, job]\n# @BRIEF Manage TranslationSchedule rows and register them with core SchedulerService.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [TranslationSchedule:Class]\n# @RELATION DEPENDS_ON -> [SchedulerService:Class]\n# @RELATION DEPENDS_ON -> [TranslationOrchestrator:Class]\n# @RELATION DEPENDS_ON -> [TranslationEventLog:Class]\n# @PRE: Database session and SchedulerService are available.\n# @POST: TranslationSchedule CRUD persisted; APScheduler jobs registered/updated/removed.\n# @SIDE_EFFECT: Registers APScheduler jobs; runs translations on trigger; creates events.\n# @RATIONALE: Uses existing SchedulerService (APScheduler) to avoid creating a second scheduler instance.\n# @REJECTED: Separate scheduler instance would create resource contention.\n# @REJECTED: Polling-based approach — event-driven APScheduler is more precise.\n\nimport uuid\nfrom datetime import UTC, datetime, timedelta\n\nfrom sqlalchemy.orm import Session\n\nfrom ...core.config_manager import ConfigManager\nfrom ...core.cot_logger import seed_trace_id\nfrom ...core.logger import belief_scope, logger\nfrom ...models.translate import TranslationJob, TranslationRun, TranslationSchedule\nfrom .events import TranslationEventLog\n\n\n# #region TranslationScheduler [C:4] [TYPE Class]\n# @BRIEF CRUD for TranslationSchedule rows + APScheduler registration wrappers.\nclass TranslationScheduler:\n\n def __init__(self, db: Session, config_manager: ConfigManager, current_user: str | None = None):\n self.db = db\n self.config_manager = config_manager\n self.current_user = current_user\n self.event_log = TranslationEventLog(db)\n\n # region create_schedule [TYPE Function]\n # @PURPOSE: Create a new schedule for a job.\n # @PRE: job_id exists. cron_expression is valid.\n # @POST: TranslationSchedule row created.\n def create_schedule(\n self,\n job_id: str,\n cron_expression: str,\n timezone: str = \"UTC\",\n is_active: bool = True,\n execution_mode: str = \"full\",\n ) -> TranslationSchedule:\n with belief_scope(\"TranslationScheduler.create_schedule\"):\n # Verify job exists\n job = self.db.query(TranslationJob).filter(TranslationJob.id == job_id).first()\n if not job:\n raise ValueError(f\"Translation job '{job_id}' not found\")\n\n schedule = TranslationSchedule(\n id=str(uuid.uuid4()),\n job_id=job_id,\n cron_expression=cron_expression,\n timezone=timezone,\n is_active=is_active,\n execution_mode=execution_mode,\n created_by=self.current_user,\n )\n self.db.add(schedule)\n self.db.commit()\n self.db.refresh(schedule)\n\n self.event_log.log_event(\n job_id=job_id,\n event_type=\"SCHEDULE_CREATED\",\n payload={\n \"schedule_id\": schedule.id,\n \"cron_expression\": cron_expression,\n \"timezone\": timezone,\n },\n created_by=self.current_user,\n )\n\n logger.reflect(\"Schedule created\", {\"schedule_id\": schedule.id, \"job_id\": job_id})\n return schedule\n # endregion create_schedule\n\n # region update_schedule [TYPE Function]\n # @PURPOSE: Update an existing schedule.\n # @PRE: job_id has an existing schedule.\n # @POST: Schedule updated.\n def update_schedule(\n self,\n job_id: str,\n cron_expression: str | None = None,\n timezone_str: str | None = None,\n is_active: bool | None = None,\n execution_mode: str | None = None,\n ) -> TranslationSchedule:\n with belief_scope(\"TranslationScheduler.update_schedule\"):\n schedule = self.db.query(TranslationSchedule).filter(\n TranslationSchedule.job_id == job_id\n ).first()\n if not schedule:\n raise ValueError(f\"No schedule found for job '{job_id}'\")\n\n if cron_expression is not None:\n schedule.cron_expression = cron_expression\n if timezone_str is not None:\n schedule.timezone = timezone_str\n if is_active is not None:\n schedule.is_active = is_active\n if execution_mode is not None:\n schedule.execution_mode = execution_mode\n schedule.updated_at = datetime.now(UTC)\n self.db.commit()\n self.db.refresh(schedule)\n\n self.event_log.log_event(\n job_id=job_id,\n event_type=\"SCHEDULE_UPDATED\",\n payload={\n \"schedule_id\": schedule.id,\n \"cron_expression\": schedule.cron_expression,\n \"timezone\": schedule.timezone,\n \"is_active\": schedule.is_active,\n },\n created_by=self.current_user,\n )\n\n logger.reflect(\"Schedule updated\", {\"schedule_id\": schedule.id, \"job_id\": job_id})\n return schedule\n # endregion update_schedule\n\n # region delete_schedule [TYPE Function]\n # @PURPOSE: Delete a schedule for a job.\n # @PRE: job_id has an existing schedule.\n # @POST: Schedule deleted.\n def delete_schedule(self, job_id: str) -> None:\n with belief_scope(\"TranslationScheduler.delete_schedule\"):\n schedule = self.db.query(TranslationSchedule).filter(\n TranslationSchedule.job_id == job_id\n ).first()\n if not schedule:\n raise ValueError(f\"No schedule found for job '{job_id}'\")\n\n schedule_id = schedule.id\n self.db.delete(schedule)\n self.db.commit()\n\n self.event_log.log_event(\n job_id=job_id,\n event_type=\"SCHEDULE_DELETED\",\n payload={\"schedule_id\": schedule_id},\n created_by=self.current_user,\n )\n\n logger.reflect(\"Schedule deleted\", {\"schedule_id\": schedule_id, \"job_id\": job_id})\n # endregion delete_schedule\n\n # region enable_disable_schedule [TYPE Function]\n # @PURPOSE: Enable or disable a schedule.\n # @PRE: job_id has an existing schedule.\n # @POST: Schedule is_active updated.\n def set_schedule_active(self, job_id: str, is_active: bool) -> TranslationSchedule:\n with belief_scope(\"TranslationScheduler.set_schedule_active\"):\n schedule = self.db.query(TranslationSchedule).filter(\n TranslationSchedule.job_id == job_id\n ).first()\n if not schedule:\n raise ValueError(f\"No schedule found for job '{job_id}'\")\n\n schedule.is_active = is_active\n schedule.updated_at = datetime.now(UTC)\n self.db.commit()\n self.db.refresh(schedule)\n\n logger.reflect(\"Schedule active state set\", {\n \"schedule_id\": schedule.id,\n \"job_id\": job_id,\n \"is_active\": is_active,\n })\n return schedule\n # endregion enable_disable_schedule\n\n # region get_schedule [TYPE Function]\n # @PURPOSE: Get schedule for a job.\n # @PRE: job_id exists.\n # @POST: Returns TranslationSchedule or raises ValueError.\n def get_schedule(self, job_id: str) -> TranslationSchedule:\n with belief_scope(\"TranslationScheduler.get_schedule\"):\n schedule = self.db.query(TranslationSchedule).filter(\n TranslationSchedule.job_id == job_id\n ).first()\n if not schedule:\n raise ValueError(f\"No schedule found for job '{job_id}'\")\n return schedule\n # endregion get_schedule\n\n # region list_active_schedules [TYPE Function]\n # @PURPOSE: List all active schedules.\n # @POST: Returns list of active TranslationSchedule rows.\n @staticmethod\n def list_active_schedules(db: Session) -> list[TranslationSchedule]:\n return (\n db.query(TranslationSchedule)\n .filter(TranslationSchedule.is_active == True)\n .all()\n )\n # endregion list_active_schedules\n\n # region get_next_executions [TYPE Function]\n # @PURPOSE: Compute next N execution times from cron expression.\n # @PRE: cron_expression is valid.\n # @POST: Returns list of ISO datetime strings.\n @staticmethod\n def get_next_executions(cron_expression: str, timezone_str: str = \"UTC\", n: int = 3) -> list[str]:\n from zoneinfo import ZoneInfo\n\n from apscheduler.triggers.cron import CronTrigger\n\n try:\n tz = ZoneInfo(timezone_str)\n trigger = CronTrigger.from_crontab(cron_expression, timezone=tz)\n except (ValueError, KeyError) as e:\n logger.warning(f\"[get_next_executions] Invalid cron: {e}\")\n return []\n\n now = datetime.now(tz)\n results = []\n next_time = now\n prev = None\n for _ in range(n):\n ft = trigger.get_next_fire_time(prev, next_time)\n if ft is None:\n break\n results.append(ft.isoformat())\n prev = ft\n next_time = ft\n return results\n # endregion get_next_executions\n\n\n# #endregion TranslationScheduler\n\n\n# #region execute_scheduled_translation [TYPE Function]\n# @BRIEF APScheduler job handler — runs scheduled translation with concurrency check and new-key-only fallback.\n# @PRE: schedule_id is valid.\n# @POST: Translation run created and executed if no concurrent run exists.\n# @SIDE_EFFECT: DB writes; LLM calls; Superset API calls.\n# @RATIONALE: New-key-only mode compares keys against most recent succeeded run; baseline_expired fallback does full.\ndef execute_scheduled_translation(\n schedule_id: str,\n job_id: str,\n db_session_maker,\n config_manager: ConfigManager,\n execution_mode: str = \"full\",\n) -> None:\n \"\"\"APScheduler job callback for scheduled translations.\"\"\"\n seed_trace_id()\n db: Session = db_session_maker()\n try:\n with belief_scope(\"execute_scheduled_translation\"):\n # Load schedule\n schedule = db.query(TranslationSchedule).filter(\n TranslationSchedule.id == schedule_id,\n TranslationSchedule.job_id == job_id,\n ).first()\n if not schedule or not schedule.is_active:\n logger.info(f\"[scheduled_translation] Schedule inactive/missing: {schedule_id}\")\n return\n\n logger.reason(\"Scheduled translation triggered\", {\n \"schedule_id\": schedule_id,\n \"job_id\": job_id,\n })\n\n # Concurrency check: max 1 pending/running run per job\n STALE_THRESHOLD = timedelta(hours=1)\n now = datetime.now(UTC)\n\n active_run = (\n db.query(TranslationRun)\n .filter(\n TranslationRun.job_id == job_id,\n TranslationRun.status.in_([\"PENDING\", \"RUNNING\"]),\n )\n .order_by(TranslationRun.created_at.asc()) # oldest first\n .first()\n )\n if active_run:\n is_stale = (\n active_run.status == \"PENDING\"\n and active_run.created_at\n and (now - active_run.created_at) > STALE_THRESHOLD\n )\n if is_stale:\n # Mark ALL stale PENDING runs as FAILED\n stale_runs = (\n db.query(TranslationRun)\n .filter(\n TranslationRun.job_id == job_id,\n TranslationRun.status == \"PENDING\",\n TranslationRun.created_at < (now - STALE_THRESHOLD),\n )\n .all()\n )\n for sr in stale_runs:\n sr.status = \"FAILED\"\n sr.error_message = \"Stale: concurrency deadlock — marked by scheduled trigger\"\n sr.completed_at = now\n db.commit()\n logger.explore(f\"Cleared {len(stale_runs)} stale PENDING run(s), proceeding with scheduled trigger\", {\n \"job_id\": job_id,\n \"stale_run_ids\": [sr.id for sr in stale_runs],\n })\n # Proceed to execute the scheduled run (do NOT return)\n else:\n logger.explore(\"Skipping scheduled run — concurrent run in progress\", {\n \"job_id\": job_id,\n \"existing_run_id\": active_run.id,\n })\n event_log = TranslationEventLog(db)\n event_log.log_event(\n job_id=job_id,\n event_type=\"RUN_STARTED\",\n payload={\"reason\": \"skipped_concurrent\", \"existing_run_id\": active_run.id},\n )\n return\n\n # Check baseline expiry\n baseline_expired = False\n most_recent = (\n db.query(TranslationRun)\n .filter(\n TranslationRun.job_id == job_id,\n TranslationRun.insert_status == \"succeeded\",\n )\n .order_by(TranslationRun.created_at.desc())\n .first()\n )\n if most_recent:\n age = datetime.now(UTC) - most_recent.created_at\n if age > timedelta(days=90):\n baseline_expired = True\n logger.reason(\"Baseline expired — full translation\", {\n \"job_id\": job_id,\n \"last_run\": most_recent.created_at.isoformat(),\n \"age_days\": age.days,\n })\n\n # Import and execute\n from .orchestrator import TranslationOrchestrator\n\n orch = TranslationOrchestrator(db, config_manager, current_user=\"scheduler\")\n run = orch.start_run(\n job_id=job_id,\n is_scheduled=True,\n )\n\n # Determine trigger type based on execution_mode and baseline expiry\n if execution_mode == \"new_key_only\" and not baseline_expired:\n run.trigger_type = \"new_key_only\"\n elif execution_mode == \"new_key_only\" and baseline_expired:\n logger.reason(\"Baseline expired — falling back to full translation\", {\n \"job_id\": job_id, \"schedule_id\": schedule_id, \"age_days\": age.days,\n })\n run.trigger_type = \"scheduled\"\n else:\n run.trigger_type = \"scheduled\"\n db.flush()\n\n if baseline_expired:\n event_log = TranslationEventLog(db)\n event_log.log_event(\n job_id=job_id,\n run_id=run.id,\n event_type=\"RUN_STARTED\",\n payload={\"reason\": \"baseline_expired\", \"age_days\": age.days},\n )\n\n # Execute in same thread (APScheduler runs in background thread pool)\n try:\n orch.execute_run(run)\n run.insert_status = run.insert_status or \"succeeded\"\n except Exception as exec_err:\n logger.explore(\"Scheduled translation execution failed\", {\n \"run_id\": run.id,\n \"error\": str(exec_err),\n })\n # Leave schedule enabled — schedule continues on failure\n run.status = \"FAILED\"\n run.error_message = str(exec_err)\n run.completed_at = datetime.now(UTC)\n\n # Update schedule tracking\n schedule.last_run_at = datetime.now(UTC)\n db.commit()\n\n logger.reflect(\"Scheduled translation complete\", {\n \"schedule_id\": schedule_id,\n \"run_id\": run.id,\n \"status\": run.status,\n })\n except Exception as e:\n logger.error(f\"[scheduled_translation] Unexpected error: {e}\")\n finally:\n db.close()\n# #endregion execute_scheduled_translation\n# #endregion TranslationScheduler\n" }, { @@ -52850,14 +54538,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region execute_scheduled_translation [TYPE Function]\n# @BRIEF APScheduler job handler — runs scheduled translation with concurrency check and new-key-only fallback.\n# @PRE: schedule_id is valid.\n# @POST: Translation run created and executed if no concurrent run exists.\n# @SIDE_EFFECT: DB writes; LLM calls; Superset API calls.\n# @RATIONALE: New-key-only mode compares keys against most recent succeeded run; baseline_expired fallback does full.\ndef execute_scheduled_translation(\n schedule_id: str,\n job_id: str,\n db_session_maker,\n config_manager: ConfigManager,\n execution_mode: str = \"full\",\n) -> None:\n \"\"\"APScheduler job callback for scheduled translations.\"\"\"\n seed_trace_id()\n db: Session = db_session_maker()\n try:\n with belief_scope(\"execute_scheduled_translation\"):\n # Load schedule\n schedule = db.query(TranslationSchedule).filter(\n TranslationSchedule.id == schedule_id,\n TranslationSchedule.job_id == job_id,\n ).first()\n if not schedule or not schedule.is_active:\n logger.info(f\"[scheduled_translation] Schedule inactive/missing: {schedule_id}\")\n return\n\n logger.reason(\"Scheduled translation triggered\", {\n \"schedule_id\": schedule_id,\n \"job_id\": job_id,\n })\n\n # Concurrency check: max 1 pending/running run per job\n STALE_THRESHOLD = timedelta(hours=1)\n now = datetime.now(UTC)\n\n active_run = (\n db.query(TranslationRun)\n .filter(\n TranslationRun.job_id == job_id,\n TranslationRun.status.in_([\"PENDING\", \"RUNNING\"]),\n )\n .order_by(TranslationRun.created_at.asc()) # oldest first\n .first()\n )\n if active_run:\n is_stale = (\n active_run.status == \"PENDING\"\n and active_run.created_at\n and (now - active_run.created_at) > STALE_THRESHOLD\n )\n if is_stale:\n # Mark ALL stale PENDING runs as FAILED\n stale_runs = (\n db.query(TranslationRun)\n .filter(\n TranslationRun.job_id == job_id,\n TranslationRun.status == \"PENDING\",\n TranslationRun.created_at < (now - STALE_THRESHOLD),\n )\n .all()\n )\n for sr in stale_runs:\n sr.status = \"FAILED\"\n sr.error_message = \"Stale: concurrency deadlock — marked by scheduled trigger\"\n sr.completed_at = now\n db.commit()\n logger.explore(f\"Cleared {len(stale_runs)} stale PENDING run(s), proceeding with scheduled trigger\", {\n \"job_id\": job_id,\n \"stale_run_ids\": [sr.id for sr in stale_runs],\n })\n # Proceed to execute the scheduled run (do NOT return)\n else:\n logger.explore(\"Skipping scheduled run — concurrent run in progress\", {\n \"job_id\": job_id,\n \"existing_run_id\": active_run.id,\n })\n event_log = TranslationEventLog(db)\n event_log.log_event(\n job_id=job_id,\n event_type=\"RUN_STARTED\",\n payload={\"reason\": \"skipped_concurrent\", \"existing_run_id\": active_run.id},\n )\n return\n\n # Check baseline expiry\n baseline_expired = False\n most_recent = (\n db.query(TranslationRun)\n .filter(\n TranslationRun.job_id == job_id,\n TranslationRun.insert_status == \"succeeded\",\n )\n .order_by(TranslationRun.created_at.desc())\n .first()\n )\n if most_recent:\n age = datetime.now(UTC) - most_recent.created_at\n if age > timedelta(days=90):\n baseline_expired = True\n logger.reason(\"Baseline expired — full translation\", {\n \"job_id\": job_id,\n \"last_run\": most_recent.created_at.isoformat(),\n \"age_days\": age.days,\n })\n\n # Import and execute\n from .orchestrator import TranslationOrchestrator\n\n orch = TranslationOrchestrator(db, config_manager, current_user=\"scheduler\")\n run = orch.start_run(\n job_id=job_id,\n is_scheduled=True,\n )\n\n # Determine trigger type based on execution_mode and baseline expiry\n if execution_mode == \"new_key_only\" and not baseline_expired:\n run.trigger_type = \"new_key_only\"\n elif execution_mode == \"new_key_only\" and baseline_expired:\n logger.reason(\"Baseline expired — falling back to full translation\", {\n \"job_id\": job_id, \"schedule_id\": schedule_id, \"age_days\": age.days,\n })\n run.trigger_type = \"scheduled\"\n else:\n run.trigger_type = \"scheduled\"\n db.flush()\n\n if baseline_expired:\n event_log = TranslationEventLog(db)\n event_log.log_event(\n job_id=job_id,\n run_id=run.id,\n event_type=\"RUN_STARTED\",\n payload={\"reason\": \"baseline_expired\", \"age_days\": age.days},\n )\n\n # Execute in same thread (APScheduler runs in background thread pool)\n try:\n orch.execute_run(run)\n run.insert_status = run.insert_status or \"succeeded\"\n except Exception as exec_err:\n logger.explore(\"Scheduled translation execution failed\", {\n \"run_id\": run.id,\n \"error\": str(exec_err),\n })\n # Leave schedule enabled — schedule continues on failure\n run.status = \"FAILED\"\n run.error_message = str(exec_err)\n run.completed_at = datetime.now(UTC)\n\n # Update schedule tracking\n schedule.last_run_at = datetime.now(UTC)\n db.commit()\n\n logger.reflect(\"Scheduled translation complete\", {\n \"schedule_id\": schedule_id,\n \"run_id\": run.id,\n \"status\": run.status,\n })\n except Exception as e:\n logger.error(f\"[scheduled_translation] Unexpected error: {e}\")\n finally:\n db.close()\n# #endregion execute_scheduled_translation\n" }, { "contract_id": "get_dialect_from_database", "contract_type": "Function", "file_path": "backend/src/plugins/translate/service.py", - "start_line": 39, - "end_line": 82, + "start_line": 41, + "end_line": 84, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -52896,14 +54585,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_dialect_from_database [TYPE Function]\n# @BRIEF Extract normalized dialect string from a Superset database record.\n# @PRE: database_record is a dict from Superset API.\n# @POST: Returns normalized dialect string or raises ValueError if unsupported.\ndef get_dialect_from_database(database_record: dict[str, Any]) -> str:\n \"\"\"Extract and validate dialect from Superset database record.\"\"\"\n backend = (\n database_record.get(\"backend\")\n or database_record.get(\"engine\")\n or \"\"\n ).lower().strip()\n\n if not backend:\n raise ValueError(\"Could not determine database dialect from connection\")\n\n # Map Superset backend names to normalized dialect\n dialect_map = {\n \"postgresql\": \"postgresql\",\n \"greenplum\": \"postgresql\",\n \"mysql\": \"mysql\",\n \"clickhouse\": \"clickhouse\",\n \"clickhousedb\": \"clickhouse\",\n \"sqlite\": \"sqlite\",\n \"mssql\": \"mssql\",\n \"oracle\": \"oracle\",\n \"snowflake\": \"snowflake\",\n \"bigquery\": \"bigquery\",\n \"redshift\": \"redshift\",\n \"presto\": \"presto\",\n \"trino\": \"trino\",\n \"druid\": \"druid\",\n \"hive\": \"hive\",\n \"spark\": \"spark\",\n \"databricks\": \"databricks\",\n }\n\n normalized = dialect_map.get(backend, backend)\n if normalized not in SUPPORTED_DIALECTS:\n raise ValueError(\n f\"Unsupported database dialect: '{backend}'. \"\n f\"Supported dialects: {', '.join(sorted(SUPPORTED_DIALECTS))}\"\n )\n return normalized\n# #endregion get_dialect_from_database\n" }, { "contract_id": "fetch_datasource_metadata", "contract_type": "Function", "file_path": "backend/src/plugins/translate/service.py", - "start_line": 85, - "end_line": 139, + "start_line": 87, + "end_line": 141, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -52942,14 +54632,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region fetch_datasource_metadata [TYPE Function]\n# @BRIEF Fetch datasource columns and database dialect from Superset.\n# @PRE: dataset_id is a valid Superset dataset ID and environment has valid credentials.\n# @POST: Returns (columns_list, dialect_string) or raises on failure.\ndef fetch_datasource_metadata(\n dataset_id: int,\n env_id: str,\n config_manager: ConfigManager,\n) -> tuple[list[dict[str, Any]], str]:\n \"\"\"Fetch column metadata and database dialect for a datasource from Superset.\"\"\"\n # Find environment config\n environments = config_manager.get_environments()\n env_config = next((e for e in environments if e.id == env_id), None)\n if not env_config:\n raise ValueError(f\"Superset environment '{env_id}' not found in configuration\")\n\n # Create Superset client and fetch dataset detail\n client = SupersetClient(env_config)\n dataset_detail = client.get_dataset_detail(dataset_id)\n\n # Extract columns\n raw_columns = dataset_detail.get(\"columns\", [])\n columns = []\n for col in raw_columns:\n col_name = col.get(\"name\") or col.get(\"column_name\")\n if not col_name:\n continue\n columns.append({\n \"name\": str(col_name),\n \"type\": col.get(\"type\"),\n \"is_physical\": col.get(\"is_physical\", True),\n \"is_dttm\": col.get(\"is_dttm\", False),\n \"description\": col.get(\"description\", \"\"),\n })\n\n # Extract database dialect from datasource\n database_info = dataset_detail.get(\"database\", {})\n if isinstance(database_info, dict):\n dialect = get_dialect_from_database(database_info)\n else:\n # Fallback: try to fetch database directly\n try:\n db_id = dataset_detail.get(\"database_id\")\n if db_id:\n db_record = client.get_database(int(db_id))\n db_result = db_record.get(\"result\", db_record) if isinstance(db_record, dict) else db_record\n dialect = get_dialect_from_database(db_result)\n else:\n raise ValueError(\"No database information available for this datasource\")\n except Exception as e:\n logger.warning(f\"[translate_service] Could not fetch database dialect: {e}\")\n raise ValueError(f\"Could not determine database dialect: {e}\")\n\n return columns, dialect\n# #endregion fetch_datasource_metadata\n" }, { "contract_id": "detect_virtual_columns", "contract_type": "Function", "file_path": "backend/src/plugins/translate/service.py", - "start_line": 142, - "end_line": 149, + "start_line": 144, + "end_line": 151, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -52988,14 +54679,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region detect_virtual_columns [TYPE Function]\n# @BRIEF Identify virtual (calculated) columns from column metadata.\n# @PRE: columns is a list of dicts with 'is_physical' key.\n# @POST: Returns list of virtual column names.\ndef detect_virtual_columns(columns: list[dict[str, Any]]) -> list[str]:\n \"\"\"Return names of columns that are virtual (not physical).\"\"\"\n return [col[\"name\"] for col in columns if not col.get(\"is_physical\", True)]\n# #endregion detect_virtual_columns\n" }, { "contract_id": "TranslateJobService", "contract_type": "Class", "file_path": "backend/src/plugins/translate/service.py", - "start_line": 152, - "end_line": 434, + "start_line": 154, + "end_line": 464, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -53014,14 +54706,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslateJobService [TYPE Class]\n# @BRIEF Service for translation job CRUD with validation and Superset integration.\nclass TranslateJobService:\n\n def __init__(self, db: Session, config_manager: ConfigManager, current_user: str | None = None):\n self.db = db\n self.config_manager = config_manager\n self.current_user = current_user\n\n # region list_jobs [TYPE Function]\n # @PURPOSE: List translation jobs with optional status filter and pagination.\n # @POST: Returns tuple of (total_count, list_of_jobs).\n def list_jobs(\n self,\n page: int = 1,\n page_size: int = 20,\n status_filter: str | None = None,\n ) -> tuple[int, list[TranslationJob]]:\n query = self.db.query(TranslationJob)\n\n if status_filter:\n query = query.filter(TranslationJob.status == status_filter)\n\n total = query.count()\n offset = (page - 1) * page_size\n jobs = query.order_by(TranslationJob.created_at.desc()).offset(offset).limit(page_size).all()\n\n return total, jobs\n # endregion list_jobs\n\n # region get_job [TYPE Function]\n # @PURPOSE: Get a single translation job by ID.\n # @POST: Returns TranslationJob or raises ValueError.\n def get_job(self, job_id: str) -> TranslationJob:\n job = self.db.query(TranslationJob).filter(TranslationJob.id == job_id).first()\n if not job:\n raise ValueError(f\"Translation job '{job_id}' not found\")\n return job\n # endregion get_job\n\n # region create_job [TYPE Function]\n # @PURPOSE: Create a new translation job with column validation.\n # @PRE: payload contains valid job configuration.\n # @POST: Returns the created TranslationJob with database_dialect cached.\n # @SIDE_EFFECT: Validates columns via SupersetClient if source_datasource_id is provided.\n # @SIDE_EFFECT: Caches database_dialect from Superset connection.\n def create_job(self, payload: TranslateJobCreate) -> TranslationJob:\n logger.info(f\"[TranslateJobService] Creating job '{payload.name}'\")\n\n # Validate: must have a translation column if datasource is configured\n if payload.source_datasource_id and not payload.translation_column:\n raise ValueError(\"A translation column is required when a datasource is selected\")\n\n # Validate upsert strategy\n valid_strategies = {\"MERGE\", \"INSERT\", \"UPDATE\"}\n if payload.upsert_strategy not in valid_strategies:\n raise ValueError(\n f\"Invalid upsert_strategy '{payload.upsert_strategy}'. \"\n f\"Must be one of: {', '.join(sorted(valid_strategies))}\"\n )\n\n # Detect database dialect and validate columns if datasource is specified\n dialect = payload.database_dialect\n if payload.source_datasource_id and (payload.environment_id or payload.source_dialect):\n # If no explicit dialect, try to detect it\n if not dialect:\n try:\n env_id = payload.environment_id or payload.source_dialect\n _, detected_dialect = fetch_datasource_metadata(\n int(payload.source_datasource_id),\n env_id,\n self.config_manager,\n )\n dialect = detected_dialect\n except Exception as e:\n logger.warning(f\"[TranslateJobService] Dialect detection failed: {e}\")\n dialect = payload.source_dialect\n\n # Build job instance\n job = TranslationJob(\n id=str(uuid.uuid4()),\n name=payload.name,\n description=payload.description,\n source_dialect=payload.source_dialect,\n target_dialect=payload.target_dialect,\n database_dialect=dialect,\n source_datasource_id=payload.source_datasource_id,\n source_table=payload.source_table,\n target_schema=payload.target_schema,\n target_table=payload.target_table,\n source_key_cols=payload.source_key_cols or [],\n target_key_cols=payload.target_key_cols or [],\n translation_column=payload.translation_column,\n target_column=payload.target_column,\n context_columns=payload.context_columns or [],\n target_language=payload.target_language,\n provider_id=payload.provider_id,\n batch_size=payload.batch_size,\n upsert_strategy=payload.upsert_strategy,\n environment_id=payload.environment_id,\n target_database_id=payload.target_database_id,\n status=\"DRAFT\",\n created_by=self.current_user,\n )\n self.db.add(job)\n self.db.flush()\n\n # Attach dictionaries\n if payload.dictionary_ids:\n for dict_id in payload.dictionary_ids:\n assoc = TranslationJobDictionary(\n id=str(uuid.uuid4()),\n job_id=job.id,\n dictionary_id=dict_id,\n )\n self.db.add(assoc)\n\n self.db.commit()\n self.db.refresh(job)\n logger.info(f\"[TranslateJobService] Created job '{job.id}'\")\n return job\n # endregion create_job\n\n # region update_job [TYPE Function]\n # @PURPOSE: Update an existing translation job.\n # @PRE: payload contains fields to update.\n # @POST: Returns the updated TranslationJob.\n # @SIDE_EFFECT: Re-detects database_dialect if source_datasource_id changed.\n def update_job(self, job_id: str, payload: TranslateJobUpdate) -> TranslationJob:\n logger.info(f\"[TranslateJobService] Updating job '{job_id}'\")\n job = self.get_job(job_id)\n\n update_data = payload.model_dump(exclude_unset=True)\n dict_ids = update_data.pop(\"dictionary_ids\", None)\n\n for field, value in update_data.items():\n if hasattr(job, field):\n setattr(job, field, value)\n\n # Re-detect dialect if datasource changed\n if payload.source_datasource_id and not payload.database_dialect:\n try:\n env_id = (payload.environment_id or payload.source_dialect or job.environment_id or job.source_dialect)\n _, detected_dialect = fetch_datasource_metadata(\n int(payload.source_datasource_id),\n env_id,\n self.config_manager,\n )\n job.database_dialect = detected_dialect\n except Exception as e:\n logger.warning(f\"[TranslateJobService] Dialect re-detection failed: {e}\")\n\n job.updated_at = datetime.now(UTC)\n\n # Update dictionary associations if provided\n if dict_ids is not None:\n self.db.query(TranslationJobDictionary).filter(\n TranslationJobDictionary.job_id == job_id\n ).delete()\n for dict_id in dict_ids:\n assoc = TranslationJobDictionary(\n id=str(uuid.uuid4()),\n job_id=job_id,\n dictionary_id=dict_id,\n )\n self.db.add(assoc)\n\n self.db.commit()\n self.db.refresh(job)\n logger.info(f\"[TranslateJobService] Updated job '{job_id}'\")\n return job\n # endregion update_job\n\n # region delete_job [TYPE Function]\n # @PURPOSE: Delete a translation job and its associations.\n # @PRE: job_id must exist.\n # @POST: Job and all related records are deleted.\n def delete_job(self, job_id: str) -> None:\n logger.info(f\"[TranslateJobService] Deleting job '{job_id}'\")\n job = self.get_job(job_id)\n\n # Delete dictionary associations\n self.db.query(TranslationJobDictionary).filter(\n TranslationJobDictionary.job_id == job_id\n ).delete()\n\n self.db.delete(job)\n self.db.commit()\n logger.info(f\"[TranslateJobService] Deleted job '{job_id}'\")\n # endregion delete_job\n\n # region duplicate_job [TYPE Function]\n # @PURPOSE: Duplicate a translation job with a new name.\n # @PRE: job_id must exist.\n # @POST: Returns the duplicated TranslationJob with status DRAFT.\n def duplicate_job(self, job_id: str, new_name: str | None = None) -> TranslationJob:\n logger.info(f\"[TranslateJobService] Duplicating job '{job_id}'\")\n source = self.get_job(job_id)\n\n # Copy all fields except id, created_at, updated_at, status\n new_job = TranslationJob(\n id=str(uuid.uuid4()),\n name=new_name or f\"{source.name} (Copy)\",\n description=source.description,\n source_dialect=source.source_dialect,\n target_dialect=source.target_dialect,\n database_dialect=source.database_dialect,\n source_datasource_id=source.source_datasource_id,\n source_table=source.source_table,\n target_schema=source.target_schema,\n target_table=source.target_table,\n source_key_cols=source.source_key_cols,\n target_key_cols=source.target_key_cols,\n translation_column=source.translation_column,\n target_column=source.target_column,\n context_columns=source.context_columns,\n target_language=source.target_language,\n provider_id=source.provider_id,\n batch_size=source.batch_size,\n upsert_strategy=source.upsert_strategy,\n status=\"DRAFT\",\n created_by=self.current_user,\n )\n self.db.add(new_job)\n self.db.flush()\n\n # Copy dictionary associations\n old_dicts = self.db.query(TranslationJobDictionary).filter(\n TranslationJobDictionary.job_id == job_id\n ).all()\n for assoc in old_dicts:\n new_assoc = TranslationJobDictionary(\n id=str(uuid.uuid4()),\n job_id=new_job.id,\n dictionary_id=assoc.dictionary_id,\n )\n self.db.add(new_assoc)\n\n self.db.commit()\n self.db.refresh(new_job)\n logger.info(f\"[TranslateJobService] Duplicated job '{job_id}' -> '{new_job.id}'\")\n return new_job\n # endregion duplicate_job\n\n # region get_job_dictionary_ids [TYPE Function]\n # @PURPOSE: Get dictionary IDs attached to a job.\n # @POST: Returns list of dictionary IDs.\n def get_job_dictionary_ids(self, job_id: str) -> list[str]:\n assocs = self.db.query(TranslationJobDictionary).filter(\n TranslationJobDictionary.job_id == job_id\n ).all()\n return [a.dictionary_id for a in assocs]\n # endregion get_job_dictionary_ids\n\n # region fetch_available_datasources [TYPE Function]\n # @PURPOSE: List available Superset datasets for translation job creation.\n def fetch_available_datasources(self, env_id: str, search: str | None = None) -> list:\n \"\"\"List Superset datasets available for translation.\"\"\"\n from ...core.superset_client import SupersetClient\n env = self.config_manager.get_environment(env_id)\n if not env:\n raise ValueError(f\"Environment '{env_id}' not found\")\n client = SupersetClient(env)\n _, datasets = client.get_datasets()\n result = []\n for ds in datasets:\n name = ds.get(\"table_name\", \"\")\n if search and search.lower() not in name.lower():\n continue\n db_info = ds.get(\"database\", {})\n backend = db_info.get(\"backend\", \"\")\n dialect = _extract_dialect(backend)\n result.append({\n \"id\": ds.get(\"id\"),\n \"table_name\": name,\n \"schema\": ds.get(\"schema\"),\n \"database_name\": db_info.get(\"database_name\", \"Unknown\"),\n \"database_dialect\": dialect,\n \"description\": ds.get(\"description\", \"\"),\n })\n return result\n # endregion fetch_available_datasources\n# #endregion TranslateJobService\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslateJobService [TYPE Class]\n# @BRIEF Service for translation job CRUD with validation and Superset integration.\nclass TranslateJobService:\n\n def __init__(self, db: Session, config_manager: ConfigManager, current_user: str | None = None):\n self.db = db\n self.config_manager = config_manager\n self.current_user = current_user\n\n # region list_jobs [TYPE Function]\n # @PURPOSE: List translation jobs with optional status filter and pagination.\n # @POST: Returns tuple of (total_count, list_of_jobs).\n def list_jobs(\n self,\n page: int = 1,\n page_size: int = 20,\n status_filter: str | None = None,\n ) -> tuple[int, list[TranslationJob]]:\n query = self.db.query(TranslationJob)\n\n if status_filter:\n query = query.filter(TranslationJob.status == status_filter)\n\n total = query.count()\n offset = (page - 1) * page_size\n jobs = query.order_by(TranslationJob.created_at.desc()).offset(offset).limit(page_size).all()\n\n return total, jobs\n # endregion list_jobs\n\n # region get_job [TYPE Function]\n # @PURPOSE: Get a single translation job by ID.\n # @POST: Returns TranslationJob or raises ValueError.\n def get_job(self, job_id: str) -> TranslationJob:\n job = self.db.query(TranslationJob).filter(TranslationJob.id == job_id).first()\n if not job:\n raise ValueError(f\"Translation job '{job_id}' not found\")\n return job\n # endregion get_job\n\n # region create_job [TYPE Function]\n # @PURPOSE: Create a new translation job with column validation.\n # @PRE: payload contains valid job configuration.\n # @POST: Returns the created TranslationJob with database_dialect cached.\n # @SIDE_EFFECT: Validates columns via SupersetClient if source_datasource_id is provided.\n # @SIDE_EFFECT: Caches database_dialect from Superset connection.\n def create_job(self, payload: TranslateJobCreate) -> TranslationJob:\n logger.info(f\"[TranslateJobService] Creating job '{payload.name}'\")\n\n # Validate: must have a translation column if datasource is configured\n if payload.source_datasource_id and not payload.translation_column:\n raise ValueError(\"A translation column is required when a datasource is selected\")\n\n # Validate upsert strategy\n valid_strategies = {\"MERGE\", \"INSERT\", \"UPDATE\"}\n if payload.upsert_strategy not in valid_strategies:\n raise ValueError(\n f\"Invalid upsert_strategy '{payload.upsert_strategy}'. \"\n f\"Must be one of: {', '.join(sorted(valid_strategies))}\"\n )\n\n # Detect database dialect and validate columns if datasource is specified\n dialect = payload.database_dialect\n if payload.source_datasource_id and (payload.environment_id or payload.source_dialect):\n # If no explicit dialect, try to detect it\n if not dialect:\n try:\n env_id = payload.environment_id or payload.source_dialect\n _, detected_dialect = fetch_datasource_metadata(\n int(payload.source_datasource_id),\n env_id,\n self.config_manager,\n )\n dialect = detected_dialect\n except Exception as e:\n logger.warning(f\"[TranslateJobService] Dialect detection failed: {e}\")\n dialect = payload.source_dialect\n\n # Resolve target_languages: accept new format (list) or legacy single language\n target_languages = payload.target_languages\n if not target_languages and payload.target_language:\n target_languages = [payload.target_language]\n if target_languages:\n if not isinstance(target_languages, list):\n target_languages = [str(target_languages)]\n for lang in target_languages:\n _validate_bcp47(lang, \"target_languages\")\n\n # Build job instance\n job = TranslationJob(\n id=str(uuid.uuid4()),\n name=payload.name,\n description=payload.description,\n source_dialect=payload.source_dialect,\n target_dialect=payload.target_dialect,\n database_dialect=dialect,\n source_datasource_id=payload.source_datasource_id,\n source_table=payload.source_table,\n target_schema=payload.target_schema,\n target_table=payload.target_table,\n source_key_cols=payload.source_key_cols or [],\n target_key_cols=payload.target_key_cols or [],\n translation_column=payload.translation_column,\n target_column=payload.target_column,\n context_columns=payload.context_columns or [],\n target_language=payload.target_language,\n target_languages=target_languages,\n provider_id=payload.provider_id,\n batch_size=payload.batch_size,\n upsert_strategy=payload.upsert_strategy,\n environment_id=payload.environment_id,\n target_database_id=payload.target_database_id,\n status=\"DRAFT\",\n created_by=self.current_user,\n )\n self.db.add(job)\n self.db.flush()\n\n # Attach dictionaries\n if payload.dictionary_ids:\n for dict_id in payload.dictionary_ids:\n assoc = TranslationJobDictionary(\n id=str(uuid.uuid4()),\n job_id=job.id,\n dictionary_id=dict_id,\n )\n self.db.add(assoc)\n\n self.db.commit()\n self.db.refresh(job)\n logger.info(f\"[TranslateJobService] Created job '{job.id}'\")\n return job\n # endregion create_job\n\n # region update_job [TYPE Function]\n # @PURPOSE: Update an existing translation job.\n # @PRE: payload contains fields to update.\n # @POST: Returns the updated TranslationJob.\n # @SIDE_EFFECT: Re-detects database_dialect if source_datasource_id changed.\n def update_job(self, job_id: str, payload: TranslateJobUpdate) -> TranslationJob:\n logger.info(f\"[TranslateJobService] Updating job '{job_id}'\")\n job = self.get_job(job_id)\n\n update_data = payload.model_dump(exclude_unset=True)\n dict_ids = update_data.pop(\"dictionary_ids\", None)\n\n # Backward compat: if only target_language is set (old API), wrap into target_languages\n if \"target_language\" in update_data and \"target_languages\" not in update_data:\n target_languages = [update_data[\"target_language\"]] if update_data[\"target_language\"] else []\n update_data[\"target_languages\"] = target_languages\n elif \"target_languages\" in update_data and \"target_language\" not in update_data:\n # Keep deprecated field in sync\n if update_data[\"target_languages\"]:\n update_data[\"target_language\"] = update_data[\"target_languages\"][0]\n\n # Validate BCP-47 for target_languages\n if update_data.get(\"target_languages\"):\n if not isinstance(update_data[\"target_languages\"], list):\n update_data[\"target_languages\"] = [str(update_data[\"target_languages\"])]\n for lang in update_data[\"target_languages\"]:\n _validate_bcp47(lang, \"target_languages\")\n\n for field, value in update_data.items():\n if hasattr(job, field):\n setattr(job, field, value)\n\n # Re-detect dialect if datasource changed\n if payload.source_datasource_id and not payload.database_dialect:\n try:\n env_id = (payload.environment_id or payload.source_dialect or job.environment_id or job.source_dialect)\n _, detected_dialect = fetch_datasource_metadata(\n int(payload.source_datasource_id),\n env_id,\n self.config_manager,\n )\n job.database_dialect = detected_dialect\n except Exception as e:\n logger.warning(f\"[TranslateJobService] Dialect re-detection failed: {e}\")\n\n job.updated_at = datetime.now(UTC)\n\n # Update dictionary associations if provided\n if dict_ids is not None:\n self.db.query(TranslationJobDictionary).filter(\n TranslationJobDictionary.job_id == job_id\n ).delete()\n for dict_id in dict_ids:\n assoc = TranslationJobDictionary(\n id=str(uuid.uuid4()),\n job_id=job_id,\n dictionary_id=dict_id,\n )\n self.db.add(assoc)\n\n self.db.commit()\n self.db.refresh(job)\n logger.info(f\"[TranslateJobService] Updated job '{job_id}'\")\n return job\n # endregion update_job\n\n # region delete_job [TYPE Function]\n # @PURPOSE: Delete a translation job and its associations.\n # @PRE: job_id must exist.\n # @POST: Job and all related records are deleted.\n def delete_job(self, job_id: str) -> None:\n logger.info(f\"[TranslateJobService] Deleting job '{job_id}'\")\n job = self.get_job(job_id)\n\n # Delete dictionary associations\n self.db.query(TranslationJobDictionary).filter(\n TranslationJobDictionary.job_id == job_id\n ).delete()\n\n self.db.delete(job)\n self.db.commit()\n logger.info(f\"[TranslateJobService] Deleted job '{job_id}'\")\n # endregion delete_job\n\n # region duplicate_job [TYPE Function]\n # @PURPOSE: Duplicate a translation job with a new name.\n # @PRE: job_id must exist.\n # @POST: Returns the duplicated TranslationJob with status DRAFT.\n def duplicate_job(self, job_id: str, new_name: str | None = None) -> TranslationJob:\n logger.info(f\"[TranslateJobService] Duplicating job '{job_id}'\")\n source = self.get_job(job_id)\n\n # Copy all fields except id, created_at, updated_at, status\n new_job = TranslationJob(\n id=str(uuid.uuid4()),\n name=new_name or f\"{source.name} (Copy)\",\n description=source.description,\n source_dialect=source.source_dialect,\n target_dialect=source.target_dialect,\n database_dialect=source.database_dialect,\n source_datasource_id=source.source_datasource_id,\n source_table=source.source_table,\n target_schema=source.target_schema,\n target_table=source.target_table,\n source_key_cols=source.source_key_cols,\n target_key_cols=source.target_key_cols,\n translation_column=source.translation_column,\n target_column=source.target_column,\n context_columns=source.context_columns,\n target_language=source.target_language,\n target_languages=source.target_languages,\n provider_id=source.provider_id,\n batch_size=source.batch_size,\n upsert_strategy=source.upsert_strategy,\n status=\"DRAFT\",\n created_by=self.current_user,\n )\n self.db.add(new_job)\n self.db.flush()\n\n # Copy dictionary associations\n old_dicts = self.db.query(TranslationJobDictionary).filter(\n TranslationJobDictionary.job_id == job_id\n ).all()\n for assoc in old_dicts:\n new_assoc = TranslationJobDictionary(\n id=str(uuid.uuid4()),\n job_id=new_job.id,\n dictionary_id=assoc.dictionary_id,\n )\n self.db.add(new_assoc)\n\n self.db.commit()\n self.db.refresh(new_job)\n logger.info(f\"[TranslateJobService] Duplicated job '{job_id}' -> '{new_job.id}'\")\n return new_job\n # endregion duplicate_job\n\n # region get_job_dictionary_ids [TYPE Function]\n # @PURPOSE: Get dictionary IDs attached to a job.\n # @POST: Returns list of dictionary IDs.\n def get_job_dictionary_ids(self, job_id: str) -> list[str]:\n assocs = self.db.query(TranslationJobDictionary).filter(\n TranslationJobDictionary.job_id == job_id\n ).all()\n return [a.dictionary_id for a in assocs]\n # endregion get_job_dictionary_ids\n\n # region fetch_available_datasources [TYPE Function]\n # @PURPOSE: List available Superset datasets for translation job creation.\n def fetch_available_datasources(self, env_id: str, search: str | None = None) -> list:\n \"\"\"List Superset datasets available for translation.\"\"\"\n from ...core.superset_client import SupersetClient\n env = self.config_manager.get_environment(env_id)\n if not env:\n raise ValueError(f\"Environment '{env_id}' not found\")\n client = SupersetClient(env)\n _, datasets = client.get_datasets()\n result = []\n for ds in datasets:\n name = ds.get(\"table_name\", \"\")\n if search and search.lower() not in name.lower():\n continue\n db_info = ds.get(\"database\", {})\n backend = db_info.get(\"backend\", \"\")\n dialect = _extract_dialect(backend)\n result.append({\n \"id\": ds.get(\"id\"),\n \"table_name\": name,\n \"schema\": ds.get(\"schema\"),\n \"database_name\": db_info.get(\"database_name\", \"Unknown\"),\n \"database_dialect\": dialect,\n \"description\": ds.get(\"description\", \"\"),\n })\n return result\n # endregion fetch_available_datasources\n# #endregion TranslateJobService\n" }, { "contract_id": "job_to_response", "contract_type": "Function", "file_path": "backend/src/plugins/translate/service.py", - "start_line": 451, - "end_line": 482, + "start_line": 481, + "end_line": 513, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -53040,14 +54733,15 @@ } ], "anchor_syntax": "region", - "body": "# #region job_to_response [TYPE Function]\n# @BRIEF Convert a TranslationJob ORM model to a TranslateJobResponse schema with dictionary_ids.\ndef job_to_response(job: TranslationJob, dict_ids: list[str] | None = None) -> TranslateJobResponse:\n return TranslateJobResponse(\n id=job.id,\n name=job.name,\n description=job.description,\n source_dialect=job.source_dialect,\n target_dialect=job.target_dialect,\n database_dialect=job.database_dialect,\n source_datasource_id=job.source_datasource_id,\n source_table=job.source_table,\n target_schema=job.target_schema,\n target_table=job.target_table,\n source_key_cols=job.source_key_cols or [],\n target_key_cols=job.target_key_cols or [],\n translation_column=job.translation_column,\n target_column=job.target_column,\n context_columns=job.context_columns or [],\n target_language=job.target_language,\n provider_id=job.provider_id,\n batch_size=job.batch_size or 50,\n upsert_strategy=job.upsert_strategy or \"MERGE\",\n status=job.status,\n created_by=job.created_by,\n created_at=job.created_at,\n updated_at=job.updated_at,\n dictionary_ids=dict_ids or [],\n environment_id=job.environment_id,\n target_database_id=job.target_database_id,\n )\n# #endregion job_to_response\n" + "tier_source": "AutoCalculated", + "body": "# #region job_to_response [TYPE Function]\n# @BRIEF Convert a TranslationJob ORM model to a TranslateJobResponse schema with dictionary_ids.\ndef job_to_response(job: TranslationJob, dict_ids: list[str] | None = None) -> TranslateJobResponse:\n return TranslateJobResponse(\n id=job.id,\n name=job.name,\n description=job.description,\n source_dialect=job.source_dialect,\n target_dialect=job.target_dialect,\n database_dialect=job.database_dialect,\n source_datasource_id=job.source_datasource_id,\n source_table=job.source_table,\n target_schema=job.target_schema,\n target_table=job.target_table,\n source_key_cols=job.source_key_cols or [],\n target_key_cols=job.target_key_cols or [],\n translation_column=job.translation_column,\n target_column=job.target_column,\n context_columns=job.context_columns or [],\n target_language=job.target_language,\n target_languages=job.target_languages,\n provider_id=job.provider_id,\n batch_size=job.batch_size or 50,\n upsert_strategy=job.upsert_strategy or \"MERGE\",\n status=job.status,\n created_by=job.created_by,\n created_at=job.created_at,\n updated_at=job.updated_at,\n dictionary_ids=dict_ids or [],\n environment_id=job.environment_id,\n target_database_id=job.target_database_id,\n )\n# #endregion job_to_response\n" }, { "contract_id": "DatasourceColumnsService", "contract_type": "Function", "file_path": "backend/src/plugins/translate/service.py", - "start_line": 485, - "end_line": 547, + "start_line": 516, + "end_line": 578, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -53096,8 +54790,65 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasourceColumnsService [TYPE Function]\n# @BRIEF Fetch datasource column metadata from Superset and return structured response.\n# @PRE: datasource_id is a valid Superset dataset ID.\n# @POST: Returns DatasourceColumnsResponse with column metadata and database dialect.\n# @SIDE_EFFECT: Queries Superset API for dataset detail and database info.\ndef get_datasource_columns(\n datasource_id: int,\n env_id: str,\n config_manager: ConfigManager,\n) -> DatasourceColumnsResponse:\n \"\"\"Fetch and return column metadata for a given Superset datasource.\"\"\"\n logger.info(f\"[get_datasource_columns] Fetching columns for datasource {datasource_id}\")\n\n # Find environment config\n environments = config_manager.get_environments()\n env_config = next((e for e in environments if e.id == env_id), None)\n if not env_config:\n raise ValueError(f\"Superset environment '{env_id}' not found\")\n\n # Create Superset client\n client = SupersetClient(env_config)\n dataset_detail = client.get_dataset_detail(datasource_id)\n\n # Extract database dialect\n database_info = dataset_detail.get(\"database\", {})\n dialect = None\n if isinstance(database_info, dict):\n try:\n dialect = get_dialect_from_database(database_info)\n except (ValueError, KeyError):\n dialect = None\n if dialect is None:\n database_id = dataset_detail.get(\"database_id\")\n if database_id:\n db_record = client.get_database(int(database_id))\n db_result = db_record.get(\"result\", db_record) if isinstance(db_record, dict) else db_record\n dialect = get_dialect_from_database(db_result)\n else:\n raise ValueError(\"Could not determine database dialect for this datasource\")\n\n # Extract columns\n raw_columns = dataset_detail.get(\"columns\", [])\n columns = []\n for col in raw_columns:\n col_name = col.get(\"name\") or col.get(\"column_name\")\n if not col_name:\n continue\n columns.append(DatasourceColumnResponse(\n name=str(col_name),\n type=col.get(\"type\"),\n is_physical=col.get(\"is_physical\", True),\n is_dttm=col.get(\"is_dttm\", False),\n description=col.get(\"description\", \"\"),\n ))\n\n return DatasourceColumnsResponse(\n datasource_id=datasource_id,\n datasource_name=dataset_detail.get(\"table_name\"),\n schema_name=dataset_detail.get(\"schema\"),\n database_dialect=dialect,\n columns=columns,\n )\n# #endregion DatasourceColumnsService\n" }, + { + "contract_id": "InlineCorrectionService", + "contract_type": "Class", + "file_path": "backend/src/plugins/translate/service.py", + "start_line": 581, + "end_line": 820, + "tier": "TIER_2", + "complexity": 3, + "metadata": { + "COMPLEXITY": 3, + "PURPOSE": "Service for inline editing translated values and submitting corrections to dictionaries." + }, + "relations": [], + "schema_warnings": [ + { + "code": "missing_required_tag", + "tag": "RELATION", + "message": "@RELATION is required for contract type 'Class' at C3", + "detail": { + "actual_complexity": 3, + "contract_type": "Class" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region InlineCorrectionService [C:3] [TYPE Class] [SEMANTICS translate, correction, inline, dictionary]\n# @BRIEF Service for inline editing translated values and submitting corrections to dictionaries.\nclass InlineCorrectionService:\n \"\"\"Handle inline correction of translated values with optional dictionary submission.\"\"\"\n\n @staticmethod\n def apply_inline_edit(\n db: Session,\n run_id: str,\n record_id: str,\n language_code: str,\n final_value: str,\n submit_to_dictionary: bool = False,\n dictionary_id: str | None = None,\n current_user: str | None = None,\n context_data_override: dict | None = None,\n usage_notes: str | None = None,\n keep_context: bool = True,\n ) -> dict:\n \"\"\"Apply an inline edit to a TranslationLanguage entry.\n\n Updates final_value and user_edit fields. Optionally submits to dictionary.\n Returns the updated TranslationLanguage data as a dict.\n\n Args:\n context_data_override: If provided, overrides auto-captured context data.\n usage_notes: Usage notes for the dictionary entry.\n keep_context: If False, clear context on the dictionary entry.\n \"\"\"\n from ...models.translate import TranslationLanguage, TranslationRecord\n\n # Find the language entry\n lang_entry = (\n db.query(TranslationLanguage)\n .filter(\n TranslationLanguage.record_id == record_id,\n TranslationLanguage.language_code == language_code,\n )\n .first()\n )\n if not lang_entry:\n raise ValueError(f\"Language entry '{language_code}' not found for record '{record_id}'\")\n\n # Verify the record belongs to the run\n record = (\n db.query(TranslationRecord)\n .filter(\n TranslationRecord.id == record_id,\n TranslationRecord.run_id == run_id,\n )\n .first()\n )\n if not record:\n raise ValueError(\n f\"Translation record '{record_id}' not found in run '{run_id}'\"\n )\n\n # Apply the edit\n lang_entry.final_value = final_value\n lang_entry.user_edit = final_value\n if lang_entry.status in (\"pending\", \"translated\"):\n lang_entry.status = \"edited\"\n db.flush()\n\n # Optionally submit to dictionary\n dict_result = None\n if submit_to_dictionary and dictionary_id:\n try:\n dict_result = InlineCorrectionService.submit_correction_to_dict(\n db=db,\n record_id=record_id,\n language_code=language_code,\n dictionary_id=dictionary_id,\n corrected_value=final_value,\n current_user=current_user,\n context_data_override=context_data_override,\n usage_notes=usage_notes,\n keep_context=keep_context,\n )\n except Exception as e:\n # Dictionary submission failure should not block the edit\n dict_result = {\"error\": str(e), \"action\": \"failed\"}\n\n db.commit()\n db.refresh(lang_entry)\n\n from ...schemas.translate import TranslationLanguageResponse\n response = TranslationLanguageResponse.model_validate(lang_entry)\n result = response.model_dump()\n if dict_result:\n result[\"dictionary_result\"] = dict_result\n return result\n\n @staticmethod\n def submit_correction_to_dict(\n db: Session,\n record_id: str,\n language_code: str,\n dictionary_id: str,\n corrected_value: str,\n current_user: str | None = None,\n context_data_override: dict | None = None,\n usage_notes: str | None = None,\n keep_context: bool = True,\n ) -> dict:\n \"\"\"Submit a correction from an inline edit to the dictionary.\n\n Fetches the TranslationLanguage entry, auto-captures source text and context,\n and creates/updates a DictionaryEntry with correct language pair.\n Returns conflict info if an entry already exists.\n\n Args:\n context_data_override: If provided, overrides auto-captured context_data.\n usage_notes: Optional usage notes to store on the dictionary entry.\n keep_context: If False, sets has_context=False and clears context_data.\n \"\"\"\n from ...core.logger import belief_scope, logger\n from ...models.translate import DictionaryEntry, TranslationLanguage, TranslationRecord\n from ._utils import _normalize_term\n\n with belief_scope(\"InlineCorrectionService.submit_correction_to_dict\"):\n # Find the language entry\n lang_entry = (\n db.query(TranslationLanguage)\n .filter(\n TranslationLanguage.record_id == record_id,\n TranslationLanguage.language_code == language_code,\n )\n .first()\n )\n if not lang_entry:\n raise ValueError(f\"Language entry '{language_code}' not found for record '{record_id}'\")\n\n # Find the record for source text and context\n record = (\n db.query(TranslationRecord)\n .filter(TranslationRecord.id == record_id)\n .first()\n )\n if not record:\n raise ValueError(f\"Translation record '{record_id}' not found\")\n\n # Get source text from the record\n source_term = record.source_sql or record.source_object_name or \"\"\n if not source_term:\n raise ValueError(\"No source text available for this record\")\n\n # Determine language pair\n source_language = lang_entry.source_language_detected or \"und\"\n target_language = language_code\n\n # Prepare context data — auto-capture from source row\n context_data = {}\n if record.source_data:\n context_data[\"source_data\"] = record.source_data\n if record.source_object_type:\n context_data[\"source_object_type\"] = record.source_object_type\n if record.source_object_name:\n context_data[\"source_object_name\"] = record.source_object_name\n if record.source_object_id:\n context_data[\"source_object_id\"] = record.source_object_id\n\n # Apply context_data_override if provided (user edited)\n if context_data_override is not None:\n context_data = context_data_override\n context_source = \"manual\"\n else:\n context_source = \"auto\"\n\n # Handle keep_context=False (user explicitly removed context)\n if not keep_context:\n context_data = None\n context_source = \"manual\"\n\n # Normalize source term\n normalized = _normalize_term(source_term)\n\n # Check for existing entry with same (dictionary_id, source_term_norm, source_language, target_language)\n existing = (\n db.query(DictionaryEntry)\n .filter(\n DictionaryEntry.dictionary_id == dictionary_id,\n DictionaryEntry.source_term_normalized == normalized,\n DictionaryEntry.source_language == source_language,\n DictionaryEntry.target_language == target_language,\n )\n .first()\n )\n\n result = {\n \"action\": \"created\",\n \"entry_id\": None,\n \"conflict\": None,\n \"message\": None,\n }\n\n if existing:\n # Conflict: return conflict info\n result[\"action\"] = \"conflict_detected\"\n result[\"conflict\"] = {\n \"source_term\": source_term,\n \"existing_target_term\": existing.target_term,\n \"submitted_target_term\": corrected_value,\n \"action\": \"keep_existing\",\n }\n result[\"message\"] = (\n f\"Existing entry found: '{existing.target_term}' \"\n f\"for source '{source_term}' ({source_language} → {target_language})\"\n )\n logger.reason(\"Correction conflict detected\", result)\n return result\n\n # Create new entry\n entry = DictionaryEntry(\n dictionary_id=dictionary_id,\n source_term=source_term.strip(),\n source_term_normalized=normalized,\n target_term=corrected_value.strip(),\n source_language=source_language,\n target_language=target_language,\n context_data=context_data if context_data else None,\n context_notes=None,\n has_context=bool(context_data) and keep_context,\n context_source=context_source,\n usage_notes=usage_notes,\n origin_source_language=source_language,\n origin_run_id=record.run_id,\n origin_row_key=record.id,\n origin_user_id=current_user,\n )\n db.add(entry)\n db.flush()\n result[\"entry_id\"] = entry.id\n result[\"message\"] = (\n f\"Entry created for '{source_term}' ({source_language}) → \"\n f\"'{corrected_value}' ({target_language})\"\n )\n logger.reflect(\"Dictionary entry created from correction\", result)\n return result\n# #endregion InlineCorrectionService\n" + }, + { + "contract_id": "BulkFindReplaceService", + "contract_type": "Class", + "file_path": "backend/src/plugins/translate/service.py", + "start_line": 823, + "end_line": 1040, + "tier": "TIER_2", + "complexity": 3, + "metadata": { + "COMPLEXITY": 3, + "PURPOSE": "Service for bulk find-and-replace operations on translated values." + }, + "relations": [], + "schema_warnings": [ + { + "code": "missing_required_tag", + "tag": "RELATION", + "message": "@RELATION is required for contract type 'Class' at C3", + "detail": { + "actual_complexity": 3, + "contract_type": "Class" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region BulkFindReplaceService [C:3] [TYPE Class] [SEMANTICS translate, bulk, find, replace, regex]\n# @BRIEF Service for bulk find-and-replace operations on translated values.\nclass BulkFindReplaceService:\n \"\"\"Handle bulk find-and-replace on TranslationLanguage entries.\"\"\"\n\n MAX_PATTERN_LENGTH = 500\n\n @staticmethod\n def _compile_pattern(pattern: str, is_regex: bool) -> re.Pattern:\n \"\"\"Compile a search pattern (regex or plain text).\"\"\"\n if len(pattern) > BulkFindReplaceService.MAX_PATTERN_LENGTH:\n raise ValueError(\n f\"Pattern too long (max {BulkFindReplaceService.MAX_PATTERN_LENGTH} characters)\"\n )\n try:\n return re.compile(pattern) if is_regex else re.compile(re.escape(pattern))\n except re.error as e:\n raise ValueError(f\"Invalid regex pattern: {e}\")\n\n @staticmethod\n def _find_matching_entries(\n db: Session,\n run_id: str,\n pattern: str,\n is_regex: bool,\n target_language: str,\n ) -> list[Any]:\n \"\"\"Find all TranslationLanguage entries matching the pattern.\"\"\"\n from ...models.translate import TranslationLanguage, TranslationRecord\n\n # We scan entries for the target language in this run\n entries = (\n db.query(TranslationLanguage)\n .join(\n TranslationRecord,\n TranslationRecord.id == TranslationLanguage.record_id,\n )\n .filter(\n TranslationRecord.run_id == run_id,\n TranslationLanguage.language_code == target_language,\n )\n .all()\n )\n return entries\n\n @staticmethod\n def preview(\n db: Session,\n run_id: str,\n pattern: str,\n is_regex: bool,\n replacement_text: str,\n target_language: str,\n ) -> list[dict]:\n \"\"\"Scan TranslationLanguage entries and return matching items without applying changes.\"\"\"\n from ...models.translate import TranslationRecord\n\n compiled = BulkFindReplaceService._compile_pattern(pattern, is_regex)\n entries = BulkFindReplaceService._find_matching_entries(\n db, run_id, pattern, is_regex, target_language\n )\n\n preview_items = []\n for entry in entries:\n current_value = entry.final_value or entry.translated_value or \"\"\n if compiled.search(current_value):\n # Get source term for context\n record = (\n db.query(TranslationRecord)\n .filter(TranslationRecord.id == entry.record_id)\n .first()\n )\n source_term = record.source_sql if record else \"\"\n\n new_value = compiled.sub(\n replacement_text,\n current_value,\n )\n if new_value != current_value:\n preview_items.append({\n \"record_id\": entry.record_id,\n \"language_code\": entry.language_code,\n \"source_term\": source_term or \"\",\n \"current_value\": current_value,\n \"new_value\": new_value,\n \"source_language_detected\": entry.source_language_detected,\n })\n\n return preview_items\n\n @staticmethod\n def _get_replacement(replacement_text: str, is_regex: bool) -> str:\n \"\"\"Return replacement pattern (for regex, use backrefs; for plain, use literal).\"\"\"\n return replacement_text\n\n @staticmethod\n def apply(\n db: Session,\n run_id: str,\n pattern: str,\n is_regex: bool,\n replacement_text: str,\n target_language: str,\n submit_to_dictionary: bool = False,\n dictionary_id: str | None = None,\n usage_notes: str | None = None,\n current_user: str | None = None,\n submit_to_dictionary_with_context: bool = False,\n ) -> dict:\n \"\"\"Apply find-and-replace to matching TranslationLanguage entries.\n\n Returns dict with rows_affected, corrections_submitted, and preview list.\n\n Args:\n submit_to_dictionary_with_context: If True, auto-capture source row context\n when submitting to dictionary.\n \"\"\"\n from ...core.logger import belief_scope, logger\n from ...models.translate import DictionaryEntry, TranslationRecord\n\n with belief_scope(\"BulkFindReplaceService.apply\"):\n compiled = BulkFindReplaceService._compile_pattern(pattern, is_regex)\n entries = BulkFindReplaceService._find_matching_entries(\n db, run_id, pattern, is_regex, target_language\n )\n\n preview_items = []\n rows_affected = 0\n corrections_submitted = 0\n\n # Track unique (source_term, replacement) -> first record for context capture\n seen_term_replacements: dict[str, str] = {}\n\n for entry in entries:\n current_value = entry.final_value or entry.translated_value or \"\"\n if compiled.search(current_value):\n new_value = compiled.sub(replacement_text, current_value)\n if new_value != current_value:\n # Apply the replacement\n entry.final_value = new_value\n entry.user_edit = new_value\n if entry.status in (\"pending\", \"translated\"):\n entry.status = \"edited\"\n rows_affected += 1\n\n # Get source term for preview\n record = (\n db.query(TranslationRecord)\n .filter(TranslationRecord.id == entry.record_id)\n .first()\n )\n source_term = record.source_sql if record else \"\"\n\n # Optionally submit to dictionary\n if submit_to_dictionary and dictionary_id:\n try:\n dict_result = InlineCorrectionService.submit_correction_to_dict(\n db=db,\n record_id=entry.record_id,\n language_code=entry.language_code,\n dictionary_id=dictionary_id,\n corrected_value=new_value,\n current_user=current_user,\n )\n if dict_result.get(\"action\") in (\"created\", \"updated\"):\n corrections_submitted += 1\n\n # Track context for unique (source_term, replacement) pairs\n if submit_to_dictionary_with_context and record:\n term_key = f\"{source_term}::{new_value}\"\n if term_key not in seen_term_replacements:\n seen_term_replacements[term_key] = entry.record_id\n # Auto-capture context from this row\n context_data = {}\n if record.source_data:\n context_data[\"source_data\"] = record.source_data\n if record.source_object_type:\n context_data[\"source_object_type\"] = record.source_object_type\n if record.source_object_name:\n context_data[\"source_object_name\"] = record.source_object_name\n if record.source_object_id:\n context_data[\"source_object_id\"] = record.source_object_id\n # Update the just-created entry's context\n if dict_result.get(\"action\") == \"created\" and dict_result.get(\"entry_id\"):\n d_entry = (\n db.query(DictionaryEntry)\n .filter(DictionaryEntry.id == dict_result[\"entry_id\"])\n .first()\n )\n if d_entry:\n d_entry.context_data = context_data if context_data else None\n d_entry.has_context = bool(context_data)\n d_entry.context_source = \"bulk\"\n except Exception as e:\n logger.explore(\n \"Bulk replace: dictionary submission failed\",\n extra={\"record_id\": entry.record_id, \"error\": str(e)},\n )\n\n preview_items.append({\n \"record_id\": entry.record_id,\n \"language_code\": entry.language_code,\n \"source_term\": source_term or \"\",\n \"current_value\": current_value,\n \"new_value\": new_value,\n \"source_language_detected\": entry.source_language_detected,\n })\n\n db.commit()\n\n result = {\n \"rows_affected\": rows_affected,\n \"corrections_submitted\": corrections_submitted,\n \"preview\": preview_items,\n }\n logger.reason(\"Bulk replace completed\", result)\n return result\n# #endregion BulkFindReplaceService\n" + }, { "contract_id": "SQLGenerator", "contract_type": "Module", @@ -53178,6 +54929,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SQLGenerator [C:3] [TYPE Module] [SEMANTICS clickhouse, translate, sql, insert, generate]\n# @BRIEF Dialect-aware safe SQL generation for INSERT/UPSERT operations.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [TranslationJob]\n# @RELATION DEPENDS_ON -> [TranslationRun]\n# @PRE: Job has target_schema and target_table configured. Dialect is one of supported SUPPORTED_DIALECTS.\n# @POST: Returns safe SQL strings for the target dialect.\n# @SIDE_EFFECT: None — pure code generation.\n# @RATIONALE: Dialect-aware SQL uses ON CONFLICT for PostgreSQL; plain INSERT for ClickHouse with documented limitations.\n# @REJECTED: UPDATE statements — source is append-only; UPSERT covers overwrite case.\n# @REJECTED: ORM-based insert bypasses Superset's SQL Lab audit trail.\n\nfrom datetime import UTC, datetime\nfrom typing import Any\n\nfrom ...core.logger import belief_scope, logger\n\n# PostgreSQL/Greenplum dialects that support ON CONFLICT\nPOSTGRESQL_DIALECTS = {\"postgresql\", \"redshift\", \"greenplum\"}\n# Dialects that use backtick or no quoting\nCLICKHOUSE_DIALECTS = {\"clickhouse\"}\n\n\n# #region _normalize_timestamp_value [C:2] [TYPE Function] [SEMANTICS translate,sql,timestamp]\n# @BRIEF Detect Unix timestamp strings (seconds or millis) and convert to 'YYYY-MM-DD' for Date columns.\ndef _normalize_timestamp_value(value: Any) -> str | None:\n \"\"\"Detect Unix timestamp values and convert to date string.\n\n Handles:\n - Integer/float Unix timestamps (seconds or milliseconds)\n - String representations of Unix timestamps (e.g. '1726358400000.0')\n\n Returns 'YYYY-MM-DD' if conversion succeeds, None if value is not a timestamp.\n \"\"\"\n # Try numeric conversion first\n try:\n ts = float(value)\n except (ValueError, TypeError):\n return None\n\n # Heuristic: Unix timestamps in seconds are ~10 digits (1e9 range for 2001-2033)\n # Unix timestamps in milliseconds are ~13 digits (1e12 range for 2001-2033)\n if 1e9 <= ts < 1e12:\n # Already in seconds\n pass\n elif 1e12 <= ts < 1e15:\n # Milliseconds — convert to seconds\n ts = ts / 1000.0\n else:\n # Not a plausible Unix timestamp\n return None\n\n try:\n dt = datetime.fromtimestamp(ts, tz=UTC)\n return dt.strftime(\"%Y-%m-%d\")\n except (OSError, OverflowError, ValueError):\n return None\n# #endregion _normalize_timestamp_value\n\n\n# #region _quote_identifier [TYPE Function]\n# @BRIEF Quote an identifier per dialect rules. PostgreSQL uses double quotes; ClickHouse uses backticks.\n# @PRE: identifier is a non-empty string.\n# @POST: Returns safely quoted identifier.\ndef _quote_identifier(identifier: str, dialect: str) -> str:\n \"\"\"Quote a SQL identifier per dialect rules.\"\"\"\n if not identifier:\n return identifier\n # Remove any existing quotes to avoid double-quoting\n cleaned = identifier.strip().strip('\"').strip('`').strip('[]')\n if dialect in POSTGRESQL_DIALECTS:\n return f'\"{cleaned}\"'\n elif dialect in CLICKHOUSE_DIALECTS:\n return f\"`{cleaned}`\"\n else:\n # Generic ANSI double-quote\n return f'\"{cleaned}\"'\n# #endregion _quote_identifier\n\n\n# #region _encode_sql_value [C:2] [TYPE Function] [SEMANTICS translate,sql,encoding]\n# @BRIEF Encode a Python value into a SQL-safe literal for INSERT VALUES, with ClickHouse timestamp normalization.\ndef _encode_sql_value(value: Any, dialect: str | None = None) -> str:\n \"\"\"Encode a Python value into a SQL-safe literal.\n\n For ClickHouse dialect, attempts to detect Unix timestamp strings\n and convert them to 'YYYY-MM-DD' format for Date column compatibility.\n \"\"\"\n if value is None:\n return \"NULL\"\n if isinstance(value, bool):\n return \"TRUE\" if value else \"FALSE\"\n\n # For ClickHouse: try to normalize timestamp-like values (both string and numeric)\n if dialect in CLICKHOUSE_DIALECTS:\n if (isinstance(value, str) and value) or isinstance(value, (int, float)):\n normalized = _normalize_timestamp_value(value)\n if normalized:\n return f\"'{normalized}'\"\n\n if isinstance(value, (int, float)):\n return str(value)\n # String — escape single quotes by doubling them\n escaped = str(value).replace(\"'\", \"''\")\n return f\"'{escaped}'\"\n# #endregion _encode_sql_value\n\n\n# #region _build_values_clause [C:2] [TYPE Function] [SEMANTICS translate,sql,values]\n# @BRIEF Build a VALUES clause for multiple rows with per-column value encoding and dialect-aware quoting.\ndef _build_values_clause(columns: list[str], rows: list[dict[str, Any]], dialect: str | None = None) -> str:\n \"\"\"Build VALUES (...) clause for multiple rows.\n\n NOTE: columns may be quoted (e.g. '\"col\"' or '`col`') for the SQL column list,\n but row dicts have UNQUOTED keys. Strip quotes before value lookup.\n \"\"\"\n value_groups = []\n for row in rows:\n values = []\n for col in columns:\n # Strip quoting for value lookup — row keys are unquoted\n lookup_key = col.strip('\"').strip('`').strip('[]')\n val = row.get(lookup_key)\n values.append(_encode_sql_value(val, dialect=dialect))\n value_groups.append(f\"({', '.join(values)})\")\n return \",\\n\".join(value_groups)\n# #endregion _build_values_clause\n\n\n# #region generate_insert_sql [C:3] [TYPE Function] [SEMANTICS translate,sql,insert]\n# @BRIEF Generate a dialect-aware plain INSERT SQL statement for the given table, columns, and rows.\n# @RELATION DEPENDS_ON -> [_quote_identifier]\n# @RELATION DEPENDS_ON -> [_build_values_clause]\ndef generate_insert_sql(\n target_schema: str | None,\n target_table: str,\n columns: list[str],\n rows: list[dict[str, Any]],\n dialect: str | None = None,\n) -> str:\n \"\"\"Generate a plain INSERT SQL.\"\"\"\n with belief_scope(\"generate_insert_sql\"):\n if not target_table:\n raise ValueError(\"target_table is required for INSERT SQL generation\")\n if not columns:\n raise ValueError(\"At least one column is required for INSERT SQL generation\")\n if not rows:\n raise ValueError(\"At least one row is required for INSERT SQL generation\")\n\n col_list = \", \".join(columns)\n values = _build_values_clause(columns, rows, dialect=dialect)\n\n table_ref = target_table\n if target_schema:\n table_ref = f\"{target_schema}.{target_table}\"\n\n sql = f\"INSERT INTO {table_ref} ({col_list})\\nVALUES\\n{values};\"\n return sql\n# #endregion generate_insert_sql\n\n\n# #region generate_upsert_sql [TYPE Function]\n# @BRIEF Generate PostgreSQL dialect UPSERT SQL with ON CONFLICT DO UPDATE.\n# @PRE: dialect is postgresql-compatible. target_table, columns, key_columns are non-empty.\n# @POST: Returns UPSERT SQL string or raises ValueError.\ndef generate_upsert_sql(\n target_schema: str | None,\n target_table: str,\n columns: list[str],\n key_columns: list[str],\n rows: list[dict[str, Any]],\n) -> str:\n \"\"\"Generate INSERT ... ON CONFLICT (key_cols) DO UPDATE SET ... SQL.\"\"\"\n with belief_scope(\"generate_upsert_sql\"):\n if not target_table:\n raise ValueError(\"target_table is required for UPSERT SQL generation\")\n if not columns:\n raise ValueError(\"At least one column is required for UPSERT SQL generation\")\n if not key_columns:\n raise ValueError(\"key_columns are required for UPSERT SQL generation\")\n if not rows:\n raise ValueError(\"At least one row is required for UPSERT SQL generation\")\n\n col_list = \", \".join(columns)\n key_list = \", \".join(key_columns)\n values = _build_values_clause(columns, rows)\n\n table_ref = target_table\n if target_schema:\n table_ref = f\"{target_schema}.{target_table}\"\n\n # Build SET clause: exclude key columns from update\n update_cols = [c for c in columns if c not in key_columns]\n if not update_cols:\n # If only key columns, use DO NOTHING\n conflict_action = \"DO NOTHING\"\n else:\n set_parts = [f\"{col} = EXCLUDED.{col}\" for col in update_cols]\n conflict_action = \"DO UPDATE SET\\n\" + \",\\n\".join(set_parts)\n\n sql = (\n f\"INSERT INTO {table_ref} ({col_list})\\n\"\n f\"VALUES\\n\"\n f\"{values}\\n\"\n f\"ON CONFLICT ({key_list}) {conflict_action};\"\n )\n return sql\n# #endregion generate_upsert_sql\n\n\n# #region SQLGenerator [C:3] [TYPE Class]\n# @BRIEF Generate safe, dialect-appropriate SQL INSERT/UPSERT statements.\n# @PRE: Job has target_schema, target_table, key columns configured.\n# @POST: Returns generated SQL string for the target dialect.\nclass SQLGenerator:\n\n # region SQLGenerator.generate [TYPE Function]\n # @PURPOSE: Generate SQL for a set of rows, detecting dialect from the job configuration.\n # @PRE: dialect is a supported database dialect. columns list is non-empty. rows is non-empty.\n # @POST: Returns tuple of (sql_string, statement_count).\n # @SIDE_EFFECT: None — pure SQL generation.\n @staticmethod\n def generate(\n dialect: str,\n target_schema: str | None,\n target_table: str,\n columns: list[str],\n rows: list[dict[str, Any]],\n key_columns: list[str] | None = None,\n upsert_strategy: str = \"MERGE\",\n ) -> tuple[str, int]:\n \"\"\"Generate dialect-appropriate INSERT/UPSERT SQL.\n\n Args:\n dialect: Target database dialect (e.g. 'postgresql', 'clickhouse').\n target_schema: Optional schema name.\n target_table: Target table name.\n columns: List of column names to insert.\n rows: List of row dicts with column values.\n key_columns: Key columns for conflict resolution (UPSERT).\n upsert_strategy: 'MERGE' (UPSERT), 'INSERT' (plain INSERT).\n\n Returns:\n Tuple of (sql_string, row_count).\n \"\"\"\n with belief_scope(\"SQLGenerator.generate\"):\n logger.reason(\"Generating SQL\", {\n \"dialect\": dialect,\n \"schema\": target_schema,\n \"table\": target_table,\n \"columns\": len(columns),\n \"rows\": len(rows),\n \"strategy\": upsert_strategy,\n })\n\n # Validate inputs\n if not target_table:\n raise ValueError(\"target_table is required\")\n if not columns:\n raise ValueError(\"At least one column is required\")\n if not rows:\n raise ValueError(\"At least one row is required\")\n\n # Build fully qualified table reference\n table_ref = target_table\n if target_schema:\n quoted_schema = _quote_identifier(target_schema, dialect)\n quoted_table = _quote_identifier(target_table, dialect)\n table_ref = f\"{quoted_schema}.{quoted_table}\"\n else:\n table_ref = _quote_identifier(target_table, dialect)\n\n # Quote columns per dialect\n quoted_columns = [_quote_identifier(c, dialect) for c in columns]\n quoted_key_columns = (\n [_quote_identifier(k, dialect) for k in key_columns]\n if key_columns\n else []\n )\n\n # Generate SQL per dialect and strategy\n use_upsert = upsert_strategy.upper() == \"MERGE\" and key_columns\n\n if dialect in POSTGRESQL_DIALECTS or dialect not in CLICKHOUSE_DIALECTS:\n # PostgreSQL and other ANSI dialects: support UPSERT via ON CONFLICT\n if use_upsert:\n sql = generate_upsert_sql(\n target_schema=None,\n target_table=table_ref,\n columns=quoted_columns,\n key_columns=quoted_key_columns,\n rows=rows,\n )\n else:\n sql = generate_insert_sql(\n target_schema=None,\n target_table=table_ref,\n columns=quoted_columns,\n rows=rows,\n dialect=dialect,\n )\n elif dialect in CLICKHOUSE_DIALECTS:\n # ClickHouse: plain INSERT, no ON CONFLICT support\n sql = generate_insert_sql(\n target_schema=None,\n target_table=table_ref,\n columns=quoted_columns,\n rows=rows,\n dialect=dialect,\n )\n if use_upsert:\n logger.reason(\"ClickHouse UPSERT not supported; using plain INSERT\", {\n \"note\": \"ClickHouse does not support ON CONFLICT. Use ReplacingMergeTree for dedup.\",\n })\n else:\n # Fallback: plain INSERT\n sql = generate_insert_sql(\n target_schema=None,\n target_table=table_ref,\n columns=quoted_columns,\n rows=rows,\n dialect=dialect,\n )\n\n logger.reflect(\"SQL generated\", {\n \"dialect\": dialect,\n \"row_count\": len(rows),\n \"sql_length\": len(sql),\n })\n return sql, len(rows)\n # endregion SQLGenerator.generate\n\n # region SQLGenerator.generate_batch [TYPE Function]\n # @PURPOSE: Generate separate INSERT statements for each row (batch-safe version).\n # @PRE: Same as generate().\n # @POST: Returns list of (sql_string, row_index) tuples.\n @staticmethod\n def generate_batch(\n dialect: str,\n target_schema: str | None,\n target_table: str,\n columns: list[str],\n rows: list[dict[str, Any]],\n key_columns: list[str] | None = None,\n upsert_strategy: str = \"MERGE\",\n max_rows_per_statement: int = 500,\n ) -> list[tuple[str, int]]:\n \"\"\"Generate SQL in batches, splitting large row sets into multiple statements.\n\n Returns:\n List of (sql_string, row_count) tuples.\n \"\"\"\n with belief_scope(\"SQLGenerator.generate_batch\"):\n if not rows:\n return []\n\n statements = []\n for i in range(0, len(rows), max_rows_per_statement):\n chunk = rows[i:i + max_rows_per_statement]\n sql, count = SQLGenerator.generate(\n dialect=dialect,\n target_schema=target_schema,\n target_table=target_table,\n columns=columns,\n rows=chunk,\n key_columns=key_columns,\n upsert_strategy=upsert_strategy,\n )\n statements.append((sql, count))\n\n return statements\n # endregion SQLGenerator.generate_batch\n\n\n# #endregion SQLGenerator\n# #endregion SQLGenerator\n" }, { @@ -53195,6 +54947,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _normalize_timestamp_value [C:2] [TYPE Function] [SEMANTICS translate,sql,timestamp]\n# @BRIEF Detect Unix timestamp strings (seconds or millis) and convert to 'YYYY-MM-DD' for Date columns.\ndef _normalize_timestamp_value(value: Any) -> str | None:\n \"\"\"Detect Unix timestamp values and convert to date string.\n\n Handles:\n - Integer/float Unix timestamps (seconds or milliseconds)\n - String representations of Unix timestamps (e.g. '1726358400000.0')\n\n Returns 'YYYY-MM-DD' if conversion succeeds, None if value is not a timestamp.\n \"\"\"\n # Try numeric conversion first\n try:\n ts = float(value)\n except (ValueError, TypeError):\n return None\n\n # Heuristic: Unix timestamps in seconds are ~10 digits (1e9 range for 2001-2033)\n # Unix timestamps in milliseconds are ~13 digits (1e12 range for 2001-2033)\n if 1e9 <= ts < 1e12:\n # Already in seconds\n pass\n elif 1e12 <= ts < 1e15:\n # Milliseconds — convert to seconds\n ts = ts / 1000.0\n else:\n # Not a plausible Unix timestamp\n return None\n\n try:\n dt = datetime.fromtimestamp(ts, tz=UTC)\n return dt.strftime(\"%Y-%m-%d\")\n except (OSError, OverflowError, ValueError):\n return None\n# #endregion _normalize_timestamp_value\n" }, { @@ -53241,6 +54994,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _quote_identifier [TYPE Function]\n# @BRIEF Quote an identifier per dialect rules. PostgreSQL uses double quotes; ClickHouse uses backticks.\n# @PRE: identifier is a non-empty string.\n# @POST: Returns safely quoted identifier.\ndef _quote_identifier(identifier: str, dialect: str) -> str:\n \"\"\"Quote a SQL identifier per dialect rules.\"\"\"\n if not identifier:\n return identifier\n # Remove any existing quotes to avoid double-quoting\n cleaned = identifier.strip().strip('\"').strip('`').strip('[]')\n if dialect in POSTGRESQL_DIALECTS:\n return f'\"{cleaned}\"'\n elif dialect in CLICKHOUSE_DIALECTS:\n return f\"`{cleaned}`\"\n else:\n # Generic ANSI double-quote\n return f'\"{cleaned}\"'\n# #endregion _quote_identifier\n" }, { @@ -53258,6 +55012,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _encode_sql_value [C:2] [TYPE Function] [SEMANTICS translate,sql,encoding]\n# @BRIEF Encode a Python value into a SQL-safe literal for INSERT VALUES, with ClickHouse timestamp normalization.\ndef _encode_sql_value(value: Any, dialect: str | None = None) -> str:\n \"\"\"Encode a Python value into a SQL-safe literal.\n\n For ClickHouse dialect, attempts to detect Unix timestamp strings\n and convert them to 'YYYY-MM-DD' format for Date column compatibility.\n \"\"\"\n if value is None:\n return \"NULL\"\n if isinstance(value, bool):\n return \"TRUE\" if value else \"FALSE\"\n\n # For ClickHouse: try to normalize timestamp-like values (both string and numeric)\n if dialect in CLICKHOUSE_DIALECTS:\n if (isinstance(value, str) and value) or isinstance(value, (int, float)):\n normalized = _normalize_timestamp_value(value)\n if normalized:\n return f\"'{normalized}'\"\n\n if isinstance(value, (int, float)):\n return str(value)\n # String — escape single quotes by doubling them\n escaped = str(value).replace(\"'\", \"''\")\n return f\"'{escaped}'\"\n# #endregion _encode_sql_value\n" }, { @@ -53275,6 +55030,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _build_values_clause [C:2] [TYPE Function] [SEMANTICS translate,sql,values]\n# @BRIEF Build a VALUES clause for multiple rows with per-column value encoding and dialect-aware quoting.\ndef _build_values_clause(columns: list[str], rows: list[dict[str, Any]], dialect: str | None = None) -> str:\n \"\"\"Build VALUES (...) clause for multiple rows.\n\n NOTE: columns may be quoted (e.g. '\"col\"' or '`col`') for the SQL column list,\n but row dicts have UNQUOTED keys. Strip quotes before value lookup.\n \"\"\"\n value_groups = []\n for row in rows:\n values = []\n for col in columns:\n # Strip quoting for value lookup — row keys are unquoted\n lookup_key = col.strip('\"').strip('`').strip('[]')\n val = row.get(lookup_key)\n values.append(_encode_sql_value(val, dialect=dialect))\n value_groups.append(f\"({', '.join(values)})\")\n return \",\\n\".join(value_groups)\n# #endregion _build_values_clause\n" }, { @@ -53305,6 +55061,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region generate_insert_sql [C:3] [TYPE Function] [SEMANTICS translate,sql,insert]\n# @BRIEF Generate a dialect-aware plain INSERT SQL statement for the given table, columns, and rows.\n# @RELATION DEPENDS_ON -> [_quote_identifier]\n# @RELATION DEPENDS_ON -> [_build_values_clause]\ndef generate_insert_sql(\n target_schema: str | None,\n target_table: str,\n columns: list[str],\n rows: list[dict[str, Any]],\n dialect: str | None = None,\n) -> str:\n \"\"\"Generate a plain INSERT SQL.\"\"\"\n with belief_scope(\"generate_insert_sql\"):\n if not target_table:\n raise ValueError(\"target_table is required for INSERT SQL generation\")\n if not columns:\n raise ValueError(\"At least one column is required for INSERT SQL generation\")\n if not rows:\n raise ValueError(\"At least one row is required for INSERT SQL generation\")\n\n col_list = \", \".join(columns)\n values = _build_values_clause(columns, rows, dialect=dialect)\n\n table_ref = target_table\n if target_schema:\n table_ref = f\"{target_schema}.{target_table}\"\n\n sql = f\"INSERT INTO {table_ref} ({col_list})\\nVALUES\\n{values};\"\n return sql\n# #endregion generate_insert_sql\n" }, { @@ -53351,6 +55108,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region generate_upsert_sql [TYPE Function]\n# @BRIEF Generate PostgreSQL dialect UPSERT SQL with ON CONFLICT DO UPDATE.\n# @PRE: dialect is postgresql-compatible. target_table, columns, key_columns are non-empty.\n# @POST: Returns UPSERT SQL string or raises ValueError.\ndef generate_upsert_sql(\n target_schema: str | None,\n target_table: str,\n columns: list[str],\n key_columns: list[str],\n rows: list[dict[str, Any]],\n) -> str:\n \"\"\"Generate INSERT ... ON CONFLICT (key_cols) DO UPDATE SET ... SQL.\"\"\"\n with belief_scope(\"generate_upsert_sql\"):\n if not target_table:\n raise ValueError(\"target_table is required for UPSERT SQL generation\")\n if not columns:\n raise ValueError(\"At least one column is required for UPSERT SQL generation\")\n if not key_columns:\n raise ValueError(\"key_columns are required for UPSERT SQL generation\")\n if not rows:\n raise ValueError(\"At least one row is required for UPSERT SQL generation\")\n\n col_list = \", \".join(columns)\n key_list = \", \".join(key_columns)\n values = _build_values_clause(columns, rows)\n\n table_ref = target_table\n if target_schema:\n table_ref = f\"{target_schema}.{target_table}\"\n\n # Build SET clause: exclude key columns from update\n update_cols = [c for c in columns if c not in key_columns]\n if not update_cols:\n # If only key columns, use DO NOTHING\n conflict_action = \"DO NOTHING\"\n else:\n set_parts = [f\"{col} = EXCLUDED.{col}\" for col in update_cols]\n conflict_action = \"DO UPDATE SET\\n\" + \",\\n\".join(set_parts)\n\n sql = (\n f\"INSERT INTO {table_ref} ({col_list})\\n\"\n f\"VALUES\\n\"\n f\"{values}\\n\"\n f\"ON CONFLICT ({key_list}) {conflict_action};\"\n )\n return sql\n# #endregion generate_upsert_sql\n" }, { @@ -53406,6 +55164,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetSqlLabExecutor [C:4] [TYPE Module] [SEMANTICS translate, superset, sqllab, execute, query]\n# @BRIEF Submit SQL to Superset SQL Lab API and poll execution status.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [ConfigManager]\n# @PRE: Valid Superset environment configuration and authenticated client.\n# @POST: SQL is submitted to Superset SQL Lab; execution reference is returned.\n# @SIDE_EFFECT: Makes HTTP calls to Superset /api/v1/sqllab/execute/; polls status.\n# @RATIONALE: Direct SQL Lab API submission provides audit trail and execution monitoring within Superset.\n# @REJECTED: Direct database connection bypass — would skip Superset's SQL Lab audit and RBAC.\n\nimport json\nimport time\nimport uuid\nfrom typing import Any\n\nfrom ...core.config_manager import ConfigManager\nfrom ...core.logger import belief_scope, logger\nfrom ...core.superset_client import SupersetClient\n\n\n# #region SupersetSqlLabExecutor [C:4] [TYPE Class]\n# @BRIEF Submit SQL to Superset SQL Lab API with polling and status tracking.\n# @PRE: Valid environment ID and ConfigManager.\n# @POST: SQL submitted to Superset; execution reference recorded.\n# @SIDE_EFFECT: Makes HTTP POST to /api/v1/sqllab/execute/; polls GET for status.\nclass SupersetSqlLabExecutor:\n\n def __init__(self, config_manager: ConfigManager, env_id: str):\n self.config_manager = config_manager\n self.env_id = env_id\n self._client: SupersetClient | None = None\n self._database_id: int | None = None\n self._database_backend: str | None = None\n\n # region _get_client [TYPE Function]\n # @PURPOSE: Lazy-initialize SupersetClient for the configured environment.\n # @PRE: env_id must correspond to a valid environment config.\n # @POST: Returns authenticated SupersetClient.\n # @SIDE_EFFECT: Authenticates against Superset API.\n def _get_client(self) -> SupersetClient:\n with belief_scope(\"SupersetSqlLabExecutor._get_client\"):\n if self._client is not None:\n return self._client\n\n environments = self.config_manager.get_environments()\n env_config = next((e for e in environments if e.id == self.env_id), None)\n if not env_config:\n raise ValueError(f\"Superset environment '{self.env_id}' not found\")\n\n self._client = SupersetClient(env_config)\n return self._client\n # endregion _get_client\n\n # region resolve_database_id [TYPE Function]\n # @PURPOSE: Resolve the target database ID from the environment and fetch its backend engine.\n # @PRE: database_name or database_id should be known.\n # @POST: Returns database_id integer or raises ValueError. Also sets self._database_backend.\n # @SIDE_EFFECT: Fetches databases list from Superset; optionally fetches single DB for backend.\n def resolve_database_id(\n self,\n database_name: str | None = None,\n target_database_id: str | None = None,\n ) -> int:\n with belief_scope(\"SupersetSqlLabExecutor.resolve_database_id\"):\n client = self._get_client()\n\n # If a specific target_database_id is provided, use it directly\n if target_database_id:\n try:\n db_id = int(target_database_id)\n # Fetch full DB info to get backend\n db_info = client.get_database(db_id)\n result = db_info.get(\"result\", db_info)\n self._database_id = result.get(\"id\", db_id)\n self._database_backend = result.get(\"backend\") or result.get(\"engine\")\n logger.reason(\"Resolved database ID by target_database_id\", {\n \"target_database_id\": target_database_id,\n \"database_id\": self._database_id,\n \"backend\": self._database_backend,\n })\n return self._database_id\n except Exception as e:\n logger.explore(\"Failed to resolve by target_database_id, falling back\", {\n \"target_database_id\": target_database_id,\n \"error\": str(e),\n })\n # Fall through to default resolution\n\n # Fetch full database list with backend info\n _, databases = client.get_databases(\n query={\"columns\": [\"id\", \"database_name\", \"backend\"]}\n )\n if not databases:\n raise ValueError(\"No databases found in Superset environment\")\n\n if database_name:\n for db in databases:\n if db.get(\"database_name\", \"\").lower() == database_name.lower():\n self._database_id = db[\"id\"]\n self._database_backend = db.get(\"backend\")\n logger.reason(\"Resolved database ID by name\", {\n \"database_name\": database_name,\n \"database_id\": self._database_id,\n \"backend\": self._database_backend,\n })\n return self._database_id\n raise ValueError(\n f\"Database '{database_name}' not found in Superset environment\"\n )\n\n # Default: use first database\n self._database_id = databases[0][\"id\"]\n self._database_backend = databases[0].get(\"backend\")\n logger.reason(\"Using default database\", {\n \"database_name\": databases[0].get(\"database_name\"),\n \"database_id\": self._database_id,\n \"backend\": self._database_backend,\n })\n return self._database_id\n # endregion resolve_database_id\n\n # region get_database_backend [TYPE Function]\n # @PURPOSE: Return the cached database backend/engine string.\n # @POST: Returns backend string or None if not yet resolved.\n def get_database_backend(self) -> str | None:\n return self._database_backend\n # endregion get_database_backend\n\n # region execute_sql [TYPE Function]\n # @PURPOSE: Submit SQL to Superset SQL Lab and return execution tracking info.\n # @PRE: sql is valid SQL string. database_id is a valid Superset DB ID.\n # @POST: Returns execution result dict with query_id and status.\n # @SIDE_EFFECT: Makes HTTP POST to /api/v1/sqllab/execute/.\n def execute_sql(\n self,\n sql: str,\n database_id: int | None = None,\n run_async: bool = True,\n ) -> dict[str, Any]:\n with belief_scope(\"SupersetSqlLabExecutor.execute_sql\"):\n client = self._get_client()\n db_id = database_id or self._database_id\n if not db_id:\n db_id = self.resolve_database_id()\n\n logger.reason(\"Submitting SQL to Superset SQL Lab\", {\n \"database_id\": db_id,\n \"sql_length\": len(sql),\n \"run_async\": run_async,\n })\n\n payload = {\n \"database_id\": db_id,\n \"sql\": sql,\n \"runAsync\": run_async,\n \"schema\": None,\n \"tab\": \"translation-insert\",\n \"client_id\": f\"trl-{uuid.uuid4().hex[:7]}\", # max 11 chars for Superset varchar(11)\n }\n\n # Try multiple SQL Lab endpoints — some Superset versions use /sqllab/execute/,\n # others use /sql_lab/execute/ (with underscore)\n candidate_endpoints = [\"/api/v1/sqllab/execute/\", \"/api/v1/sql_lab/execute/\"]\n response = None\n last_error = None\n for endpoint in candidate_endpoints:\n try:\n response = client.network.request(\n method=\"POST\",\n endpoint=endpoint,\n data=json.dumps(payload),\n headers={\"Content-Type\": \"application/json\"},\n )\n if isinstance(response, dict) and response:\n logger.reason(\"SQL Lab endpoint succeeded\", extra={\n \"endpoint\": endpoint,\n })\n break\n except Exception as ep_err:\n last_error = ep_err\n logger.explore(\"SQL Lab endpoint failed, trying next\", extra={\n \"error\": str(ep_err),\n \"endpoint\": endpoint,\n })\n response = None\n\n if response is None:\n error_msg = f\"All SQL Lab endpoints failed. Last error: {last_error}\"\n logger.explore(\"SQL Lab execute failed\", extra={\"error\": error_msg})\n raise ValueError(f\"Superset SQL Lab execute failed: {error_msg}\")\n\n # Parse response — try multiple known Superset response formats\n result = response if isinstance(response, dict) else {}\n\n # Superset may return query_id at top level, nested in \"result\", as \"id\", or in \"query\" block\n query_id = (\n result.get(\"query_id\")\n or result.get(\"id\")\n or (result.get(\"result\") or {}).get(\"query_id\")\n or (result.get(\"result\") or {}).get(\"id\")\n or (result.get(\"query\") or {}).get(\"query_id\")\n or (result.get(\"query\") or {}).get(\"id\")\n )\n status = result.get(\"status\", \"unknown\")\n\n # Log full response for debugging if query_id is missing\n if not query_id:\n logger.explore(\"No query_id from SQL Lab execute\", extra={\n \"database_id\": db_id,\n \"status\": status,\n \"raw_response_keys\": list(result.keys()),\n \"raw_response_preview\": json.dumps(result)[:2000],\n })\n logger.reason(\"SQL Lab execute response (no query_id)\", extra={\n \"database_id\": db_id,\n \"status\": status,\n \"response_keys\": list(result.keys()),\n \"has_result\": \"result\" in result,\n \"has_query\": \"query\" in result,\n \"raw_preview\": json.dumps(result)[:2000],\n })\n\n logger.reason(\"SQL Lab execute response\", {\n \"query_id\": query_id,\n \"status\": status,\n \"response_keys\": list(result.keys()),\n })\n\n return {\n \"query_id\": query_id,\n \"status\": status,\n \"raw_response\": result,\n \"database_id\": db_id,\n }\n # endregion execute_sql\n\n # region poll_execution_status [TYPE Function]\n # @PURPOSE: Poll Superset for SQL execution status until completion or timeout.\n # @PRE: query_id is a valid Superset query ID.\n # @POST: Returns final execution status dict.\n # @SIDE_EFFECT: Makes HTTP GET requests to Superset.\n def poll_execution_status(\n self,\n query_id: str,\n max_polls: int = 60,\n poll_interval_seconds: float = 2.0,\n ) -> dict[str, Any]:\n with belief_scope(\"SupersetSqlLabExecutor.poll_execution_status\"):\n client = self._get_client()\n\n logger.reason(\"Polling SQL execution status\", {\n \"query_id\": query_id,\n \"max_polls\": max_polls,\n \"interval\": poll_interval_seconds,\n })\n\n for attempt in range(max_polls):\n try:\n response = client.network.request(\n method=\"GET\",\n endpoint=f\"/api/v1/query/{query_id}\",\n )\n raw = response if isinstance(response, dict) else {}\n # Superset wraps query data in a nested \"result\" field\n result = raw.get(\"result\", raw)\n status = result.get(\"status\", \"unknown\")\n state = result.get(\"state\", result.get(\"status\", \"\"))\n\n # Terminal states\n if state in (\"success\", \"finished\", \"completed\"):\n logger.reason(\"SQL execution completed\", {\n \"query_id\": query_id,\n \"attempt\": attempt + 1,\n \"rows_affected\": result.get(\"rows\"),\n })\n return {\n \"query_id\": query_id,\n \"status\": \"success\",\n \"state\": state,\n \"rows_affected\": result.get(\"rows\"),\n \"error_message\": result.get(\"error_message\"),\n \"results\": result.get(\"results\"),\n \"completed_on\": result.get(\"completed_on\"),\n }\n\n if state in (\"failed\", \"error\", \"stopped\"):\n error_msg = result.get(\"error_message\", \"Unknown error\")\n logger.explore(\"SQL execution failed\", {\n \"query_id\": query_id,\n \"state\": state,\n \"error\": error_msg,\n })\n return {\n \"query_id\": query_id,\n \"status\": \"failed\",\n \"state\": state,\n \"error_message\": error_msg,\n \"results\": None,\n }\n\n if state in (\"pending\", \"running\", \"started\"):\n time.sleep(poll_interval_seconds)\n continue\n\n # Unknown state — treat as still running\n time.sleep(poll_interval_seconds)\n\n except Exception as e:\n logger.explore(\"Polling error, retrying\", {\n \"query_id\": query_id,\n \"attempt\": attempt + 1,\n \"error\": str(e),\n })\n time.sleep(poll_interval_seconds)\n continue\n\n # Timeout\n logger.explore(\"SQL execution polling timed out\", {\n \"query_id\": query_id,\n \"max_polls\": max_polls,\n })\n return {\n \"query_id\": query_id,\n \"status\": \"timeout\",\n \"error_message\": f\"Polling timed out after {max_polls} attempts\",\n \"results\": None,\n }\n # endregion poll_execution_status\n\n # region execute_and_poll [TYPE Function]\n # @PURPOSE: Execute SQL and wait for completion. One-shot convenience method.\n # @PRE: sql is valid SQL.\n # @POST: Returns final execution result.\n # @SIDE_EFFECT: Makes HTTP calls to Superset API.\n def execute_and_poll(\n self,\n sql: str,\n database_id: int | None = None,\n max_polls: int = 60,\n poll_interval_seconds: float = 2.0,\n ) -> dict[str, Any]:\n with belief_scope(\"SupersetSqlLabExecutor.execute_and_poll\"):\n exec_result = self.execute_sql(\n sql=sql,\n database_id=database_id,\n run_async=False, # Sync mode — Superset returns result directly\n )\n\n status = exec_result.get(\"status\", \"unknown\")\n\n # Sync mode: response already has the final status and data\n if status == \"success\":\n logger.reason(\"SQL execution completed (sync)\", {\n \"query_id\": exec_result.get(\"query_id\"),\n })\n return {\n \"query_id\": exec_result.get(\"query_id\"),\n \"status\": \"success\",\n \"state\": \"success\",\n \"rows_affected\": exec_result.get(\"raw_response\", {}).get(\"query\", {}).get(\"rows\"),\n \"error_message\": None,\n \"results\": exec_result.get(\"raw_response\", {}).get(\"data\"),\n \"completed_on\": exec_result.get(\"raw_response\", {}).get(\"query\", {}).get(\"endDttm\"),\n }\n\n # For async mode (fallback): poll for completion\n query_id = exec_result.get(\"query_id\")\n if not query_id:\n logger.explore(\"No query_id from SQL Lab execute\", {\n \"raw_response\": exec_result.get(\"raw_response\"),\n })\n return {\n \"status\": \"failed\",\n \"error_message\": \"No query_id returned from SQL Lab\",\n \"query_id\": None,\n }\n\n return self.poll_execution_status(\n query_id=str(query_id),\n max_polls=max_polls,\n poll_interval_seconds=poll_interval_seconds,\n )\n # endregion execute_and_poll\n\n # region get_query_results [TYPE Function]\n # @PURPOSE: Fetch the results of a completed query.\n # @PRE: query_id is a valid Superset query ID.\n # @POST: Returns query results if available.\n # @SIDE_EFFECT: Makes HTTP GET to Superset.\n def get_query_results(self, query_id: str) -> dict[str, Any]:\n with belief_scope(\"SupersetSqlLabExecutor.get_query_results\"):\n client = self._get_client()\n try:\n response = client.network.request(\n method=\"GET\",\n endpoint=f\"/api/v1/query/{query_id}/results\",\n )\n result = response if isinstance(response, dict) else {}\n return {\n \"query_id\": query_id,\n \"status\": \"success\" if result.get(\"results\") else \"no_results\",\n \"results\": result.get(\"results\"),\n }\n except Exception as e:\n logger.explore(\"Failed to fetch query results\", {\n \"query_id\": query_id,\n \"error\": str(e),\n })\n return {\n \"query_id\": query_id,\n \"status\": \"failed\",\n \"error_message\": str(e),\n \"results\": None,\n }\n # endregion get_query_results\n\n\n# #endregion SupersetSqlLabExecutor\n# #endregion SupersetSqlLabExecutor\n" }, { @@ -53450,6 +55209,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SchemasPackage [TYPE Package] [SEMANTICS schema, package, init]\n# @BRIEF API schema package root.\n# #endregion SchemasPackage\n" }, { @@ -53483,6 +55243,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_validation_policy_create_accepts_structured_custom_channels [TYPE Function]\n# @RELATION BINDS_TO -> TestSettingsAndHealthSchemas\n# @BRIEF Ensure policy schema accepts structured custom channel objects with type/target fields.\ndef test_validation_policy_create_accepts_structured_custom_channels():\n payload = {\n \"name\": \"Daily Health\",\n \"environment_id\": \"env-1\",\n \"dashboard_ids\": [\"10\", \"11\"],\n \"schedule_days\": [0, 1, 2],\n \"window_start\": \"01:00:00\",\n \"window_end\": \"03:00:00\",\n \"notify_owners\": True,\n \"custom_channels\": [{\"type\": \"SLACK\", \"target\": \"#alerts\"}],\n \"alert_condition\": \"FAIL_ONLY\",\n }\n policy = ValidationPolicyCreate(**payload)\n assert policy.custom_channels is not None\n assert len(policy.custom_channels) == 1\n assert policy.custom_channels[0].type == \"SLACK\"\n assert policy.custom_channels[0].target == \"#alerts\"\n# #endregion test_validation_policy_create_accepts_structured_custom_channels\n" }, { @@ -53516,6 +55277,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_validation_policy_create_rejects_legacy_string_custom_channels [TYPE Function]\n# @RELATION BINDS_TO -> TestSettingsAndHealthSchemas\n# @BRIEF Ensure legacy list[str] custom channel payload is rejected by typed channel contract.\ndef test_validation_policy_create_rejects_legacy_string_custom_channels():\n payload = {\n \"name\": \"Daily Health\",\n \"environment_id\": \"env-1\",\n \"dashboard_ids\": [\"10\"],\n \"schedule_days\": [0],\n \"window_start\": \"01:00:00\",\n \"window_end\": \"02:00:00\",\n \"notify_owners\": False,\n \"custom_channels\": [\"SLACK:#alerts\"],\n }\n with pytest.raises(ValidationError):\n ValidationPolicyCreate(**payload)\n# #endregion test_validation_policy_create_rejects_legacy_string_custom_channels\n" }, { @@ -53549,6 +55311,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_dashboard_health_item_status_accepts_only_whitelisted_values [TYPE Function]\n# @RELATION BINDS_TO -> TestSettingsAndHealthSchemas\n# @BRIEF Verify strict grouped regex only accepts PASS/WARN/FAIL/UNKNOWN exact statuses.\ndef test_dashboard_health_item_status_accepts_only_whitelisted_values():\n valid = DashboardHealthItem(\n dashboard_id=\"dash-1\",\n environment_id=\"env-1\",\n status=\"PASS\",\n last_check=\"2026-03-10T10:00:00\",\n )\n assert valid.status == \"PASS\"\n with pytest.raises(ValidationError):\n DashboardHealthItem(\n dashboard_id=\"dash-1\",\n environment_id=\"env-1\",\n status=\"PASSING\",\n last_check=\"2026-03-10T10:00:00\",\n )\n with pytest.raises(ValidationError):\n DashboardHealthItem(\n dashboard_id=\"dash-1\",\n environment_id=\"env-1\",\n status=\"FAIL \",\n last_check=\"2026-03-10T10:00:00\",\n )\n# #endregion test_dashboard_health_item_status_accepts_only_whitelisted_values\n" }, { @@ -53585,6 +55348,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AuthSchemas [C:3] [TYPE Module] [SEMANTICS pydantic, auth, schema, token]\n#\n# @BRIEF Pydantic schemas for authentication requests and responses.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> pydantic\n#\n# @INVARIANT: Sensitive fields like password must not be included in response schemas.\n\nfrom datetime import datetime\n\nfrom pydantic import BaseModel, EmailStr\n\n\n# #region Token [C:1] [TYPE Class]\n# @BRIEF Represents a JWT access token response.\nclass Token(BaseModel):\n access_token: str\n token_type: str\n\n\n# #endregion Token\n\n\n# #region TokenData [C:1] [TYPE Class]\n# @BRIEF Represents the data encoded in a JWT token.\nclass TokenData(BaseModel):\n username: str | None = None\n scopes: list[str] = []\n\n\n# #endregion TokenData\n\n\n# #region PermissionSchema [C:1] [TYPE Class]\n# @BRIEF Represents a permission in API responses.\nclass PermissionSchema(BaseModel):\n id: str | None = None\n resource: str\n action: str\n\n class Config:\n from_attributes = True\n\n\n# #endregion PermissionSchema\n\n\n# #region RoleSchema [TYPE Class]\n# @BRIEF Represents a role in API responses.\nclass RoleSchema(BaseModel):\n id: str\n name: str\n description: str | None = None\n permissions: list[PermissionSchema] = []\n\n class Config:\n from_attributes = True\n\n\n# #endregion RoleSchema\n\n\n# #region RoleCreate [TYPE Class]\n# @BRIEF Schema for creating a new role.\nclass RoleCreate(BaseModel):\n name: str\n description: str | None = None\n permissions: list[str] = [] # List of permission IDs or \"resource:action\" strings\n\n\n# #endregion RoleCreate\n\n\n# #region RoleUpdate [TYPE Class]\n# @BRIEF Schema for updating an existing role.\nclass RoleUpdate(BaseModel):\n name: str | None = None\n description: str | None = None\n permissions: list[str] | None = None\n\n\n# #endregion RoleUpdate\n\n\n# #region ADGroupMappingSchema [TYPE Class]\n# @BRIEF Represents an AD Group to Role mapping in API responses.\nclass ADGroupMappingSchema(BaseModel):\n id: str\n ad_group: str\n role_id: str\n\n class Config:\n from_attributes = True\n\n\n# #endregion ADGroupMappingSchema\n\n\n# #region ADGroupMappingCreate [TYPE Class]\n# @BRIEF Schema for creating an AD Group mapping.\nclass ADGroupMappingCreate(BaseModel):\n ad_group: str\n role_id: str\n\n\n# #endregion ADGroupMappingCreate\n\n\n# #region UserBase [TYPE Class]\n# @BRIEF Base schema for user data.\nclass UserBase(BaseModel):\n username: str\n email: EmailStr | None = None\n is_active: bool = True\n\n\n# #endregion UserBase\n\n\n# #region UserCreate [TYPE Class]\n# @BRIEF Schema for creating a new user.\nclass UserCreate(UserBase):\n password: str\n roles: list[str] = []\n\n\n# #endregion UserCreate\n\n\n# #region UserUpdate [TYPE Class]\n# @BRIEF Schema for updating an existing user.\nclass UserUpdate(BaseModel):\n email: EmailStr | None = None\n password: str | None = None\n is_active: bool | None = None\n roles: list[str] | None = None\n\n\n# #endregion UserUpdate\n\n\n# #region User [TYPE Class]\n# @BRIEF Schema for user data in API responses.\nclass User(UserBase):\n id: str\n auth_source: str\n created_at: datetime\n last_login: datetime | None = None\n roles: list[RoleSchema] = []\n\n class Config:\n from_attributes = True\n\n\n# #endregion User\n\n# #endregion AuthSchemas\n" }, { @@ -53612,6 +55376,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region Token [C:1] [TYPE Class]\n# @BRIEF Represents a JWT access token response.\nclass Token(BaseModel):\n access_token: str\n token_type: str\n\n\n# #endregion Token\n" }, { @@ -53639,6 +55404,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TokenData [C:1] [TYPE Class]\n# @BRIEF Represents the data encoded in a JWT token.\nclass TokenData(BaseModel):\n username: str | None = None\n scopes: list[str] = []\n\n\n# #endregion TokenData\n" }, { @@ -53666,6 +55432,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PermissionSchema [C:1] [TYPE Class]\n# @BRIEF Represents a permission in API responses.\nclass PermissionSchema(BaseModel):\n id: str | None = None\n resource: str\n action: str\n\n class Config:\n from_attributes = True\n\n\n# #endregion PermissionSchema\n" }, { @@ -53692,6 +55459,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RoleSchema [TYPE Class]\n# @BRIEF Represents a role in API responses.\nclass RoleSchema(BaseModel):\n id: str\n name: str\n description: str | None = None\n permissions: list[PermissionSchema] = []\n\n class Config:\n from_attributes = True\n\n\n# #endregion RoleSchema\n" }, { @@ -53718,6 +55486,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RoleCreate [TYPE Class]\n# @BRIEF Schema for creating a new role.\nclass RoleCreate(BaseModel):\n name: str\n description: str | None = None\n permissions: list[str] = [] # List of permission IDs or \"resource:action\" strings\n\n\n# #endregion RoleCreate\n" }, { @@ -53744,6 +55513,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RoleUpdate [TYPE Class]\n# @BRIEF Schema for updating an existing role.\nclass RoleUpdate(BaseModel):\n name: str | None = None\n description: str | None = None\n permissions: list[str] | None = None\n\n\n# #endregion RoleUpdate\n" }, { @@ -53770,6 +55540,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ADGroupMappingSchema [TYPE Class]\n# @BRIEF Represents an AD Group to Role mapping in API responses.\nclass ADGroupMappingSchema(BaseModel):\n id: str\n ad_group: str\n role_id: str\n\n class Config:\n from_attributes = True\n\n\n# #endregion ADGroupMappingSchema\n" }, { @@ -53796,6 +55567,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ADGroupMappingCreate [TYPE Class]\n# @BRIEF Schema for creating an AD Group mapping.\nclass ADGroupMappingCreate(BaseModel):\n ad_group: str\n role_id: str\n\n\n# #endregion ADGroupMappingCreate\n" }, { @@ -53822,6 +55594,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region UserBase [TYPE Class]\n# @BRIEF Base schema for user data.\nclass UserBase(BaseModel):\n username: str\n email: EmailStr | None = None\n is_active: bool = True\n\n\n# #endregion UserBase\n" }, { @@ -53848,6 +55621,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region UserCreate [TYPE Class]\n# @BRIEF Schema for creating a new user.\nclass UserCreate(UserBase):\n password: str\n roles: list[str] = []\n\n\n# #endregion UserCreate\n" }, { @@ -53874,6 +55648,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region UserUpdate [TYPE Class]\n# @BRIEF Schema for updating an existing user.\nclass UserUpdate(BaseModel):\n email: EmailStr | None = None\n password: str | None = None\n is_active: bool | None = None\n roles: list[str] | None = None\n\n\n# #endregion UserUpdate\n" }, { @@ -53900,6 +55675,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region User [TYPE Class]\n# @BRIEF Schema for user data in API responses.\nclass User(UserBase):\n id: str\n auth_source: str\n created_at: datetime\n last_login: datetime | None = None\n roles: list[RoleSchema] = []\n\n class Config:\n from_attributes = True\n\n\n# #endregion User\n" }, { @@ -53939,6 +55715,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewSchemas [C:2] [TYPE Module] [SEMANTICS dataset, review, schema, facade]\n# @BRIEF Thin facade re-exporting all dataset review API schemas from decomposed sub-modules.\n# @LAYER: API\n# @RATIONALE: Original 419-line file exceeded INV_7 (400-line module limit). Decomposed into DTO and composite sub-modules.\n# @REJECTED: Keeping all schemas in a single file because it exceeded the fractal limit.\n\nfrom src.schemas.dataset_review_pkg._composites import ( # noqa: F401\n ClarificationAnswerDto,\n ClarificationOptionDto,\n ClarificationQuestionDto,\n ClarificationSessionDto,\n CompiledPreviewDto,\n DatasetRunContextDto,\n SessionDetail,\n SessionSummary,\n)\nfrom src.schemas.dataset_review_pkg._dtos import ( # noqa: F401\n DatasetProfileDto,\n ExecutionMappingDto,\n ImportedFilterDto,\n SemanticCandidateDto,\n SemanticFieldEntryDto,\n SemanticSourceDto,\n SessionCollaboratorDto,\n TemplateVariableDto,\n ValidationFindingDto,\n)\n# #endregion DatasetReviewSchemas\n" }, { @@ -53974,6 +55751,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewSchemaComposites [C:2] [TYPE Module] [SEMANTICS pydantic, dataset, review, composite, schema]\n# @BRIEF Composite Pydantic DTOs for clarification, preview, run context, and session summary/detail responses.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [DatasetReviewSchemaDtos]\n\nfrom datetime import datetime\nfrom typing import Any\n\nfrom pydantic import BaseModel\n\nfrom src.models.dataset_review import (\n AnswerKind,\n ClarificationStatus,\n LaunchStatus,\n PreviewStatus,\n QuestionState,\n ReadinessState,\n RecommendedAction,\n SessionPhase,\n SessionStatus,\n)\nfrom src.schemas.dataset_review_pkg._dtos import (\n DatasetProfileDto,\n ExecutionMappingDto,\n ImportedFilterDto,\n SemanticFieldEntryDto,\n SemanticSourceDto,\n SessionCollaboratorDto,\n TemplateVariableDto,\n ValidationFindingDto,\n)\n\n\n# #region ClarificationOptionDto [C:1] [TYPE Class]\n# @BRIEF Clarification option DTO.\nclass ClarificationOptionDto(BaseModel):\n option_id: str\n question_id: str\n label: str\n value: str\n is_recommended: bool\n display_order: int\n\n class Config:\n from_attributes = True\n\n\n# #endregion ClarificationOptionDto\n\n\n# #region ClarificationAnswerDto [C:1] [TYPE Class]\n# @BRIEF Clarification answer DTO with feedback.\nclass ClarificationAnswerDto(BaseModel):\n answer_id: str\n question_id: str\n answer_kind: AnswerKind\n answer_value: str | None = None\n answered_by_user_id: str\n impact_summary: str | None = None\n user_feedback: str | None = None\n created_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion ClarificationAnswerDto\n\n\n# #region ClarificationQuestionDto [C:2] [TYPE Class]\n# @BRIEF Clarification question DTO with nested options and answer.\nclass ClarificationQuestionDto(BaseModel):\n question_id: str\n clarification_session_id: str\n topic_ref: str\n question_text: str\n why_it_matters: str\n current_guess: str | None = None\n priority: int\n state: QuestionState\n created_at: datetime\n updated_at: datetime\n options: list[ClarificationOptionDto] = []\n answer: ClarificationAnswerDto | None = None\n\n class Config:\n from_attributes = True\n\n\n# #endregion ClarificationQuestionDto\n\n\n# #region ClarificationSessionDto [C:2] [TYPE Class]\n# @BRIEF Clarification session DTO with nested questions.\nclass ClarificationSessionDto(BaseModel):\n clarification_session_id: str\n session_id: str\n status: ClarificationStatus\n current_question_id: str | None = None\n resolved_count: int\n remaining_count: int\n summary_delta: str | None = None\n started_at: datetime\n updated_at: datetime\n completed_at: datetime | None = None\n questions: list[ClarificationQuestionDto] = []\n\n class Config:\n from_attributes = True\n\n\n# #endregion ClarificationSessionDto\n\n\n# #region CompiledPreviewDto [C:1] [TYPE Class]\n# @BRIEF Compiled preview DTO with fingerprint and session version.\nclass CompiledPreviewDto(BaseModel):\n preview_id: str\n session_id: str\n session_version: int | None = None\n preview_status: PreviewStatus\n compiled_sql: str | None = None\n preview_fingerprint: str\n compiled_by: str\n error_code: str | None = None\n error_details: str | None = None\n compiled_at: datetime | None = None\n created_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion CompiledPreviewDto\n\n\n# #region DatasetRunContextDto [C:1] [TYPE Class]\n# @BRIEF Run context DTO with launch audit data and session version.\nclass DatasetRunContextDto(BaseModel):\n run_context_id: str\n session_id: str\n session_version: int | None = None\n dataset_ref: str\n environment_id: str\n preview_id: str\n sql_lab_session_ref: str\n effective_filters: Any\n template_params: Any\n approved_mapping_ids: list[str]\n semantic_decision_refs: list[str]\n open_warning_refs: list[str]\n launch_status: LaunchStatus\n launch_error: str | None = None\n created_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion DatasetRunContextDto\n\n\n# #region SessionSummary [C:2] [TYPE Class]\n# @BRIEF Lightweight session summary DTO for list responses.\nclass SessionSummary(BaseModel):\n session_id: str\n user_id: str\n environment_id: str\n source_kind: str\n source_input: str\n dataset_ref: str\n dataset_id: int | None = None\n version: int = 0\n session_version: int = 0\n readiness_state: ReadinessState\n recommended_action: RecommendedAction\n status: SessionStatus\n current_phase: SessionPhase\n created_at: datetime\n updated_at: datetime\n last_activity_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion SessionSummary\n\n\n# #region SessionDetail [C:2] [TYPE Class]\n# @BRIEF Full session detail DTO with all nested aggregates for detail views.\n# @RELATION INHERITS -> [SessionSummary]\nclass SessionDetail(SessionSummary):\n collaborators: list[SessionCollaboratorDto] = []\n profile: DatasetProfileDto | None = None\n findings: list[ValidationFindingDto] = []\n semantic_sources: list[SemanticSourceDto] = []\n semantic_fields: list[SemanticFieldEntryDto] = []\n imported_filters: list[ImportedFilterDto] = []\n template_variables: list[TemplateVariableDto] = []\n execution_mappings: list[ExecutionMappingDto] = []\n clarification_sessions: list[ClarificationSessionDto] = []\n previews: list[CompiledPreviewDto] = []\n run_contexts: list[DatasetRunContextDto] = []\n\n\n# #endregion SessionDetail\n\n\n# #endregion DatasetReviewSchemaComposites\n" }, { @@ -54001,6 +55779,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationOptionDto [C:1] [TYPE Class]\n# @BRIEF Clarification option DTO.\nclass ClarificationOptionDto(BaseModel):\n option_id: str\n question_id: str\n label: str\n value: str\n is_recommended: bool\n display_order: int\n\n class Config:\n from_attributes = True\n\n\n# #endregion ClarificationOptionDto\n" }, { @@ -54028,6 +55807,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationAnswerDto [C:1] [TYPE Class]\n# @BRIEF Clarification answer DTO with feedback.\nclass ClarificationAnswerDto(BaseModel):\n answer_id: str\n question_id: str\n answer_kind: AnswerKind\n answer_value: str | None = None\n answered_by_user_id: str\n impact_summary: str | None = None\n user_feedback: str | None = None\n created_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion ClarificationAnswerDto\n" }, { @@ -54045,6 +55825,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationQuestionDto [C:2] [TYPE Class]\n# @BRIEF Clarification question DTO with nested options and answer.\nclass ClarificationQuestionDto(BaseModel):\n question_id: str\n clarification_session_id: str\n topic_ref: str\n question_text: str\n why_it_matters: str\n current_guess: str | None = None\n priority: int\n state: QuestionState\n created_at: datetime\n updated_at: datetime\n options: list[ClarificationOptionDto] = []\n answer: ClarificationAnswerDto | None = None\n\n class Config:\n from_attributes = True\n\n\n# #endregion ClarificationQuestionDto\n" }, { @@ -54062,6 +55843,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationSessionDto [C:2] [TYPE Class]\n# @BRIEF Clarification session DTO with nested questions.\nclass ClarificationSessionDto(BaseModel):\n clarification_session_id: str\n session_id: str\n status: ClarificationStatus\n current_question_id: str | None = None\n resolved_count: int\n remaining_count: int\n summary_delta: str | None = None\n started_at: datetime\n updated_at: datetime\n completed_at: datetime | None = None\n questions: list[ClarificationQuestionDto] = []\n\n class Config:\n from_attributes = True\n\n\n# #endregion ClarificationSessionDto\n" }, { @@ -54089,6 +55871,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CompiledPreviewDto [C:1] [TYPE Class]\n# @BRIEF Compiled preview DTO with fingerprint and session version.\nclass CompiledPreviewDto(BaseModel):\n preview_id: str\n session_id: str\n session_version: int | None = None\n preview_status: PreviewStatus\n compiled_sql: str | None = None\n preview_fingerprint: str\n compiled_by: str\n error_code: str | None = None\n error_details: str | None = None\n compiled_at: datetime | None = None\n created_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion CompiledPreviewDto\n" }, { @@ -54116,6 +55899,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetRunContextDto [C:1] [TYPE Class]\n# @BRIEF Run context DTO with launch audit data and session version.\nclass DatasetRunContextDto(BaseModel):\n run_context_id: str\n session_id: str\n session_version: int | None = None\n dataset_ref: str\n environment_id: str\n preview_id: str\n sql_lab_session_ref: str\n effective_filters: Any\n template_params: Any\n approved_mapping_ids: list[str]\n semantic_decision_refs: list[str]\n open_warning_refs: list[str]\n launch_status: LaunchStatus\n launch_error: str | None = None\n created_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion DatasetRunContextDto\n" }, { @@ -54133,6 +55917,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SessionSummary [C:2] [TYPE Class]\n# @BRIEF Lightweight session summary DTO for list responses.\nclass SessionSummary(BaseModel):\n session_id: str\n user_id: str\n environment_id: str\n source_kind: str\n source_input: str\n dataset_ref: str\n dataset_id: int | None = None\n version: int = 0\n session_version: int = 0\n readiness_state: ReadinessState\n recommended_action: RecommendedAction\n status: SessionStatus\n current_phase: SessionPhase\n created_at: datetime\n updated_at: datetime\n last_activity_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion SessionSummary\n" }, { @@ -54167,6 +55952,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SessionDetail [C:2] [TYPE Class]\n# @BRIEF Full session detail DTO with all nested aggregates for detail views.\n# @RELATION INHERITS -> [SessionSummary]\nclass SessionDetail(SessionSummary):\n collaborators: list[SessionCollaboratorDto] = []\n profile: DatasetProfileDto | None = None\n findings: list[ValidationFindingDto] = []\n semantic_sources: list[SemanticSourceDto] = []\n semantic_fields: list[SemanticFieldEntryDto] = []\n imported_filters: list[ImportedFilterDto] = []\n template_variables: list[TemplateVariableDto] = []\n execution_mappings: list[ExecutionMappingDto] = []\n clarification_sessions: list[ClarificationSessionDto] = []\n previews: list[CompiledPreviewDto] = []\n run_contexts: list[DatasetRunContextDto] = []\n\n\n# #endregion SessionDetail\n" }, { @@ -54202,6 +55988,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewSchemaDtos [C:2] [TYPE Module] [SEMANTICS pydantic, dataset, review, dto, schema]\n# @BRIEF Pydantic DTOs for session, profile, findings, collaborators, and semantic field API payloads.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> [DatasetReviewModels]\n\nfrom datetime import datetime\nfrom typing import Any\n\nfrom pydantic import BaseModel\n\nfrom src.models.dataset_review import (\n ApprovalState,\n BusinessSummarySource,\n CandidateMatchType,\n CandidateStatus,\n ConfidenceState,\n FieldKind,\n FieldProvenance,\n FilterConfidenceState,\n FilterRecoveryStatus,\n FilterSource,\n FindingArea,\n FindingSeverity,\n MappingMethod,\n MappingStatus,\n MappingWarningLevel,\n ResolutionState,\n SemanticSourceStatus,\n SemanticSourceType,\n SessionCollaboratorRole,\n TrustLevel,\n VariableKind,\n)\n\n\n# #region SessionCollaboratorDto [C:1] [TYPE Class]\n# @BRIEF Collaborator DTO for session access control.\nclass SessionCollaboratorDto(BaseModel):\n user_id: str\n role: SessionCollaboratorRole\n added_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion SessionCollaboratorDto\n\n\n# #region DatasetProfileDto [C:1] [TYPE Class]\n# @BRIEF Dataset profile DTO with business summary and confidence metadata.\nclass DatasetProfileDto(BaseModel):\n profile_id: str\n session_id: str\n dataset_name: str\n schema_name: str | None = None\n database_name: str | None = None\n business_summary: str\n business_summary_source: BusinessSummarySource\n description: str | None = None\n dataset_type: str | None = None\n is_sqllab_view: bool\n completeness_score: float | None = None\n confidence_state: ConfidenceState\n has_blocking_findings: bool\n has_warning_findings: bool\n manual_summary_locked: bool\n created_at: datetime\n updated_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion DatasetProfileDto\n\n\n# #region ValidationFindingDto [C:1] [TYPE Class]\n# @BRIEF Validation finding DTO with resolution tracking.\nclass ValidationFindingDto(BaseModel):\n finding_id: str\n session_id: str\n area: FindingArea\n severity: FindingSeverity\n code: str\n title: str\n message: str\n resolution_state: ResolutionState\n resolution_note: str | None = None\n caused_by_ref: str | None = None\n created_at: datetime\n resolved_at: datetime | None = None\n\n class Config:\n from_attributes = True\n\n\n# #endregion ValidationFindingDto\n\n\n# #region SemanticSourceDto [C:1] [TYPE Class]\n# @BRIEF Semantic source DTO with trust level and status.\nclass SemanticSourceDto(BaseModel):\n source_id: str\n session_id: str\n source_type: SemanticSourceType\n source_ref: str\n source_version: str\n display_name: str\n trust_level: TrustLevel\n schema_overlap_score: float | None = None\n status: SemanticSourceStatus\n created_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion SemanticSourceDto\n\n\n# #region SemanticCandidateDto [C:1] [TYPE Class]\n# @BRIEF Semantic candidate DTO with match type and confidence score.\nclass SemanticCandidateDto(BaseModel):\n candidate_id: str\n field_id: str\n source_id: str | None = None\n candidate_rank: int\n match_type: CandidateMatchType\n confidence_score: float\n proposed_verbose_name: str | None = None\n proposed_description: str | None = None\n proposed_display_format: str | None = None\n status: CandidateStatus\n created_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion SemanticCandidateDto\n\n\n# #region SemanticFieldEntryDto [C:2] [TYPE Class]\n# @BRIEF Semantic field entry DTO with nested candidates and session version.\nclass SemanticFieldEntryDto(BaseModel):\n field_id: str\n session_id: str\n session_version: int | None = None\n field_name: str\n field_kind: FieldKind\n verbose_name: str | None = None\n description: str | None = None\n display_format: str | None = None\n provenance: FieldProvenance\n source_id: str | None = None\n source_version: str | None = None\n confidence_rank: int | None = None\n is_locked: bool\n has_conflict: bool\n needs_review: bool\n last_changed_by: str\n user_feedback: str | None = None\n created_at: datetime\n updated_at: datetime\n candidates: list[SemanticCandidateDto] = []\n\n class Config:\n from_attributes = True\n\n\n# #endregion SemanticFieldEntryDto\n\n\n# #region ImportedFilterDto [C:1] [TYPE Class]\n# @BRIEF Imported filter DTO with confidence and recovery status.\nclass ImportedFilterDto(BaseModel):\n filter_id: str\n session_id: str\n filter_name: str\n display_name: str | None = None\n raw_value: Any\n raw_value_masked: bool = False\n normalized_value: Any | None = None\n source: FilterSource\n confidence_state: FilterConfidenceState\n requires_confirmation: bool\n recovery_status: FilterRecoveryStatus\n notes: str | None = None\n created_at: datetime\n updated_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion ImportedFilterDto\n\n\n# #region TemplateVariableDto [C:1] [TYPE Class]\n# @BRIEF Template variable DTO with mapping status.\nclass TemplateVariableDto(BaseModel):\n variable_id: str\n session_id: str\n variable_name: str\n expression_source: str\n variable_kind: VariableKind\n is_required: bool\n default_value: Any | None = None\n mapping_status: MappingStatus\n created_at: datetime\n updated_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion TemplateVariableDto\n\n\n# #region ExecutionMappingDto [C:1] [TYPE Class]\n# @BRIEF Execution mapping DTO with approval state and session version.\nclass ExecutionMappingDto(BaseModel):\n mapping_id: str\n session_id: str\n session_version: int | None = None\n filter_id: str\n variable_id: str\n mapping_method: MappingMethod\n raw_input_value: Any\n effective_value: Any | None = None\n transformation_note: str | None = None\n warning_level: MappingWarningLevel | None = None\n requires_explicit_approval: bool\n approval_state: ApprovalState\n approved_by_user_id: str | None = None\n approved_at: datetime | None = None\n created_at: datetime\n updated_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion ExecutionMappingDto\n\n\n# #endregion DatasetReviewSchemaDtos\n" }, { @@ -54229,6 +56016,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SessionCollaboratorDto [C:1] [TYPE Class]\n# @BRIEF Collaborator DTO for session access control.\nclass SessionCollaboratorDto(BaseModel):\n user_id: str\n role: SessionCollaboratorRole\n added_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion SessionCollaboratorDto\n" }, { @@ -54256,6 +56044,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetProfileDto [C:1] [TYPE Class]\n# @BRIEF Dataset profile DTO with business summary and confidence metadata.\nclass DatasetProfileDto(BaseModel):\n profile_id: str\n session_id: str\n dataset_name: str\n schema_name: str | None = None\n database_name: str | None = None\n business_summary: str\n business_summary_source: BusinessSummarySource\n description: str | None = None\n dataset_type: str | None = None\n is_sqllab_view: bool\n completeness_score: float | None = None\n confidence_state: ConfidenceState\n has_blocking_findings: bool\n has_warning_findings: bool\n manual_summary_locked: bool\n created_at: datetime\n updated_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion DatasetProfileDto\n" }, { @@ -54283,6 +56072,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ValidationFindingDto [C:1] [TYPE Class]\n# @BRIEF Validation finding DTO with resolution tracking.\nclass ValidationFindingDto(BaseModel):\n finding_id: str\n session_id: str\n area: FindingArea\n severity: FindingSeverity\n code: str\n title: str\n message: str\n resolution_state: ResolutionState\n resolution_note: str | None = None\n caused_by_ref: str | None = None\n created_at: datetime\n resolved_at: datetime | None = None\n\n class Config:\n from_attributes = True\n\n\n# #endregion ValidationFindingDto\n" }, { @@ -54310,6 +56100,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SemanticSourceDto [C:1] [TYPE Class]\n# @BRIEF Semantic source DTO with trust level and status.\nclass SemanticSourceDto(BaseModel):\n source_id: str\n session_id: str\n source_type: SemanticSourceType\n source_ref: str\n source_version: str\n display_name: str\n trust_level: TrustLevel\n schema_overlap_score: float | None = None\n status: SemanticSourceStatus\n created_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion SemanticSourceDto\n" }, { @@ -54337,6 +56128,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SemanticCandidateDto [C:1] [TYPE Class]\n# @BRIEF Semantic candidate DTO with match type and confidence score.\nclass SemanticCandidateDto(BaseModel):\n candidate_id: str\n field_id: str\n source_id: str | None = None\n candidate_rank: int\n match_type: CandidateMatchType\n confidence_score: float\n proposed_verbose_name: str | None = None\n proposed_description: str | None = None\n proposed_display_format: str | None = None\n status: CandidateStatus\n created_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion SemanticCandidateDto\n" }, { @@ -54354,6 +56146,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SemanticFieldEntryDto [C:2] [TYPE Class]\n# @BRIEF Semantic field entry DTO with nested candidates and session version.\nclass SemanticFieldEntryDto(BaseModel):\n field_id: str\n session_id: str\n session_version: int | None = None\n field_name: str\n field_kind: FieldKind\n verbose_name: str | None = None\n description: str | None = None\n display_format: str | None = None\n provenance: FieldProvenance\n source_id: str | None = None\n source_version: str | None = None\n confidence_rank: int | None = None\n is_locked: bool\n has_conflict: bool\n needs_review: bool\n last_changed_by: str\n user_feedback: str | None = None\n created_at: datetime\n updated_at: datetime\n candidates: list[SemanticCandidateDto] = []\n\n class Config:\n from_attributes = True\n\n\n# #endregion SemanticFieldEntryDto\n" }, { @@ -54381,6 +56174,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ImportedFilterDto [C:1] [TYPE Class]\n# @BRIEF Imported filter DTO with confidence and recovery status.\nclass ImportedFilterDto(BaseModel):\n filter_id: str\n session_id: str\n filter_name: str\n display_name: str | None = None\n raw_value: Any\n raw_value_masked: bool = False\n normalized_value: Any | None = None\n source: FilterSource\n confidence_state: FilterConfidenceState\n requires_confirmation: bool\n recovery_status: FilterRecoveryStatus\n notes: str | None = None\n created_at: datetime\n updated_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion ImportedFilterDto\n" }, { @@ -54408,6 +56202,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TemplateVariableDto [C:1] [TYPE Class]\n# @BRIEF Template variable DTO with mapping status.\nclass TemplateVariableDto(BaseModel):\n variable_id: str\n session_id: str\n variable_name: str\n expression_source: str\n variable_kind: VariableKind\n is_required: bool\n default_value: Any | None = None\n mapping_status: MappingStatus\n created_at: datetime\n updated_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion TemplateVariableDto\n" }, { @@ -54435,6 +56230,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ExecutionMappingDto [C:1] [TYPE Class]\n# @BRIEF Execution mapping DTO with approval state and session version.\nclass ExecutionMappingDto(BaseModel):\n mapping_id: str\n session_id: str\n session_version: int | None = None\n filter_id: str\n variable_id: str\n mapping_method: MappingMethod\n raw_input_value: Any\n effective_value: Any | None = None\n transformation_note: str | None = None\n warning_level: MappingWarningLevel | None = None\n requires_explicit_approval: bool\n approval_state: ApprovalState\n approved_by_user_id: str | None = None\n approved_at: datetime | None = None\n created_at: datetime\n updated_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion ExecutionMappingDto\n" }, { @@ -54460,6 +56256,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region HealthSchemas [C:3] [TYPE Module] [SEMANTICS pydantic, health, schema, dashboard, dashboard-health-item]\n# @BRIEF Pydantic schemas for dashboard health summary.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> pydantic\n\nfrom datetime import datetime\n\nfrom pydantic import BaseModel, Field\n\n\n# #region DashboardHealthItem [TYPE Class]\n# @BRIEF Represents the latest health status of a single dashboard.\nclass DashboardHealthItem(BaseModel):\n record_id: str | None = None\n dashboard_id: str\n dashboard_slug: str | None = None\n dashboard_title: str | None = None\n environment_id: str\n status: str = Field(..., pattern=\"^(PASS|WARN|FAIL|UNKNOWN)$\")\n last_check: datetime\n task_id: str | None = None\n summary: str | None = None\n\n\n# #endregion DashboardHealthItem\n\n\n# #region HealthSummaryResponse [TYPE Class]\n# @BRIEF Aggregated health summary for all dashboards.\nclass HealthSummaryResponse(BaseModel):\n items: list[DashboardHealthItem]\n pass_count: int\n warn_count: int\n fail_count: int\n unknown_count: int\n\n\n# #endregion HealthSummaryResponse\n\n# #endregion HealthSchemas\n" }, { @@ -54486,6 +56283,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DashboardHealthItem [TYPE Class]\n# @BRIEF Represents the latest health status of a single dashboard.\nclass DashboardHealthItem(BaseModel):\n record_id: str | None = None\n dashboard_id: str\n dashboard_slug: str | None = None\n dashboard_title: str | None = None\n environment_id: str\n status: str = Field(..., pattern=\"^(PASS|WARN|FAIL|UNKNOWN)$\")\n last_check: datetime\n task_id: str | None = None\n summary: str | None = None\n\n\n# #endregion DashboardHealthItem\n" }, { @@ -54512,6 +56310,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region HealthSummaryResponse [TYPE Class]\n# @BRIEF Aggregated health summary for all dashboards.\nclass HealthSummaryResponse(BaseModel):\n items: list[DashboardHealthItem]\n pass_count: int\n warn_count: int\n fail_count: int\n unknown_count: int\n\n\n# #endregion HealthSummaryResponse\n" }, { @@ -54548,6 +56347,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ProfileSchemas [C:3] [TYPE Module] [SEMANTICS pydantic, profile, schema, superset, profile-permission-state]\n#\n# @BRIEF Defines API schemas for profile preference persistence, security read-only snapshot, and Superset account lookup.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> pydantic\n#\n# @INVARIANT: Schema shapes stay stable for profile UI states and backend preference contracts.\n\nfrom datetime import datetime\nfrom typing import Literal\n\nfrom pydantic import BaseModel, Field\n\n\n# #region ProfilePermissionState [C:3] [TYPE Class]\n# @BRIEF Represents one permission badge state for profile read-only security view.\n# @RELATION DEPENDS_ON -> ProfileSchemas\nclass ProfilePermissionState(BaseModel):\n key: str\n allowed: bool\n\n\n# #endregion ProfilePermissionState\n\n\n# #region ProfileSecuritySummary [C:3] [TYPE Class]\n# @BRIEF Read-only security and access snapshot for current user.\n# @RELATION DEPENDS_ON -> ProfileSchemas\nclass ProfileSecuritySummary(BaseModel):\n read_only: bool = True\n auth_source: str | None = None\n current_role: str | None = None\n role_source: str | None = None\n roles: list[str] = Field(default_factory=list)\n permissions: list[ProfilePermissionState] = Field(default_factory=list)\n\n\n# #endregion ProfileSecuritySummary\n\n\n# #region ProfilePreference [C:3] [TYPE Class]\n# @BRIEF Represents persisted profile preference for a single authenticated user.\n# @RELATION DEPENDS_ON -> ProfileSchemas\nclass ProfilePreference(BaseModel):\n user_id: str\n superset_username: str | None = None\n superset_username_normalized: str | None = None\n show_only_my_dashboards: bool = False\n show_only_slug_dashboards: bool = True\n\n git_username: str | None = None\n git_email: str | None = None\n has_git_personal_access_token: bool = False\n git_personal_access_token_masked: str | None = None\n\n start_page: Literal[\"dashboards\", \"datasets\", \"reports\"] = \"dashboards\"\n auto_open_task_drawer: bool = True\n dashboards_table_density: Literal[\"compact\", \"comfortable\"] = \"comfortable\"\n\n telegram_id: str | None = None\n email_address: str | None = None\n notify_on_fail: bool = True\n\n created_at: datetime\n updated_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion ProfilePreference\n\n\n# #region ProfilePreferenceUpdateRequest [C:3] [TYPE Class]\n# @BRIEF Request payload for updating current user's profile settings.\n# @RELATION DEPENDS_ON -> ProfileSchemas\nclass ProfilePreferenceUpdateRequest(BaseModel):\n superset_username: str | None = Field(\n default=None,\n description=\"Apache Superset username bound to current user profile.\",\n )\n show_only_my_dashboards: bool | None = Field(\n default=None,\n description='When true, \"/dashboards\" can auto-apply profile filter in main context.',\n )\n show_only_slug_dashboards: bool | None = Field(\n default=None,\n description='When true, \"/dashboards\" hides dashboards without slug by default.',\n )\n git_username: str | None = Field(\n default=None,\n description=\"Git author username used for commit signature.\",\n )\n git_email: str | None = Field(\n default=None,\n description=\"Git author email used for commit signature.\",\n )\n git_personal_access_token: str | None = Field(\n default=None,\n description=\"Personal Access Token value. Empty string clears existing token.\",\n )\n start_page: Literal[\"dashboards\", \"datasets\", \"reports\", \"reports-logs\"] | None = Field(\n default=None,\n description=\"Preferred start page after login.\",\n )\n auto_open_task_drawer: bool | None = Field(\n default=None,\n description=\"Auto-open task drawer when long-running tasks start.\",\n )\n dashboards_table_density: Literal[\"compact\", \"comfortable\", \"free\"] | None = (\n Field(\n default=None,\n description=\"Preferred table density for dashboard listings.\",\n )\n )\n telegram_id: str | None = Field(\n default=None,\n description=\"Telegram ID for notifications.\",\n )\n email_address: str | None = Field(\n default=None,\n description=\"Email address for notifications (overrides system email).\",\n )\n notify_on_fail: bool | None = Field(\n default=None,\n description=\"Whether to send notifications on validation failure.\",\n )\n\n\n# #endregion ProfilePreferenceUpdateRequest\n\n\n# #region ProfilePreferenceResponse [C:3] [TYPE Class]\n# @BRIEF Response envelope for profile preference read/update endpoints.\n# @RELATION DEPENDS_ON -> ProfileSchemas\nclass ProfilePreferenceResponse(BaseModel):\n status: Literal[\"success\", \"error\"] = \"success\"\n message: str | None = None\n validation_errors: list[str] = Field(default_factory=list)\n preference: ProfilePreference\n security: ProfileSecuritySummary = Field(default_factory=ProfileSecuritySummary)\n\n\n# #endregion ProfilePreferenceResponse\n\n\n# #region SupersetAccountLookupRequest [C:3] [TYPE Class]\n# @BRIEF Query contract for Superset account lookup by selected environment.\n# @RELATION DEPENDS_ON -> ProfileSchemas\nclass SupersetAccountLookupRequest(BaseModel):\n environment_id: str\n search: str | None = None\n page_index: int = Field(default=0, ge=0)\n page_size: int = Field(default=20, ge=1, le=100)\n sort_column: str = Field(default=\"username\")\n sort_order: str = Field(default=\"desc\")\n\n\n# #endregion SupersetAccountLookupRequest\n\n\n# #region SupersetAccountCandidate [C:3] [TYPE Class]\n# @BRIEF Canonical account candidate projected from Superset users payload.\n# @RELATION DEPENDS_ON -> ProfileSchemas\nclass SupersetAccountCandidate(BaseModel):\n environment_id: str\n username: str\n display_name: str | None = None\n email: str | None = None\n is_active: bool | None = None\n\n\n# #endregion SupersetAccountCandidate\n\n\n# #region SupersetAccountLookupResponse [C:3] [TYPE Class]\n# @BRIEF Response envelope for Superset account lookup (success or degraded mode).\n# @RELATION DEPENDS_ON -> ProfileSchemas\nclass SupersetAccountLookupResponse(BaseModel):\n status: Literal[\"success\", \"degraded\"]\n environment_id: str\n page_index: int = Field(ge=0)\n page_size: int = Field(ge=1, le=100)\n total: int = Field(ge=0)\n warning: str | None = None\n items: list[SupersetAccountCandidate] = Field(default_factory=list)\n\n\n# #endregion SupersetAccountLookupResponse\n\n# #endregion ProfileSchemas\n" }, { @@ -54572,6 +56372,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ProfilePermissionState [C:3] [TYPE Class]\n# @BRIEF Represents one permission badge state for profile read-only security view.\n# @RELATION DEPENDS_ON -> ProfileSchemas\nclass ProfilePermissionState(BaseModel):\n key: str\n allowed: bool\n\n\n# #endregion ProfilePermissionState\n" }, { @@ -54596,6 +56397,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ProfileSecuritySummary [C:3] [TYPE Class]\n# @BRIEF Read-only security and access snapshot for current user.\n# @RELATION DEPENDS_ON -> ProfileSchemas\nclass ProfileSecuritySummary(BaseModel):\n read_only: bool = True\n auth_source: str | None = None\n current_role: str | None = None\n role_source: str | None = None\n roles: list[str] = Field(default_factory=list)\n permissions: list[ProfilePermissionState] = Field(default_factory=list)\n\n\n# #endregion ProfileSecuritySummary\n" }, { @@ -54620,6 +56422,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ProfilePreference [C:3] [TYPE Class]\n# @BRIEF Represents persisted profile preference for a single authenticated user.\n# @RELATION DEPENDS_ON -> ProfileSchemas\nclass ProfilePreference(BaseModel):\n user_id: str\n superset_username: str | None = None\n superset_username_normalized: str | None = None\n show_only_my_dashboards: bool = False\n show_only_slug_dashboards: bool = True\n\n git_username: str | None = None\n git_email: str | None = None\n has_git_personal_access_token: bool = False\n git_personal_access_token_masked: str | None = None\n\n start_page: Literal[\"dashboards\", \"datasets\", \"reports\"] = \"dashboards\"\n auto_open_task_drawer: bool = True\n dashboards_table_density: Literal[\"compact\", \"comfortable\"] = \"comfortable\"\n\n telegram_id: str | None = None\n email_address: str | None = None\n notify_on_fail: bool = True\n\n created_at: datetime\n updated_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion ProfilePreference\n" }, { @@ -54644,6 +56447,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ProfilePreferenceUpdateRequest [C:3] [TYPE Class]\n# @BRIEF Request payload for updating current user's profile settings.\n# @RELATION DEPENDS_ON -> ProfileSchemas\nclass ProfilePreferenceUpdateRequest(BaseModel):\n superset_username: str | None = Field(\n default=None,\n description=\"Apache Superset username bound to current user profile.\",\n )\n show_only_my_dashboards: bool | None = Field(\n default=None,\n description='When true, \"/dashboards\" can auto-apply profile filter in main context.',\n )\n show_only_slug_dashboards: bool | None = Field(\n default=None,\n description='When true, \"/dashboards\" hides dashboards without slug by default.',\n )\n git_username: str | None = Field(\n default=None,\n description=\"Git author username used for commit signature.\",\n )\n git_email: str | None = Field(\n default=None,\n description=\"Git author email used for commit signature.\",\n )\n git_personal_access_token: str | None = Field(\n default=None,\n description=\"Personal Access Token value. Empty string clears existing token.\",\n )\n start_page: Literal[\"dashboards\", \"datasets\", \"reports\", \"reports-logs\"] | None = Field(\n default=None,\n description=\"Preferred start page after login.\",\n )\n auto_open_task_drawer: bool | None = Field(\n default=None,\n description=\"Auto-open task drawer when long-running tasks start.\",\n )\n dashboards_table_density: Literal[\"compact\", \"comfortable\", \"free\"] | None = (\n Field(\n default=None,\n description=\"Preferred table density for dashboard listings.\",\n )\n )\n telegram_id: str | None = Field(\n default=None,\n description=\"Telegram ID for notifications.\",\n )\n email_address: str | None = Field(\n default=None,\n description=\"Email address for notifications (overrides system email).\",\n )\n notify_on_fail: bool | None = Field(\n default=None,\n description=\"Whether to send notifications on validation failure.\",\n )\n\n\n# #endregion ProfilePreferenceUpdateRequest\n" }, { @@ -54668,6 +56472,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ProfilePreferenceResponse [C:3] [TYPE Class]\n# @BRIEF Response envelope for profile preference read/update endpoints.\n# @RELATION DEPENDS_ON -> ProfileSchemas\nclass ProfilePreferenceResponse(BaseModel):\n status: Literal[\"success\", \"error\"] = \"success\"\n message: str | None = None\n validation_errors: list[str] = Field(default_factory=list)\n preference: ProfilePreference\n security: ProfileSecuritySummary = Field(default_factory=ProfileSecuritySummary)\n\n\n# #endregion ProfilePreferenceResponse\n" }, { @@ -54692,6 +56497,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetAccountLookupRequest [C:3] [TYPE Class]\n# @BRIEF Query contract for Superset account lookup by selected environment.\n# @RELATION DEPENDS_ON -> ProfileSchemas\nclass SupersetAccountLookupRequest(BaseModel):\n environment_id: str\n search: str | None = None\n page_index: int = Field(default=0, ge=0)\n page_size: int = Field(default=20, ge=1, le=100)\n sort_column: str = Field(default=\"username\")\n sort_order: str = Field(default=\"desc\")\n\n\n# #endregion SupersetAccountLookupRequest\n" }, { @@ -54716,6 +56522,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetAccountCandidate [C:3] [TYPE Class]\n# @BRIEF Canonical account candidate projected from Superset users payload.\n# @RELATION DEPENDS_ON -> ProfileSchemas\nclass SupersetAccountCandidate(BaseModel):\n environment_id: str\n username: str\n display_name: str | None = None\n email: str | None = None\n is_active: bool | None = None\n\n\n# #endregion SupersetAccountCandidate\n" }, { @@ -54740,6 +56547,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SupersetAccountLookupResponse [C:3] [TYPE Class]\n# @BRIEF Response envelope for Superset account lookup (success or degraded mode).\n# @RELATION DEPENDS_ON -> ProfileSchemas\nclass SupersetAccountLookupResponse(BaseModel):\n status: Literal[\"success\", \"degraded\"]\n environment_id: str\n page_index: int = Field(ge=0)\n page_size: int = Field(ge=1, le=100)\n total: int = Field(ge=0)\n warning: str | None = None\n items: list[SupersetAccountCandidate] = Field(default_factory=list)\n\n\n# #endregion SupersetAccountLookupResponse\n" }, { @@ -54765,6 +56573,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SettingsSchemas [C:3] [TYPE Module] [SEMANTICS pydantic, schema, validate, notification-channel]\n# @BRIEF Pydantic schemas for application settings and automation policies.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> pydantic\n\nfrom datetime import datetime, time\n\nfrom pydantic import BaseModel, Field\n\n\n# #region NotificationChannel [TYPE Class]\n# @BRIEF Structured notification channel definition for policy-level custom routing.\nclass NotificationChannel(BaseModel):\n type: str = Field(\n ..., description=\"Notification channel type (e.g., SLACK, SMTP, TELEGRAM)\"\n )\n target: str = Field(\n ..., description=\"Notification destination (e.g., #alerts, chat id, email)\"\n )\n\n\n# #endregion NotificationChannel\n\n\n# #region ValidationPolicyBase [TYPE Class]\n# @BRIEF Base schema for validation policy data.\nclass ValidationPolicyBase(BaseModel):\n name: str = Field(..., description=\"Name of the policy\")\n environment_id: str = Field(..., description=\"Target Superset environment ID\")\n is_active: bool = Field(True, description=\"Whether the policy is currently active\")\n dashboard_ids: list[str] = Field(\n ..., description=\"List of dashboard IDs to validate\"\n )\n schedule_days: list[int] = Field(\n ..., description=\"Days of the week (0-6, 0=Sunday) to run\"\n )\n window_start: time = Field(..., description=\"Start of the execution window\")\n window_end: time = Field(..., description=\"End of the execution window\")\n notify_owners: bool = Field(\n True, description=\"Whether to notify dashboard owners on failure\"\n )\n custom_channels: list[NotificationChannel] | None = Field(\n None,\n description=\"List of additional structured notification channels\",\n )\n alert_condition: str = Field(\n \"FAIL_ONLY\",\n description=\"Condition to trigger alerts: FAIL_ONLY, WARN_AND_FAIL, ALWAYS\",\n )\n\n\n# #endregion ValidationPolicyBase\n\n\n# #region ValidationPolicyCreate [TYPE Class]\n# @BRIEF Schema for creating a new validation policy.\nclass ValidationPolicyCreate(ValidationPolicyBase):\n pass\n\n\n# #endregion ValidationPolicyCreate\n\n\n# #region ValidationPolicyUpdate [TYPE Class]\n# @BRIEF Schema for updating an existing validation policy.\nclass ValidationPolicyUpdate(BaseModel):\n name: str | None = None\n environment_id: str | None = None\n is_active: bool | None = None\n dashboard_ids: list[str] | None = None\n schedule_days: list[int] | None = None\n window_start: time | None = None\n window_end: time | None = None\n notify_owners: bool | None = None\n custom_channels: list[NotificationChannel] | None = None\n alert_condition: str | None = None\n\n\n# #endregion ValidationPolicyUpdate\n\n\n# #region ValidationPolicyResponse [TYPE Class]\n# @BRIEF Schema for validation policy response data.\nclass ValidationPolicyResponse(ValidationPolicyBase):\n id: str\n created_at: datetime\n updated_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion ValidationPolicyResponse\n\n\n# #region TranslationScheduleItem [C:1] [TYPE Class]\n# @BRIEF Response schema for a translation schedule item with joined job name.\nclass TranslationScheduleItem(BaseModel):\n schedule_id: str\n job_id: str\n job_name: str | None = None\n cron_expression: str\n timezone: str\n is_active: bool\n execution_mode: str = \"full\"\n last_run_at: datetime | None = None\n next_run_at: datetime | None = None\n created_by: str | None = None\n created_at: datetime | None = None\n\n class Config:\n from_attributes = True\n\n\n# #endregion TranslationScheduleItem\n\n# #endregion SettingsSchemas\n" }, { @@ -54791,6 +56600,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region NotificationChannel [TYPE Class]\n# @BRIEF Structured notification channel definition for policy-level custom routing.\nclass NotificationChannel(BaseModel):\n type: str = Field(\n ..., description=\"Notification channel type (e.g., SLACK, SMTP, TELEGRAM)\"\n )\n target: str = Field(\n ..., description=\"Notification destination (e.g., #alerts, chat id, email)\"\n )\n\n\n# #endregion NotificationChannel\n" }, { @@ -54817,6 +56627,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ValidationPolicyBase [TYPE Class]\n# @BRIEF Base schema for validation policy data.\nclass ValidationPolicyBase(BaseModel):\n name: str = Field(..., description=\"Name of the policy\")\n environment_id: str = Field(..., description=\"Target Superset environment ID\")\n is_active: bool = Field(True, description=\"Whether the policy is currently active\")\n dashboard_ids: list[str] = Field(\n ..., description=\"List of dashboard IDs to validate\"\n )\n schedule_days: list[int] = Field(\n ..., description=\"Days of the week (0-6, 0=Sunday) to run\"\n )\n window_start: time = Field(..., description=\"Start of the execution window\")\n window_end: time = Field(..., description=\"End of the execution window\")\n notify_owners: bool = Field(\n True, description=\"Whether to notify dashboard owners on failure\"\n )\n custom_channels: list[NotificationChannel] | None = Field(\n None,\n description=\"List of additional structured notification channels\",\n )\n alert_condition: str = Field(\n \"FAIL_ONLY\",\n description=\"Condition to trigger alerts: FAIL_ONLY, WARN_AND_FAIL, ALWAYS\",\n )\n\n\n# #endregion ValidationPolicyBase\n" }, { @@ -54843,6 +56654,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ValidationPolicyCreate [TYPE Class]\n# @BRIEF Schema for creating a new validation policy.\nclass ValidationPolicyCreate(ValidationPolicyBase):\n pass\n\n\n# #endregion ValidationPolicyCreate\n" }, { @@ -54869,6 +56681,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ValidationPolicyUpdate [TYPE Class]\n# @BRIEF Schema for updating an existing validation policy.\nclass ValidationPolicyUpdate(BaseModel):\n name: str | None = None\n environment_id: str | None = None\n is_active: bool | None = None\n dashboard_ids: list[str] | None = None\n schedule_days: list[int] | None = None\n window_start: time | None = None\n window_end: time | None = None\n notify_owners: bool | None = None\n custom_channels: list[NotificationChannel] | None = None\n alert_condition: str | None = None\n\n\n# #endregion ValidationPolicyUpdate\n" }, { @@ -54895,6 +56708,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ValidationPolicyResponse [TYPE Class]\n# @BRIEF Schema for validation policy response data.\nclass ValidationPolicyResponse(ValidationPolicyBase):\n id: str\n created_at: datetime\n updated_at: datetime\n\n class Config:\n from_attributes = True\n\n\n# #endregion ValidationPolicyResponse\n" }, { @@ -54922,6 +56736,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TranslationScheduleItem [C:1] [TYPE Class]\n# @BRIEF Response schema for a translation schedule item with joined job name.\nclass TranslationScheduleItem(BaseModel):\n schedule_id: str\n job_id: str\n job_name: str | None = None\n cron_expression: str\n timezone: str\n is_active: bool\n execution_mode: str = \"full\"\n last_run_at: datetime | None = None\n next_run_at: datetime | None = None\n created_by: str | None = None\n created_at: datetime | None = None\n\n class Config:\n from_attributes = True\n\n\n# #endregion TranslationScheduleItem\n" }, { @@ -54929,7 +56744,7 @@ "contract_type": "Module", "file_path": "backend/src/schemas/translate.py", "start_line": 1, - "end_line": 503, + "end_line": 676, "tier": "TIER_1", "complexity": 2, "metadata": { @@ -54957,14 +56772,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslateSchemas [C:2] [TYPE Module] [SEMANTICS pydantic, translate, schema, translate-job-create]\n# @BRIEF Pydantic v2 schemas for translation API request/response serialization.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> pydantic\n\nfrom datetime import datetime\nfrom typing import Any\n\nfrom pydantic import BaseModel, Field\n\n\n# #region TranslateJobCreate [TYPE Class]\n# @BRIEF Schema for creating a new translation job.\nclass TranslateJobCreate(BaseModel):\n name: str\n description: str | None = None\n source_dialect: str = Field(..., description=\"Source database dialect (e.g. postgresql, clickhouse)\")\n target_dialect: str = Field(..., description=\"Target database dialect (e.g. postgresql, clickhouse)\")\n database_dialect: str | None = Field(None, description=\"Detected dialect from Superset connection at save time\")\n source_datasource_id: str | None = Field(None, description=\"Superset datasource ID\")\n source_table: str | None = Field(None, description=\"Source table name\")\n target_schema: str | None = Field(None, description=\"Target table schema\")\n target_table: str | None = Field(None, description=\"Target table name\")\n source_key_cols: list[str] | None = Field(default_factory=list, description=\"Source key column names\")\n target_key_cols: list[str] | None = Field(default_factory=list, description=\"Target key column names\")\n translation_column: str | None = Field(None, description=\"Source column to translate\")\n target_column: str | None = Field(None, description=\"Target column for translated output (defaults to translation_column)\")\n context_columns: list[str] | None = Field(default_factory=list, description=\"Context column names\")\n target_language: str | None = Field(None, description=\"Target language code\")\n provider_id: str | None = Field(None, description=\"LLM provider ID\")\n batch_size: int = Field(50, description=\"Records per batch\")\n upsert_strategy: str = Field(\"MERGE\", description=\"UPSERT strategy: MERGE, INSERT, UPDATE\")\n dictionary_ids: list[str] | None = Field(default_factory=list, description=\"Associated terminology dictionary IDs\")\n environment_id: str | None = Field(None, description=\"Superset environment ID\")\n target_database_id: str | None = Field(None, description=\"Superset database ID for SQL Lab insert target\")\n# #endregion TranslateJobCreate\n\n\n# #region TranslateJobUpdate [TYPE Class]\n# @BRIEF Schema for updating an existing translation job.\nclass TranslateJobUpdate(BaseModel):\n name: str | None = None\n description: str | None = None\n source_dialect: str | None = None\n target_dialect: str | None = None\n database_dialect: str | None = None\n source_datasource_id: str | None = None\n source_table: str | None = None\n target_schema: str | None = None\n target_table: str | None = None\n source_key_cols: list[str] | None = None\n target_key_cols: list[str] | None = None\n translation_column: str | None = None\n target_column: str | None = None\n context_columns: list[str] | None = None\n target_language: str | None = None\n provider_id: str | None = None\n batch_size: int | None = None\n upsert_strategy: str | None = None\n status: str | None = None\n dictionary_ids: list[str] | None = None\n environment_id: str | None = None\n target_database_id: str | None = None\n# #endregion TranslateJobUpdate\n\n\n# #region TranslateJobResponse [TYPE Class]\n# @BRIEF Schema for translation job API responses.\nclass TranslateJobResponse(BaseModel):\n id: str\n name: str\n description: str | None = None\n source_dialect: str\n target_dialect: str\n database_dialect: str | None = None\n source_datasource_id: str | None = None\n source_table: str | None = None\n target_schema: str | None = None\n target_table: str | None = None\n source_key_cols: list[str] | None = None\n target_key_cols: list[str] | None = None\n translation_column: str | None = None\n target_column: str | None = None\n context_columns: list[str] | None = None\n target_language: str | None = None\n provider_id: str | None = None\n batch_size: int = 50\n upsert_strategy: str = \"MERGE\"\n status: str\n created_by: str | None = None\n created_at: datetime\n updated_at: datetime | None = None\n dictionary_ids: list[str] | None = None\n environment_id: str | None = None\n target_database_id: str | None = None\n\n class Config:\n from_attributes = True\n# #endregion TranslateJobResponse\n\n\n# #region DatasourceColumnResponse [TYPE Class]\n# @BRIEF Schema for datasource column metadata response.\nclass DatasourceColumnResponse(BaseModel):\n name: str\n type: str | None = None\n is_physical: bool = True\n is_dttm: bool = False\n description: str | None = None\n\n# #endregion DatasourceColumnResponse\n\n# #region DatasourceColumnsResponse [TYPE Class]\n# @BRIEF Schema for datasource columns endpoint response.\nclass DatasourceColumnsResponse(BaseModel):\n datasource_id: int\n datasource_name: str | None = None\n schema_name: str | None = None\n database_dialect: str\n columns: list[DatasourceColumnResponse] = []\n\n class Config:\n from_attributes = True\n# #endregion DatasourceColumnsResponse\n\n\n# #region DuplicateJobResponse [TYPE Class]\n# @BRIEF Schema for duplicate job response.\nclass DuplicateJobResponse(BaseModel):\n id: str\n name: str\n message: str = \"Job duplicated successfully\"\n\n class Config:\n from_attributes = True\n# #endregion DuplicateJobResponse\n\n\n# #region DictionaryCreate [TYPE Class]\n# @BRIEF Schema for creating a new terminology dictionary.\nclass DictionaryCreate(BaseModel):\n name: str\n description: str | None = None\n source_dialect: str\n target_dialect: str\n is_active: bool = True\n# #endregion DictionaryCreate\n\n\n# #region DictionaryImport [TYPE Class]\n# @BRIEF Schema for importing entries into a terminology dictionary.\nclass DictionaryImport(BaseModel):\n content: str = Field(..., description=\"CSV or TSV content as raw string\")\n delimiter: str | None = Field(None, description=\"Detected or forced delimiter: ',' or '\\\\t'. Auto-detect if omitted.\")\n on_conflict: str = Field(\"overwrite\", description=\"'overwrite' or 'keep_existing' or 'cancel'\")\n preview_only: bool = Field(False, description=\"If true, return preview without applying\")\n# #endregion DictionaryImport\n\n\n# #region DictionaryResponse [TYPE Class]\n# @BRIEF Schema for terminology dictionary API responses.\nclass DictionaryResponse(BaseModel):\n id: str\n name: str\n description: str | None = None\n source_dialect: str\n target_dialect: str\n is_active: bool\n created_by: str | None = None\n created_at: datetime\n updated_at: datetime | None = None\n entry_count: int | None = None\n\n class Config:\n from_attributes = True\n# #endregion DictionaryResponse\n\n\n# #region DictionaryEntryCreate [TYPE Class]\n# @BRIEF Schema for adding/editing a dictionary entry.\nclass DictionaryEntryCreate(BaseModel):\n source_term: str = Field(..., description=\"Source term to translate\")\n target_term: str = Field(..., description=\"Target/translated term\")\n context_notes: str | None = Field(None, description=\"Optional context notes\")\n\n class Config:\n from_attributes = True\n# #endregion DictionaryEntryCreate\n\n\n# #region DictionaryEntryResponse [TYPE Class]\n# @BRIEF Schema for dictionary entry API responses.\nclass DictionaryEntryResponse(BaseModel):\n id: str\n dictionary_id: str\n source_term: str\n source_term_normalized: str\n target_term: str\n context_notes: str | None = None\n created_at: datetime\n updated_at: datetime | None = None\n\n class Config:\n from_attributes = True\n# #endregion DictionaryEntryResponse\n\n\n# #region DictionaryImportResult [TYPE Class]\n# @BRIEF Schema for dictionary import result.\nclass DictionaryImportResult(BaseModel):\n total: int = 0\n created: int = 0\n updated: int = 0\n skipped: int = 0\n errors: list[dict[str, Any]] = Field(default_factory=list)\n preview: list[dict[str, Any]] = Field(default_factory=list, description=\"Preview rows with conflict flags\")\n# #endregion DictionaryImportResult\n\n\n# #region PreviewRequest [TYPE Class]\n# @BRIEF Schema for triggering a translation preview.\nclass PreviewRequest(BaseModel):\n sample_size: int = Field(10, ge=1, le=100, description=\"Number of sample rows to preview\")\n prompt_template: str | None = Field(None, description=\"Optional custom prompt template\")\n env_id: str | None = Field(None, description=\"Superset environment ID for preview data fetch\")\n# #endregion PreviewRequest\n\n\n# #region PreviewRowUpdate [TYPE Class]\n# @BRIEF Schema for approving/editing/rejecting a preview row.\nclass PreviewRowUpdate(BaseModel):\n action: str = Field(..., description=\"'approve', 'reject', or 'edit'\")\n translation: str | None = Field(None, description=\"Edited translation (required for 'edit' action)\")\n feedback: str | None = Field(None, description=\"Optional feedback/comment\")\n# #endregion PreviewRowUpdate\n\n\n# #region PreviewAcceptResponse [TYPE Class]\n# @BRIEF Schema for preview accept response.\nclass PreviewAcceptResponse(BaseModel):\n id: str\n job_id: str\n status: str\n created_by: str | None = None\n created_at: datetime\n expires_at: datetime | None = None\n records: list['PreviewRow'] = []\n\n class Config:\n from_attributes = True\n# #endregion PreviewAcceptResponse\n\n\n# #region CostEstimate [TYPE Class]\n# @BRIEF Schema for cost estimation in preview response.\nclass CostEstimate(BaseModel):\n sample_size: int = 0\n sample_prompt_tokens: int = 0\n sample_output_tokens: int = 0\n sample_total_tokens: int = 0\n sample_cost: float = 0.0\n estimated_total_rows: int = 0\n estimated_tokens: int = 0\n estimated_cost: float = 0.0\n# #endregion CostEstimate\n\n\n# #region TermCorrectionSubmit [TYPE Class]\n# @BRIEF Schema for submitting a term correction in a translation preview.\nclass TermCorrectionSubmit(BaseModel):\n source_term: str\n incorrect_target_term: str\n corrected_target_term: str\n dictionary_id: str | None = Field(None, description=\"Target dictionary ID (language-filtered)\")\n origin_run_id: str | None = Field(None, description=\"Run ID from which this correction originated\")\n origin_row_key: str | None = Field(None, description=\"Row key within the run\")\n# #endregion TermCorrectionSubmit\n\n\n# #region TermCorrectionBulkSubmit [TYPE Class]\n# @BRIEF Schema for submitting multiple term corrections atomically.\nclass TermCorrectionBulkSubmit(BaseModel):\n corrections: list[TermCorrectionSubmit]\n dictionary_id: str = Field(..., description=\"Target dictionary ID for all corrections\")\n# #endregion TermCorrectionBulkSubmit\n\n\n# #region CorrectionConflictResult [TYPE Class]\n# @BRIEF Schema for reporting conflicts in correction submission.\nclass CorrectionConflictResult(BaseModel):\n source_term: str\n existing_target_term: str\n submitted_target_term: str\n action: str = \"keep_existing\"\n# #endregion CorrectionConflictResult\n\n\n# #region CorrectionSubmitResponse [TYPE Class]\n# @BRIEF Schema for correction submission response.\nclass CorrectionSubmitResponse(BaseModel):\n entry_id: str | None = None\n action: str # \"created\", \"updated\", \"conflict_detected\", \"skipped\"\n source_term: str\n target_term: str\n conflict: CorrectionConflictResult | None = None\n message: str | None = None\n# #endregion CorrectionSubmitResponse\n\n\n# #region ScheduleConfig [TYPE Class]\n# @BRIEF Schema for configuring a recurring translation schedule.\nclass ScheduleConfig(BaseModel):\n cron_expression: str = Field(..., description=\"Cron expression for scheduling (e.g. '0 2 * * *')\")\n timezone: str = Field(\"UTC\", description=\"Timezone for the cron schedule (e.g. 'UTC', 'Europe/Moscow')\")\n is_active: bool = True\n execution_mode: str = Field(\"full\", description=\"Translation execution mode: 'full' or 'new_key_only'\")\n# #endregion ScheduleConfig\n\n\n# #region ScheduleResponse [TYPE Class]\n# @BRIEF Schema for schedule API responses.\nclass ScheduleResponse(BaseModel):\n id: str\n job_id: str\n cron_expression: str\n timezone: str\n is_active: bool\n execution_mode: str = \"full\"\n last_run_at: datetime | None = None\n next_run_at: datetime | None = None\n created_by: str | None = None\n created_at: datetime\n updated_at: datetime | None = None\n\n class Config:\n from_attributes = True\n# #endregion ScheduleResponse\n\n\n# #region NextExecutionResponse [TYPE Class]\n# @BRIEF Schema for next execution preview.\nclass NextExecutionResponse(BaseModel):\n job_id: str\n cron_expression: str\n timezone: str\n next_executions: list[str] = []\n# #endregion NextExecutionResponse\n\n\n# #region TranslationRunResponse [TYPE Class]\n# @BRIEF Schema for translation run API responses.\nclass TranslationRunResponse(BaseModel):\n id: str\n job_id: str\n status: str\n trigger_type: str | None = None\n started_at: datetime | None = None\n completed_at: datetime | None = None\n error_message: str | None = None\n total_records: int = 0\n successful_records: int = 0\n failed_records: int = 0\n skipped_records: int = 0\n insert_status: str | None = None\n superset_execution_id: str | None = None\n config_snapshot: dict[str, Any] | None = None\n key_hash: str | None = None\n config_hash: str | None = None\n dict_snapshot_hash: str | None = None\n created_by: str | None = None\n created_at: datetime\n\n class Config:\n from_attributes = True\n# #endregion TranslationRunResponse\n\n\n# #region RunDetailResponse [TYPE Class]\n# @BRIEF Schema for detailed run response including records, events, and config snapshot.\nclass RunDetailResponse(BaseModel):\n run: TranslationRunResponse\n records: list[dict[str, Any]] = Field(default_factory=list, description=\"Paginated translation records\")\n events: list[dict[str, Any]] = Field(default_factory=list, description=\"Run events\")\n event_invariants: dict[str, Any] | None = None\n batch_count: int = 0\n# #endregion RunDetailResponse\n\n\n# #region RunHistoryFilter [TYPE Class]\n# @BRIEF Schema for filtering run history.\nclass RunHistoryFilter(BaseModel):\n job_id: str | None = None\n status: str | None = None\n trigger_type: str | None = None\n created_by: str | None = None\n date_from: datetime | None = None\n date_to: datetime | None = None\n page: int = 1\n page_size: int = 20\n# #endregion RunHistoryFilter\n\n\n# #region RunListResponse [TYPE Class]\n# @BRIEF Schema for paginated run list response.\nclass RunListResponse(BaseModel):\n items: list[TranslationRunResponse] = []\n total: int = 0\n page: int = 1\n page_size: int = 20\n# #endregion RunListResponse\n\n\n# #region AggregatedMetricsResponse [TYPE Class]\n# @BRIEF Schema for aggregated per-job metrics.\nclass AggregatedMetricsResponse(BaseModel):\n job_id: str\n total_runs: int = 0\n successful_runs: int = 0\n failed_runs: int = 0\n cancelled_runs: int = 0\n total_records: int = 0\n successful_records: int = 0\n failed_records: int = 0\n skipped_records: int = 0\n cumulative_tokens: int | None = None\n cumulative_cost: float | None = None\n avg_duration_ms: float | None = None\n last_run_at: datetime | None = None\n next_scheduled_run: datetime | None = None\n# #endregion AggregatedMetricsResponse\n\n\n# #region PreviewRow [TYPE Class]\n# @BRIEF A single row in a translation preview showing original and translated content side by side.\nclass PreviewRow(BaseModel):\n id: str\n source_sql: str | None = None\n target_sql: str | None = None\n source_object_type: str | None = None\n source_object_id: str | None = None\n source_object_name: str | None = None\n status: str = \"PENDING\"\n feedback: str | None = None\n# #endregion PreviewRow\n\n\n# #region TranslationPreviewResponse [TYPE Class]\n# @BRIEF Schema for translation preview session API responses.\nclass TranslationPreviewResponse(BaseModel):\n id: str\n job_id: str\n run_id: str | None = None\n status: str\n created_by: str | None = None\n created_at: datetime\n expires_at: datetime | None = None\n records: list[PreviewRow] = []\n\n class Config:\n from_attributes = True\n# #endregion TranslationPreviewResponse\n\n\n# #region TranslationBatchResponse [TYPE Class]\n# @BRIEF Schema for translation batch API responses.\nclass TranslationBatchResponse(BaseModel):\n id: str\n run_id: str\n batch_index: int\n status: str\n total_records: int = 0\n successful_records: int = 0\n failed_records: int = 0\n started_at: datetime | None = None\n completed_at: datetime | None = None\n created_at: datetime\n\n class Config:\n from_attributes = True\n# #endregion TranslationBatchResponse\n\n\n# #region MetricsResponse [TYPE Class]\n# @BRIEF Schema for translation metrics API responses.\nclass MetricsResponse(BaseModel):\n job_id: str\n snapshot_date: datetime\n total_jobs: int = 0\n total_runs: int = 0\n total_records: int = 0\n successful_records: int = 0\n failed_records: int = 0\n skipped_records: int = 0\n avg_duration_ms: int | None = None\n p50_duration_ms: int | None = None\n p95_duration_ms: int | None = None\n p99_duration_ms: int | None = None\n\n class Config:\n from_attributes = True\n# #endregion MetricsResponse\n\n# #endregion TranslateSchemas\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslateSchemas [C:2] [TYPE Module] [SEMANTICS pydantic, translate, schema, translate-job-create]\n# @BRIEF Pydantic v2 schemas for translation API request/response serialization.\n# @LAYER: API\n# @RELATION DEPENDS_ON -> pydantic\n\nfrom datetime import datetime\nfrom typing import Any\n\nimport re\n\nfrom pydantic import BaseModel, Field, field_validator\n\n\ndef _validate_bcp47_list(v: list[str] | None) -> list[str] | None:\n \"\"\"Validate that each item in target_languages is a valid BCP-47 tag.\"\"\"\n if not v:\n return v\n for tag in v:\n if not tag or not tag.strip():\n raise ValueError(f\"Invalid BCP-47 tag: '{tag}' — must be a non-empty string\")\n if not re.match(r'^[a-zA-Z]{2,8}(-[a-zA-Z0-9]{1,8})*$', tag.strip()):\n raise ValueError(\n f\"Invalid BCP-47 tag: '{tag}'. \"\n \"Expected format like 'en', 'ru', 'zh-CN', 'pt-BR'.\"\n )\n return v\n\n\n# #region TranslateJobCreate [TYPE Class]\n# @BRIEF Schema for creating a new translation job.\nclass TranslateJobCreate(BaseModel):\n name: str\n description: str | None = None\n source_dialect: str = Field(..., description=\"Source database dialect (e.g. postgresql, clickhouse)\")\n target_dialect: str = Field(..., description=\"Target database dialect (e.g. postgresql, clickhouse)\")\n database_dialect: str | None = Field(None, description=\"Detected dialect from Superset connection at save time\")\n source_datasource_id: str | None = Field(None, description=\"Superset datasource ID\")\n source_table: str | None = Field(None, description=\"Source table name\")\n target_schema: str | None = Field(None, description=\"Target table schema\")\n target_table: str | None = Field(None, description=\"Target table name\")\n source_key_cols: list[str] | None = Field(default_factory=list, description=\"Source key column names\")\n target_key_cols: list[str] | None = Field(default_factory=list, description=\"Target key column names\")\n translation_column: str | None = Field(None, description=\"Source column to translate\")\n target_column: str | None = Field(None, description=\"Target column for translated output (defaults to translation_column)\")\n context_columns: list[str] | None = Field(default_factory=list, description=\"Context column names\")\n target_language: str | None = Field(None, description=\"Target language code [DEPRECATED: use target_languages]\")\n target_languages: list[str] | None = Field(default_factory=list, description=\"List of BCP-47 target language codes\")\n provider_id: str | None = Field(None, description=\"LLM provider ID\")\n\n _validate_target_languages = field_validator(\"target_languages\")(_validate_bcp47_list)\n batch_size: int = Field(50, description=\"Records per batch\")\n upsert_strategy: str = Field(\"MERGE\", description=\"UPSERT strategy: MERGE, INSERT, UPDATE\")\n dictionary_ids: list[str] | None = Field(default_factory=list, description=\"Associated terminology dictionary IDs\")\n environment_id: str | None = Field(None, description=\"Superset environment ID\")\n target_database_id: str | None = Field(None, description=\"Superset database ID for SQL Lab insert target\")\n# #endregion TranslateJobCreate\n\n\n# #region TranslateJobUpdate [TYPE Class]\n# @BRIEF Schema for updating an existing translation job.\nclass TranslateJobUpdate(BaseModel):\n name: str | None = None\n description: str | None = None\n source_dialect: str | None = None\n target_dialect: str | None = None\n database_dialect: str | None = None\n source_datasource_id: str | None = None\n source_table: str | None = None\n target_schema: str | None = None\n target_table: str | None = None\n source_key_cols: list[str] | None = None\n target_key_cols: list[str] | None = None\n translation_column: str | None = None\n target_column: str | None = None\n context_columns: list[str] | None = None\n target_language: str | None = None\n target_languages: list[str] | None = None\n provider_id: str | None = None\n\n _validate_target_languages = field_validator(\"target_languages\")(_validate_bcp47_list)\n batch_size: int | None = None\n upsert_strategy: str | None = None\n status: str | None = None\n dictionary_ids: list[str] | None = None\n environment_id: str | None = None\n target_database_id: str | None = None\n# #endregion TranslateJobUpdate\n\n\n# #region TranslateJobResponse [TYPE Class]\n# @BRIEF Schema for translation job API responses.\nclass TranslateJobResponse(BaseModel):\n id: str\n name: str\n description: str | None = None\n source_dialect: str\n target_dialect: str\n database_dialect: str | None = None\n source_datasource_id: str | None = None\n source_table: str | None = None\n target_schema: str | None = None\n target_table: str | None = None\n source_key_cols: list[str] | None = None\n target_key_cols: list[str] | None = None\n translation_column: str | None = None\n target_column: str | None = None\n context_columns: list[str] | None = None\n target_language: str | None = None\n source_language: str | None = None\n target_languages: list[str] | None = None\n provider_id: str | None = None\n batch_size: int = 50\n upsert_strategy: str = \"MERGE\"\n status: str\n created_by: str | None = None\n created_at: datetime\n updated_at: datetime | None = None\n dictionary_ids: list[str] | None = None\n environment_id: str | None = None\n target_database_id: str | None = None\n\n class Config:\n from_attributes = True\n# #endregion TranslateJobResponse\n\n\n# #region DatasourceColumnResponse [TYPE Class]\n# @BRIEF Schema for datasource column metadata response.\nclass DatasourceColumnResponse(BaseModel):\n name: str\n type: str | None = None\n is_physical: bool = True\n is_dttm: bool = False\n description: str | None = None\n\n# #endregion DatasourceColumnResponse\n\n# #region DatasourceColumnsResponse [TYPE Class]\n# @BRIEF Schema for datasource columns endpoint response.\nclass DatasourceColumnsResponse(BaseModel):\n datasource_id: int\n datasource_name: str | None = None\n schema_name: str | None = None\n database_dialect: str\n columns: list[DatasourceColumnResponse] = []\n\n class Config:\n from_attributes = True\n# #endregion DatasourceColumnsResponse\n\n\n# #region DuplicateJobResponse [TYPE Class]\n# @BRIEF Schema for duplicate job response.\nclass DuplicateJobResponse(BaseModel):\n id: str\n name: str\n message: str = \"Job duplicated successfully\"\n\n class Config:\n from_attributes = True\n# #endregion DuplicateJobResponse\n\n\n# #region DictionaryCreate [TYPE Class]\n# @BRIEF Schema for creating a new terminology dictionary.\nclass DictionaryCreate(BaseModel):\n name: str\n description: str | None = None\n source_dialect: str\n target_dialect: str\n is_active: bool = True\n# #endregion DictionaryCreate\n\n\n# #region DictionaryImport [TYPE Class]\n# @BRIEF Schema for importing entries into a terminology dictionary.\nclass DictionaryImport(BaseModel):\n content: str = Field(..., description=\"CSV or TSV content as raw string\")\n delimiter: str | None = Field(None, description=\"Detected or forced delimiter: ',' or '\\\\t'. Auto-detect if omitted.\")\n on_conflict: str = Field(\"overwrite\", description=\"'overwrite' or 'keep_existing' or 'cancel'\")\n preview_only: bool = Field(False, description=\"If true, return preview without applying\")\n default_source_language: str | None = Field(None, description=\"Default BCP-47 source language when column missing in data\")\n default_target_language: str | None = Field(None, description=\"Default BCP-47 target language when column missing in data\")\n# #endregion DictionaryImport\n\n\n# #region DictionaryResponse [TYPE Class]\n# @BRIEF Schema for terminology dictionary API responses.\nclass DictionaryResponse(BaseModel):\n id: str\n name: str\n description: str | None = None\n source_dialect: str\n target_dialect: str\n is_active: bool\n created_by: str | None = None\n created_at: datetime\n updated_at: datetime | None = None\n entry_count: int | None = None\n\n class Config:\n from_attributes = True\n# #endregion DictionaryResponse\n\n\n# #region DictionaryEntryCreate [TYPE Class]\n# @BRIEF Schema for adding/editing a dictionary entry with language pair support.\nclass DictionaryEntryCreate(BaseModel):\n source_term: str = Field(..., description=\"Source term to translate\")\n target_term: str = Field(..., description=\"Target/translated term\")\n context_notes: str | None = Field(None, description=\"Optional context notes\")\n source_language: str = Field(\"und\", description=\"BCP-47 source language code (default: und)\")\n target_language: str = Field(\"und\", description=\"BCP-47 target language code (default: und)\")\n\n class Config:\n from_attributes = True\n# #endregion DictionaryEntryCreate\n\n\n# #region DictionaryEntryResponse [TYPE Class]\n# @BRIEF Schema for dictionary entry API responses.\nclass DictionaryEntryResponse(BaseModel):\n id: str\n dictionary_id: str\n source_term: str\n source_term_normalized: str\n target_term: str\n source_language: str | None = None\n target_language: str | None = None\n context_notes: str | None = None\n context_data: dict[str, Any] | None = None\n usage_notes: str | None = None\n has_context: bool = False\n context_source: str | None = None\n origin_source_language: str | None = None\n created_at: datetime\n updated_at: datetime | None = None\n\n class Config:\n from_attributes = True\n# #endregion DictionaryEntryResponse\n\n\n# #region DictionaryImportResult [TYPE Class]\n# @BRIEF Schema for dictionary import result.\nclass DictionaryImportResult(BaseModel):\n total: int = 0\n created: int = 0\n updated: int = 0\n skipped: int = 0\n errors: list[dict[str, Any]] = Field(default_factory=list)\n preview: list[dict[str, Any]] = Field(default_factory=list, description=\"Preview rows with conflict flags\")\n# #endregion DictionaryImportResult\n\n\n# #region PreviewRequest [TYPE Class]\n# @BRIEF Schema for triggering a translation preview.\nclass PreviewRequest(BaseModel):\n sample_size: int = Field(10, ge=1, le=100, description=\"Number of sample rows to preview\")\n prompt_template: str | None = Field(None, description=\"Optional custom prompt template\")\n env_id: str | None = Field(None, description=\"Superset environment ID for preview data fetch\")\n# #endregion PreviewRequest\n\n\n# #region PreviewRowUpdate [TYPE Class]\n# @BRIEF Schema for approving/editing/rejecting a preview row.\nclass PreviewRowUpdate(BaseModel):\n action: str = Field(..., description=\"'approve', 'reject', or 'edit'\")\n translation: str | None = Field(None, description=\"Edited translation (required for 'edit' action)\")\n feedback: str | None = Field(None, description=\"Optional feedback/comment\")\n language_code: str | None = Field(None, description=\"BCP-47 language code for per-language actions (optional, applies to all if omitted)\")\n# #endregion PreviewRowUpdate\n\n\n# #region PreviewAcceptResponse [TYPE Class]\n# @BRIEF Schema for preview accept response.\nclass PreviewAcceptResponse(BaseModel):\n id: str\n job_id: str\n status: str\n created_by: str | None = None\n created_at: datetime\n expires_at: datetime | None = None\n records: list['PreviewRow'] = []\n target_languages: list[str] = Field(default_factory=list, description=\"Target languages for this preview\")\n\n class Config:\n from_attributes = True\n# #endregion PreviewAcceptResponse\n\n\n# #region CostEstimate [TYPE Class]\n# @BRIEF Schema for cost estimation in preview response.\nclass CostEstimate(BaseModel):\n sample_size: int = 0\n num_languages: int = 1\n sample_prompt_tokens: int = 0\n sample_output_tokens: int = 0\n sample_total_tokens: int = 0\n sample_cost: float = 0.0\n estimated_total_rows: int = 0\n estimated_tokens: int = 0\n estimated_cost: float = 0.0\n warning: str | None = None\n# #endregion CostEstimate\n\n\n# #region TermCorrectionSubmit [TYPE Class]\n# @BRIEF Schema for submitting a term correction in a translation preview.\nclass TermCorrectionSubmit(BaseModel):\n source_term: str\n incorrect_target_term: str\n corrected_target_term: str\n dictionary_id: str | None = Field(None, description=\"Target dictionary ID (language-filtered)\")\n origin_run_id: str | None = Field(None, description=\"Run ID from which this correction originated\")\n origin_row_key: str | None = Field(None, description=\"Row key within the run\")\n context_data: dict[str, Any] | None = Field(None, description=\"Context data for the dictionary entry\")\n usage_notes: str | None = Field(None, description=\"Usage notes for the dictionary entry\")\n# #endregion TermCorrectionSubmit\n\n\n# #region TermCorrectionBulkSubmit [TYPE Class]\n# @BRIEF Schema for submitting multiple term corrections atomically.\nclass TermCorrectionBulkSubmit(BaseModel):\n corrections: list[TermCorrectionSubmit]\n dictionary_id: str = Field(..., description=\"Target dictionary ID for all corrections\")\n# #endregion TermCorrectionBulkSubmit\n\n\n# #region CorrectionConflictResult [TYPE Class]\n# @BRIEF Schema for reporting conflicts in correction submission.\nclass CorrectionConflictResult(BaseModel):\n source_term: str\n existing_target_term: str\n submitted_target_term: str\n action: str = \"keep_existing\"\n# #endregion CorrectionConflictResult\n\n\n# #region CorrectionSubmitResponse [TYPE Class]\n# @BRIEF Schema for correction submission response.\nclass CorrectionSubmitResponse(BaseModel):\n entry_id: str | None = None\n action: str # \"created\", \"updated\", \"conflict_detected\", \"skipped\"\n source_term: str\n target_term: str\n conflict: CorrectionConflictResult | None = None\n message: str | None = None\n# #endregion CorrectionSubmitResponse\n\n\n# #region ScheduleConfig [TYPE Class]\n# @BRIEF Schema for configuring a recurring translation schedule.\nclass ScheduleConfig(BaseModel):\n cron_expression: str = Field(..., description=\"Cron expression for scheduling (e.g. '0 2 * * *')\")\n timezone: str = Field(\"UTC\", description=\"Timezone for the cron schedule (e.g. 'UTC', 'Europe/Moscow')\")\n is_active: bool = True\n execution_mode: str = Field(\"full\", description=\"Translation execution mode: 'full' or 'new_key_only'\")\n# #endregion ScheduleConfig\n\n\n# #region ScheduleResponse [TYPE Class]\n# @BRIEF Schema for schedule API responses.\nclass ScheduleResponse(BaseModel):\n id: str\n job_id: str\n cron_expression: str\n timezone: str\n is_active: bool\n execution_mode: str = \"full\"\n last_run_at: datetime | None = None\n next_run_at: datetime | None = None\n created_by: str | None = None\n created_at: datetime\n updated_at: datetime | None = None\n\n class Config:\n from_attributes = True\n# #endregion ScheduleResponse\n\n\n# #region NextExecutionResponse [TYPE Class]\n# @BRIEF Schema for next execution preview.\nclass NextExecutionResponse(BaseModel):\n job_id: str\n cron_expression: str\n timezone: str\n next_executions: list[str] = []\n# #endregion NextExecutionResponse\n\n\n# #region TranslationRunResponse [TYPE Class]\n# @BRIEF Schema for translation run API responses.\nclass TranslationRunResponse(BaseModel):\n id: str\n job_id: str\n status: str\n trigger_type: str | None = None\n started_at: datetime | None = None\n completed_at: datetime | None = None\n error_message: str | None = None\n total_records: int = 0\n successful_records: int = 0\n failed_records: int = 0\n skipped_records: int = 0\n insert_status: str | None = None\n superset_execution_id: str | None = None\n config_snapshot: dict[str, Any] | None = None\n key_hash: str | None = None\n config_hash: str | None = None\n dict_snapshot_hash: str | None = None\n created_by: str | None = None\n created_at: datetime\n language_stats: list['TranslationRunLanguageStatsResponse'] | None = None\n\n class Config:\n from_attributes = True\n# #endregion TranslationRunResponse\n\n\n# #region RunDetailResponse [TYPE Class]\n# @BRIEF Schema for detailed run response including records, events, and config snapshot.\nclass RunDetailResponse(BaseModel):\n run: TranslationRunResponse\n records: list[dict[str, Any]] = Field(default_factory=list, description=\"Paginated translation records\")\n events: list[dict[str, Any]] = Field(default_factory=list, description=\"Run events\")\n event_invariants: dict[str, Any] | None = None\n batch_count: int = 0\n# #endregion RunDetailResponse\n\n\n# #region RunHistoryFilter [TYPE Class]\n# @BRIEF Schema for filtering run history.\nclass RunHistoryFilter(BaseModel):\n job_id: str | None = None\n status: str | None = None\n trigger_type: str | None = None\n created_by: str | None = None\n date_from: datetime | None = None\n date_to: datetime | None = None\n page: int = 1\n page_size: int = 20\n# #endregion RunHistoryFilter\n\n\n# #region RunListResponse [TYPE Class]\n# @BRIEF Schema for paginated run list response.\nclass RunListResponse(BaseModel):\n items: list[TranslationRunResponse] = []\n total: int = 0\n page: int = 1\n page_size: int = 20\n# #endregion RunListResponse\n\n\n# #region AggregatedMetricsResponse [TYPE Class]\n# @BRIEF Schema for aggregated per-job metrics.\nclass AggregatedMetricsResponse(BaseModel):\n job_id: str\n total_runs: int = 0\n successful_runs: int = 0\n failed_runs: int = 0\n cancelled_runs: int = 0\n total_records: int = 0\n successful_records: int = 0\n failed_records: int = 0\n skipped_records: int = 0\n cumulative_tokens: int | None = None\n cumulative_cost: float | None = None\n avg_duration_ms: float | None = None\n last_run_at: datetime | None = None\n next_scheduled_run: datetime | None = None\n# #endregion AggregatedMetricsResponse\n\n\n# #region TranslationPreviewLanguageResponse [C:1] [TYPE Class]\n# @BRIEF Schema for per-language preview data in API responses.\nclass TranslationPreviewLanguageResponse(BaseModel):\n language_code: str\n source_language_detected: str | None = None\n translated_value: str | None = None\n user_edit: str | None = None\n final_value: str | None = None\n status: str = \"pending\"\n needs_review: bool = False\n\n class Config:\n from_attributes = True\n# #endregion TranslationPreviewLanguageResponse\n\n\n# #region PreviewRow [TYPE Class]\n# @BRIEF A single row in a translation preview showing original and translated content side by side.\nclass PreviewRow(BaseModel):\n id: str\n source_sql: str | None = None\n target_sql: str | None = None\n source_object_type: str | None = None\n source_object_id: str | None = None\n source_object_name: str | None = None\n status: str = \"PENDING\"\n feedback: str | None = None\n source_language_detected: str | None = None\n needs_review: bool = False\n languages: list[TranslationPreviewLanguageResponse] = Field(default_factory=list, description=\"Per-language translation data\")\n# #endregion PreviewRow\n\n\n# #region TranslationPreviewResponse [TYPE Class]\n# @BRIEF Schema for translation preview session API responses.\nclass TranslationPreviewResponse(BaseModel):\n id: str\n job_id: str\n run_id: str | None = None\n status: str\n created_by: str | None = None\n created_at: datetime\n expires_at: datetime | None = None\n records: list[PreviewRow] = []\n target_languages: list[str] = Field(default_factory=list, description=\"Target languages for this preview\")\n cost_estimate: CostEstimate | None = None\n\n class Config:\n from_attributes = True\n# #endregion TranslationPreviewResponse\n\n\n# #region TranslationBatchResponse [TYPE Class]\n# @BRIEF Schema for translation batch API responses.\nclass TranslationBatchResponse(BaseModel):\n id: str\n run_id: str\n batch_index: int\n status: str\n total_records: int = 0\n successful_records: int = 0\n failed_records: int = 0\n started_at: datetime | None = None\n completed_at: datetime | None = None\n created_at: datetime\n\n class Config:\n from_attributes = True\n# #endregion TranslationBatchResponse\n\n\n# #region MetricsResponse [TYPE Class]\n# @BRIEF Schema for translation metrics API responses.\nclass MetricsResponse(BaseModel):\n job_id: str\n snapshot_date: datetime\n total_jobs: int = 0\n total_runs: int = 0\n total_records: int = 0\n successful_records: int = 0\n failed_records: int = 0\n skipped_records: int = 0\n avg_duration_ms: int | None = None\n p50_duration_ms: int | None = None\n p95_duration_ms: int | None = None\n p99_duration_ms: int | None = None\n\n class Config:\n from_attributes = True\n# #endregion MetricsResponse\n\n\n# #region TranslationLanguageResponse [C:1] [TYPE Class]\n# @BRIEF Schema for per-language translation data in API responses.\nclass TranslationLanguageResponse(BaseModel):\n language_code: str\n source_language_detected: str | None = None\n translated_value: str | None = None\n user_edit: str | None = None\n final_value: str | None = None\n status: str = \"pending\"\n needs_review: bool = False\n language_overridden: bool = False\n\n class Config:\n from_attributes = True\n# #endregion TranslationLanguageResponse\n\n\n# #region TranslationRunLanguageStatsResponse [C:1] [TYPE Class]\n# @BRIEF Schema for per-language statistics in run API responses.\nclass TranslationRunLanguageStatsResponse(BaseModel):\n language_code: str\n total_rows: int = 0\n translated_rows: int = 0\n failed_rows: int = 0\n skipped_rows: int = 0\n token_count: int = 0\n estimated_cost: float = 0.0\n\n class Config:\n from_attributes = True\n# #endregion TranslationRunLanguageStatsResponse\n\n\n# #region OverrideLanguageRequest [C:1] [TYPE Class]\n# @BRIEF Schema for manually overriding the detected source language of a translation.\nclass OverrideLanguageRequest(BaseModel):\n source_language: str = Field(..., description=\"BCP-47 language code to override with\")\n# #endregion OverrideLanguageRequest\n\n\n# #region BulkFindReplaceRequest [C:1] [TYPE Class]\n# @BRIEF Schema for bulk find-and-replace within translations for a target language.\nclass BulkFindReplaceRequest(BaseModel):\n find_pattern: str = Field(..., description=\"Text or regex pattern to find\", max_length=500)\n is_regex: bool = Field(False, description=\"Whether find_pattern is a regular expression\")\n replacement_text: str = Field(..., description=\"Replacement text\")\n target_language: str = Field(..., description=\"BCP-47 language code to target\")\n preview: bool = Field(True, description=\"If true, return matches without applying replacements\")\n submit_to_dictionary: bool = Field(False, description=\"If true, also submit corrections to dictionary\")\n dictionary_id: str | None = Field(None, description=\"Target dictionary ID for submitting corrections\")\n usage_notes: str | None = Field(None, description=\"Usage notes for dictionary entries\")\n submit_to_dictionary_with_context: bool = Field(False, description=\"If true, auto-capture source row context when submitting to dictionary\")\n\n @field_validator(\"find_pattern\")\n @classmethod\n def validate_pattern_length(cls, v: str) -> str:\n \"\"\"Reject patterns longer than 500 characters to prevent ReDoS.\"\"\"\n if len(v) > 500:\n raise ValueError(\"Pattern too long (max 500 characters)\")\n return v\n# #endregion BulkFindReplaceRequest\n\n\n# #region InlineEditRequest [C:1] [TYPE Class]\n# @BRIEF Schema for inline editing a translated value on a completed run result.\nclass InlineEditRequest(BaseModel):\n final_value: str = Field(..., description=\"Corrected/edited translation text\")\n submit_to_dictionary: bool = Field(False, description=\"If true, also save correction to dictionary\")\n dictionary_id: str | None = Field(None, description=\"Target dictionary ID for saving correction\")\n context_data_override: dict[str, Any] | None = Field(None, description=\"Override auto-captured context data for dictionary entry\")\n usage_notes: str | None = Field(None, description=\"Usage notes for the dictionary entry\")\n keep_context: bool = Field(True, description=\"If false, clear context_data and set has_context=False on dictionary entry\")\n# #endregion InlineEditRequest\n\n\n# #region BulkReplacePreviewItem [C:1] [TYPE Class]\n# @BRIEF A single item in a bulk replace preview list.\nclass BulkReplacePreviewItem(BaseModel):\n record_id: str\n language_code: str\n source_term: str\n current_value: str\n new_value: str\n source_language_detected: str | None = None\n# #endregion BulkReplacePreviewItem\n\n\n# #region BulkReplaceResponse [C:1] [TYPE Class]\n# @BRIEF Response for bulk find-and-replace operation.\nclass BulkReplaceResponse(BaseModel):\n rows_affected: int = 0\n corrections_submitted: int = 0\n preview: list[BulkReplacePreviewItem] = Field(default_factory=list)\n# #endregion BulkReplaceResponse\n\n\n# #region InlineCorrectionSubmit [C:1] [TYPE Class]\n# @BRIEF Schema for submitting an inline correction for a specific translated record.\nclass InlineCorrectionSubmit(BaseModel):\n record_id: str = Field(..., description=\"Translation record ID\")\n language_code: str = Field(..., description=\"BCP-47 language code of the translated value\")\n source_term: str = Field(..., description=\"Original source term that was incorrectly translated\")\n corrected_term: str = Field(..., description=\"Corrected translation\")\n dictionary_id: str = Field(..., description=\"Target dictionary ID to also save the correction\")\n source_language: str = Field(..., description=\"BCP-47 source language code\")\n# #endregion InlineCorrectionSubmit\n\n\n# #endregion TranslateSchemas\n" }, { "contract_id": "TranslateJobCreate", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 12, - "end_line": 36, + "start_line": 29, + "end_line": 56, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -54983,14 +56799,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslateJobCreate [TYPE Class]\n# @BRIEF Schema for creating a new translation job.\nclass TranslateJobCreate(BaseModel):\n name: str\n description: str | None = None\n source_dialect: str = Field(..., description=\"Source database dialect (e.g. postgresql, clickhouse)\")\n target_dialect: str = Field(..., description=\"Target database dialect (e.g. postgresql, clickhouse)\")\n database_dialect: str | None = Field(None, description=\"Detected dialect from Superset connection at save time\")\n source_datasource_id: str | None = Field(None, description=\"Superset datasource ID\")\n source_table: str | None = Field(None, description=\"Source table name\")\n target_schema: str | None = Field(None, description=\"Target table schema\")\n target_table: str | None = Field(None, description=\"Target table name\")\n source_key_cols: list[str] | None = Field(default_factory=list, description=\"Source key column names\")\n target_key_cols: list[str] | None = Field(default_factory=list, description=\"Target key column names\")\n translation_column: str | None = Field(None, description=\"Source column to translate\")\n target_column: str | None = Field(None, description=\"Target column for translated output (defaults to translation_column)\")\n context_columns: list[str] | None = Field(default_factory=list, description=\"Context column names\")\n target_language: str | None = Field(None, description=\"Target language code\")\n provider_id: str | None = Field(None, description=\"LLM provider ID\")\n batch_size: int = Field(50, description=\"Records per batch\")\n upsert_strategy: str = Field(\"MERGE\", description=\"UPSERT strategy: MERGE, INSERT, UPDATE\")\n dictionary_ids: list[str] | None = Field(default_factory=list, description=\"Associated terminology dictionary IDs\")\n environment_id: str | None = Field(None, description=\"Superset environment ID\")\n target_database_id: str | None = Field(None, description=\"Superset database ID for SQL Lab insert target\")\n# #endregion TranslateJobCreate\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslateJobCreate [TYPE Class]\n# @BRIEF Schema for creating a new translation job.\nclass TranslateJobCreate(BaseModel):\n name: str\n description: str | None = None\n source_dialect: str = Field(..., description=\"Source database dialect (e.g. postgresql, clickhouse)\")\n target_dialect: str = Field(..., description=\"Target database dialect (e.g. postgresql, clickhouse)\")\n database_dialect: str | None = Field(None, description=\"Detected dialect from Superset connection at save time\")\n source_datasource_id: str | None = Field(None, description=\"Superset datasource ID\")\n source_table: str | None = Field(None, description=\"Source table name\")\n target_schema: str | None = Field(None, description=\"Target table schema\")\n target_table: str | None = Field(None, description=\"Target table name\")\n source_key_cols: list[str] | None = Field(default_factory=list, description=\"Source key column names\")\n target_key_cols: list[str] | None = Field(default_factory=list, description=\"Target key column names\")\n translation_column: str | None = Field(None, description=\"Source column to translate\")\n target_column: str | None = Field(None, description=\"Target column for translated output (defaults to translation_column)\")\n context_columns: list[str] | None = Field(default_factory=list, description=\"Context column names\")\n target_language: str | None = Field(None, description=\"Target language code [DEPRECATED: use target_languages]\")\n target_languages: list[str] | None = Field(default_factory=list, description=\"List of BCP-47 target language codes\")\n provider_id: str | None = Field(None, description=\"LLM provider ID\")\n\n _validate_target_languages = field_validator(\"target_languages\")(_validate_bcp47_list)\n batch_size: int = Field(50, description=\"Records per batch\")\n upsert_strategy: str = Field(\"MERGE\", description=\"UPSERT strategy: MERGE, INSERT, UPDATE\")\n dictionary_ids: list[str] | None = Field(default_factory=list, description=\"Associated terminology dictionary IDs\")\n environment_id: str | None = Field(None, description=\"Superset environment ID\")\n target_database_id: str | None = Field(None, description=\"Superset database ID for SQL Lab insert target\")\n# #endregion TranslateJobCreate\n" }, { "contract_id": "TranslateJobUpdate", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 39, - "end_line": 64, + "start_line": 59, + "end_line": 87, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55009,14 +56826,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslateJobUpdate [TYPE Class]\n# @BRIEF Schema for updating an existing translation job.\nclass TranslateJobUpdate(BaseModel):\n name: str | None = None\n description: str | None = None\n source_dialect: str | None = None\n target_dialect: str | None = None\n database_dialect: str | None = None\n source_datasource_id: str | None = None\n source_table: str | None = None\n target_schema: str | None = None\n target_table: str | None = None\n source_key_cols: list[str] | None = None\n target_key_cols: list[str] | None = None\n translation_column: str | None = None\n target_column: str | None = None\n context_columns: list[str] | None = None\n target_language: str | None = None\n provider_id: str | None = None\n batch_size: int | None = None\n upsert_strategy: str | None = None\n status: str | None = None\n dictionary_ids: list[str] | None = None\n environment_id: str | None = None\n target_database_id: str | None = None\n# #endregion TranslateJobUpdate\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslateJobUpdate [TYPE Class]\n# @BRIEF Schema for updating an existing translation job.\nclass TranslateJobUpdate(BaseModel):\n name: str | None = None\n description: str | None = None\n source_dialect: str | None = None\n target_dialect: str | None = None\n database_dialect: str | None = None\n source_datasource_id: str | None = None\n source_table: str | None = None\n target_schema: str | None = None\n target_table: str | None = None\n source_key_cols: list[str] | None = None\n target_key_cols: list[str] | None = None\n translation_column: str | None = None\n target_column: str | None = None\n context_columns: list[str] | None = None\n target_language: str | None = None\n target_languages: list[str] | None = None\n provider_id: str | None = None\n\n _validate_target_languages = field_validator(\"target_languages\")(_validate_bcp47_list)\n batch_size: int | None = None\n upsert_strategy: str | None = None\n status: str | None = None\n dictionary_ids: list[str] | None = None\n environment_id: str | None = None\n target_database_id: str | None = None\n# #endregion TranslateJobUpdate\n" }, { "contract_id": "TranslateJobResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 67, - "end_line": 99, + "start_line": 90, + "end_line": 124, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55035,14 +56853,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslateJobResponse [TYPE Class]\n# @BRIEF Schema for translation job API responses.\nclass TranslateJobResponse(BaseModel):\n id: str\n name: str\n description: str | None = None\n source_dialect: str\n target_dialect: str\n database_dialect: str | None = None\n source_datasource_id: str | None = None\n source_table: str | None = None\n target_schema: str | None = None\n target_table: str | None = None\n source_key_cols: list[str] | None = None\n target_key_cols: list[str] | None = None\n translation_column: str | None = None\n target_column: str | None = None\n context_columns: list[str] | None = None\n target_language: str | None = None\n provider_id: str | None = None\n batch_size: int = 50\n upsert_strategy: str = \"MERGE\"\n status: str\n created_by: str | None = None\n created_at: datetime\n updated_at: datetime | None = None\n dictionary_ids: list[str] | None = None\n environment_id: str | None = None\n target_database_id: str | None = None\n\n class Config:\n from_attributes = True\n# #endregion TranslateJobResponse\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslateJobResponse [TYPE Class]\n# @BRIEF Schema for translation job API responses.\nclass TranslateJobResponse(BaseModel):\n id: str\n name: str\n description: str | None = None\n source_dialect: str\n target_dialect: str\n database_dialect: str | None = None\n source_datasource_id: str | None = None\n source_table: str | None = None\n target_schema: str | None = None\n target_table: str | None = None\n source_key_cols: list[str] | None = None\n target_key_cols: list[str] | None = None\n translation_column: str | None = None\n target_column: str | None = None\n context_columns: list[str] | None = None\n target_language: str | None = None\n source_language: str | None = None\n target_languages: list[str] | None = None\n provider_id: str | None = None\n batch_size: int = 50\n upsert_strategy: str = \"MERGE\"\n status: str\n created_by: str | None = None\n created_at: datetime\n updated_at: datetime | None = None\n dictionary_ids: list[str] | None = None\n environment_id: str | None = None\n target_database_id: str | None = None\n\n class Config:\n from_attributes = True\n# #endregion TranslateJobResponse\n" }, { "contract_id": "DatasourceColumnResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 102, - "end_line": 111, + "start_line": 127, + "end_line": 136, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55061,14 +56880,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasourceColumnResponse [TYPE Class]\n# @BRIEF Schema for datasource column metadata response.\nclass DatasourceColumnResponse(BaseModel):\n name: str\n type: str | None = None\n is_physical: bool = True\n is_dttm: bool = False\n description: str | None = None\n\n# #endregion DatasourceColumnResponse\n" }, { "contract_id": "DatasourceColumnsResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 113, - "end_line": 124, + "start_line": 138, + "end_line": 149, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55087,14 +56907,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasourceColumnsResponse [TYPE Class]\n# @BRIEF Schema for datasource columns endpoint response.\nclass DatasourceColumnsResponse(BaseModel):\n datasource_id: int\n datasource_name: str | None = None\n schema_name: str | None = None\n database_dialect: str\n columns: list[DatasourceColumnResponse] = []\n\n class Config:\n from_attributes = True\n# #endregion DatasourceColumnsResponse\n" }, { "contract_id": "DuplicateJobResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 127, - "end_line": 136, + "start_line": 152, + "end_line": 161, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55113,14 +56934,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DuplicateJobResponse [TYPE Class]\n# @BRIEF Schema for duplicate job response.\nclass DuplicateJobResponse(BaseModel):\n id: str\n name: str\n message: str = \"Job duplicated successfully\"\n\n class Config:\n from_attributes = True\n# #endregion DuplicateJobResponse\n" }, { "contract_id": "DictionaryCreate", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 139, - "end_line": 147, + "start_line": 164, + "end_line": 172, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55139,14 +56961,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DictionaryCreate [TYPE Class]\n# @BRIEF Schema for creating a new terminology dictionary.\nclass DictionaryCreate(BaseModel):\n name: str\n description: str | None = None\n source_dialect: str\n target_dialect: str\n is_active: bool = True\n# #endregion DictionaryCreate\n" }, { "contract_id": "DictionaryImport", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 150, - "end_line": 157, + "start_line": 175, + "end_line": 184, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55165,14 +56988,15 @@ } ], "anchor_syntax": "region", - "body": "# #region DictionaryImport [TYPE Class]\n# @BRIEF Schema for importing entries into a terminology dictionary.\nclass DictionaryImport(BaseModel):\n content: str = Field(..., description=\"CSV or TSV content as raw string\")\n delimiter: str | None = Field(None, description=\"Detected or forced delimiter: ',' or '\\\\t'. Auto-detect if omitted.\")\n on_conflict: str = Field(\"overwrite\", description=\"'overwrite' or 'keep_existing' or 'cancel'\")\n preview_only: bool = Field(False, description=\"If true, return preview without applying\")\n# #endregion DictionaryImport\n" + "tier_source": "AutoCalculated", + "body": "# #region DictionaryImport [TYPE Class]\n# @BRIEF Schema for importing entries into a terminology dictionary.\nclass DictionaryImport(BaseModel):\n content: str = Field(..., description=\"CSV or TSV content as raw string\")\n delimiter: str | None = Field(None, description=\"Detected or forced delimiter: ',' or '\\\\t'. Auto-detect if omitted.\")\n on_conflict: str = Field(\"overwrite\", description=\"'overwrite' or 'keep_existing' or 'cancel'\")\n preview_only: bool = Field(False, description=\"If true, return preview without applying\")\n default_source_language: str | None = Field(None, description=\"Default BCP-47 source language when column missing in data\")\n default_target_language: str | None = Field(None, description=\"Default BCP-47 target language when column missing in data\")\n# #endregion DictionaryImport\n" }, { "contract_id": "DictionaryResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 160, - "end_line": 176, + "start_line": 187, + "end_line": 203, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55191,18 +57015,19 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DictionaryResponse [TYPE Class]\n# @BRIEF Schema for terminology dictionary API responses.\nclass DictionaryResponse(BaseModel):\n id: str\n name: str\n description: str | None = None\n source_dialect: str\n target_dialect: str\n is_active: bool\n created_by: str | None = None\n created_at: datetime\n updated_at: datetime | None = None\n entry_count: int | None = None\n\n class Config:\n from_attributes = True\n# #endregion DictionaryResponse\n" }, { "contract_id": "DictionaryEntryCreate", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 179, - "end_line": 188, + "start_line": 206, + "end_line": 217, "tier": "TIER_1", "complexity": 1, "metadata": { - "PURPOSE": "Schema for adding/editing a dictionary entry." + "PURPOSE": "Schema for adding/editing a dictionary entry with language pair support." }, "relations": [], "schema_warnings": [ @@ -55217,14 +57042,15 @@ } ], "anchor_syntax": "region", - "body": "# #region DictionaryEntryCreate [TYPE Class]\n# @BRIEF Schema for adding/editing a dictionary entry.\nclass DictionaryEntryCreate(BaseModel):\n source_term: str = Field(..., description=\"Source term to translate\")\n target_term: str = Field(..., description=\"Target/translated term\")\n context_notes: str | None = Field(None, description=\"Optional context notes\")\n\n class Config:\n from_attributes = True\n# #endregion DictionaryEntryCreate\n" + "tier_source": "AutoCalculated", + "body": "# #region DictionaryEntryCreate [TYPE Class]\n# @BRIEF Schema for adding/editing a dictionary entry with language pair support.\nclass DictionaryEntryCreate(BaseModel):\n source_term: str = Field(..., description=\"Source term to translate\")\n target_term: str = Field(..., description=\"Target/translated term\")\n context_notes: str | None = Field(None, description=\"Optional context notes\")\n source_language: str = Field(\"und\", description=\"BCP-47 source language code (default: und)\")\n target_language: str = Field(\"und\", description=\"BCP-47 target language code (default: und)\")\n\n class Config:\n from_attributes = True\n# #endregion DictionaryEntryCreate\n" }, { "contract_id": "DictionaryEntryResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 191, - "end_line": 205, + "start_line": 220, + "end_line": 241, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55243,14 +57069,15 @@ } ], "anchor_syntax": "region", - "body": "# #region DictionaryEntryResponse [TYPE Class]\n# @BRIEF Schema for dictionary entry API responses.\nclass DictionaryEntryResponse(BaseModel):\n id: str\n dictionary_id: str\n source_term: str\n source_term_normalized: str\n target_term: str\n context_notes: str | None = None\n created_at: datetime\n updated_at: datetime | None = None\n\n class Config:\n from_attributes = True\n# #endregion DictionaryEntryResponse\n" + "tier_source": "AutoCalculated", + "body": "# #region DictionaryEntryResponse [TYPE Class]\n# @BRIEF Schema for dictionary entry API responses.\nclass DictionaryEntryResponse(BaseModel):\n id: str\n dictionary_id: str\n source_term: str\n source_term_normalized: str\n target_term: str\n source_language: str | None = None\n target_language: str | None = None\n context_notes: str | None = None\n context_data: dict[str, Any] | None = None\n usage_notes: str | None = None\n has_context: bool = False\n context_source: str | None = None\n origin_source_language: str | None = None\n created_at: datetime\n updated_at: datetime | None = None\n\n class Config:\n from_attributes = True\n# #endregion DictionaryEntryResponse\n" }, { "contract_id": "DictionaryImportResult", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 208, - "end_line": 217, + "start_line": 244, + "end_line": 253, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55269,14 +57096,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DictionaryImportResult [TYPE Class]\n# @BRIEF Schema for dictionary import result.\nclass DictionaryImportResult(BaseModel):\n total: int = 0\n created: int = 0\n updated: int = 0\n skipped: int = 0\n errors: list[dict[str, Any]] = Field(default_factory=list)\n preview: list[dict[str, Any]] = Field(default_factory=list, description=\"Preview rows with conflict flags\")\n# #endregion DictionaryImportResult\n" }, { "contract_id": "PreviewRequest", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 220, - "end_line": 226, + "start_line": 256, + "end_line": 262, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55295,14 +57123,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PreviewRequest [TYPE Class]\n# @BRIEF Schema for triggering a translation preview.\nclass PreviewRequest(BaseModel):\n sample_size: int = Field(10, ge=1, le=100, description=\"Number of sample rows to preview\")\n prompt_template: str | None = Field(None, description=\"Optional custom prompt template\")\n env_id: str | None = Field(None, description=\"Superset environment ID for preview data fetch\")\n# #endregion PreviewRequest\n" }, { "contract_id": "PreviewRowUpdate", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 229, - "end_line": 235, + "start_line": 265, + "end_line": 272, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55321,14 +57150,15 @@ } ], "anchor_syntax": "region", - "body": "# #region PreviewRowUpdate [TYPE Class]\n# @BRIEF Schema for approving/editing/rejecting a preview row.\nclass PreviewRowUpdate(BaseModel):\n action: str = Field(..., description=\"'approve', 'reject', or 'edit'\")\n translation: str | None = Field(None, description=\"Edited translation (required for 'edit' action)\")\n feedback: str | None = Field(None, description=\"Optional feedback/comment\")\n# #endregion PreviewRowUpdate\n" + "tier_source": "AutoCalculated", + "body": "# #region PreviewRowUpdate [TYPE Class]\n# @BRIEF Schema for approving/editing/rejecting a preview row.\nclass PreviewRowUpdate(BaseModel):\n action: str = Field(..., description=\"'approve', 'reject', or 'edit'\")\n translation: str | None = Field(None, description=\"Edited translation (required for 'edit' action)\")\n feedback: str | None = Field(None, description=\"Optional feedback/comment\")\n language_code: str | None = Field(None, description=\"BCP-47 language code for per-language actions (optional, applies to all if omitted)\")\n# #endregion PreviewRowUpdate\n" }, { "contract_id": "PreviewAcceptResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 238, - "end_line": 251, + "start_line": 275, + "end_line": 289, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55347,14 +57177,15 @@ } ], "anchor_syntax": "region", - "body": "# #region PreviewAcceptResponse [TYPE Class]\n# @BRIEF Schema for preview accept response.\nclass PreviewAcceptResponse(BaseModel):\n id: str\n job_id: str\n status: str\n created_by: str | None = None\n created_at: datetime\n expires_at: datetime | None = None\n records: list['PreviewRow'] = []\n\n class Config:\n from_attributes = True\n# #endregion PreviewAcceptResponse\n" + "tier_source": "AutoCalculated", + "body": "# #region PreviewAcceptResponse [TYPE Class]\n# @BRIEF Schema for preview accept response.\nclass PreviewAcceptResponse(BaseModel):\n id: str\n job_id: str\n status: str\n created_by: str | None = None\n created_at: datetime\n expires_at: datetime | None = None\n records: list['PreviewRow'] = []\n target_languages: list[str] = Field(default_factory=list, description=\"Target languages for this preview\")\n\n class Config:\n from_attributes = True\n# #endregion PreviewAcceptResponse\n" }, { "contract_id": "CostEstimate", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 254, - "end_line": 265, + "start_line": 292, + "end_line": 305, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55373,14 +57204,15 @@ } ], "anchor_syntax": "region", - "body": "# #region CostEstimate [TYPE Class]\n# @BRIEF Schema for cost estimation in preview response.\nclass CostEstimate(BaseModel):\n sample_size: int = 0\n sample_prompt_tokens: int = 0\n sample_output_tokens: int = 0\n sample_total_tokens: int = 0\n sample_cost: float = 0.0\n estimated_total_rows: int = 0\n estimated_tokens: int = 0\n estimated_cost: float = 0.0\n# #endregion CostEstimate\n" + "tier_source": "AutoCalculated", + "body": "# #region CostEstimate [TYPE Class]\n# @BRIEF Schema for cost estimation in preview response.\nclass CostEstimate(BaseModel):\n sample_size: int = 0\n num_languages: int = 1\n sample_prompt_tokens: int = 0\n sample_output_tokens: int = 0\n sample_total_tokens: int = 0\n sample_cost: float = 0.0\n estimated_total_rows: int = 0\n estimated_tokens: int = 0\n estimated_cost: float = 0.0\n warning: str | None = None\n# #endregion CostEstimate\n" }, { "contract_id": "TermCorrectionSubmit", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 268, - "end_line": 277, + "start_line": 308, + "end_line": 319, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55399,14 +57231,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TermCorrectionSubmit [TYPE Class]\n# @BRIEF Schema for submitting a term correction in a translation preview.\nclass TermCorrectionSubmit(BaseModel):\n source_term: str\n incorrect_target_term: str\n corrected_target_term: str\n dictionary_id: str | None = Field(None, description=\"Target dictionary ID (language-filtered)\")\n origin_run_id: str | None = Field(None, description=\"Run ID from which this correction originated\")\n origin_row_key: str | None = Field(None, description=\"Row key within the run\")\n# #endregion TermCorrectionSubmit\n" + "tier_source": "AutoCalculated", + "body": "# #region TermCorrectionSubmit [TYPE Class]\n# @BRIEF Schema for submitting a term correction in a translation preview.\nclass TermCorrectionSubmit(BaseModel):\n source_term: str\n incorrect_target_term: str\n corrected_target_term: str\n dictionary_id: str | None = Field(None, description=\"Target dictionary ID (language-filtered)\")\n origin_run_id: str | None = Field(None, description=\"Run ID from which this correction originated\")\n origin_row_key: str | None = Field(None, description=\"Row key within the run\")\n context_data: dict[str, Any] | None = Field(None, description=\"Context data for the dictionary entry\")\n usage_notes: str | None = Field(None, description=\"Usage notes for the dictionary entry\")\n# #endregion TermCorrectionSubmit\n" }, { "contract_id": "TermCorrectionBulkSubmit", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 280, - "end_line": 285, + "start_line": 322, + "end_line": 327, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55425,14 +57258,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TermCorrectionBulkSubmit [TYPE Class]\n# @BRIEF Schema for submitting multiple term corrections atomically.\nclass TermCorrectionBulkSubmit(BaseModel):\n corrections: list[TermCorrectionSubmit]\n dictionary_id: str = Field(..., description=\"Target dictionary ID for all corrections\")\n# #endregion TermCorrectionBulkSubmit\n" }, { "contract_id": "CorrectionConflictResult", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 288, - "end_line": 295, + "start_line": 330, + "end_line": 337, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55451,14 +57285,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CorrectionConflictResult [TYPE Class]\n# @BRIEF Schema for reporting conflicts in correction submission.\nclass CorrectionConflictResult(BaseModel):\n source_term: str\n existing_target_term: str\n submitted_target_term: str\n action: str = \"keep_existing\"\n# #endregion CorrectionConflictResult\n" }, { "contract_id": "CorrectionSubmitResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 298, - "end_line": 307, + "start_line": 340, + "end_line": 349, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55477,14 +57312,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CorrectionSubmitResponse [TYPE Class]\n# @BRIEF Schema for correction submission response.\nclass CorrectionSubmitResponse(BaseModel):\n entry_id: str | None = None\n action: str # \"created\", \"updated\", \"conflict_detected\", \"skipped\"\n source_term: str\n target_term: str\n conflict: CorrectionConflictResult | None = None\n message: str | None = None\n# #endregion CorrectionSubmitResponse\n" }, { "contract_id": "ScheduleResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 320, - "end_line": 337, + "start_line": 362, + "end_line": 379, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55503,14 +57339,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ScheduleResponse [TYPE Class]\n# @BRIEF Schema for schedule API responses.\nclass ScheduleResponse(BaseModel):\n id: str\n job_id: str\n cron_expression: str\n timezone: str\n is_active: bool\n execution_mode: str = \"full\"\n last_run_at: datetime | None = None\n next_run_at: datetime | None = None\n created_by: str | None = None\n created_at: datetime\n updated_at: datetime | None = None\n\n class Config:\n from_attributes = True\n# #endregion ScheduleResponse\n" }, { "contract_id": "NextExecutionResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 340, - "end_line": 347, + "start_line": 382, + "end_line": 389, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55529,14 +57366,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region NextExecutionResponse [TYPE Class]\n# @BRIEF Schema for next execution preview.\nclass NextExecutionResponse(BaseModel):\n job_id: str\n cron_expression: str\n timezone: str\n next_executions: list[str] = []\n# #endregion NextExecutionResponse\n" }, { "contract_id": "TranslationRunResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 350, - "end_line": 375, + "start_line": 392, + "end_line": 418, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55555,14 +57393,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslationRunResponse [TYPE Class]\n# @BRIEF Schema for translation run API responses.\nclass TranslationRunResponse(BaseModel):\n id: str\n job_id: str\n status: str\n trigger_type: str | None = None\n started_at: datetime | None = None\n completed_at: datetime | None = None\n error_message: str | None = None\n total_records: int = 0\n successful_records: int = 0\n failed_records: int = 0\n skipped_records: int = 0\n insert_status: str | None = None\n superset_execution_id: str | None = None\n config_snapshot: dict[str, Any] | None = None\n key_hash: str | None = None\n config_hash: str | None = None\n dict_snapshot_hash: str | None = None\n created_by: str | None = None\n created_at: datetime\n\n class Config:\n from_attributes = True\n# #endregion TranslationRunResponse\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslationRunResponse [TYPE Class]\n# @BRIEF Schema for translation run API responses.\nclass TranslationRunResponse(BaseModel):\n id: str\n job_id: str\n status: str\n trigger_type: str | None = None\n started_at: datetime | None = None\n completed_at: datetime | None = None\n error_message: str | None = None\n total_records: int = 0\n successful_records: int = 0\n failed_records: int = 0\n skipped_records: int = 0\n insert_status: str | None = None\n superset_execution_id: str | None = None\n config_snapshot: dict[str, Any] | None = None\n key_hash: str | None = None\n config_hash: str | None = None\n dict_snapshot_hash: str | None = None\n created_by: str | None = None\n created_at: datetime\n language_stats: list['TranslationRunLanguageStatsResponse'] | None = None\n\n class Config:\n from_attributes = True\n# #endregion TranslationRunResponse\n" }, { "contract_id": "RunDetailResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 378, - "end_line": 386, + "start_line": 421, + "end_line": 429, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55581,14 +57420,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RunDetailResponse [TYPE Class]\n# @BRIEF Schema for detailed run response including records, events, and config snapshot.\nclass RunDetailResponse(BaseModel):\n run: TranslationRunResponse\n records: list[dict[str, Any]] = Field(default_factory=list, description=\"Paginated translation records\")\n events: list[dict[str, Any]] = Field(default_factory=list, description=\"Run events\")\n event_invariants: dict[str, Any] | None = None\n batch_count: int = 0\n# #endregion RunDetailResponse\n" }, { "contract_id": "RunHistoryFilter", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 389, - "end_line": 400, + "start_line": 432, + "end_line": 443, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55607,14 +57447,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RunHistoryFilter [TYPE Class]\n# @BRIEF Schema for filtering run history.\nclass RunHistoryFilter(BaseModel):\n job_id: str | None = None\n status: str | None = None\n trigger_type: str | None = None\n created_by: str | None = None\n date_from: datetime | None = None\n date_to: datetime | None = None\n page: int = 1\n page_size: int = 20\n# #endregion RunHistoryFilter\n" }, { "contract_id": "RunListResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 403, - "end_line": 410, + "start_line": 446, + "end_line": 453, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55633,14 +57474,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RunListResponse [TYPE Class]\n# @BRIEF Schema for paginated run list response.\nclass RunListResponse(BaseModel):\n items: list[TranslationRunResponse] = []\n total: int = 0\n page: int = 1\n page_size: int = 20\n# #endregion RunListResponse\n" }, { "contract_id": "AggregatedMetricsResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 413, - "end_line": 430, + "start_line": 456, + "end_line": 473, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55659,14 +57501,43 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AggregatedMetricsResponse [TYPE Class]\n# @BRIEF Schema for aggregated per-job metrics.\nclass AggregatedMetricsResponse(BaseModel):\n job_id: str\n total_runs: int = 0\n successful_runs: int = 0\n failed_runs: int = 0\n cancelled_runs: int = 0\n total_records: int = 0\n successful_records: int = 0\n failed_records: int = 0\n skipped_records: int = 0\n cumulative_tokens: int | None = None\n cumulative_cost: float | None = None\n avg_duration_ms: float | None = None\n last_run_at: datetime | None = None\n next_scheduled_run: datetime | None = None\n# #endregion AggregatedMetricsResponse\n" }, + { + "contract_id": "TranslationPreviewLanguageResponse", + "contract_type": "Class", + "file_path": "backend/src/schemas/translate.py", + "start_line": 476, + "end_line": 489, + "tier": "TIER_1", + "complexity": 1, + "metadata": { + "COMPLEXITY": 1, + "PURPOSE": "Schema for per-language preview data in API responses." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "PURPOSE", + "message": "@PURPOSE is forbidden for contract type 'Class' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Class" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region TranslationPreviewLanguageResponse [C:1] [TYPE Class]\n# @BRIEF Schema for per-language preview data in API responses.\nclass TranslationPreviewLanguageResponse(BaseModel):\n language_code: str\n source_language_detected: str | None = None\n translated_value: str | None = None\n user_edit: str | None = None\n final_value: str | None = None\n status: str = \"pending\"\n needs_review: bool = False\n\n class Config:\n from_attributes = True\n# #endregion TranslationPreviewLanguageResponse\n" + }, { "contract_id": "PreviewRow", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 433, - "end_line": 444, + "start_line": 492, + "end_line": 506, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55685,14 +57556,15 @@ } ], "anchor_syntax": "region", - "body": "# #region PreviewRow [TYPE Class]\n# @BRIEF A single row in a translation preview showing original and translated content side by side.\nclass PreviewRow(BaseModel):\n id: str\n source_sql: str | None = None\n target_sql: str | None = None\n source_object_type: str | None = None\n source_object_id: str | None = None\n source_object_name: str | None = None\n status: str = \"PENDING\"\n feedback: str | None = None\n# #endregion PreviewRow\n" + "tier_source": "AutoCalculated", + "body": "# #region PreviewRow [TYPE Class]\n# @BRIEF A single row in a translation preview showing original and translated content side by side.\nclass PreviewRow(BaseModel):\n id: str\n source_sql: str | None = None\n target_sql: str | None = None\n source_object_type: str | None = None\n source_object_id: str | None = None\n source_object_name: str | None = None\n status: str = \"PENDING\"\n feedback: str | None = None\n source_language_detected: str | None = None\n needs_review: bool = False\n languages: list[TranslationPreviewLanguageResponse] = Field(default_factory=list, description=\"Per-language translation data\")\n# #endregion PreviewRow\n" }, { "contract_id": "TranslationPreviewResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 447, - "end_line": 461, + "start_line": 509, + "end_line": 525, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55711,14 +57583,15 @@ } ], "anchor_syntax": "region", - "body": "# #region TranslationPreviewResponse [TYPE Class]\n# @BRIEF Schema for translation preview session API responses.\nclass TranslationPreviewResponse(BaseModel):\n id: str\n job_id: str\n run_id: str | None = None\n status: str\n created_by: str | None = None\n created_at: datetime\n expires_at: datetime | None = None\n records: list[PreviewRow] = []\n\n class Config:\n from_attributes = True\n# #endregion TranslationPreviewResponse\n" + "tier_source": "AutoCalculated", + "body": "# #region TranslationPreviewResponse [TYPE Class]\n# @BRIEF Schema for translation preview session API responses.\nclass TranslationPreviewResponse(BaseModel):\n id: str\n job_id: str\n run_id: str | None = None\n status: str\n created_by: str | None = None\n created_at: datetime\n expires_at: datetime | None = None\n records: list[PreviewRow] = []\n target_languages: list[str] = Field(default_factory=list, description=\"Target languages for this preview\")\n cost_estimate: CostEstimate | None = None\n\n class Config:\n from_attributes = True\n# #endregion TranslationPreviewResponse\n" }, { "contract_id": "TranslationBatchResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 464, - "end_line": 480, + "start_line": 528, + "end_line": 544, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55737,14 +57610,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TranslationBatchResponse [TYPE Class]\n# @BRIEF Schema for translation batch API responses.\nclass TranslationBatchResponse(BaseModel):\n id: str\n run_id: str\n batch_index: int\n status: str\n total_records: int = 0\n successful_records: int = 0\n failed_records: int = 0\n started_at: datetime | None = None\n completed_at: datetime | None = None\n created_at: datetime\n\n class Config:\n from_attributes = True\n# #endregion TranslationBatchResponse\n" }, { "contract_id": "MetricsResponse", "contract_type": "Class", "file_path": "backend/src/schemas/translate.py", - "start_line": 483, - "end_line": 501, + "start_line": 547, + "end_line": 565, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -55763,8 +57637,233 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MetricsResponse [TYPE Class]\n# @BRIEF Schema for translation metrics API responses.\nclass MetricsResponse(BaseModel):\n job_id: str\n snapshot_date: datetime\n total_jobs: int = 0\n total_runs: int = 0\n total_records: int = 0\n successful_records: int = 0\n failed_records: int = 0\n skipped_records: int = 0\n avg_duration_ms: int | None = None\n p50_duration_ms: int | None = None\n p95_duration_ms: int | None = None\n p99_duration_ms: int | None = None\n\n class Config:\n from_attributes = True\n# #endregion MetricsResponse\n" }, + { + "contract_id": "TranslationLanguageResponse", + "contract_type": "Class", + "file_path": "backend/src/schemas/translate.py", + "start_line": 568, + "end_line": 582, + "tier": "TIER_1", + "complexity": 1, + "metadata": { + "COMPLEXITY": 1, + "PURPOSE": "Schema for per-language translation data in API responses." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "PURPOSE", + "message": "@PURPOSE is forbidden for contract type 'Class' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Class" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region TranslationLanguageResponse [C:1] [TYPE Class]\n# @BRIEF Schema for per-language translation data in API responses.\nclass TranslationLanguageResponse(BaseModel):\n language_code: str\n source_language_detected: str | None = None\n translated_value: str | None = None\n user_edit: str | None = None\n final_value: str | None = None\n status: str = \"pending\"\n needs_review: bool = False\n language_overridden: bool = False\n\n class Config:\n from_attributes = True\n# #endregion TranslationLanguageResponse\n" + }, + { + "contract_id": "TranslationRunLanguageStatsResponse", + "contract_type": "Class", + "file_path": "backend/src/schemas/translate.py", + "start_line": 585, + "end_line": 598, + "tier": "TIER_1", + "complexity": 1, + "metadata": { + "COMPLEXITY": 1, + "PURPOSE": "Schema for per-language statistics in run API responses." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "PURPOSE", + "message": "@PURPOSE is forbidden for contract type 'Class' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Class" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region TranslationRunLanguageStatsResponse [C:1] [TYPE Class]\n# @BRIEF Schema for per-language statistics in run API responses.\nclass TranslationRunLanguageStatsResponse(BaseModel):\n language_code: str\n total_rows: int = 0\n translated_rows: int = 0\n failed_rows: int = 0\n skipped_rows: int = 0\n token_count: int = 0\n estimated_cost: float = 0.0\n\n class Config:\n from_attributes = True\n# #endregion TranslationRunLanguageStatsResponse\n" + }, + { + "contract_id": "OverrideLanguageRequest", + "contract_type": "Class", + "file_path": "backend/src/schemas/translate.py", + "start_line": 601, + "end_line": 605, + "tier": "TIER_1", + "complexity": 1, + "metadata": { + "COMPLEXITY": 1, + "PURPOSE": "Schema for manually overriding the detected source language of a translation." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "PURPOSE", + "message": "@PURPOSE is forbidden for contract type 'Class' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Class" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region OverrideLanguageRequest [C:1] [TYPE Class]\n# @BRIEF Schema for manually overriding the detected source language of a translation.\nclass OverrideLanguageRequest(BaseModel):\n source_language: str = Field(..., description=\"BCP-47 language code to override with\")\n# #endregion OverrideLanguageRequest\n" + }, + { + "contract_id": "BulkFindReplaceRequest", + "contract_type": "Class", + "file_path": "backend/src/schemas/translate.py", + "start_line": 608, + "end_line": 628, + "tier": "TIER_1", + "complexity": 1, + "metadata": { + "COMPLEXITY": 1, + "PURPOSE": "Schema for bulk find-and-replace within translations for a target language." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "PURPOSE", + "message": "@PURPOSE is forbidden for contract type 'Class' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Class" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region BulkFindReplaceRequest [C:1] [TYPE Class]\n# @BRIEF Schema for bulk find-and-replace within translations for a target language.\nclass BulkFindReplaceRequest(BaseModel):\n find_pattern: str = Field(..., description=\"Text or regex pattern to find\", max_length=500)\n is_regex: bool = Field(False, description=\"Whether find_pattern is a regular expression\")\n replacement_text: str = Field(..., description=\"Replacement text\")\n target_language: str = Field(..., description=\"BCP-47 language code to target\")\n preview: bool = Field(True, description=\"If true, return matches without applying replacements\")\n submit_to_dictionary: bool = Field(False, description=\"If true, also submit corrections to dictionary\")\n dictionary_id: str | None = Field(None, description=\"Target dictionary ID for submitting corrections\")\n usage_notes: str | None = Field(None, description=\"Usage notes for dictionary entries\")\n submit_to_dictionary_with_context: bool = Field(False, description=\"If true, auto-capture source row context when submitting to dictionary\")\n\n @field_validator(\"find_pattern\")\n @classmethod\n def validate_pattern_length(cls, v: str) -> str:\n \"\"\"Reject patterns longer than 500 characters to prevent ReDoS.\"\"\"\n if len(v) > 500:\n raise ValueError(\"Pattern too long (max 500 characters)\")\n return v\n# #endregion BulkFindReplaceRequest\n" + }, + { + "contract_id": "InlineEditRequest", + "contract_type": "Class", + "file_path": "backend/src/schemas/translate.py", + "start_line": 631, + "end_line": 640, + "tier": "TIER_1", + "complexity": 1, + "metadata": { + "COMPLEXITY": 1, + "PURPOSE": "Schema for inline editing a translated value on a completed run result." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "PURPOSE", + "message": "@PURPOSE is forbidden for contract type 'Class' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Class" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region InlineEditRequest [C:1] [TYPE Class]\n# @BRIEF Schema for inline editing a translated value on a completed run result.\nclass InlineEditRequest(BaseModel):\n final_value: str = Field(..., description=\"Corrected/edited translation text\")\n submit_to_dictionary: bool = Field(False, description=\"If true, also save correction to dictionary\")\n dictionary_id: str | None = Field(None, description=\"Target dictionary ID for saving correction\")\n context_data_override: dict[str, Any] | None = Field(None, description=\"Override auto-captured context data for dictionary entry\")\n usage_notes: str | None = Field(None, description=\"Usage notes for the dictionary entry\")\n keep_context: bool = Field(True, description=\"If false, clear context_data and set has_context=False on dictionary entry\")\n# #endregion InlineEditRequest\n" + }, + { + "contract_id": "BulkReplacePreviewItem", + "contract_type": "Class", + "file_path": "backend/src/schemas/translate.py", + "start_line": 643, + "end_line": 652, + "tier": "TIER_1", + "complexity": 1, + "metadata": { + "COMPLEXITY": 1, + "PURPOSE": "A single item in a bulk replace preview list." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "PURPOSE", + "message": "@PURPOSE is forbidden for contract type 'Class' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Class" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region BulkReplacePreviewItem [C:1] [TYPE Class]\n# @BRIEF A single item in a bulk replace preview list.\nclass BulkReplacePreviewItem(BaseModel):\n record_id: str\n language_code: str\n source_term: str\n current_value: str\n new_value: str\n source_language_detected: str | None = None\n# #endregion BulkReplacePreviewItem\n" + }, + { + "contract_id": "BulkReplaceResponse", + "contract_type": "Class", + "file_path": "backend/src/schemas/translate.py", + "start_line": 655, + "end_line": 661, + "tier": "TIER_1", + "complexity": 1, + "metadata": { + "COMPLEXITY": 1, + "PURPOSE": "Response for bulk find-and-replace operation." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "PURPOSE", + "message": "@PURPOSE is forbidden for contract type 'Class' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Class" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region BulkReplaceResponse [C:1] [TYPE Class]\n# @BRIEF Response for bulk find-and-replace operation.\nclass BulkReplaceResponse(BaseModel):\n rows_affected: int = 0\n corrections_submitted: int = 0\n preview: list[BulkReplacePreviewItem] = Field(default_factory=list)\n# #endregion BulkReplaceResponse\n" + }, + { + "contract_id": "InlineCorrectionSubmit", + "contract_type": "Class", + "file_path": "backend/src/schemas/translate.py", + "start_line": 664, + "end_line": 673, + "tier": "TIER_1", + "complexity": 1, + "metadata": { + "COMPLEXITY": 1, + "PURPOSE": "Schema for submitting an inline correction for a specific translated record." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "PURPOSE", + "message": "@PURPOSE is forbidden for contract type 'Class' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Class" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "# #region InlineCorrectionSubmit [C:1] [TYPE Class]\n# @BRIEF Schema for submitting an inline correction for a specific translated record.\nclass InlineCorrectionSubmit(BaseModel):\n record_id: str = Field(..., description=\"Translation record ID\")\n language_code: str = Field(..., description=\"BCP-47 language code of the translated value\")\n source_term: str = Field(..., description=\"Original source term that was incorrectly translated\")\n corrected_term: str = Field(..., description=\"Corrected translation\")\n dictionary_id: str = Field(..., description=\"Target dictionary ID to also save the correction\")\n source_language: str = Field(..., description=\"BCP-47 source language code\")\n# #endregion InlineCorrectionSubmit\n" + }, { "contract_id": "ScriptsPackage", "contract_type": "Package", @@ -55807,6 +57906,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ScriptsPackage [TYPE Package]\n# @BRIEF Script entrypoint package root.\n# #endregion ScriptsPackage\n" }, { @@ -55832,6 +57932,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CleanReleaseCliScript [C:3] [TYPE Module] [SEMANTICS clean-release, artifact, manifest, candidate, cli]\n# @BRIEF Provide headless CLI commands for candidate registration, artifact import and manifest build.\n# @LAYER: Scripts\n# @RELATION CALLS -> ComplianceOrchestrator\n\nfrom __future__ import annotations\n\nimport argparse\nimport json\nfrom datetime import UTC, date, datetime\nfrom typing import Any\n\nfrom ..core.cot_logger import seed_trace_id\nfrom ..models.clean_release import CandidateArtifact, ReleaseCandidate\nfrom ..services.clean_release.approval_service import (\n approve_candidate,\n reject_candidate,\n)\nfrom ..services.clean_release.compliance_execution_service import (\n ComplianceExecutionService,\n)\nfrom ..services.clean_release.enums import CandidateStatus\nfrom ..services.clean_release.publication_service import (\n publish_candidate,\n revoke_publication,\n)\n\n\n# #region build_parser [TYPE Function]\n# @BRIEF Build argparse parser for clean release CLI.\ndef build_parser() -> argparse.ArgumentParser:\n parser = argparse.ArgumentParser(prog=\"clean-release-cli\")\n subparsers = parser.add_subparsers(dest=\"command\", required=True)\n\n register = subparsers.add_parser(\"candidate-register\")\n register.add_argument(\"--candidate-id\", required=True)\n register.add_argument(\"--version\", required=True)\n register.add_argument(\"--source-snapshot-ref\", required=True)\n register.add_argument(\"--created-by\", default=\"cli-operator\")\n\n artifact_import = subparsers.add_parser(\"artifact-import\")\n artifact_import.add_argument(\"--candidate-id\", required=True)\n artifact_import.add_argument(\"--artifact-id\", required=True)\n artifact_import.add_argument(\"--path\", required=True)\n artifact_import.add_argument(\"--sha256\", required=True)\n artifact_import.add_argument(\"--size\", type=int, required=True)\n\n manifest_build = subparsers.add_parser(\"manifest-build\")\n manifest_build.add_argument(\"--candidate-id\", required=True)\n manifest_build.add_argument(\"--created-by\", default=\"cli-operator\")\n\n compliance_run = subparsers.add_parser(\"compliance-run\")\n compliance_run.add_argument(\"--candidate-id\", required=True)\n compliance_run.add_argument(\"--manifest-id\", required=False, default=None)\n compliance_run.add_argument(\"--actor\", default=\"cli-operator\")\n compliance_run.add_argument(\"--json\", action=\"store_true\")\n\n compliance_status = subparsers.add_parser(\"compliance-status\")\n compliance_status.add_argument(\"--run-id\", required=True)\n compliance_status.add_argument(\"--json\", action=\"store_true\")\n\n compliance_report = subparsers.add_parser(\"compliance-report\")\n compliance_report.add_argument(\"--run-id\", required=True)\n compliance_report.add_argument(\"--json\", action=\"store_true\")\n\n compliance_violations = subparsers.add_parser(\"compliance-violations\")\n compliance_violations.add_argument(\"--run-id\", required=True)\n compliance_violations.add_argument(\"--json\", action=\"store_true\")\n\n approve = subparsers.add_parser(\"approve\")\n approve.add_argument(\"--candidate-id\", required=True)\n approve.add_argument(\"--report-id\", required=True)\n approve.add_argument(\"--actor\", default=\"cli-operator\")\n approve.add_argument(\"--comment\", required=False, default=None)\n approve.add_argument(\"--json\", action=\"store_true\")\n\n reject = subparsers.add_parser(\"reject\")\n reject.add_argument(\"--candidate-id\", required=True)\n reject.add_argument(\"--report-id\", required=True)\n reject.add_argument(\"--actor\", default=\"cli-operator\")\n reject.add_argument(\"--comment\", required=False, default=None)\n reject.add_argument(\"--json\", action=\"store_true\")\n\n publish = subparsers.add_parser(\"publish\")\n publish.add_argument(\"--candidate-id\", required=True)\n publish.add_argument(\"--report-id\", required=True)\n publish.add_argument(\"--actor\", default=\"cli-operator\")\n publish.add_argument(\"--target-channel\", required=True)\n publish.add_argument(\"--publication-ref\", required=False, default=None)\n publish.add_argument(\"--json\", action=\"store_true\")\n\n revoke = subparsers.add_parser(\"revoke\")\n revoke.add_argument(\"--publication-id\", required=True)\n revoke.add_argument(\"--actor\", default=\"cli-operator\")\n revoke.add_argument(\"--comment\", required=False, default=None)\n revoke.add_argument(\"--json\", action=\"store_true\")\n\n return parser\n\n\n# #endregion build_parser\n\n\n# #region run_candidate_register [TYPE Function]\n# @BRIEF Register candidate in repository via CLI command.\n# @PRE: Candidate ID must be unique.\n# @POST: Candidate is persisted in DRAFT status.\ndef run_candidate_register(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n existing = repository.get_candidate(args.candidate_id)\n if existing is not None:\n print(json.dumps({\"status\": \"error\", \"message\": \"candidate already exists\"}))\n return 1\n\n candidate = ReleaseCandidate(\n id=args.candidate_id,\n version=args.version,\n source_snapshot_ref=args.source_snapshot_ref,\n created_by=args.created_by,\n created_at=datetime.now(UTC),\n status=CandidateStatus.DRAFT.value,\n )\n repository.save_candidate(candidate)\n print(json.dumps({\"status\": \"ok\", \"candidate_id\": candidate.id}))\n return 0\n\n\n# #endregion run_candidate_register\n\n\n# #region run_artifact_import [TYPE Function]\n# @BRIEF Import single artifact for existing candidate.\n# @PRE: Candidate must exist.\n# @POST: Artifact is persisted for candidate.\ndef run_artifact_import(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n candidate = repository.get_candidate(args.candidate_id)\n if candidate is None:\n print(json.dumps({\"status\": \"error\", \"message\": \"candidate not found\"}))\n return 1\n\n artifact = CandidateArtifact(\n id=args.artifact_id,\n candidate_id=args.candidate_id,\n path=args.path,\n sha256=args.sha256,\n size=args.size,\n )\n repository.save_artifact(artifact)\n\n if candidate.status == CandidateStatus.DRAFT.value:\n candidate.transition_to(CandidateStatus.PREPARED)\n repository.save_candidate(candidate)\n\n print(json.dumps({\"status\": \"ok\", \"artifact_id\": artifact.id}))\n return 0\n\n\n# #endregion run_artifact_import\n\n\n# #region run_manifest_build [TYPE Function]\n# @BRIEF Build immutable manifest snapshot for candidate.\n# @PRE: Candidate must exist.\n# @POST: New manifest version is persisted.\ndef run_manifest_build(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n from ..services.clean_release.manifest_service import build_manifest_snapshot\n\n repository = get_clean_release_repository()\n try:\n manifest = build_manifest_snapshot(\n repository=repository,\n candidate_id=args.candidate_id,\n created_by=args.created_by,\n )\n except ValueError as exc:\n print(json.dumps({\"status\": \"error\", \"message\": str(exc)}))\n return 1\n\n print(\n json.dumps(\n {\n \"status\": \"ok\",\n \"manifest_id\": manifest.id,\n \"version\": manifest.manifest_version,\n }\n )\n )\n return 0\n\n\n# #endregion run_manifest_build\n\n\n# #region run_compliance_run [TYPE Function]\n# @BRIEF Execute compliance run for candidate with optional manifest fallback.\n# @PRE: Candidate exists and trusted snapshots are configured.\n# @POST: Returns run payload and exit code 0 on success.\ndef run_compliance_run(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository, get_config_manager\n\n repository = get_clean_release_repository()\n config_manager = get_config_manager()\n service = ComplianceExecutionService(\n repository=repository, config_manager=config_manager\n )\n\n try:\n result = service.execute_run(\n candidate_id=args.candidate_id,\n requested_by=args.actor,\n manifest_id=args.manifest_id,\n )\n except Exception as exc:\n print(json.dumps({\"status\": \"error\", \"message\": str(exc)}))\n return 2\n\n payload = {\n \"status\": \"ok\",\n \"run_id\": result.run.id,\n \"candidate_id\": result.run.candidate_id,\n \"run_status\": result.run.status,\n \"final_status\": result.run.final_status,\n \"task_id\": getattr(result.run, \"task_id\", None),\n \"report_id\": getattr(result.run, \"report_id\", None),\n }\n print(json.dumps(payload))\n return 0\n\n\n# #endregion run_compliance_run\n\n\n# #region run_compliance_status [TYPE Function]\n# @BRIEF Read run status by run id.\n# @PRE: Run exists.\n# @POST: Returns run status payload.\ndef run_compliance_status(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n run = repository.get_check_run(args.run_id)\n if run is None:\n print(json.dumps({\"status\": \"error\", \"message\": \"run not found\"}))\n return 2\n\n report = next(\n (item for item in repository.reports.values() if item.run_id == run.id), None\n )\n payload = {\n \"status\": \"ok\",\n \"run_id\": run.id,\n \"candidate_id\": run.candidate_id,\n \"run_status\": run.status,\n \"final_status\": run.final_status,\n \"task_id\": getattr(run, \"task_id\", None),\n \"report_id\": getattr(run, \"report_id\", None) or (report.id if report else None),\n }\n print(json.dumps(payload))\n return 0\n\n\n# #endregion run_compliance_status\n\n\n# #region _to_payload [TYPE Function]\n# @BRIEF Serialize domain models for CLI JSON output across SQLAlchemy/Pydantic variants.\n# @PRE: value is serializable model or primitive object.\n# @POST: Returns dictionary payload without mutating value.\ndef _to_payload(value: Any) -> dict[str, Any]:\n def _normalize(raw: Any) -> Any:\n if isinstance(raw, datetime):\n return raw.isoformat()\n if isinstance(raw, date):\n return raw.isoformat()\n if isinstance(raw, dict):\n return {str(key): _normalize(item) for key, item in raw.items()}\n if isinstance(raw, list):\n return [_normalize(item) for item in raw]\n if isinstance(raw, tuple):\n return [_normalize(item) for item in raw]\n return raw\n\n if hasattr(value, \"model_dump\"):\n return _normalize(value.model_dump())\n table = getattr(value, \"__table__\", None)\n if table is not None:\n row = {column.name: getattr(value, column.name) for column in table.columns}\n return _normalize(row)\n raise TypeError(f\"unsupported payload type: {type(value)!r}\")\n\n\n# #endregion _to_payload\n\n\n# #region run_compliance_report [TYPE Function]\n# @BRIEF Read immutable report by run id.\n# @PRE: Run and report exist.\n# @POST: Returns report payload.\ndef run_compliance_report(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n run = repository.get_check_run(args.run_id)\n if run is None:\n print(json.dumps({\"status\": \"error\", \"message\": \"run not found\"}))\n return 2\n\n report = next(\n (item for item in repository.reports.values() if item.run_id == run.id), None\n )\n if report is None:\n print(json.dumps({\"status\": \"error\", \"message\": \"report not found\"}))\n return 2\n\n print(json.dumps({\"status\": \"ok\", \"report\": _to_payload(report)}))\n return 0\n\n\n# #endregion run_compliance_report\n\n\n# #region run_compliance_violations [TYPE Function]\n# @BRIEF Read run violations by run id.\n# @PRE: Run exists.\n# @POST: Returns violations payload.\ndef run_compliance_violations(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n run = repository.get_check_run(args.run_id)\n if run is None:\n print(json.dumps({\"status\": \"error\", \"message\": \"run not found\"}))\n return 2\n\n violations = repository.get_violations_by_run(args.run_id)\n print(\n json.dumps(\n {\"status\": \"ok\", \"items\": [_to_payload(item) for item in violations]}\n )\n )\n return 0\n\n\n# #endregion run_compliance_violations\n\n\n# #region run_approve [TYPE Function]\n# @BRIEF Approve candidate based on immutable PASSED report.\n# @PRE: Candidate and report exist; report is PASSED.\n# @POST: Persists APPROVED decision and returns success payload.\ndef run_approve(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n try:\n decision = approve_candidate(\n repository=repository,\n candidate_id=args.candidate_id,\n report_id=args.report_id,\n decided_by=args.actor,\n comment=args.comment,\n )\n except Exception as exc:\n print(json.dumps({\"status\": \"error\", \"message\": str(exc)}))\n return 2\n\n print(\n json.dumps(\n {\"status\": \"ok\", \"decision\": decision.decision, \"decision_id\": decision.id}\n )\n )\n return 0\n\n\n# #endregion run_approve\n\n\n# #region run_reject [TYPE Function]\n# @BRIEF Reject candidate without mutating compliance evidence.\n# @PRE: Candidate and report exist.\n# @POST: Persists REJECTED decision and returns success payload.\ndef run_reject(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n try:\n decision = reject_candidate(\n repository=repository,\n candidate_id=args.candidate_id,\n report_id=args.report_id,\n decided_by=args.actor,\n comment=args.comment,\n )\n except Exception as exc:\n print(json.dumps({\"status\": \"error\", \"message\": str(exc)}))\n return 2\n\n print(\n json.dumps(\n {\"status\": \"ok\", \"decision\": decision.decision, \"decision_id\": decision.id}\n )\n )\n return 0\n\n\n# #endregion run_reject\n\n\n# #region run_publish [TYPE Function]\n# @BRIEF Publish approved candidate to target channel.\n# @PRE: Candidate is approved and report belongs to candidate.\n# @POST: Appends ACTIVE publication record and returns payload.\ndef run_publish(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n try:\n publication = publish_candidate(\n repository=repository,\n candidate_id=args.candidate_id,\n report_id=args.report_id,\n published_by=args.actor,\n target_channel=args.target_channel,\n publication_ref=args.publication_ref,\n )\n except Exception as exc:\n print(json.dumps({\"status\": \"error\", \"message\": str(exc)}))\n return 2\n\n print(json.dumps({\"status\": \"ok\", \"publication\": _to_payload(publication)}))\n return 0\n\n\n# #endregion run_publish\n\n\n# #region run_revoke [TYPE Function]\n# @BRIEF Revoke active publication record.\n# @PRE: Publication id exists and is ACTIVE.\n# @POST: Publication record status becomes REVOKED.\ndef run_revoke(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n try:\n publication = revoke_publication(\n repository=repository,\n publication_id=args.publication_id,\n revoked_by=args.actor,\n comment=args.comment,\n )\n except Exception as exc:\n print(json.dumps({\"status\": \"error\", \"message\": str(exc)}))\n return 2\n\n print(json.dumps({\"status\": \"ok\", \"publication\": _to_payload(publication)}))\n return 0\n\n\n# #endregion run_revoke\n\n\n# #region main [TYPE Function]\n# @BRIEF CLI entrypoint for clean release commands.\ndef main(argv: list[str] | None = None) -> int:\n seed_trace_id()\n parser = build_parser()\n args = parser.parse_args(argv)\n\n if args.command == \"candidate-register\":\n return run_candidate_register(args)\n if args.command == \"artifact-import\":\n return run_artifact_import(args)\n if args.command == \"manifest-build\":\n return run_manifest_build(args)\n if args.command == \"compliance-run\":\n return run_compliance_run(args)\n if args.command == \"compliance-status\":\n return run_compliance_status(args)\n if args.command == \"compliance-report\":\n return run_compliance_report(args)\n if args.command == \"compliance-violations\":\n return run_compliance_violations(args)\n if args.command == \"approve\":\n return run_approve(args)\n if args.command == \"reject\":\n return run_reject(args)\n if args.command == \"publish\":\n return run_publish(args)\n if args.command == \"revoke\":\n return run_revoke(args)\n\n print(json.dumps({\"status\": \"error\", \"message\": \"unknown command\"}))\n return 2\n\n\n# #endregion main\n\n\nif __name__ == \"__main__\":\n raise SystemExit(main())\n\n# #endregion CleanReleaseCliScript\n" }, { @@ -55858,6 +57959,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region build_parser [TYPE Function]\n# @BRIEF Build argparse parser for clean release CLI.\ndef build_parser() -> argparse.ArgumentParser:\n parser = argparse.ArgumentParser(prog=\"clean-release-cli\")\n subparsers = parser.add_subparsers(dest=\"command\", required=True)\n\n register = subparsers.add_parser(\"candidate-register\")\n register.add_argument(\"--candidate-id\", required=True)\n register.add_argument(\"--version\", required=True)\n register.add_argument(\"--source-snapshot-ref\", required=True)\n register.add_argument(\"--created-by\", default=\"cli-operator\")\n\n artifact_import = subparsers.add_parser(\"artifact-import\")\n artifact_import.add_argument(\"--candidate-id\", required=True)\n artifact_import.add_argument(\"--artifact-id\", required=True)\n artifact_import.add_argument(\"--path\", required=True)\n artifact_import.add_argument(\"--sha256\", required=True)\n artifact_import.add_argument(\"--size\", type=int, required=True)\n\n manifest_build = subparsers.add_parser(\"manifest-build\")\n manifest_build.add_argument(\"--candidate-id\", required=True)\n manifest_build.add_argument(\"--created-by\", default=\"cli-operator\")\n\n compliance_run = subparsers.add_parser(\"compliance-run\")\n compliance_run.add_argument(\"--candidate-id\", required=True)\n compliance_run.add_argument(\"--manifest-id\", required=False, default=None)\n compliance_run.add_argument(\"--actor\", default=\"cli-operator\")\n compliance_run.add_argument(\"--json\", action=\"store_true\")\n\n compliance_status = subparsers.add_parser(\"compliance-status\")\n compliance_status.add_argument(\"--run-id\", required=True)\n compliance_status.add_argument(\"--json\", action=\"store_true\")\n\n compliance_report = subparsers.add_parser(\"compliance-report\")\n compliance_report.add_argument(\"--run-id\", required=True)\n compliance_report.add_argument(\"--json\", action=\"store_true\")\n\n compliance_violations = subparsers.add_parser(\"compliance-violations\")\n compliance_violations.add_argument(\"--run-id\", required=True)\n compliance_violations.add_argument(\"--json\", action=\"store_true\")\n\n approve = subparsers.add_parser(\"approve\")\n approve.add_argument(\"--candidate-id\", required=True)\n approve.add_argument(\"--report-id\", required=True)\n approve.add_argument(\"--actor\", default=\"cli-operator\")\n approve.add_argument(\"--comment\", required=False, default=None)\n approve.add_argument(\"--json\", action=\"store_true\")\n\n reject = subparsers.add_parser(\"reject\")\n reject.add_argument(\"--candidate-id\", required=True)\n reject.add_argument(\"--report-id\", required=True)\n reject.add_argument(\"--actor\", default=\"cli-operator\")\n reject.add_argument(\"--comment\", required=False, default=None)\n reject.add_argument(\"--json\", action=\"store_true\")\n\n publish = subparsers.add_parser(\"publish\")\n publish.add_argument(\"--candidate-id\", required=True)\n publish.add_argument(\"--report-id\", required=True)\n publish.add_argument(\"--actor\", default=\"cli-operator\")\n publish.add_argument(\"--target-channel\", required=True)\n publish.add_argument(\"--publication-ref\", required=False, default=None)\n publish.add_argument(\"--json\", action=\"store_true\")\n\n revoke = subparsers.add_parser(\"revoke\")\n revoke.add_argument(\"--publication-id\", required=True)\n revoke.add_argument(\"--actor\", default=\"cli-operator\")\n revoke.add_argument(\"--comment\", required=False, default=None)\n revoke.add_argument(\"--json\", action=\"store_true\")\n\n return parser\n\n\n# #endregion build_parser\n" }, { @@ -55904,6 +58006,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region run_candidate_register [TYPE Function]\n# @BRIEF Register candidate in repository via CLI command.\n# @PRE: Candidate ID must be unique.\n# @POST: Candidate is persisted in DRAFT status.\ndef run_candidate_register(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n existing = repository.get_candidate(args.candidate_id)\n if existing is not None:\n print(json.dumps({\"status\": \"error\", \"message\": \"candidate already exists\"}))\n return 1\n\n candidate = ReleaseCandidate(\n id=args.candidate_id,\n version=args.version,\n source_snapshot_ref=args.source_snapshot_ref,\n created_by=args.created_by,\n created_at=datetime.now(UTC),\n status=CandidateStatus.DRAFT.value,\n )\n repository.save_candidate(candidate)\n print(json.dumps({\"status\": \"ok\", \"candidate_id\": candidate.id}))\n return 0\n\n\n# #endregion run_candidate_register\n" }, { @@ -55950,6 +58053,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region run_artifact_import [TYPE Function]\n# @BRIEF Import single artifact for existing candidate.\n# @PRE: Candidate must exist.\n# @POST: Artifact is persisted for candidate.\ndef run_artifact_import(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n candidate = repository.get_candidate(args.candidate_id)\n if candidate is None:\n print(json.dumps({\"status\": \"error\", \"message\": \"candidate not found\"}))\n return 1\n\n artifact = CandidateArtifact(\n id=args.artifact_id,\n candidate_id=args.candidate_id,\n path=args.path,\n sha256=args.sha256,\n size=args.size,\n )\n repository.save_artifact(artifact)\n\n if candidate.status == CandidateStatus.DRAFT.value:\n candidate.transition_to(CandidateStatus.PREPARED)\n repository.save_candidate(candidate)\n\n print(json.dumps({\"status\": \"ok\", \"artifact_id\": artifact.id}))\n return 0\n\n\n# #endregion run_artifact_import\n" }, { @@ -55996,6 +58100,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region run_manifest_build [TYPE Function]\n# @BRIEF Build immutable manifest snapshot for candidate.\n# @PRE: Candidate must exist.\n# @POST: New manifest version is persisted.\ndef run_manifest_build(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n from ..services.clean_release.manifest_service import build_manifest_snapshot\n\n repository = get_clean_release_repository()\n try:\n manifest = build_manifest_snapshot(\n repository=repository,\n candidate_id=args.candidate_id,\n created_by=args.created_by,\n )\n except ValueError as exc:\n print(json.dumps({\"status\": \"error\", \"message\": str(exc)}))\n return 1\n\n print(\n json.dumps(\n {\n \"status\": \"ok\",\n \"manifest_id\": manifest.id,\n \"version\": manifest.manifest_version,\n }\n )\n )\n return 0\n\n\n# #endregion run_manifest_build\n" }, { @@ -56042,6 +58147,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region run_compliance_run [TYPE Function]\n# @BRIEF Execute compliance run for candidate with optional manifest fallback.\n# @PRE: Candidate exists and trusted snapshots are configured.\n# @POST: Returns run payload and exit code 0 on success.\ndef run_compliance_run(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository, get_config_manager\n\n repository = get_clean_release_repository()\n config_manager = get_config_manager()\n service = ComplianceExecutionService(\n repository=repository, config_manager=config_manager\n )\n\n try:\n result = service.execute_run(\n candidate_id=args.candidate_id,\n requested_by=args.actor,\n manifest_id=args.manifest_id,\n )\n except Exception as exc:\n print(json.dumps({\"status\": \"error\", \"message\": str(exc)}))\n return 2\n\n payload = {\n \"status\": \"ok\",\n \"run_id\": result.run.id,\n \"candidate_id\": result.run.candidate_id,\n \"run_status\": result.run.status,\n \"final_status\": result.run.final_status,\n \"task_id\": getattr(result.run, \"task_id\", None),\n \"report_id\": getattr(result.run, \"report_id\", None),\n }\n print(json.dumps(payload))\n return 0\n\n\n# #endregion run_compliance_run\n" }, { @@ -56088,6 +58194,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region run_compliance_status [TYPE Function]\n# @BRIEF Read run status by run id.\n# @PRE: Run exists.\n# @POST: Returns run status payload.\ndef run_compliance_status(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n run = repository.get_check_run(args.run_id)\n if run is None:\n print(json.dumps({\"status\": \"error\", \"message\": \"run not found\"}))\n return 2\n\n report = next(\n (item for item in repository.reports.values() if item.run_id == run.id), None\n )\n payload = {\n \"status\": \"ok\",\n \"run_id\": run.id,\n \"candidate_id\": run.candidate_id,\n \"run_status\": run.status,\n \"final_status\": run.final_status,\n \"task_id\": getattr(run, \"task_id\", None),\n \"report_id\": getattr(run, \"report_id\", None) or (report.id if report else None),\n }\n print(json.dumps(payload))\n return 0\n\n\n# #endregion run_compliance_status\n" }, { @@ -56134,6 +58241,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _to_payload [TYPE Function]\n# @BRIEF Serialize domain models for CLI JSON output across SQLAlchemy/Pydantic variants.\n# @PRE: value is serializable model or primitive object.\n# @POST: Returns dictionary payload without mutating value.\ndef _to_payload(value: Any) -> dict[str, Any]:\n def _normalize(raw: Any) -> Any:\n if isinstance(raw, datetime):\n return raw.isoformat()\n if isinstance(raw, date):\n return raw.isoformat()\n if isinstance(raw, dict):\n return {str(key): _normalize(item) for key, item in raw.items()}\n if isinstance(raw, list):\n return [_normalize(item) for item in raw]\n if isinstance(raw, tuple):\n return [_normalize(item) for item in raw]\n return raw\n\n if hasattr(value, \"model_dump\"):\n return _normalize(value.model_dump())\n table = getattr(value, \"__table__\", None)\n if table is not None:\n row = {column.name: getattr(value, column.name) for column in table.columns}\n return _normalize(row)\n raise TypeError(f\"unsupported payload type: {type(value)!r}\")\n\n\n# #endregion _to_payload\n" }, { @@ -56180,6 +58288,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region run_compliance_report [TYPE Function]\n# @BRIEF Read immutable report by run id.\n# @PRE: Run and report exist.\n# @POST: Returns report payload.\ndef run_compliance_report(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n run = repository.get_check_run(args.run_id)\n if run is None:\n print(json.dumps({\"status\": \"error\", \"message\": \"run not found\"}))\n return 2\n\n report = next(\n (item for item in repository.reports.values() if item.run_id == run.id), None\n )\n if report is None:\n print(json.dumps({\"status\": \"error\", \"message\": \"report not found\"}))\n return 2\n\n print(json.dumps({\"status\": \"ok\", \"report\": _to_payload(report)}))\n return 0\n\n\n# #endregion run_compliance_report\n" }, { @@ -56226,6 +58335,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region run_compliance_violations [TYPE Function]\n# @BRIEF Read run violations by run id.\n# @PRE: Run exists.\n# @POST: Returns violations payload.\ndef run_compliance_violations(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n run = repository.get_check_run(args.run_id)\n if run is None:\n print(json.dumps({\"status\": \"error\", \"message\": \"run not found\"}))\n return 2\n\n violations = repository.get_violations_by_run(args.run_id)\n print(\n json.dumps(\n {\"status\": \"ok\", \"items\": [_to_payload(item) for item in violations]}\n )\n )\n return 0\n\n\n# #endregion run_compliance_violations\n" }, { @@ -56272,6 +58382,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region run_approve [TYPE Function]\n# @BRIEF Approve candidate based on immutable PASSED report.\n# @PRE: Candidate and report exist; report is PASSED.\n# @POST: Persists APPROVED decision and returns success payload.\ndef run_approve(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n try:\n decision = approve_candidate(\n repository=repository,\n candidate_id=args.candidate_id,\n report_id=args.report_id,\n decided_by=args.actor,\n comment=args.comment,\n )\n except Exception as exc:\n print(json.dumps({\"status\": \"error\", \"message\": str(exc)}))\n return 2\n\n print(\n json.dumps(\n {\"status\": \"ok\", \"decision\": decision.decision, \"decision_id\": decision.id}\n )\n )\n return 0\n\n\n# #endregion run_approve\n" }, { @@ -56318,6 +58429,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region run_reject [TYPE Function]\n# @BRIEF Reject candidate without mutating compliance evidence.\n# @PRE: Candidate and report exist.\n# @POST: Persists REJECTED decision and returns success payload.\ndef run_reject(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n try:\n decision = reject_candidate(\n repository=repository,\n candidate_id=args.candidate_id,\n report_id=args.report_id,\n decided_by=args.actor,\n comment=args.comment,\n )\n except Exception as exc:\n print(json.dumps({\"status\": \"error\", \"message\": str(exc)}))\n return 2\n\n print(\n json.dumps(\n {\"status\": \"ok\", \"decision\": decision.decision, \"decision_id\": decision.id}\n )\n )\n return 0\n\n\n# #endregion run_reject\n" }, { @@ -56364,6 +58476,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region run_publish [TYPE Function]\n# @BRIEF Publish approved candidate to target channel.\n# @PRE: Candidate is approved and report belongs to candidate.\n# @POST: Appends ACTIVE publication record and returns payload.\ndef run_publish(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n try:\n publication = publish_candidate(\n repository=repository,\n candidate_id=args.candidate_id,\n report_id=args.report_id,\n published_by=args.actor,\n target_channel=args.target_channel,\n publication_ref=args.publication_ref,\n )\n except Exception as exc:\n print(json.dumps({\"status\": \"error\", \"message\": str(exc)}))\n return 2\n\n print(json.dumps({\"status\": \"ok\", \"publication\": _to_payload(publication)}))\n return 0\n\n\n# #endregion run_publish\n" }, { @@ -56410,6 +58523,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region run_revoke [TYPE Function]\n# @BRIEF Revoke active publication record.\n# @PRE: Publication id exists and is ACTIVE.\n# @POST: Publication record status becomes REVOKED.\ndef run_revoke(args: argparse.Namespace) -> int:\n from ..dependencies import get_clean_release_repository\n\n repository = get_clean_release_repository()\n try:\n publication = revoke_publication(\n repository=repository,\n publication_id=args.publication_id,\n revoked_by=args.actor,\n comment=args.comment,\n )\n except Exception as exc:\n print(json.dumps({\"status\": \"error\", \"message\": str(exc)}))\n return 2\n\n print(json.dumps({\"status\": \"ok\", \"publication\": _to_payload(publication)}))\n return 0\n\n\n# #endregion run_revoke\n" }, { @@ -56452,6 +58566,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CleanReleaseTuiScript [C:3] [TYPE Module] [SEMANTICS clean-release, validate, compliance, release, tui-facade-adapter]\n# @BRIEF Interactive terminal interface for Enterprise Clean Release compliance validation.\n# @LAYER: UI\n# @RELATION DEPENDS_ON -> [ComplianceExecutionService]\n# @RELATION DEPENDS_ON -> [CleanReleaseRepository]\n# @INVARIANT: TUI refuses startup in non-TTY environments; headless flow is CLI/API only.\n\nimport curses\nimport json\nimport os\nimport sys\nfrom datetime import UTC, datetime\nfrom types import SimpleNamespace\nfrom typing import Any\n\n# Standardize sys.path for direct execution from project root or scripts dir.\nSCRIPT_DIR = os.path.dirname(os.path.abspath(__file__))\nBACKEND_ROOT = os.path.abspath(os.path.join(SCRIPT_DIR, \"..\", \"..\"))\nif BACKEND_ROOT not in sys.path:\n sys.path.insert(0, BACKEND_ROOT)\n\nfrom src.core.cot_logger import seed_trace_id\nfrom src.models.clean_release import (\n CandidateArtifact,\n CheckFinalStatus,\n CheckStageName,\n CheckStageStatus,\n CleanProfilePolicy,\n ComplianceViolation,\n ProfileType,\n RegistryStatus,\n ReleaseCandidate,\n ReleaseCandidateStatus,\n ResourceSourceEntry,\n ResourceSourceRegistry,\n)\nfrom src.services.clean_release.approval_service import approve_candidate\nfrom src.services.clean_release.artifact_catalog_loader import load_bootstrap_artifacts\nfrom src.services.clean_release.compliance_execution_service import (\n ComplianceExecutionService,\n)\nfrom src.services.clean_release.enums import CandidateStatus\nfrom src.services.clean_release.manifest_service import build_manifest_snapshot\nfrom src.services.clean_release.publication_service import publish_candidate\nfrom src.services.clean_release.repository import CleanReleaseRepository\n\n\n# #region TuiFacadeAdapter [TYPE Class]\n# @BRIEF Thin TUI adapter that routes business mutations through application services.\n# @PRE: repository contains candidate and trusted policy/registry snapshots for execution.\n# @POST: Business actions return service results/errors without direct TUI-owned mutations.\nclass TuiFacadeAdapter:\n def __init__(self, repository: CleanReleaseRepository):\n self.repository = repository\n\n def _build_config_manager(self):\n policy = self.repository.get_active_policy()\n if policy is None:\n raise ValueError(\"Active policy not found\")\n clean_release = SimpleNamespace(\n active_policy_id=policy.id,\n active_registry_id=policy.registry_snapshot_id,\n )\n settings = SimpleNamespace(clean_release=clean_release)\n config = SimpleNamespace(settings=settings)\n return SimpleNamespace(get_config=lambda: config)\n\n def run_compliance(self, *, candidate_id: str, actor: str):\n manifests = self.repository.get_manifests_by_candidate(candidate_id)\n if not manifests:\n raise ValueError(\"Manifest required before compliance run\")\n latest_manifest = sorted(\n manifests, key=lambda item: item.manifest_version, reverse=True\n )[0]\n service = ComplianceExecutionService(\n repository=self.repository,\n config_manager=self._build_config_manager(),\n )\n return service.execute_run(\n candidate_id=candidate_id,\n requested_by=actor,\n manifest_id=latest_manifest.id,\n )\n\n def approve_latest(self, *, candidate_id: str, actor: str):\n reports = [\n item\n for item in self.repository.reports.values()\n if item.candidate_id == candidate_id\n ]\n if not reports:\n raise ValueError(\"No compliance report available for approval\")\n report = sorted(reports, key=lambda item: item.generated_at, reverse=True)[0]\n return approve_candidate(\n repository=self.repository,\n candidate_id=candidate_id,\n report_id=report.id,\n decided_by=actor,\n comment=\"Approved from TUI\",\n )\n\n def publish_latest(self, *, candidate_id: str, actor: str):\n reports = [\n item\n for item in self.repository.reports.values()\n if item.candidate_id == candidate_id\n ]\n if not reports:\n raise ValueError(\"No compliance report available for publication\")\n report = sorted(reports, key=lambda item: item.generated_at, reverse=True)[0]\n return publish_candidate(\n repository=self.repository,\n candidate_id=candidate_id,\n report_id=report.id,\n published_by=actor,\n target_channel=\"stable\",\n publication_ref=None,\n )\n\n def build_manifest(self, *, candidate_id: str, actor: str):\n return build_manifest_snapshot(\n repository=self.repository,\n candidate_id=candidate_id,\n created_by=actor,\n )\n\n def get_overview(self, *, candidate_id: str) -> dict[str, Any]:\n candidate = self.repository.get_candidate(candidate_id)\n manifests = self.repository.get_manifests_by_candidate(candidate_id)\n latest_manifest = (\n sorted(manifests, key=lambda item: item.manifest_version, reverse=True)[0]\n if manifests\n else None\n )\n runs = [\n item\n for item in self.repository.check_runs.values()\n if item.candidate_id == candidate_id\n ]\n latest_run = (\n sorted(runs, key=lambda item: item.requested_at, reverse=True)[0]\n if runs\n else None\n )\n latest_report = next(\n (\n item\n for item in self.repository.reports.values()\n if latest_run and item.run_id == latest_run.id\n ),\n None,\n )\n approvals = getattr(self.repository, \"approval_decisions\", [])\n latest_approval = (\n sorted(\n [item for item in approvals if item.candidate_id == candidate_id],\n key=lambda item: item.decided_at,\n reverse=True,\n )[0]\n if any(item.candidate_id == candidate_id for item in approvals)\n else None\n )\n publications = getattr(self.repository, \"publication_records\", [])\n latest_publication = (\n sorted(\n [item for item in publications if item.candidate_id == candidate_id],\n key=lambda item: item.published_at,\n reverse=True,\n )[0]\n if any(item.candidate_id == candidate_id for item in publications)\n else None\n )\n policy = self.repository.get_active_policy()\n registry = (\n self.repository.get_registry(policy.internal_source_registry_ref)\n if policy\n else None\n )\n return {\n \"candidate\": candidate,\n \"manifest\": latest_manifest,\n \"run\": latest_run,\n \"report\": latest_report,\n \"approval\": latest_approval,\n \"publication\": latest_publication,\n \"policy\": policy,\n \"registry\": registry,\n }\n\n\n# #endregion TuiFacadeAdapter\n\n\n# #region CleanReleaseTUI [TYPE Class]\n# @BRIEF Curses-based application for compliance monitoring.\n# @UX_STATE: READY -> Waiting for operator to start checks (F5).\n# @UX_STATE: RUNNING -> Executing compliance stages with progress feedback.\n# @UX_STATE: COMPLIANT -> Release candidate passed all checks.\n# @UX_STATE: BLOCKED -> Violations detected, release forbidden.\n# @UX_FEEDBACK: Red alerts for BLOCKED status, Green for COMPLIANT.\nclass CleanReleaseTUI:\n def __init__(self, stdscr: curses.window):\n self.stdscr = stdscr\n self.mode = os.getenv(\"CLEAN_TUI_MODE\", \"demo\").strip().lower()\n self.repo = self._build_repository(self.mode)\n self.facade = TuiFacadeAdapter(self.repo)\n self.candidate_id = self._resolve_candidate_id()\n self.status: Any = \"READY\"\n self.checks_progress: list[dict[str, Any]] = []\n self.violations_list: list[ComplianceViolation] = []\n self.report_id: str | None = None\n self.last_error: str | None = None\n self.overview: dict[str, Any] = {}\n self.refresh_overview()\n\n curses.start_color()\n curses.use_default_colors()\n curses.init_pair(1, curses.COLOR_WHITE, curses.COLOR_BLUE) # Header/Footer\n curses.init_pair(2, curses.COLOR_GREEN, -1) # PASS\n curses.init_pair(3, curses.COLOR_RED, -1) # FAIL/BLOCKED\n curses.init_pair(4, curses.COLOR_YELLOW, -1) # RUNNING\n curses.init_pair(5, curses.COLOR_CYAN, -1) # Text\n\n def _build_repository(self, mode: str) -> CleanReleaseRepository:\n repo = CleanReleaseRepository()\n if mode == \"demo\":\n self._bootstrap_demo_repository(repo)\n else:\n self._bootstrap_real_repository(repo)\n return repo\n\n def _bootstrap_demo_repository(self, repository: CleanReleaseRepository) -> None:\n now = datetime.now(UTC)\n policy = CleanProfilePolicy(\n policy_id=\"POL-ENT-CLEAN\",\n policy_version=\"1\",\n profile=ProfileType.ENTERPRISE_CLEAN,\n active=True,\n internal_source_registry_ref=\"REG-1\",\n prohibited_artifact_categories=[\"test-data\"],\n effective_from=now,\n )\n policy.immutable = True\n repository.save_policy(policy)\n\n registry = ResourceSourceRegistry(\n registry_id=\"REG-1\",\n name=\"Default Internal Registry\",\n entries=[\n ResourceSourceEntry(\n source_id=\"S1\",\n host=\"internal-repo.company.com\",\n protocol=\"https\",\n purpose=\"artifactory\",\n )\n ],\n updated_at=now,\n updated_by=\"system\",\n )\n registry.immutable = True\n registry.allowed_hosts = [\"internal-repo.company.com\"]\n registry.allowed_schemes = [\"https\"]\n registry.allowed_source_types = [\"artifactory\"]\n repository.save_registry(registry)\n candidate = ReleaseCandidate(\n id=\"2026.03.03-rc1\",\n version=\"1.0.0\",\n source_snapshot_ref=\"v1.0.0-rc1\",\n created_at=now,\n created_by=\"system\",\n status=CandidateStatus.DRAFT.value,\n )\n candidate.transition_to(CandidateStatus.PREPARED)\n repository.save_candidate(candidate)\n repository.save_artifact(\n CandidateArtifact(\n id=\"demo-art-1\",\n candidate_id=candidate.id,\n path=\"src/main.py\",\n sha256=\"sha256-demo-core\",\n size=128,\n detected_category=\"core\",\n )\n )\n repository.save_artifact(\n CandidateArtifact(\n id=\"demo-art-2\",\n candidate_id=candidate.id,\n path=\"test/data.csv\",\n sha256=\"sha256-demo-test\",\n size=64,\n detected_category=\"test-data\",\n )\n )\n manifest = build_manifest_snapshot(\n repository=repository,\n candidate_id=candidate.id,\n created_by=\"system\",\n policy_id=\"POL-ENT-CLEAN\",\n )\n summary = dict(manifest.content_json.get(\"summary\", {}))\n summary[\"prohibited_detected_count\"] = 1\n manifest.content_json[\"summary\"] = summary\n\n def _bootstrap_real_repository(self, repository: CleanReleaseRepository) -> None:\n bootstrap_path = os.getenv(\"CLEAN_TUI_BOOTSTRAP_JSON\", \"\").strip()\n if not bootstrap_path:\n return\n\n with open(bootstrap_path, encoding=\"utf-8\") as bootstrap_file:\n payload = json.load(bootstrap_file)\n\n now = datetime.now(UTC)\n candidate = ReleaseCandidate(\n id=payload.get(\"candidate_id\", \"candidate-1\"),\n version=payload.get(\"version\", \"1.0.0\"),\n source_snapshot_ref=payload.get(\"source_snapshot_ref\", \"snapshot-ref\"),\n created_at=now,\n created_by=payload.get(\"created_by\", \"operator\"),\n status=ReleaseCandidateStatus.DRAFT,\n )\n repository.save_candidate(candidate)\n imported_artifacts = load_bootstrap_artifacts(\n os.getenv(\"CLEAN_TUI_ARTIFACTS_JSON\", \"\").strip(),\n candidate.id,\n )\n for artifact in imported_artifacts:\n repository.save_artifact(artifact)\n if imported_artifacts:\n candidate.transition_to(CandidateStatus.PREPARED)\n repository.save_candidate(candidate)\n\n registry_id = payload.get(\"registry_id\", \"REG-1\")\n entries = [\n ResourceSourceEntry(\n source_id=f\"S-{index + 1}\",\n host=host,\n protocol=\"https\",\n purpose=\"bootstrap\",\n enabled=True,\n )\n for index, host in enumerate(payload.get(\"allowed_hosts\", []))\n if str(host).strip()\n ]\n if entries:\n repository.save_registry(\n ResourceSourceRegistry(\n registry_id=registry_id,\n name=payload.get(\"registry_name\", \"Bootstrap Internal Registry\"),\n entries=entries,\n updated_at=now,\n updated_by=payload.get(\"created_by\", \"operator\"),\n status=RegistryStatus.ACTIVE,\n )\n )\n\n if entries:\n repository.save_policy(\n CleanProfilePolicy(\n policy_id=payload.get(\"policy_id\", \"POL-ENT-CLEAN\"),\n policy_version=payload.get(\"policy_version\", \"1\"),\n profile=ProfileType.ENTERPRISE_CLEAN,\n active=True,\n internal_source_registry_ref=registry_id,\n prohibited_artifact_categories=payload.get(\n \"prohibited_artifact_categories\",\n [\"test-data\", \"demo\", \"load-test\"],\n ),\n required_system_categories=payload.get(\n \"required_system_categories\", [\"core\"]\n ),\n effective_from=now,\n )\n )\n\n def _resolve_candidate_id(self) -> str:\n env_candidate = os.getenv(\"CLEAN_TUI_CANDIDATE_ID\", \"\").strip()\n if env_candidate:\n return env_candidate\n\n candidate_ids = list(self.repo.candidates.keys())\n if candidate_ids:\n return candidate_ids[0]\n return \"\"\n\n def draw_header(self, max_y: int, max_x: int):\n header_text = \" Enterprise Clean Release Validator (TUI) \"\n self.stdscr.attron(curses.color_pair(1) | curses.A_BOLD)\n # Avoid slicing if possible to satisfy Pyre, or use explicit int\n centered = header_text.center(max_x)\n self.stdscr.addstr(0, 0, centered[:max_x])\n self.stdscr.attroff(curses.color_pair(1) | curses.A_BOLD)\n\n candidate = self.overview.get(\"candidate\")\n candidate_text = self.candidate_id or \"not-set\"\n profile_text = \"enterprise-clean\"\n lifecycle = getattr(candidate, \"status\", \"UNKNOWN\")\n info_line_text = (\n f\" │ Candidate: [{candidate_text}] Profile: [{profile_text}] \"\n f\"Lifecycle: [{lifecycle}] Mode: [{self.mode}]\"\n ).ljust(max_x)\n self.stdscr.addstr(2, 0, info_line_text[:max_x])\n\n def draw_checks(self):\n self.stdscr.addstr(4, 3, \"Checks:\")\n check_defs = [\n (CheckStageName.DATA_PURITY, \"Data Purity (no test/demo payloads)\"),\n (\n CheckStageName.INTERNAL_SOURCES_ONLY,\n \"Internal Sources Only (company servers)\",\n ),\n (CheckStageName.NO_EXTERNAL_ENDPOINTS, \"No External Internet Endpoints\"),\n (CheckStageName.MANIFEST_CONSISTENCY, \"Release Manifest Consistency\"),\n ]\n\n row = 5\n drawn_checks = {c[\"stage\"]: c for c in self.checks_progress}\n\n for stage, desc in check_defs:\n status_text = \" \"\n color = curses.color_pair(5)\n\n if stage in drawn_checks:\n c = drawn_checks[stage]\n if c[\"status\"] == \"RUNNING\":\n status_text = \"...\"\n color = curses.color_pair(4)\n elif c[\"status\"] == CheckStageStatus.PASS:\n status_text = \"PASS\"\n color = curses.color_pair(2)\n elif c[\"status\"] == CheckStageStatus.FAIL:\n status_text = \"FAIL\"\n color = curses.color_pair(3)\n\n self.stdscr.addstr(row, 4, f\"[{status_text:^4}] {desc}\")\n if status_text != \" \":\n self.stdscr.addstr(row, 50, f\"{status_text:>10}\", color | curses.A_BOLD)\n row += 1\n\n def draw_sources(self):\n self.stdscr.addstr(12, 3, \"Allowed Internal Sources:\", curses.A_BOLD)\n reg = self.overview.get(\"registry\")\n row = 13\n if reg:\n for entry in reg.entries:\n self.stdscr.addstr(row, 3, f\" - {entry.host}\")\n row += 1\n else:\n self.stdscr.addstr(row, 3, \" - (none)\")\n\n def draw_status(self):\n color = curses.color_pair(5)\n if self.status == CheckFinalStatus.COMPLIANT:\n color = curses.color_pair(2)\n elif self.status == CheckFinalStatus.BLOCKED:\n color = curses.color_pair(3)\n\n stat_str = str(\n self.status.value if hasattr(self.status, \"value\") else self.status\n )\n self.stdscr.addstr(\n 18, 3, f\"FINAL STATUS: {stat_str.upper()}\", color | curses.A_BOLD\n )\n\n if self.report_id:\n self.stdscr.addstr(19, 3, f\"Report ID: {self.report_id}\")\n\n approval = self.overview.get(\"approval\")\n publication = self.overview.get(\"publication\")\n if approval:\n self.stdscr.addstr(20, 3, f\"Approval: {approval.decision}\")\n if publication:\n self.stdscr.addstr(20, 32, f\"Publication: {publication.status}\")\n\n if self.violations_list:\n self.stdscr.addstr(\n 21,\n 3,\n f\"Violations Details ({len(self.violations_list)} total):\",\n curses.color_pair(3) | curses.A_BOLD,\n )\n row = 22\n for i, v in enumerate(self.violations_list[:5]):\n v_cat = str(getattr(v, \"code\", \"VIOLATION\"))\n msg = str(getattr(v, \"message\", \"Violation detected\"))\n location = str(\n getattr(v, \"artifact_path\", \"\")\n or getattr(getattr(v, \"evidence_json\", {}), \"get\", lambda *_: \"\")(\n \"location\", \"\"\n )\n )\n msg_text = f\"[{v_cat}] {msg} (Loc: {location})\"\n self.stdscr.addstr(row + i, 5, msg_text[:70], curses.color_pair(3))\n if self.last_error:\n self.stdscr.addstr(\n 27,\n 3,\n f\"Error: {self.last_error}\"[:100],\n curses.color_pair(3) | curses.A_BOLD,\n )\n\n def draw_footer(self, max_y: int, max_x: int):\n footer_text = \" F5 Run F6 Manifest F7 Refresh F8 Approve F9 Publish F10 Exit \".center(\n max_x\n )\n self.stdscr.attron(curses.color_pair(1))\n self.stdscr.addstr(max_y - 1, 0, footer_text[:max_x])\n self.stdscr.attroff(curses.color_pair(1))\n\n # [DEF:run_checks:Function]\n # @PURPOSE: Execute compliance run via facade adapter and update UI state.\n # @PRE: Candidate and policy snapshots are present in repository.\n # @POST: UI reflects final run/report/violation state from service result.\n def run_checks(self):\n self.status = \"RUNNING\"\n self.report_id = None\n self.violations_list = []\n self.checks_progress = []\n self.last_error = None\n self.refresh_screen()\n\n try:\n result = self.facade.run_compliance(\n candidate_id=self.candidate_id, actor=\"operator\"\n )\n except Exception as exc:\n self.status = CheckFinalStatus.FAILED\n self.last_error = str(exc)\n self.refresh_screen()\n return\n\n self.checks_progress = [\n {\n \"stage\": stage.stage_name,\n \"status\": CheckStageStatus.PASS\n if str(stage.decision).upper() == \"PASSED\"\n else CheckStageStatus.FAIL,\n }\n for stage in result.stage_runs\n ]\n self.violations_list = result.violations\n self.report_id = result.report.id if result.report is not None else None\n\n final_status = str(result.run.final_status or \"\").upper()\n if final_status in {\"BLOCKED\", CheckFinalStatus.BLOCKED.value}:\n self.status = CheckFinalStatus.BLOCKED\n elif final_status in {\"COMPLIANT\", \"PASSED\", CheckFinalStatus.COMPLIANT.value}:\n self.status = CheckFinalStatus.COMPLIANT\n else:\n self.status = CheckFinalStatus.FAILED\n self.refresh_overview()\n self.refresh_screen()\n\n # [/DEF:run_checks:Function]\n\n def build_manifest(self):\n try:\n manifest = self.facade.build_manifest(\n candidate_id=self.candidate_id, actor=\"operator\"\n )\n self.status = \"READY\"\n self.report_id = None\n self.violations_list = []\n self.checks_progress = []\n self.last_error = f\"Manifest built: {manifest.id}\"\n except Exception as exc:\n self.last_error = str(exc)\n self.refresh_overview()\n self.refresh_screen()\n\n def clear_history(self):\n self.status = \"READY\"\n self.report_id = None\n self.violations_list = []\n self.checks_progress = []\n self.last_error = None\n self.refresh_overview()\n self.refresh_screen()\n\n def approve_latest(self):\n if not self.report_id:\n self.last_error = \"F8 disabled: no compliance report available\"\n self.refresh_screen()\n return\n try:\n self.facade.approve_latest(candidate_id=self.candidate_id, actor=\"operator\")\n self.last_error = None\n except Exception as exc:\n self.last_error = str(exc)\n self.refresh_overview()\n self.refresh_screen()\n\n def publish_latest(self):\n if not self.report_id:\n self.last_error = \"F9 disabled: no compliance report available\"\n self.refresh_screen()\n return\n try:\n self.facade.publish_latest(candidate_id=self.candidate_id, actor=\"operator\")\n self.last_error = None\n except Exception as exc:\n self.last_error = str(exc)\n self.refresh_overview()\n self.refresh_screen()\n\n def refresh_overview(self):\n if not self.report_id:\n self.last_error = \"F9 disabled: no compliance report available\"\n self.refresh_screen()\n return\n try:\n self.facade.publish_latest(candidate_id=self.candidate_id, actor=\"operator\")\n self.last_error = None\n except Exception as exc:\n self.last_error = str(exc)\n self.refresh_overview()\n self.refresh_screen()\n\n def refresh_overview(self):\n if not self.candidate_id:\n self.overview = {}\n return\n self.overview = self.facade.get_overview(candidate_id=self.candidate_id)\n\n def refresh_screen(self):\n max_y, max_x = self.stdscr.getmaxyx()\n self.stdscr.clear()\n try:\n self.draw_header(max_y, max_x)\n self.draw_checks()\n self.draw_sources()\n self.draw_status()\n self.draw_footer(max_y, max_x)\n except Exception:\n pass\n self.stdscr.refresh()\n\n def loop(self):\n self.refresh_screen()\n while True:\n char = self.stdscr.getch()\n if char == curses.KEY_F10:\n break\n elif char == curses.KEY_F5:\n self.run_checks()\n elif char == curses.KEY_F6:\n self.build_manifest()\n elif char == curses.KEY_F7:\n self.clear_history()\n elif char == curses.KEY_F8:\n self.approve_latest()\n elif char == curses.KEY_F9:\n self.publish_latest()\n\n\n# #endregion CleanReleaseTUI\n\n\ndef tui_main(stdscr: curses.window):\n curses.curs_set(0) # Hide cursor\n app = CleanReleaseTUI(stdscr)\n app.loop()\n\n\ndef main() -> int:\n seed_trace_id()\n # TUI requires interactive terminal; headless mode must use CLI/API flow.\n if not sys.stdout.isatty():\n print(\n \"TTY is required for TUI mode. Use CLI/API workflow instead.\",\n file=sys.stderr,\n )\n return 2\n try:\n curses.wrapper(tui_main)\n return 0\n except Exception as e:\n print(f\"Error starting TUI: {e}\", file=sys.stderr)\n return 1\n\n\nif __name__ == \"__main__\":\n sys.exit(main())\n# #endregion CleanReleaseTuiScript\n" }, { @@ -56498,6 +58613,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TuiFacadeAdapter [TYPE Class]\n# @BRIEF Thin TUI adapter that routes business mutations through application services.\n# @PRE: repository contains candidate and trusted policy/registry snapshots for execution.\n# @POST: Business actions return service results/errors without direct TUI-owned mutations.\nclass TuiFacadeAdapter:\n def __init__(self, repository: CleanReleaseRepository):\n self.repository = repository\n\n def _build_config_manager(self):\n policy = self.repository.get_active_policy()\n if policy is None:\n raise ValueError(\"Active policy not found\")\n clean_release = SimpleNamespace(\n active_policy_id=policy.id,\n active_registry_id=policy.registry_snapshot_id,\n )\n settings = SimpleNamespace(clean_release=clean_release)\n config = SimpleNamespace(settings=settings)\n return SimpleNamespace(get_config=lambda: config)\n\n def run_compliance(self, *, candidate_id: str, actor: str):\n manifests = self.repository.get_manifests_by_candidate(candidate_id)\n if not manifests:\n raise ValueError(\"Manifest required before compliance run\")\n latest_manifest = sorted(\n manifests, key=lambda item: item.manifest_version, reverse=True\n )[0]\n service = ComplianceExecutionService(\n repository=self.repository,\n config_manager=self._build_config_manager(),\n )\n return service.execute_run(\n candidate_id=candidate_id,\n requested_by=actor,\n manifest_id=latest_manifest.id,\n )\n\n def approve_latest(self, *, candidate_id: str, actor: str):\n reports = [\n item\n for item in self.repository.reports.values()\n if item.candidate_id == candidate_id\n ]\n if not reports:\n raise ValueError(\"No compliance report available for approval\")\n report = sorted(reports, key=lambda item: item.generated_at, reverse=True)[0]\n return approve_candidate(\n repository=self.repository,\n candidate_id=candidate_id,\n report_id=report.id,\n decided_by=actor,\n comment=\"Approved from TUI\",\n )\n\n def publish_latest(self, *, candidate_id: str, actor: str):\n reports = [\n item\n for item in self.repository.reports.values()\n if item.candidate_id == candidate_id\n ]\n if not reports:\n raise ValueError(\"No compliance report available for publication\")\n report = sorted(reports, key=lambda item: item.generated_at, reverse=True)[0]\n return publish_candidate(\n repository=self.repository,\n candidate_id=candidate_id,\n report_id=report.id,\n published_by=actor,\n target_channel=\"stable\",\n publication_ref=None,\n )\n\n def build_manifest(self, *, candidate_id: str, actor: str):\n return build_manifest_snapshot(\n repository=self.repository,\n candidate_id=candidate_id,\n created_by=actor,\n )\n\n def get_overview(self, *, candidate_id: str) -> dict[str, Any]:\n candidate = self.repository.get_candidate(candidate_id)\n manifests = self.repository.get_manifests_by_candidate(candidate_id)\n latest_manifest = (\n sorted(manifests, key=lambda item: item.manifest_version, reverse=True)[0]\n if manifests\n else None\n )\n runs = [\n item\n for item in self.repository.check_runs.values()\n if item.candidate_id == candidate_id\n ]\n latest_run = (\n sorted(runs, key=lambda item: item.requested_at, reverse=True)[0]\n if runs\n else None\n )\n latest_report = next(\n (\n item\n for item in self.repository.reports.values()\n if latest_run and item.run_id == latest_run.id\n ),\n None,\n )\n approvals = getattr(self.repository, \"approval_decisions\", [])\n latest_approval = (\n sorted(\n [item for item in approvals if item.candidate_id == candidate_id],\n key=lambda item: item.decided_at,\n reverse=True,\n )[0]\n if any(item.candidate_id == candidate_id for item in approvals)\n else None\n )\n publications = getattr(self.repository, \"publication_records\", [])\n latest_publication = (\n sorted(\n [item for item in publications if item.candidate_id == candidate_id],\n key=lambda item: item.published_at,\n reverse=True,\n )[0]\n if any(item.candidate_id == candidate_id for item in publications)\n else None\n )\n policy = self.repository.get_active_policy()\n registry = (\n self.repository.get_registry(policy.internal_source_registry_ref)\n if policy\n else None\n )\n return {\n \"candidate\": candidate,\n \"manifest\": latest_manifest,\n \"run\": latest_run,\n \"report\": latest_report,\n \"approval\": latest_approval,\n \"publication\": latest_publication,\n \"policy\": policy,\n \"registry\": registry,\n }\n\n\n# #endregion TuiFacadeAdapter\n" }, { @@ -56566,6 +58682,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CleanReleaseTUI [TYPE Class]\n# @BRIEF Curses-based application for compliance monitoring.\n# @UX_STATE: READY -> Waiting for operator to start checks (F5).\n# @UX_STATE: RUNNING -> Executing compliance stages with progress feedback.\n# @UX_STATE: COMPLIANT -> Release candidate passed all checks.\n# @UX_STATE: BLOCKED -> Violations detected, release forbidden.\n# @UX_FEEDBACK: Red alerts for BLOCKED status, Green for COMPLIANT.\nclass CleanReleaseTUI:\n def __init__(self, stdscr: curses.window):\n self.stdscr = stdscr\n self.mode = os.getenv(\"CLEAN_TUI_MODE\", \"demo\").strip().lower()\n self.repo = self._build_repository(self.mode)\n self.facade = TuiFacadeAdapter(self.repo)\n self.candidate_id = self._resolve_candidate_id()\n self.status: Any = \"READY\"\n self.checks_progress: list[dict[str, Any]] = []\n self.violations_list: list[ComplianceViolation] = []\n self.report_id: str | None = None\n self.last_error: str | None = None\n self.overview: dict[str, Any] = {}\n self.refresh_overview()\n\n curses.start_color()\n curses.use_default_colors()\n curses.init_pair(1, curses.COLOR_WHITE, curses.COLOR_BLUE) # Header/Footer\n curses.init_pair(2, curses.COLOR_GREEN, -1) # PASS\n curses.init_pair(3, curses.COLOR_RED, -1) # FAIL/BLOCKED\n curses.init_pair(4, curses.COLOR_YELLOW, -1) # RUNNING\n curses.init_pair(5, curses.COLOR_CYAN, -1) # Text\n\n def _build_repository(self, mode: str) -> CleanReleaseRepository:\n repo = CleanReleaseRepository()\n if mode == \"demo\":\n self._bootstrap_demo_repository(repo)\n else:\n self._bootstrap_real_repository(repo)\n return repo\n\n def _bootstrap_demo_repository(self, repository: CleanReleaseRepository) -> None:\n now = datetime.now(UTC)\n policy = CleanProfilePolicy(\n policy_id=\"POL-ENT-CLEAN\",\n policy_version=\"1\",\n profile=ProfileType.ENTERPRISE_CLEAN,\n active=True,\n internal_source_registry_ref=\"REG-1\",\n prohibited_artifact_categories=[\"test-data\"],\n effective_from=now,\n )\n policy.immutable = True\n repository.save_policy(policy)\n\n registry = ResourceSourceRegistry(\n registry_id=\"REG-1\",\n name=\"Default Internal Registry\",\n entries=[\n ResourceSourceEntry(\n source_id=\"S1\",\n host=\"internal-repo.company.com\",\n protocol=\"https\",\n purpose=\"artifactory\",\n )\n ],\n updated_at=now,\n updated_by=\"system\",\n )\n registry.immutable = True\n registry.allowed_hosts = [\"internal-repo.company.com\"]\n registry.allowed_schemes = [\"https\"]\n registry.allowed_source_types = [\"artifactory\"]\n repository.save_registry(registry)\n candidate = ReleaseCandidate(\n id=\"2026.03.03-rc1\",\n version=\"1.0.0\",\n source_snapshot_ref=\"v1.0.0-rc1\",\n created_at=now,\n created_by=\"system\",\n status=CandidateStatus.DRAFT.value,\n )\n candidate.transition_to(CandidateStatus.PREPARED)\n repository.save_candidate(candidate)\n repository.save_artifact(\n CandidateArtifact(\n id=\"demo-art-1\",\n candidate_id=candidate.id,\n path=\"src/main.py\",\n sha256=\"sha256-demo-core\",\n size=128,\n detected_category=\"core\",\n )\n )\n repository.save_artifact(\n CandidateArtifact(\n id=\"demo-art-2\",\n candidate_id=candidate.id,\n path=\"test/data.csv\",\n sha256=\"sha256-demo-test\",\n size=64,\n detected_category=\"test-data\",\n )\n )\n manifest = build_manifest_snapshot(\n repository=repository,\n candidate_id=candidate.id,\n created_by=\"system\",\n policy_id=\"POL-ENT-CLEAN\",\n )\n summary = dict(manifest.content_json.get(\"summary\", {}))\n summary[\"prohibited_detected_count\"] = 1\n manifest.content_json[\"summary\"] = summary\n\n def _bootstrap_real_repository(self, repository: CleanReleaseRepository) -> None:\n bootstrap_path = os.getenv(\"CLEAN_TUI_BOOTSTRAP_JSON\", \"\").strip()\n if not bootstrap_path:\n return\n\n with open(bootstrap_path, encoding=\"utf-8\") as bootstrap_file:\n payload = json.load(bootstrap_file)\n\n now = datetime.now(UTC)\n candidate = ReleaseCandidate(\n id=payload.get(\"candidate_id\", \"candidate-1\"),\n version=payload.get(\"version\", \"1.0.0\"),\n source_snapshot_ref=payload.get(\"source_snapshot_ref\", \"snapshot-ref\"),\n created_at=now,\n created_by=payload.get(\"created_by\", \"operator\"),\n status=ReleaseCandidateStatus.DRAFT,\n )\n repository.save_candidate(candidate)\n imported_artifacts = load_bootstrap_artifacts(\n os.getenv(\"CLEAN_TUI_ARTIFACTS_JSON\", \"\").strip(),\n candidate.id,\n )\n for artifact in imported_artifacts:\n repository.save_artifact(artifact)\n if imported_artifacts:\n candidate.transition_to(CandidateStatus.PREPARED)\n repository.save_candidate(candidate)\n\n registry_id = payload.get(\"registry_id\", \"REG-1\")\n entries = [\n ResourceSourceEntry(\n source_id=f\"S-{index + 1}\",\n host=host,\n protocol=\"https\",\n purpose=\"bootstrap\",\n enabled=True,\n )\n for index, host in enumerate(payload.get(\"allowed_hosts\", []))\n if str(host).strip()\n ]\n if entries:\n repository.save_registry(\n ResourceSourceRegistry(\n registry_id=registry_id,\n name=payload.get(\"registry_name\", \"Bootstrap Internal Registry\"),\n entries=entries,\n updated_at=now,\n updated_by=payload.get(\"created_by\", \"operator\"),\n status=RegistryStatus.ACTIVE,\n )\n )\n\n if entries:\n repository.save_policy(\n CleanProfilePolicy(\n policy_id=payload.get(\"policy_id\", \"POL-ENT-CLEAN\"),\n policy_version=payload.get(\"policy_version\", \"1\"),\n profile=ProfileType.ENTERPRISE_CLEAN,\n active=True,\n internal_source_registry_ref=registry_id,\n prohibited_artifact_categories=payload.get(\n \"prohibited_artifact_categories\",\n [\"test-data\", \"demo\", \"load-test\"],\n ),\n required_system_categories=payload.get(\n \"required_system_categories\", [\"core\"]\n ),\n effective_from=now,\n )\n )\n\n def _resolve_candidate_id(self) -> str:\n env_candidate = os.getenv(\"CLEAN_TUI_CANDIDATE_ID\", \"\").strip()\n if env_candidate:\n return env_candidate\n\n candidate_ids = list(self.repo.candidates.keys())\n if candidate_ids:\n return candidate_ids[0]\n return \"\"\n\n def draw_header(self, max_y: int, max_x: int):\n header_text = \" Enterprise Clean Release Validator (TUI) \"\n self.stdscr.attron(curses.color_pair(1) | curses.A_BOLD)\n # Avoid slicing if possible to satisfy Pyre, or use explicit int\n centered = header_text.center(max_x)\n self.stdscr.addstr(0, 0, centered[:max_x])\n self.stdscr.attroff(curses.color_pair(1) | curses.A_BOLD)\n\n candidate = self.overview.get(\"candidate\")\n candidate_text = self.candidate_id or \"not-set\"\n profile_text = \"enterprise-clean\"\n lifecycle = getattr(candidate, \"status\", \"UNKNOWN\")\n info_line_text = (\n f\" │ Candidate: [{candidate_text}] Profile: [{profile_text}] \"\n f\"Lifecycle: [{lifecycle}] Mode: [{self.mode}]\"\n ).ljust(max_x)\n self.stdscr.addstr(2, 0, info_line_text[:max_x])\n\n def draw_checks(self):\n self.stdscr.addstr(4, 3, \"Checks:\")\n check_defs = [\n (CheckStageName.DATA_PURITY, \"Data Purity (no test/demo payloads)\"),\n (\n CheckStageName.INTERNAL_SOURCES_ONLY,\n \"Internal Sources Only (company servers)\",\n ),\n (CheckStageName.NO_EXTERNAL_ENDPOINTS, \"No External Internet Endpoints\"),\n (CheckStageName.MANIFEST_CONSISTENCY, \"Release Manifest Consistency\"),\n ]\n\n row = 5\n drawn_checks = {c[\"stage\"]: c for c in self.checks_progress}\n\n for stage, desc in check_defs:\n status_text = \" \"\n color = curses.color_pair(5)\n\n if stage in drawn_checks:\n c = drawn_checks[stage]\n if c[\"status\"] == \"RUNNING\":\n status_text = \"...\"\n color = curses.color_pair(4)\n elif c[\"status\"] == CheckStageStatus.PASS:\n status_text = \"PASS\"\n color = curses.color_pair(2)\n elif c[\"status\"] == CheckStageStatus.FAIL:\n status_text = \"FAIL\"\n color = curses.color_pair(3)\n\n self.stdscr.addstr(row, 4, f\"[{status_text:^4}] {desc}\")\n if status_text != \" \":\n self.stdscr.addstr(row, 50, f\"{status_text:>10}\", color | curses.A_BOLD)\n row += 1\n\n def draw_sources(self):\n self.stdscr.addstr(12, 3, \"Allowed Internal Sources:\", curses.A_BOLD)\n reg = self.overview.get(\"registry\")\n row = 13\n if reg:\n for entry in reg.entries:\n self.stdscr.addstr(row, 3, f\" - {entry.host}\")\n row += 1\n else:\n self.stdscr.addstr(row, 3, \" - (none)\")\n\n def draw_status(self):\n color = curses.color_pair(5)\n if self.status == CheckFinalStatus.COMPLIANT:\n color = curses.color_pair(2)\n elif self.status == CheckFinalStatus.BLOCKED:\n color = curses.color_pair(3)\n\n stat_str = str(\n self.status.value if hasattr(self.status, \"value\") else self.status\n )\n self.stdscr.addstr(\n 18, 3, f\"FINAL STATUS: {stat_str.upper()}\", color | curses.A_BOLD\n )\n\n if self.report_id:\n self.stdscr.addstr(19, 3, f\"Report ID: {self.report_id}\")\n\n approval = self.overview.get(\"approval\")\n publication = self.overview.get(\"publication\")\n if approval:\n self.stdscr.addstr(20, 3, f\"Approval: {approval.decision}\")\n if publication:\n self.stdscr.addstr(20, 32, f\"Publication: {publication.status}\")\n\n if self.violations_list:\n self.stdscr.addstr(\n 21,\n 3,\n f\"Violations Details ({len(self.violations_list)} total):\",\n curses.color_pair(3) | curses.A_BOLD,\n )\n row = 22\n for i, v in enumerate(self.violations_list[:5]):\n v_cat = str(getattr(v, \"code\", \"VIOLATION\"))\n msg = str(getattr(v, \"message\", \"Violation detected\"))\n location = str(\n getattr(v, \"artifact_path\", \"\")\n or getattr(getattr(v, \"evidence_json\", {}), \"get\", lambda *_: \"\")(\n \"location\", \"\"\n )\n )\n msg_text = f\"[{v_cat}] {msg} (Loc: {location})\"\n self.stdscr.addstr(row + i, 5, msg_text[:70], curses.color_pair(3))\n if self.last_error:\n self.stdscr.addstr(\n 27,\n 3,\n f\"Error: {self.last_error}\"[:100],\n curses.color_pair(3) | curses.A_BOLD,\n )\n\n def draw_footer(self, max_y: int, max_x: int):\n footer_text = \" F5 Run F6 Manifest F7 Refresh F8 Approve F9 Publish F10 Exit \".center(\n max_x\n )\n self.stdscr.attron(curses.color_pair(1))\n self.stdscr.addstr(max_y - 1, 0, footer_text[:max_x])\n self.stdscr.attroff(curses.color_pair(1))\n\n # [DEF:run_checks:Function]\n # @PURPOSE: Execute compliance run via facade adapter and update UI state.\n # @PRE: Candidate and policy snapshots are present in repository.\n # @POST: UI reflects final run/report/violation state from service result.\n def run_checks(self):\n self.status = \"RUNNING\"\n self.report_id = None\n self.violations_list = []\n self.checks_progress = []\n self.last_error = None\n self.refresh_screen()\n\n try:\n result = self.facade.run_compliance(\n candidate_id=self.candidate_id, actor=\"operator\"\n )\n except Exception as exc:\n self.status = CheckFinalStatus.FAILED\n self.last_error = str(exc)\n self.refresh_screen()\n return\n\n self.checks_progress = [\n {\n \"stage\": stage.stage_name,\n \"status\": CheckStageStatus.PASS\n if str(stage.decision).upper() == \"PASSED\"\n else CheckStageStatus.FAIL,\n }\n for stage in result.stage_runs\n ]\n self.violations_list = result.violations\n self.report_id = result.report.id if result.report is not None else None\n\n final_status = str(result.run.final_status or \"\").upper()\n if final_status in {\"BLOCKED\", CheckFinalStatus.BLOCKED.value}:\n self.status = CheckFinalStatus.BLOCKED\n elif final_status in {\"COMPLIANT\", \"PASSED\", CheckFinalStatus.COMPLIANT.value}:\n self.status = CheckFinalStatus.COMPLIANT\n else:\n self.status = CheckFinalStatus.FAILED\n self.refresh_overview()\n self.refresh_screen()\n\n # [/DEF:run_checks:Function]\n\n def build_manifest(self):\n try:\n manifest = self.facade.build_manifest(\n candidate_id=self.candidate_id, actor=\"operator\"\n )\n self.status = \"READY\"\n self.report_id = None\n self.violations_list = []\n self.checks_progress = []\n self.last_error = f\"Manifest built: {manifest.id}\"\n except Exception as exc:\n self.last_error = str(exc)\n self.refresh_overview()\n self.refresh_screen()\n\n def clear_history(self):\n self.status = \"READY\"\n self.report_id = None\n self.violations_list = []\n self.checks_progress = []\n self.last_error = None\n self.refresh_overview()\n self.refresh_screen()\n\n def approve_latest(self):\n if not self.report_id:\n self.last_error = \"F8 disabled: no compliance report available\"\n self.refresh_screen()\n return\n try:\n self.facade.approve_latest(candidate_id=self.candidate_id, actor=\"operator\")\n self.last_error = None\n except Exception as exc:\n self.last_error = str(exc)\n self.refresh_overview()\n self.refresh_screen()\n\n def publish_latest(self):\n if not self.report_id:\n self.last_error = \"F9 disabled: no compliance report available\"\n self.refresh_screen()\n return\n try:\n self.facade.publish_latest(candidate_id=self.candidate_id, actor=\"operator\")\n self.last_error = None\n except Exception as exc:\n self.last_error = str(exc)\n self.refresh_overview()\n self.refresh_screen()\n\n def refresh_overview(self):\n if not self.report_id:\n self.last_error = \"F9 disabled: no compliance report available\"\n self.refresh_screen()\n return\n try:\n self.facade.publish_latest(candidate_id=self.candidate_id, actor=\"operator\")\n self.last_error = None\n except Exception as exc:\n self.last_error = str(exc)\n self.refresh_overview()\n self.refresh_screen()\n\n def refresh_overview(self):\n if not self.candidate_id:\n self.overview = {}\n return\n self.overview = self.facade.get_overview(candidate_id=self.candidate_id)\n\n def refresh_screen(self):\n max_y, max_x = self.stdscr.getmaxyx()\n self.stdscr.clear()\n try:\n self.draw_header(max_y, max_x)\n self.draw_checks()\n self.draw_sources()\n self.draw_status()\n self.draw_footer(max_y, max_x)\n except Exception:\n pass\n self.stdscr.refresh()\n\n def loop(self):\n self.refresh_screen()\n while True:\n char = self.stdscr.getch()\n if char == curses.KEY_F10:\n break\n elif char == curses.KEY_F5:\n self.run_checks()\n elif char == curses.KEY_F6:\n self.build_manifest()\n elif char == curses.KEY_F7:\n self.clear_history()\n elif char == curses.KEY_F8:\n self.approve_latest()\n elif char == curses.KEY_F9:\n self.publish_latest()\n\n\n# #endregion CleanReleaseTUI\n" }, { @@ -56609,9 +58726,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'run_checks' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:run_checks:Function]\n # @PURPOSE: Execute compliance run via facade adapter and update UI state.\n # @PRE: Candidate and policy snapshots are present in repository.\n # @POST: UI reflects final run/report/violation state from service result.\n def run_checks(self):\n self.status = \"RUNNING\"\n self.report_id = None\n self.violations_list = []\n self.checks_progress = []\n self.last_error = None\n self.refresh_screen()\n\n try:\n result = self.facade.run_compliance(\n candidate_id=self.candidate_id, actor=\"operator\"\n )\n except Exception as exc:\n self.status = CheckFinalStatus.FAILED\n self.last_error = str(exc)\n self.refresh_screen()\n return\n\n self.checks_progress = [\n {\n \"stage\": stage.stage_name,\n \"status\": CheckStageStatus.PASS\n if str(stage.decision).upper() == \"PASSED\"\n else CheckStageStatus.FAIL,\n }\n for stage in result.stage_runs\n ]\n self.violations_list = result.violations\n self.report_id = result.report.id if result.report is not None else None\n\n final_status = str(result.run.final_status or \"\").upper()\n if final_status in {\"BLOCKED\", CheckFinalStatus.BLOCKED.value}:\n self.status = CheckFinalStatus.BLOCKED\n elif final_status in {\"COMPLIANT\", \"PASSED\", CheckFinalStatus.COMPLIANT.value}:\n self.status = CheckFinalStatus.COMPLIANT\n else:\n self.status = CheckFinalStatus.FAILED\n self.refresh_overview()\n self.refresh_screen()\n\n # [/DEF:run_checks:Function]\n" }, { @@ -56714,6 +58842,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CreateAdminScript [C:3] [TYPE Module] [SEMANTICS admin, search, user, cli]\n#\n# @BRIEF CLI tool for creating the initial admin user.\n# @LAYER: Scripts\n# @RELATION USES -> [AuthSecurityModule]\n# @RELATION USES -> [DatabaseModule]\n# @RELATION USES -> [AuthModels]\n#\n# @INVARIANT: Admin user must have the \"Admin\" role.\n\nimport argparse\nimport sys\nfrom pathlib import Path\n\n# Add src to path\nsys.path.append(str(Path(__file__).parent.parent.parent))\n\nfrom src.core.auth.security import get_password_hash\nfrom src.core.cot_logger import seed_trace_id\nfrom src.core.database import AuthSessionLocal, init_db\nfrom src.core.logger import belief_scope, logger\nfrom src.models.auth import Role, User\n\n\n# #region create_admin [TYPE Function]\n# @BRIEF Creates an admin user and necessary roles/permissions.\n# @PRE: username and password provided via CLI.\n# @POST: Admin user exists in auth.db.\n#\ndef create_admin(username, password, email=None):\n seed_trace_id()\n with belief_scope(\"create_admin\"):\n db = AuthSessionLocal()\n try:\n normalized_email = (\n email.strip() if isinstance(email, str) and email.strip() else None\n )\n\n # 1. Ensure Admin role exists\n admin_role = db.query(Role).filter(Role.name == \"Admin\").first()\n if not admin_role:\n logger.info(\"Creating Admin role...\")\n admin_role = Role(name=\"Admin\", description=\"System Administrator\")\n db.add(admin_role)\n db.commit()\n db.refresh(admin_role)\n\n # 2. Check if user already exists\n existing_user = db.query(User).filter(User.username == username).first()\n if existing_user:\n logger.warning(f\"User {username} already exists.\")\n return \"exists\"\n\n # 3. Create Admin user\n logger.info(f\"Creating admin user: {username}\")\n new_user = User(\n username=username,\n email=normalized_email,\n password_hash=get_password_hash(password),\n auth_source=\"LOCAL\",\n is_active=True,\n )\n new_user.roles.append(admin_role)\n db.add(new_user)\n db.commit()\n logger.info(f\"Admin user {username} created successfully.\")\n return \"created\"\n\n except Exception as e:\n logger.error(f\"Failed to create admin user: {e}\")\n db.rollback()\n raise\n finally:\n db.close()\n\n\n# #endregion create_admin\n\nif __name__ == \"__main__\":\n parser = argparse.ArgumentParser(description=\"Create initial admin user\")\n parser.add_argument(\"--username\", required=True, help=\"Admin username\")\n parser.add_argument(\"--password\", required=True, help=\"Admin password\")\n parser.add_argument(\"--email\", required=False, help=\"Admin email\")\n args = parser.parse_args()\n\n try:\n # Ensure DB is initialized before creating admin\n init_db()\n create_admin(args.username, args.password, args.email)\n sys.exit(0)\n except Exception:\n sys.exit(1)\n\n# #endregion CreateAdminScript\n" }, { @@ -56760,6 +58889,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_admin [TYPE Function]\n# @BRIEF Creates an admin user and necessary roles/permissions.\n# @PRE: username and password provided via CLI.\n# @POST: Admin user exists in auth.db.\n#\ndef create_admin(username, password, email=None):\n seed_trace_id()\n with belief_scope(\"create_admin\"):\n db = AuthSessionLocal()\n try:\n normalized_email = (\n email.strip() if isinstance(email, str) and email.strip() else None\n )\n\n # 1. Ensure Admin role exists\n admin_role = db.query(Role).filter(Role.name == \"Admin\").first()\n if not admin_role:\n logger.info(\"Creating Admin role...\")\n admin_role = Role(name=\"Admin\", description=\"System Administrator\")\n db.add(admin_role)\n db.commit()\n db.refresh(admin_role)\n\n # 2. Check if user already exists\n existing_user = db.query(User).filter(User.username == username).first()\n if existing_user:\n logger.warning(f\"User {username} already exists.\")\n return \"exists\"\n\n # 3. Create Admin user\n logger.info(f\"Creating admin user: {username}\")\n new_user = User(\n username=username,\n email=normalized_email,\n password_hash=get_password_hash(password),\n auth_source=\"LOCAL\",\n is_active=True,\n )\n new_user.roles.append(admin_role)\n db.add(new_user)\n db.commit()\n logger.info(f\"Admin user {username} created successfully.\")\n return \"created\"\n\n except Exception as e:\n logger.error(f\"Failed to create admin user: {e}\")\n db.rollback()\n raise\n finally:\n db.close()\n\n\n# #endregion create_admin\n" }, { @@ -56817,6 +58947,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region InitAuthDbScript [C:2] [TYPE Module] [SEMANTICS auth]\n#\n# @BRIEF Initializes the auth database and creates the necessary tables.\n# @LAYER: Scripts\n# @RELATION CALLS -> init_db\n# @RELATION CALLS -> ensure_encryption_key\n# @RELATION CALLS -> seed_permissions\n#\n# @INVARIANT: Safe to run multiple times (idempotent).\n\nimport sys\nfrom pathlib import Path\n\n# Add src to path\nsys.path.append(str(Path(__file__).parent.parent.parent))\n\nfrom src.core.cot_logger import seed_trace_id\nfrom src.core.database import init_db\nfrom src.core.encryption_key import ensure_encryption_key\nfrom src.core.logger import belief_scope, logger\nfrom src.scripts.seed_permissions import seed_permissions\n\n\n# #region run_init [C:3] [TYPE Function]\n# @BRIEF Main entry point for the initialization script.\n# @POST: auth.db is initialized with the correct schema and seeded permissions.\n# @RELATION CALLS -> ensure_encryption_key\n# @RELATION CALLS -> init_db\n# @RELATION CALLS -> seed_permissions\ndef run_init():\n seed_trace_id()\n with belief_scope(\"init_auth_db\"):\n logger.info(\"Initializing authentication database...\")\n try:\n ensure_encryption_key()\n init_db()\n logger.info(\"Authentication database initialized successfully.\")\n\n # Seed permissions\n seed_permissions()\n\n except Exception as e:\n logger.error(f\"Failed to initialize authentication database: {e}\")\n sys.exit(1)\n\n\n# #endregion run_init\n\nif __name__ == \"__main__\":\n run_init()\n\n# #endregion InitAuthDbScript\n" }, { @@ -56864,6 +58995,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region run_init [C:3] [TYPE Function]\n# @BRIEF Main entry point for the initialization script.\n# @POST: auth.db is initialized with the correct schema and seeded permissions.\n# @RELATION CALLS -> ensure_encryption_key\n# @RELATION CALLS -> init_db\n# @RELATION CALLS -> seed_permissions\ndef run_init():\n seed_trace_id()\n with belief_scope(\"init_auth_db\"):\n logger.info(\"Initializing authentication database...\")\n try:\n ensure_encryption_key()\n init_db()\n logger.info(\"Authentication database initialized successfully.\")\n\n # Seed permissions\n seed_permissions()\n\n except Exception as e:\n logger.error(f\"Failed to initialize authentication database: {e}\")\n sys.exit(1)\n\n\n# #endregion run_init\n" }, { @@ -57014,6 +59146,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MigrateSqliteToPostgresScript [C:3] [TYPE Module] [SEMANTICS sqlalchemy, sqlite, storage, task, history, config]\n#\n# @BRIEF Migrates legacy config and task history from SQLite/file storage to PostgreSQL.\n# @LAYER: Scripts\n# @RELATION READS_FROM -> backend/tasks.db\n# @RELATION READS_FROM -> backend/config.json\n# @RELATION WRITES_TO -> postgresql.task_records\n# @RELATION WRITES_TO -> postgresql.task_logs\n# @RELATION WRITES_TO -> postgresql.app_configurations\n#\n# @INVARIANT: Script is idempotent for task_records and app_configurations.\n\nimport argparse\nimport json\nimport os\nimport sqlite3\nfrom collections.abc import Iterable\nfrom pathlib import Path\nfrom typing import Any\n\nfrom sqlalchemy import create_engine, text\nfrom sqlalchemy.exc import SQLAlchemyError\n\nfrom src.core.cot_logger import seed_trace_id\nfrom src.core.logger import belief_scope, logger\n\n# #region Constants [TYPE Section]\nDEFAULT_TARGET_URL = os.getenv(\n \"DATABASE_URL\",\n os.getenv(\n \"POSTGRES_URL\",\n \"postgresql+psycopg2://postgres:postgres@localhost:5432/ss_tools\",\n ),\n)\n# #endregion Constants\n\n\n# #region _json_load_if_needed [C:3] [TYPE Function]\n# @BRIEF Parses JSON-like values from SQLite TEXT/JSON columns to Python objects.\n# @PRE: value is scalar JSON/text/list/dict or None.\n# @POST: Returns normalized Python object or original scalar value.\ndef _json_load_if_needed(value: Any) -> Any:\n with belief_scope(\"_json_load_if_needed\"):\n if value is None:\n return None\n if isinstance(value, (dict, list)):\n return value\n if isinstance(value, str):\n raw = value.strip()\n if not raw:\n return None\n if raw[0] in \"{[\":\n try:\n return json.loads(raw)\n except json.JSONDecodeError:\n return value\n return value\n\n\n# #endregion _json_load_if_needed\n\n\n# #region _find_legacy_config_path [TYPE Function]\n# @BRIEF Resolves the existing legacy config.json path from candidates.\ndef _find_legacy_config_path(explicit_path: str | None) -> Path | None:\n with belief_scope(\"_find_legacy_config_path\"):\n if explicit_path:\n p = Path(explicit_path)\n return p if p.exists() else None\n\n candidates = [\n Path(\"backend/config.json\"),\n Path(\"config.json\"),\n ]\n for candidate in candidates:\n if candidate.exists():\n return candidate\n return None\n\n\n# #endregion _find_legacy_config_path\n\n\n# #region _connect_sqlite [TYPE Function]\n# @BRIEF Opens a SQLite connection with row factory.\ndef _connect_sqlite(path: Path) -> sqlite3.Connection:\n with belief_scope(\"_connect_sqlite\"):\n conn = sqlite3.connect(str(path))\n conn.row_factory = sqlite3.Row\n return conn\n\n\n# #endregion _connect_sqlite\n\n\n# #region _ensure_target_schema [TYPE Function]\n# @BRIEF Ensures required PostgreSQL tables exist before migration.\ndef _ensure_target_schema(engine) -> None:\n with belief_scope(\"_ensure_target_schema\"):\n stmts: Iterable[str] = (\n \"\"\"\n CREATE TABLE IF NOT EXISTS app_configurations (\n id TEXT PRIMARY KEY,\n payload JSONB NOT NULL,\n updated_at TIMESTAMPTZ DEFAULT NOW()\n )\n \"\"\",\n \"\"\"\n CREATE TABLE IF NOT EXISTS task_records (\n id TEXT PRIMARY KEY,\n type TEXT NOT NULL,\n status TEXT NOT NULL,\n environment_id TEXT NULL,\n started_at TIMESTAMPTZ NULL,\n finished_at TIMESTAMPTZ NULL,\n logs JSONB NULL,\n error TEXT NULL,\n result JSONB NULL,\n created_at TIMESTAMPTZ DEFAULT NOW(),\n params JSONB NULL\n )\n \"\"\",\n \"\"\"\n CREATE TABLE IF NOT EXISTS task_logs (\n id INTEGER PRIMARY KEY,\n task_id TEXT NOT NULL,\n timestamp TIMESTAMPTZ NOT NULL,\n level VARCHAR(16) NOT NULL,\n source VARCHAR(64) NOT NULL DEFAULT 'system',\n message TEXT NOT NULL,\n metadata_json TEXT NULL,\n CONSTRAINT fk_task_logs_task\n FOREIGN KEY(task_id)\n REFERENCES task_records(id)\n ON DELETE CASCADE\n )\n \"\"\",\n \"CREATE INDEX IF NOT EXISTS ix_task_logs_task_timestamp ON task_logs (task_id, timestamp)\",\n \"CREATE INDEX IF NOT EXISTS ix_task_logs_task_level ON task_logs (task_id, level)\",\n \"CREATE INDEX IF NOT EXISTS ix_task_logs_task_source ON task_logs (task_id, source)\",\n \"\"\"\n DO $$\n BEGIN\n IF EXISTS (\n SELECT 1 FROM pg_class WHERE relkind = 'S' AND relname = 'task_logs_id_seq'\n ) THEN\n PERFORM 1;\n ELSE\n CREATE SEQUENCE task_logs_id_seq OWNED BY task_logs.id;\n END IF;\n END $$;\n \"\"\",\n \"ALTER TABLE task_logs ALTER COLUMN id SET DEFAULT nextval('task_logs_id_seq')\",\n )\n with engine.begin() as conn:\n for stmt in stmts:\n conn.execute(text(stmt))\n\n\n# #endregion _ensure_target_schema\n\n\n# #region _migrate_config [TYPE Function]\n# @BRIEF Migrates legacy config.json into app_configurations(global).\ndef _migrate_config(engine, legacy_config_path: Path | None) -> int:\n with belief_scope(\"_migrate_config\"):\n if legacy_config_path is None:\n logger.reason(\n \"No legacy config.json found, skipping\",\n extra={\"src\": \"_migrate_config\"},\n )\n return 0\n\n payload = json.loads(legacy_config_path.read_text(encoding=\"utf-8\"))\n with engine.begin() as conn:\n conn.execute(\n text(\n \"\"\"\n INSERT INTO app_configurations (id, payload, updated_at)\n VALUES ('global', CAST(:payload AS JSONB), NOW())\n ON CONFLICT (id)\n DO UPDATE SET payload = EXCLUDED.payload, updated_at = NOW()\n \"\"\"\n ),\n {\"payload\": json.dumps(payload, ensure_ascii=True)},\n )\n logger.info(\n \"[_migrate_config][Coherence:OK] Config migrated from %s\",\n legacy_config_path,\n )\n return 1\n\n\n# #endregion _migrate_config\n\n\n# #region _migrate_tasks_and_logs [TYPE Function]\n# @BRIEF Migrates task_records and task_logs from SQLite into PostgreSQL.\ndef _migrate_tasks_and_logs(engine, sqlite_conn: sqlite3.Connection) -> dict[str, int]:\n with belief_scope(\"_migrate_tasks_and_logs\"):\n stats = {\n \"task_records_total\": 0,\n \"task_records_inserted\": 0,\n \"task_logs_total\": 0,\n \"task_logs_inserted\": 0,\n }\n\n rows = sqlite_conn.execute(\n \"\"\"\n SELECT id, type, status, environment_id, started_at, finished_at, logs, error, result, created_at, params\n FROM task_records\n ORDER BY created_at ASC\n \"\"\"\n ).fetchall()\n stats[\"task_records_total\"] = len(rows)\n\n with engine.begin() as conn:\n existing_env_ids = {\n row[0]\n for row in conn.execute(text(\"SELECT id FROM environments\")).fetchall()\n }\n for row in rows:\n params_obj = _json_load_if_needed(row[\"params\"])\n result_obj = _json_load_if_needed(row[\"result\"])\n logs_obj = _json_load_if_needed(row[\"logs\"])\n environment_id = row[\"environment_id\"]\n if environment_id and environment_id not in existing_env_ids:\n # Legacy task may reference environments that were not migrated; keep task row and drop FK value.\n environment_id = None\n\n res = conn.execute(\n text(\n \"\"\"\n INSERT INTO task_records (\n id, type, status, environment_id, started_at, finished_at,\n logs, error, result, created_at, params\n ) VALUES (\n :id, :type, :status, :environment_id, :started_at, :finished_at,\n CAST(:logs AS JSONB), :error, CAST(:result AS JSONB), :created_at, CAST(:params AS JSONB)\n )\n ON CONFLICT (id) DO NOTHING\n \"\"\"\n ),\n {\n \"id\": row[\"id\"],\n \"type\": row[\"type\"],\n \"status\": row[\"status\"],\n \"environment_id\": environment_id,\n \"started_at\": row[\"started_at\"],\n \"finished_at\": row[\"finished_at\"],\n \"logs\": json.dumps(logs_obj, ensure_ascii=True)\n if logs_obj is not None\n else None,\n \"error\": row[\"error\"],\n \"result\": json.dumps(result_obj, ensure_ascii=True)\n if result_obj is not None\n else None,\n \"created_at\": row[\"created_at\"],\n \"params\": json.dumps(params_obj, ensure_ascii=True)\n if params_obj is not None\n else None,\n },\n )\n if res.rowcount and res.rowcount > 0:\n stats[\"task_records_inserted\"] += int(res.rowcount)\n\n log_rows = sqlite_conn.execute(\n \"\"\"\n SELECT id, task_id, timestamp, level, source, message, metadata_json\n FROM task_logs\n ORDER BY id ASC\n \"\"\"\n ).fetchall()\n stats[\"task_logs_total\"] = len(log_rows)\n\n with engine.begin() as conn:\n for row in log_rows:\n # Preserve original IDs to keep migration idempotent.\n res = conn.execute(\n text(\n \"\"\"\n INSERT INTO task_logs (id, task_id, timestamp, level, source, message, metadata_json)\n VALUES (:id, :task_id, :timestamp, :level, :source, :message, :metadata_json)\n ON CONFLICT (id) DO NOTHING\n \"\"\"\n ),\n {\n \"id\": row[\"id\"],\n \"task_id\": row[\"task_id\"],\n \"timestamp\": row[\"timestamp\"],\n \"level\": row[\"level\"],\n \"source\": row[\"source\"] or \"system\",\n \"message\": row[\"message\"],\n \"metadata_json\": row[\"metadata_json\"],\n },\n )\n if res.rowcount and res.rowcount > 0:\n stats[\"task_logs_inserted\"] += int(res.rowcount)\n\n # Ensure sequence is aligned after explicit id inserts.\n conn.execute(\n text(\n \"\"\"\n SELECT setval(\n 'task_logs_id_seq',\n COALESCE((SELECT MAX(id) FROM task_logs), 1),\n TRUE\n )\n \"\"\"\n )\n )\n\n logger.info(\n \"[_migrate_tasks_and_logs][Coherence:OK] task_records=%s/%s task_logs=%s/%s\",\n stats[\"task_records_inserted\"],\n stats[\"task_records_total\"],\n stats[\"task_logs_inserted\"],\n stats[\"task_logs_total\"],\n )\n return stats\n\n\n# #endregion _migrate_tasks_and_logs\n\n\n# #region run_migration [TYPE Function]\n# @BRIEF Orchestrates migration from SQLite/file to PostgreSQL.\ndef run_migration(\n sqlite_path: Path, target_url: str, legacy_config_path: Path | None\n) -> dict[str, int]:\n seed_trace_id()\n with belief_scope(\"run_migration\"):\n logger.reason(\n f\"sqlite={sqlite_path} target={target_url}\",\n extra={\"src\": \"run_migration\"},\n )\n if not sqlite_path.exists():\n raise FileNotFoundError(f\"SQLite source not found: {sqlite_path}\")\n\n sqlite_conn = _connect_sqlite(sqlite_path)\n engine = create_engine(target_url, pool_pre_ping=True)\n try:\n _ensure_target_schema(engine)\n config_upserted = _migrate_config(engine, legacy_config_path)\n stats = _migrate_tasks_and_logs(engine, sqlite_conn)\n stats[\"config_upserted\"] = config_upserted\n return stats\n finally:\n sqlite_conn.close()\n\n\n# #endregion run_migration\n\n\n# #region main [TYPE Function]\n# @BRIEF CLI entrypoint.\ndef main() -> int:\n with belief_scope(\"main\"):\n parser = argparse.ArgumentParser(\n description=\"Migrate legacy config.json and task logs from SQLite to PostgreSQL.\",\n )\n parser.add_argument(\n \"--sqlite-path\",\n default=\"backend/tasks.db\",\n help=\"Path to source SQLite DB with task_records/task_logs (default: backend/tasks.db).\",\n )\n parser.add_argument(\n \"--target-url\",\n default=DEFAULT_TARGET_URL,\n help=\"Target PostgreSQL SQLAlchemy URL (default: DATABASE_URL/POSTGRES_URL env).\",\n )\n parser.add_argument(\n \"--config-path\",\n default=None,\n help=\"Optional path to legacy config.json (auto-detected when omitted).\",\n )\n\n args = parser.parse_args()\n\n sqlite_path = Path(args.sqlite_path)\n legacy_config_path = _find_legacy_config_path(args.config_path)\n try:\n stats = run_migration(\n sqlite_path=sqlite_path,\n target_url=args.target_url,\n legacy_config_path=legacy_config_path,\n )\n print(\"Migration completed.\")\n print(json.dumps(stats, indent=2))\n return 0\n except (SQLAlchemyError, OSError, sqlite3.Error, ValueError) as e:\n logger.error(\"[main][Coherence:Failed] Migration failed: %s\", e)\n print(f\"Migration failed: {e}\")\n return 1\n\n\nif __name__ == \"__main__\":\n raise SystemExit(main())\n# #endregion main\n\n# #endregion MigrateSqliteToPostgresScript\n" }, { @@ -57028,6 +59161,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region Constants [TYPE Section]\nDEFAULT_TARGET_URL = os.getenv(\n \"DATABASE_URL\",\n os.getenv(\n \"POSTGRES_URL\",\n \"postgresql+psycopg2://postgres:postgres@localhost:5432/ss_tools\",\n ),\n)\n# #endregion Constants\n" }, { @@ -57075,6 +59209,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _json_load_if_needed [C:3] [TYPE Function]\n# @BRIEF Parses JSON-like values from SQLite TEXT/JSON columns to Python objects.\n# @PRE: value is scalar JSON/text/list/dict or None.\n# @POST: Returns normalized Python object or original scalar value.\ndef _json_load_if_needed(value: Any) -> Any:\n with belief_scope(\"_json_load_if_needed\"):\n if value is None:\n return None\n if isinstance(value, (dict, list)):\n return value\n if isinstance(value, str):\n raw = value.strip()\n if not raw:\n return None\n if raw[0] in \"{[\":\n try:\n return json.loads(raw)\n except json.JSONDecodeError:\n return value\n return value\n\n\n# #endregion _json_load_if_needed\n" }, { @@ -57101,6 +59236,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _find_legacy_config_path [TYPE Function]\n# @BRIEF Resolves the existing legacy config.json path from candidates.\ndef _find_legacy_config_path(explicit_path: str | None) -> Path | None:\n with belief_scope(\"_find_legacy_config_path\"):\n if explicit_path:\n p = Path(explicit_path)\n return p if p.exists() else None\n\n candidates = [\n Path(\"backend/config.json\"),\n Path(\"config.json\"),\n ]\n for candidate in candidates:\n if candidate.exists():\n return candidate\n return None\n\n\n# #endregion _find_legacy_config_path\n" }, { @@ -57127,6 +59263,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _connect_sqlite [TYPE Function]\n# @BRIEF Opens a SQLite connection with row factory.\ndef _connect_sqlite(path: Path) -> sqlite3.Connection:\n with belief_scope(\"_connect_sqlite\"):\n conn = sqlite3.connect(str(path))\n conn.row_factory = sqlite3.Row\n return conn\n\n\n# #endregion _connect_sqlite\n" }, { @@ -57153,6 +59290,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _ensure_target_schema [TYPE Function]\n# @BRIEF Ensures required PostgreSQL tables exist before migration.\ndef _ensure_target_schema(engine) -> None:\n with belief_scope(\"_ensure_target_schema\"):\n stmts: Iterable[str] = (\n \"\"\"\n CREATE TABLE IF NOT EXISTS app_configurations (\n id TEXT PRIMARY KEY,\n payload JSONB NOT NULL,\n updated_at TIMESTAMPTZ DEFAULT NOW()\n )\n \"\"\",\n \"\"\"\n CREATE TABLE IF NOT EXISTS task_records (\n id TEXT PRIMARY KEY,\n type TEXT NOT NULL,\n status TEXT NOT NULL,\n environment_id TEXT NULL,\n started_at TIMESTAMPTZ NULL,\n finished_at TIMESTAMPTZ NULL,\n logs JSONB NULL,\n error TEXT NULL,\n result JSONB NULL,\n created_at TIMESTAMPTZ DEFAULT NOW(),\n params JSONB NULL\n )\n \"\"\",\n \"\"\"\n CREATE TABLE IF NOT EXISTS task_logs (\n id INTEGER PRIMARY KEY,\n task_id TEXT NOT NULL,\n timestamp TIMESTAMPTZ NOT NULL,\n level VARCHAR(16) NOT NULL,\n source VARCHAR(64) NOT NULL DEFAULT 'system',\n message TEXT NOT NULL,\n metadata_json TEXT NULL,\n CONSTRAINT fk_task_logs_task\n FOREIGN KEY(task_id)\n REFERENCES task_records(id)\n ON DELETE CASCADE\n )\n \"\"\",\n \"CREATE INDEX IF NOT EXISTS ix_task_logs_task_timestamp ON task_logs (task_id, timestamp)\",\n \"CREATE INDEX IF NOT EXISTS ix_task_logs_task_level ON task_logs (task_id, level)\",\n \"CREATE INDEX IF NOT EXISTS ix_task_logs_task_source ON task_logs (task_id, source)\",\n \"\"\"\n DO $$\n BEGIN\n IF EXISTS (\n SELECT 1 FROM pg_class WHERE relkind = 'S' AND relname = 'task_logs_id_seq'\n ) THEN\n PERFORM 1;\n ELSE\n CREATE SEQUENCE task_logs_id_seq OWNED BY task_logs.id;\n END IF;\n END $$;\n \"\"\",\n \"ALTER TABLE task_logs ALTER COLUMN id SET DEFAULT nextval('task_logs_id_seq')\",\n )\n with engine.begin() as conn:\n for stmt in stmts:\n conn.execute(text(stmt))\n\n\n# #endregion _ensure_target_schema\n" }, { @@ -57179,6 +59317,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _migrate_config [TYPE Function]\n# @BRIEF Migrates legacy config.json into app_configurations(global).\ndef _migrate_config(engine, legacy_config_path: Path | None) -> int:\n with belief_scope(\"_migrate_config\"):\n if legacy_config_path is None:\n logger.reason(\n \"No legacy config.json found, skipping\",\n extra={\"src\": \"_migrate_config\"},\n )\n return 0\n\n payload = json.loads(legacy_config_path.read_text(encoding=\"utf-8\"))\n with engine.begin() as conn:\n conn.execute(\n text(\n \"\"\"\n INSERT INTO app_configurations (id, payload, updated_at)\n VALUES ('global', CAST(:payload AS JSONB), NOW())\n ON CONFLICT (id)\n DO UPDATE SET payload = EXCLUDED.payload, updated_at = NOW()\n \"\"\"\n ),\n {\"payload\": json.dumps(payload, ensure_ascii=True)},\n )\n logger.info(\n \"[_migrate_config][Coherence:OK] Config migrated from %s\",\n legacy_config_path,\n )\n return 1\n\n\n# #endregion _migrate_config\n" }, { @@ -57205,6 +59344,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _migrate_tasks_and_logs [TYPE Function]\n# @BRIEF Migrates task_records and task_logs from SQLite into PostgreSQL.\ndef _migrate_tasks_and_logs(engine, sqlite_conn: sqlite3.Connection) -> dict[str, int]:\n with belief_scope(\"_migrate_tasks_and_logs\"):\n stats = {\n \"task_records_total\": 0,\n \"task_records_inserted\": 0,\n \"task_logs_total\": 0,\n \"task_logs_inserted\": 0,\n }\n\n rows = sqlite_conn.execute(\n \"\"\"\n SELECT id, type, status, environment_id, started_at, finished_at, logs, error, result, created_at, params\n FROM task_records\n ORDER BY created_at ASC\n \"\"\"\n ).fetchall()\n stats[\"task_records_total\"] = len(rows)\n\n with engine.begin() as conn:\n existing_env_ids = {\n row[0]\n for row in conn.execute(text(\"SELECT id FROM environments\")).fetchall()\n }\n for row in rows:\n params_obj = _json_load_if_needed(row[\"params\"])\n result_obj = _json_load_if_needed(row[\"result\"])\n logs_obj = _json_load_if_needed(row[\"logs\"])\n environment_id = row[\"environment_id\"]\n if environment_id and environment_id not in existing_env_ids:\n # Legacy task may reference environments that were not migrated; keep task row and drop FK value.\n environment_id = None\n\n res = conn.execute(\n text(\n \"\"\"\n INSERT INTO task_records (\n id, type, status, environment_id, started_at, finished_at,\n logs, error, result, created_at, params\n ) VALUES (\n :id, :type, :status, :environment_id, :started_at, :finished_at,\n CAST(:logs AS JSONB), :error, CAST(:result AS JSONB), :created_at, CAST(:params AS JSONB)\n )\n ON CONFLICT (id) DO NOTHING\n \"\"\"\n ),\n {\n \"id\": row[\"id\"],\n \"type\": row[\"type\"],\n \"status\": row[\"status\"],\n \"environment_id\": environment_id,\n \"started_at\": row[\"started_at\"],\n \"finished_at\": row[\"finished_at\"],\n \"logs\": json.dumps(logs_obj, ensure_ascii=True)\n if logs_obj is not None\n else None,\n \"error\": row[\"error\"],\n \"result\": json.dumps(result_obj, ensure_ascii=True)\n if result_obj is not None\n else None,\n \"created_at\": row[\"created_at\"],\n \"params\": json.dumps(params_obj, ensure_ascii=True)\n if params_obj is not None\n else None,\n },\n )\n if res.rowcount and res.rowcount > 0:\n stats[\"task_records_inserted\"] += int(res.rowcount)\n\n log_rows = sqlite_conn.execute(\n \"\"\"\n SELECT id, task_id, timestamp, level, source, message, metadata_json\n FROM task_logs\n ORDER BY id ASC\n \"\"\"\n ).fetchall()\n stats[\"task_logs_total\"] = len(log_rows)\n\n with engine.begin() as conn:\n for row in log_rows:\n # Preserve original IDs to keep migration idempotent.\n res = conn.execute(\n text(\n \"\"\"\n INSERT INTO task_logs (id, task_id, timestamp, level, source, message, metadata_json)\n VALUES (:id, :task_id, :timestamp, :level, :source, :message, :metadata_json)\n ON CONFLICT (id) DO NOTHING\n \"\"\"\n ),\n {\n \"id\": row[\"id\"],\n \"task_id\": row[\"task_id\"],\n \"timestamp\": row[\"timestamp\"],\n \"level\": row[\"level\"],\n \"source\": row[\"source\"] or \"system\",\n \"message\": row[\"message\"],\n \"metadata_json\": row[\"metadata_json\"],\n },\n )\n if res.rowcount and res.rowcount > 0:\n stats[\"task_logs_inserted\"] += int(res.rowcount)\n\n # Ensure sequence is aligned after explicit id inserts.\n conn.execute(\n text(\n \"\"\"\n SELECT setval(\n 'task_logs_id_seq',\n COALESCE((SELECT MAX(id) FROM task_logs), 1),\n TRUE\n )\n \"\"\"\n )\n )\n\n logger.info(\n \"[_migrate_tasks_and_logs][Coherence:OK] task_records=%s/%s task_logs=%s/%s\",\n stats[\"task_records_inserted\"],\n stats[\"task_records_total\"],\n stats[\"task_logs_inserted\"],\n stats[\"task_logs_total\"],\n )\n return stats\n\n\n# #endregion _migrate_tasks_and_logs\n" }, { @@ -57231,6 +59371,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region run_migration [TYPE Function]\n# @BRIEF Orchestrates migration from SQLite/file to PostgreSQL.\ndef run_migration(\n sqlite_path: Path, target_url: str, legacy_config_path: Path | None\n) -> dict[str, int]:\n seed_trace_id()\n with belief_scope(\"run_migration\"):\n logger.reason(\n f\"sqlite={sqlite_path} target={target_url}\",\n extra={\"src\": \"run_migration\"},\n )\n if not sqlite_path.exists():\n raise FileNotFoundError(f\"SQLite source not found: {sqlite_path}\")\n\n sqlite_conn = _connect_sqlite(sqlite_path)\n engine = create_engine(target_url, pool_pre_ping=True)\n try:\n _ensure_target_schema(engine)\n config_upserted = _migrate_config(engine, legacy_config_path)\n stats = _migrate_tasks_and_logs(engine, sqlite_conn)\n stats[\"config_upserted\"] = config_upserted\n return stats\n finally:\n sqlite_conn.close()\n\n\n# #endregion run_migration\n" }, { @@ -57285,6 +59426,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SeedPermissionsScript [C:3] [TYPE Module] [SEMANTICS rbac, search, auth]\n#\n# @BRIEF Populates the auth database with initial system permissions.\n# @LAYER: Scripts\n# @RELATION DEPENDS_ON -> AuthSessionLocal\n# @RELATION DEPENDS_ON -> Permission\n# @RELATION DEPENDS_ON -> Role\n# @RELATION DEPENDS_ON -> AuthRepository\n#\n# @INVARIANT: Safe to run multiple times (idempotent).\n\nimport sys\nfrom pathlib import Path\n\n# Add src to path\nsys.path.append(str(Path(__file__).parent.parent.parent))\n\nfrom src.core.auth.repository import AuthRepository\nfrom src.core.cot_logger import seed_trace_id\nfrom src.core.database import AuthSessionLocal\nfrom src.core.logger import belief_scope, logger\nfrom src.models.auth import Permission, Role\n\n# #region INITIAL_PERMISSIONS [C:3] [TYPE Constant]\n# @BRIEF Canonical bootstrap permission tuples seeded into auth storage.\n# @RELATION DEPENDS_ON -> SeedPermissionsScript\nINITIAL_PERMISSIONS = [\n # Admin Permissions\n {\"resource\": \"admin:users\", \"action\": \"READ\"},\n {\"resource\": \"admin:users\", \"action\": \"WRITE\"},\n {\"resource\": \"admin:roles\", \"action\": \"READ\"},\n {\"resource\": \"admin:roles\", \"action\": \"WRITE\"},\n {\"resource\": \"admin:settings\", \"action\": \"READ\"},\n {\"resource\": \"admin:settings\", \"action\": \"WRITE\"},\n {\"resource\": \"environments\", \"action\": \"READ\"},\n {\"resource\": \"plugins\", \"action\": \"READ\"},\n {\"resource\": \"tasks\", \"action\": \"READ\"},\n {\"resource\": \"tasks\", \"action\": \"WRITE\"},\n # Plugin Permissions\n {\"resource\": \"plugin:backup\", \"action\": \"EXECUTE\"},\n {\"resource\": \"plugin:migration\", \"action\": \"EXECUTE\"},\n {\"resource\": \"plugin:mapper\", \"action\": \"EXECUTE\"},\n {\"resource\": \"plugin:search\", \"action\": \"EXECUTE\"},\n {\"resource\": \"plugin:git\", \"action\": \"EXECUTE\"},\n {\"resource\": \"plugin:storage\", \"action\": \"EXECUTE\"},\n {\"resource\": \"plugin:storage\", \"action\": \"READ\"},\n {\"resource\": \"plugin:storage\", \"action\": \"WRITE\"},\n {\"resource\": \"plugin:debug\", \"action\": \"EXECUTE\"},\n {\"resource\": \"git_config\", \"action\": \"READ\"},\n # Dataset Review Permissions\n {\"resource\": \"dataset:session\", \"action\": \"READ\"},\n {\"resource\": \"dataset:session\", \"action\": \"MANAGE\"},\n {\"resource\": \"dataset:session\", \"action\": \"APPROVE\"},\n {\"resource\": \"dataset:execution\", \"action\": \"PREVIEW\"},\n {\"resource\": \"dataset:execution\", \"action\": \"LAUNCH\"},\n {\"resource\": \"dataset:execution\", \"action\": \"LAUNCH_PROD\"},\n]\n# #endregion INITIAL_PERMISSIONS\n\n\n# #region seed_permissions [C:3] [TYPE Function]\n# @BRIEF Inserts missing permissions into the database.\n# @POST: All INITIAL_PERMISSIONS exist in the DB.\n# @RELATION DEPENDS_ON -> AuthSessionLocal\n# @RELATION DEPENDS_ON -> Permission\n# @RELATION DEPENDS_ON -> Role\n# @RELATION DEPENDS_ON -> AuthRepository\n# @RELATION DEPENDS_ON -> INITIAL_PERMISSIONS\ndef seed_permissions():\n seed_trace_id()\n with belief_scope(\"seed_permissions\"):\n db = AuthSessionLocal()\n try:\n logger.info(\"Seeding permissions...\")\n count = 0\n for perm_data in INITIAL_PERMISSIONS:\n exists = (\n db.query(Permission)\n .filter(\n Permission.resource == perm_data[\"resource\"],\n Permission.action == perm_data[\"action\"],\n )\n .first()\n )\n\n if not exists:\n new_perm = Permission(\n resource=perm_data[\"resource\"], action=perm_data[\"action\"]\n )\n db.add(new_perm)\n count += 1\n\n db.commit()\n logger.info(f\"Seeding completed. Added {count} new permissions.\")\n\n # Assign permissions to User role\n repo = AuthRepository(db)\n user_role = repo.get_role_by_name(\"User\")\n if not user_role:\n user_role = Role(\n name=\"User\", description=\"Standard user with plugin access\"\n )\n db.add(user_role)\n db.flush()\n\n user_permissions = [\n (\"plugin:mapper\", \"EXECUTE\"),\n (\"plugin:migration\", \"EXECUTE\"),\n (\"plugin:backup\", \"EXECUTE\"),\n (\"plugin:git\", \"EXECUTE\"),\n (\"plugin:storage\", \"READ\"),\n (\"plugin:storage\", \"WRITE\"),\n (\"environments\", \"READ\"),\n (\"plugins\", \"READ\"),\n (\"tasks\", \"READ\"),\n (\"tasks\", \"WRITE\"),\n (\"git_config\", \"READ\"),\n (\"dataset:session\", \"READ\"),\n (\"dataset:session\", \"MANAGE\"),\n (\"dataset:execution\", \"PREVIEW\"),\n (\"dataset:execution\", \"LAUNCH\"),\n ]\n\n for res, act in user_permissions:\n perm = repo.get_permission_by_resource_action(res, act)\n if perm and perm not in user_role.permissions:\n user_role.permissions.append(perm)\n\n db.commit()\n logger.info(\"User role permissions updated.\")\n\n except Exception as e:\n logger.error(f\"Failed to seed permissions: {e}\")\n db.rollback()\n finally:\n db.close()\n\n\n# #endregion seed_permissions\n\nif __name__ == \"__main__\":\n seed_permissions()\n\n# #endregion SeedPermissionsScript\n" }, { @@ -57372,6 +59514,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region INITIAL_PERMISSIONS [C:3] [TYPE Constant]\n# @BRIEF Canonical bootstrap permission tuples seeded into auth storage.\n# @RELATION DEPENDS_ON -> SeedPermissionsScript\nINITIAL_PERMISSIONS = [\n # Admin Permissions\n {\"resource\": \"admin:users\", \"action\": \"READ\"},\n {\"resource\": \"admin:users\", \"action\": \"WRITE\"},\n {\"resource\": \"admin:roles\", \"action\": \"READ\"},\n {\"resource\": \"admin:roles\", \"action\": \"WRITE\"},\n {\"resource\": \"admin:settings\", \"action\": \"READ\"},\n {\"resource\": \"admin:settings\", \"action\": \"WRITE\"},\n {\"resource\": \"environments\", \"action\": \"READ\"},\n {\"resource\": \"plugins\", \"action\": \"READ\"},\n {\"resource\": \"tasks\", \"action\": \"READ\"},\n {\"resource\": \"tasks\", \"action\": \"WRITE\"},\n # Plugin Permissions\n {\"resource\": \"plugin:backup\", \"action\": \"EXECUTE\"},\n {\"resource\": \"plugin:migration\", \"action\": \"EXECUTE\"},\n {\"resource\": \"plugin:mapper\", \"action\": \"EXECUTE\"},\n {\"resource\": \"plugin:search\", \"action\": \"EXECUTE\"},\n {\"resource\": \"plugin:git\", \"action\": \"EXECUTE\"},\n {\"resource\": \"plugin:storage\", \"action\": \"EXECUTE\"},\n {\"resource\": \"plugin:storage\", \"action\": \"READ\"},\n {\"resource\": \"plugin:storage\", \"action\": \"WRITE\"},\n {\"resource\": \"plugin:debug\", \"action\": \"EXECUTE\"},\n {\"resource\": \"git_config\", \"action\": \"READ\"},\n # Dataset Review Permissions\n {\"resource\": \"dataset:session\", \"action\": \"READ\"},\n {\"resource\": \"dataset:session\", \"action\": \"MANAGE\"},\n {\"resource\": \"dataset:session\", \"action\": \"APPROVE\"},\n {\"resource\": \"dataset:execution\", \"action\": \"PREVIEW\"},\n {\"resource\": \"dataset:execution\", \"action\": \"LAUNCH\"},\n {\"resource\": \"dataset:execution\", \"action\": \"LAUNCH_PROD\"},\n]\n# #endregion INITIAL_PERMISSIONS\n" }, { @@ -57431,6 +59574,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region seed_permissions [C:3] [TYPE Function]\n# @BRIEF Inserts missing permissions into the database.\n# @POST: All INITIAL_PERMISSIONS exist in the DB.\n# @RELATION DEPENDS_ON -> AuthSessionLocal\n# @RELATION DEPENDS_ON -> Permission\n# @RELATION DEPENDS_ON -> Role\n# @RELATION DEPENDS_ON -> AuthRepository\n# @RELATION DEPENDS_ON -> INITIAL_PERMISSIONS\ndef seed_permissions():\n seed_trace_id()\n with belief_scope(\"seed_permissions\"):\n db = AuthSessionLocal()\n try:\n logger.info(\"Seeding permissions...\")\n count = 0\n for perm_data in INITIAL_PERMISSIONS:\n exists = (\n db.query(Permission)\n .filter(\n Permission.resource == perm_data[\"resource\"],\n Permission.action == perm_data[\"action\"],\n )\n .first()\n )\n\n if not exists:\n new_perm = Permission(\n resource=perm_data[\"resource\"], action=perm_data[\"action\"]\n )\n db.add(new_perm)\n count += 1\n\n db.commit()\n logger.info(f\"Seeding completed. Added {count} new permissions.\")\n\n # Assign permissions to User role\n repo = AuthRepository(db)\n user_role = repo.get_role_by_name(\"User\")\n if not user_role:\n user_role = Role(\n name=\"User\", description=\"Standard user with plugin access\"\n )\n db.add(user_role)\n db.flush()\n\n user_permissions = [\n (\"plugin:mapper\", \"EXECUTE\"),\n (\"plugin:migration\", \"EXECUTE\"),\n (\"plugin:backup\", \"EXECUTE\"),\n (\"plugin:git\", \"EXECUTE\"),\n (\"plugin:storage\", \"READ\"),\n (\"plugin:storage\", \"WRITE\"),\n (\"environments\", \"READ\"),\n (\"plugins\", \"READ\"),\n (\"tasks\", \"READ\"),\n (\"tasks\", \"WRITE\"),\n (\"git_config\", \"READ\"),\n (\"dataset:session\", \"READ\"),\n (\"dataset:session\", \"MANAGE\"),\n (\"dataset:execution\", \"PREVIEW\"),\n (\"dataset:execution\", \"LAUNCH\"),\n ]\n\n for res, act in user_permissions:\n perm = repo.get_permission_by_resource_action(res, act)\n if perm and perm not in user_role.permissions:\n user_role.permissions.append(perm)\n\n db.commit()\n logger.info(\"User role permissions updated.\")\n\n except Exception as e:\n logger.error(f\"Failed to seed permissions: {e}\")\n db.rollback()\n finally:\n db.close()\n\n\n# #endregion seed_permissions\n" }, { @@ -57509,6 +59653,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SeedSupersetLoadTestScript [C:3] [TYPE Module] [SEMANTICS superset, validate]\n#\n# @BRIEF Creates randomized load-test data in Superset by cloning chart configurations and creating dashboards in target environments.\n# @LAYER: Scripts\n# @RELATION USES -> [ConfigManager]\n# @RELATION USES -> [SupersetClient]\n# @INVARIANT: Created chart and dashboard names are globally unique for one script run.\n\nimport argparse\nimport json\nimport random\nimport sys\nimport uuid\nfrom pathlib import Path\n\nsys.path.append(str(Path(__file__).parent.parent.parent))\n\nfrom src.core.config_manager import ConfigManager\nfrom src.core.config_models import Environment\nfrom src.core.cot_logger import seed_trace_id\nfrom src.core.logger import belief_scope, logger\nfrom src.core.superset_client import SupersetClient\n\n\n# #region _parse_args [TYPE Function]\n# @BRIEF Parses CLI arguments for load-test data generation.\n# @PRE: Script is called from CLI.\n# @POST: Returns validated argument namespace.\ndef _parse_args() -> argparse.Namespace:\n parser = argparse.ArgumentParser(\n description=\"Seed Superset with load-test charts and dashboards\"\n )\n parser.add_argument(\n \"--envs\", nargs=\"+\", default=[\"ss1\", \"ss2\"], help=\"Target environment IDs\"\n )\n parser.add_argument(\n \"--charts\", type=int, default=10000, help=\"Target number of charts to create\"\n )\n parser.add_argument(\n \"--dashboards\",\n type=int,\n default=500,\n help=\"Target number of dashboards to create\",\n )\n parser.add_argument(\n \"--template-pool-size\",\n type=int,\n default=200,\n help=\"How many source charts to sample as templates per env\",\n )\n parser.add_argument(\n \"--seed\", type=int, default=None, help=\"Optional RNG seed for reproducibility\"\n )\n parser.add_argument(\n \"--max-errors\",\n type=int,\n default=100,\n help=\"Stop early if errors exceed this threshold\",\n )\n parser.add_argument(\n \"--dry-run\", action=\"store_true\", help=\"Do not write data, only validate setup\"\n )\n return parser.parse_args()\n\n\n# #endregion _parse_args\n\n\n# #region _extract_result_payload [TYPE Function]\n# @BRIEF Normalizes Superset API payloads that may be wrapped in `result`.\n# @PRE: payload is a JSON-decoded API response.\n# @POST: Returns the unwrapped object when present.\ndef _extract_result_payload(payload: dict) -> dict:\n result = payload.get(\"result\")\n if isinstance(result, dict):\n return result\n return payload\n\n\n# #endregion _extract_result_payload\n\n\n# #region _extract_created_id [TYPE Function]\n# @BRIEF Extracts object ID from create/update API response.\n# @PRE: payload is a JSON-decoded API response.\n# @POST: Returns integer object ID or None if missing.\ndef _extract_created_id(payload: dict) -> int | None:\n direct_id = payload.get(\"id\")\n if isinstance(direct_id, int):\n return direct_id\n result = payload.get(\"result\")\n if isinstance(result, dict) and isinstance(result.get(\"id\"), int):\n return int(result[\"id\"])\n return None\n\n\n# #endregion _extract_created_id\n\n\n# #region _generate_unique_name [TYPE Function]\n# @BRIEF Generates globally unique random names for charts/dashboards.\n# @PRE: used_names is mutable set for collision tracking.\n# @POST: Returns a unique string and stores it in used_names.\ndef _generate_unique_name(prefix: str, used_names: set[str], rng: random.Random) -> str:\n adjectives = [\n \"amber\",\n \"rapid\",\n \"frozen\",\n \"delta\",\n \"lunar\",\n \"vector\",\n \"cobalt\",\n \"silent\",\n \"neon\",\n \"solar\",\n ]\n nouns = [\n \"falcon\",\n \"matrix\",\n \"signal\",\n \"harbor\",\n \"stream\",\n \"vertex\",\n \"bridge\",\n \"orbit\",\n \"pulse\",\n \"forge\",\n ]\n while True:\n token = uuid.uuid4().hex[:8]\n candidate = f\"{prefix}_{rng.choice(adjectives)}_{rng.choice(nouns)}_{rng.randint(100, 999)}_{token}\"\n if candidate not in used_names:\n used_names.add(candidate)\n return candidate\n\n\n# #endregion _generate_unique_name\n\n\n# #region _resolve_target_envs [TYPE Function]\n# @BRIEF Resolves requested environment IDs from configuration.\n# @PRE: env_ids is non-empty.\n# @POST: Returns mapping env_id -> configured environment object.\ndef _resolve_target_envs(env_ids: list[str]) -> dict[str, Environment]:\n config_manager = ConfigManager()\n configured = {env.id: env for env in config_manager.get_environments()}\n resolved: dict[str, Environment] = {}\n\n if not configured:\n for config_path in [Path(\"config.json\"), Path(\"backend/config.json\")]:\n if not config_path.exists():\n continue\n try:\n payload = json.loads(config_path.read_text(encoding=\"utf-8\"))\n env_rows = payload.get(\"environments\", [])\n for row in env_rows:\n env = Environment(**row)\n configured[env.id] = env\n except Exception as exc:\n logger.reflect(\n f\"Failed loading environments from {config_path}: {exc}\",\n extra={\"src\": \"_resolve_target_envs\"},\n )\n\n for env_id in env_ids:\n env = configured.get(env_id)\n if env is None:\n raise ValueError(f\"Environment '{env_id}' not found in configuration\")\n resolved[env_id] = env\n\n return resolved\n\n\n# #endregion _resolve_target_envs\n\n\n# #region _build_chart_template_pool [TYPE Function]\n# @BRIEF Builds a pool of source chart templates to clone in one environment.\n# @PRE: Client is authenticated.\n# @POST: Returns non-empty list of chart payload templates.\ndef _build_chart_template_pool(\n client: SupersetClient, pool_size: int, rng: random.Random\n) -> list[dict]:\n list_query = {\n \"page\": 0,\n \"page_size\": 1000,\n \"columns\": [\n \"id\",\n \"slice_name\",\n \"datasource_id\",\n \"datasource_type\",\n \"viz_type\",\n \"params\",\n \"query_context\",\n ],\n }\n rows = client.network.fetch_paginated_data(\n endpoint=\"/chart/\",\n pagination_options={\"base_query\": list_query, \"results_field\": \"result\"},\n )\n\n candidates = [row for row in rows if isinstance(row, dict) and row.get(\"id\")]\n if not candidates:\n raise RuntimeError(\"No source charts available for templating\")\n\n selected = (\n candidates\n if len(candidates) <= pool_size\n else rng.sample(candidates, pool_size)\n )\n templates: list[dict] = []\n\n for row in selected:\n chart_id = int(row[\"id\"])\n detail_payload = client.get_chart(chart_id)\n detail = _extract_result_payload(detail_payload)\n\n datasource_id = detail.get(\"datasource_id\")\n datasource_type = (\n detail.get(\"datasource_type\") or row.get(\"datasource_type\") or \"table\"\n )\n if datasource_id is None:\n continue\n\n params_value = detail.get(\"params\")\n if isinstance(params_value, dict):\n params_value = json.dumps(params_value)\n\n query_context_value = detail.get(\"query_context\")\n if isinstance(query_context_value, dict):\n query_context_value = json.dumps(query_context_value)\n\n templates.append(\n {\n \"datasource_id\": int(datasource_id),\n \"datasource_type\": str(datasource_type),\n \"viz_type\": detail.get(\"viz_type\") or row.get(\"viz_type\"),\n \"params\": params_value,\n \"query_context\": query_context_value,\n }\n )\n\n if not templates:\n raise RuntimeError(\"Could not build templates with datasource metadata\")\n\n return templates\n\n\n# #endregion _build_chart_template_pool\n\n\n# #region seed_superset_load_data [TYPE Function]\n# @BRIEF Creates dashboards and cloned charts for load testing across target environments.\n# @PRE: Target environments must be reachable and authenticated.\n# @POST: Returns execution statistics dictionary.\n# @SIDE_EFFECT: Creates objects in Superset environments.\ndef seed_superset_load_data(args: argparse.Namespace) -> dict:\n seed_trace_id()\n rng = random.Random(args.seed)\n env_map = _resolve_target_envs(args.envs)\n\n clients: dict[str, SupersetClient] = {}\n templates_by_env: dict[str, list[dict]] = {}\n created_dashboards: dict[str, list[int]] = {env_id: [] for env_id in env_map}\n created_charts: dict[str, list[int]] = {env_id: [] for env_id in env_map}\n used_chart_names: set[str] = set()\n used_dashboard_names: set[str] = set()\n\n for env_id, env in env_map.items():\n client = SupersetClient(env)\n client.authenticate()\n clients[env_id] = client\n templates_by_env[env_id] = _build_chart_template_pool(\n client, args.template_pool_size, rng\n )\n logger.reason(\n f\"Environment {env_id}: loaded {len(templates_by_env[env_id])} chart templates\",\n extra={\"src\": \"seed_superset_load_data\"},\n )\n\n errors = 0\n env_ids = list(env_map.keys())\n\n for idx in range(args.dashboards):\n env_id = (\n env_ids[idx % len(env_ids)] if idx < len(env_ids) else rng.choice(env_ids)\n )\n dashboard_title = _generate_unique_name(\"lt_dash\", used_dashboard_names, rng)\n\n if args.dry_run:\n logger.reflect(\n f\"Dry-run dashboard create: env={env_id}, title={dashboard_title}\",\n extra={\"src\": \"seed_superset_load_data\"},\n )\n continue\n\n try:\n payload = {\"dashboard_title\": dashboard_title, \"published\": False}\n created = clients[env_id].network.request(\n \"POST\", \"/dashboard/\", data=json.dumps(payload)\n )\n dashboard_id = _extract_created_id(created)\n if dashboard_id is None:\n raise RuntimeError(f\"Dashboard create response missing id: {created}\")\n created_dashboards[env_id].append(dashboard_id)\n except Exception as exc:\n errors += 1\n logger.explore(f\"Failed creating dashboard in {env_id}: {exc}\", extra={\"src\": \"seed_superset_load_data\"})\n if errors >= args.max_errors:\n raise RuntimeError(\n f\"Stopping due to max errors reached ({errors})\"\n ) from exc\n\n if args.dry_run:\n return {\n \"dry_run\": True,\n \"templates_by_env\": {k: len(v) for k, v in templates_by_env.items()},\n \"charts_target\": args.charts,\n \"dashboards_target\": args.dashboards,\n }\n\n for env_id in env_ids:\n if not created_dashboards[env_id]:\n raise RuntimeError(\n f\"No dashboards created in environment {env_id}; cannot bind charts\"\n )\n\n for index in range(args.charts):\n env_id = rng.choice(env_ids)\n client = clients[env_id]\n template = rng.choice(templates_by_env[env_id])\n dashboard_id = rng.choice(created_dashboards[env_id])\n chart_name = _generate_unique_name(\"lt_chart\", used_chart_names, rng)\n\n payload = {\n \"slice_name\": chart_name,\n \"datasource_id\": template[\"datasource_id\"],\n \"datasource_type\": template[\"datasource_type\"],\n \"dashboards\": [dashboard_id],\n }\n if template.get(\"viz_type\"):\n payload[\"viz_type\"] = template[\"viz_type\"]\n if template.get(\"params\"):\n payload[\"params\"] = template[\"params\"]\n if template.get(\"query_context\"):\n payload[\"query_context\"] = template[\"query_context\"]\n\n try:\n created = client.network.request(\n \"POST\", \"/chart/\", data=json.dumps(payload)\n )\n chart_id = _extract_created_id(created)\n if chart_id is None:\n raise RuntimeError(f\"Chart create response missing id: {created}\")\n created_charts[env_id].append(chart_id)\n\n if (index + 1) % 500 == 0:\n logger.reason(f\"Created {index + 1}/{args.charts} charts\", extra={\"src\": \"seed_superset_load_data\"})\n except Exception as exc:\n errors += 1\n logger.explore(f\"Failed creating chart in {env_id}: {exc}\", extra={\"src\": \"seed_superset_load_data\"})\n if errors >= args.max_errors:\n raise RuntimeError(\n f\"Stopping due to max errors reached ({errors})\"\n ) from exc\n\n return {\n \"dry_run\": False,\n \"errors\": errors,\n \"dashboards\": {env_id: len(ids) for env_id, ids in created_dashboards.items()},\n \"charts\": {env_id: len(ids) for env_id, ids in created_charts.items()},\n \"total_dashboards\": sum(len(ids) for ids in created_dashboards.values()),\n \"total_charts\": sum(len(ids) for ids in created_charts.values()),\n }\n\n\n# #endregion seed_superset_load_data\n\n\n# #region main [TYPE Function]\n# @BRIEF CLI entrypoint for Superset load-test data seeding.\n# @PRE: Command line arguments are valid.\n# @POST: Prints summary and exits with non-zero status on failure.\ndef main() -> None:\n seed_trace_id()\n with belief_scope(\"seed_superset_load_test.main\"):\n args = _parse_args()\n result = seed_superset_load_data(args)\n logger.reflect(\n f\"Result summary: {json.dumps(result, ensure_ascii=True)}\",\n extra={\"src\": \"main\"},\n )\n\n\n# #endregion main\n\n\nif __name__ == \"__main__\":\n main()\n\n# #endregion SeedSupersetLoadTestScript\n" }, { @@ -57555,6 +59700,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _parse_args [TYPE Function]\n# @BRIEF Parses CLI arguments for load-test data generation.\n# @PRE: Script is called from CLI.\n# @POST: Returns validated argument namespace.\ndef _parse_args() -> argparse.Namespace:\n parser = argparse.ArgumentParser(\n description=\"Seed Superset with load-test charts and dashboards\"\n )\n parser.add_argument(\n \"--envs\", nargs=\"+\", default=[\"ss1\", \"ss2\"], help=\"Target environment IDs\"\n )\n parser.add_argument(\n \"--charts\", type=int, default=10000, help=\"Target number of charts to create\"\n )\n parser.add_argument(\n \"--dashboards\",\n type=int,\n default=500,\n help=\"Target number of dashboards to create\",\n )\n parser.add_argument(\n \"--template-pool-size\",\n type=int,\n default=200,\n help=\"How many source charts to sample as templates per env\",\n )\n parser.add_argument(\n \"--seed\", type=int, default=None, help=\"Optional RNG seed for reproducibility\"\n )\n parser.add_argument(\n \"--max-errors\",\n type=int,\n default=100,\n help=\"Stop early if errors exceed this threshold\",\n )\n parser.add_argument(\n \"--dry-run\", action=\"store_true\", help=\"Do not write data, only validate setup\"\n )\n return parser.parse_args()\n\n\n# #endregion _parse_args\n" }, { @@ -57601,6 +59747,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _extract_result_payload [TYPE Function]\n# @BRIEF Normalizes Superset API payloads that may be wrapped in `result`.\n# @PRE: payload is a JSON-decoded API response.\n# @POST: Returns the unwrapped object when present.\ndef _extract_result_payload(payload: dict) -> dict:\n result = payload.get(\"result\")\n if isinstance(result, dict):\n return result\n return payload\n\n\n# #endregion _extract_result_payload\n" }, { @@ -57647,6 +59794,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _extract_created_id [TYPE Function]\n# @BRIEF Extracts object ID from create/update API response.\n# @PRE: payload is a JSON-decoded API response.\n# @POST: Returns integer object ID or None if missing.\ndef _extract_created_id(payload: dict) -> int | None:\n direct_id = payload.get(\"id\")\n if isinstance(direct_id, int):\n return direct_id\n result = payload.get(\"result\")\n if isinstance(result, dict) and isinstance(result.get(\"id\"), int):\n return int(result[\"id\"])\n return None\n\n\n# #endregion _extract_created_id\n" }, { @@ -57693,6 +59841,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _generate_unique_name [TYPE Function]\n# @BRIEF Generates globally unique random names for charts/dashboards.\n# @PRE: used_names is mutable set for collision tracking.\n# @POST: Returns a unique string and stores it in used_names.\ndef _generate_unique_name(prefix: str, used_names: set[str], rng: random.Random) -> str:\n adjectives = [\n \"amber\",\n \"rapid\",\n \"frozen\",\n \"delta\",\n \"lunar\",\n \"vector\",\n \"cobalt\",\n \"silent\",\n \"neon\",\n \"solar\",\n ]\n nouns = [\n \"falcon\",\n \"matrix\",\n \"signal\",\n \"harbor\",\n \"stream\",\n \"vertex\",\n \"bridge\",\n \"orbit\",\n \"pulse\",\n \"forge\",\n ]\n while True:\n token = uuid.uuid4().hex[:8]\n candidate = f\"{prefix}_{rng.choice(adjectives)}_{rng.choice(nouns)}_{rng.randint(100, 999)}_{token}\"\n if candidate not in used_names:\n used_names.add(candidate)\n return candidate\n\n\n# #endregion _generate_unique_name\n" }, { @@ -57739,6 +59888,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _resolve_target_envs [TYPE Function]\n# @BRIEF Resolves requested environment IDs from configuration.\n# @PRE: env_ids is non-empty.\n# @POST: Returns mapping env_id -> configured environment object.\ndef _resolve_target_envs(env_ids: list[str]) -> dict[str, Environment]:\n config_manager = ConfigManager()\n configured = {env.id: env for env in config_manager.get_environments()}\n resolved: dict[str, Environment] = {}\n\n if not configured:\n for config_path in [Path(\"config.json\"), Path(\"backend/config.json\")]:\n if not config_path.exists():\n continue\n try:\n payload = json.loads(config_path.read_text(encoding=\"utf-8\"))\n env_rows = payload.get(\"environments\", [])\n for row in env_rows:\n env = Environment(**row)\n configured[env.id] = env\n except Exception as exc:\n logger.reflect(\n f\"Failed loading environments from {config_path}: {exc}\",\n extra={\"src\": \"_resolve_target_envs\"},\n )\n\n for env_id in env_ids:\n env = configured.get(env_id)\n if env is None:\n raise ValueError(f\"Environment '{env_id}' not found in configuration\")\n resolved[env_id] = env\n\n return resolved\n\n\n# #endregion _resolve_target_envs\n" }, { @@ -57785,6 +59935,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _build_chart_template_pool [TYPE Function]\n# @BRIEF Builds a pool of source chart templates to clone in one environment.\n# @PRE: Client is authenticated.\n# @POST: Returns non-empty list of chart payload templates.\ndef _build_chart_template_pool(\n client: SupersetClient, pool_size: int, rng: random.Random\n) -> list[dict]:\n list_query = {\n \"page\": 0,\n \"page_size\": 1000,\n \"columns\": [\n \"id\",\n \"slice_name\",\n \"datasource_id\",\n \"datasource_type\",\n \"viz_type\",\n \"params\",\n \"query_context\",\n ],\n }\n rows = client.network.fetch_paginated_data(\n endpoint=\"/chart/\",\n pagination_options={\"base_query\": list_query, \"results_field\": \"result\"},\n )\n\n candidates = [row for row in rows if isinstance(row, dict) and row.get(\"id\")]\n if not candidates:\n raise RuntimeError(\"No source charts available for templating\")\n\n selected = (\n candidates\n if len(candidates) <= pool_size\n else rng.sample(candidates, pool_size)\n )\n templates: list[dict] = []\n\n for row in selected:\n chart_id = int(row[\"id\"])\n detail_payload = client.get_chart(chart_id)\n detail = _extract_result_payload(detail_payload)\n\n datasource_id = detail.get(\"datasource_id\")\n datasource_type = (\n detail.get(\"datasource_type\") or row.get(\"datasource_type\") or \"table\"\n )\n if datasource_id is None:\n continue\n\n params_value = detail.get(\"params\")\n if isinstance(params_value, dict):\n params_value = json.dumps(params_value)\n\n query_context_value = detail.get(\"query_context\")\n if isinstance(query_context_value, dict):\n query_context_value = json.dumps(query_context_value)\n\n templates.append(\n {\n \"datasource_id\": int(datasource_id),\n \"datasource_type\": str(datasource_type),\n \"viz_type\": detail.get(\"viz_type\") or row.get(\"viz_type\"),\n \"params\": params_value,\n \"query_context\": query_context_value,\n }\n )\n\n if not templates:\n raise RuntimeError(\"Could not build templates with datasource metadata\")\n\n return templates\n\n\n# #endregion _build_chart_template_pool\n" }, { @@ -57841,6 +59992,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region seed_superset_load_data [TYPE Function]\n# @BRIEF Creates dashboards and cloned charts for load testing across target environments.\n# @PRE: Target environments must be reachable and authenticated.\n# @POST: Returns execution statistics dictionary.\n# @SIDE_EFFECT: Creates objects in Superset environments.\ndef seed_superset_load_data(args: argparse.Namespace) -> dict:\n seed_trace_id()\n rng = random.Random(args.seed)\n env_map = _resolve_target_envs(args.envs)\n\n clients: dict[str, SupersetClient] = {}\n templates_by_env: dict[str, list[dict]] = {}\n created_dashboards: dict[str, list[int]] = {env_id: [] for env_id in env_map}\n created_charts: dict[str, list[int]] = {env_id: [] for env_id in env_map}\n used_chart_names: set[str] = set()\n used_dashboard_names: set[str] = set()\n\n for env_id, env in env_map.items():\n client = SupersetClient(env)\n client.authenticate()\n clients[env_id] = client\n templates_by_env[env_id] = _build_chart_template_pool(\n client, args.template_pool_size, rng\n )\n logger.reason(\n f\"Environment {env_id}: loaded {len(templates_by_env[env_id])} chart templates\",\n extra={\"src\": \"seed_superset_load_data\"},\n )\n\n errors = 0\n env_ids = list(env_map.keys())\n\n for idx in range(args.dashboards):\n env_id = (\n env_ids[idx % len(env_ids)] if idx < len(env_ids) else rng.choice(env_ids)\n )\n dashboard_title = _generate_unique_name(\"lt_dash\", used_dashboard_names, rng)\n\n if args.dry_run:\n logger.reflect(\n f\"Dry-run dashboard create: env={env_id}, title={dashboard_title}\",\n extra={\"src\": \"seed_superset_load_data\"},\n )\n continue\n\n try:\n payload = {\"dashboard_title\": dashboard_title, \"published\": False}\n created = clients[env_id].network.request(\n \"POST\", \"/dashboard/\", data=json.dumps(payload)\n )\n dashboard_id = _extract_created_id(created)\n if dashboard_id is None:\n raise RuntimeError(f\"Dashboard create response missing id: {created}\")\n created_dashboards[env_id].append(dashboard_id)\n except Exception as exc:\n errors += 1\n logger.explore(f\"Failed creating dashboard in {env_id}: {exc}\", extra={\"src\": \"seed_superset_load_data\"})\n if errors >= args.max_errors:\n raise RuntimeError(\n f\"Stopping due to max errors reached ({errors})\"\n ) from exc\n\n if args.dry_run:\n return {\n \"dry_run\": True,\n \"templates_by_env\": {k: len(v) for k, v in templates_by_env.items()},\n \"charts_target\": args.charts,\n \"dashboards_target\": args.dashboards,\n }\n\n for env_id in env_ids:\n if not created_dashboards[env_id]:\n raise RuntimeError(\n f\"No dashboards created in environment {env_id}; cannot bind charts\"\n )\n\n for index in range(args.charts):\n env_id = rng.choice(env_ids)\n client = clients[env_id]\n template = rng.choice(templates_by_env[env_id])\n dashboard_id = rng.choice(created_dashboards[env_id])\n chart_name = _generate_unique_name(\"lt_chart\", used_chart_names, rng)\n\n payload = {\n \"slice_name\": chart_name,\n \"datasource_id\": template[\"datasource_id\"],\n \"datasource_type\": template[\"datasource_type\"],\n \"dashboards\": [dashboard_id],\n }\n if template.get(\"viz_type\"):\n payload[\"viz_type\"] = template[\"viz_type\"]\n if template.get(\"params\"):\n payload[\"params\"] = template[\"params\"]\n if template.get(\"query_context\"):\n payload[\"query_context\"] = template[\"query_context\"]\n\n try:\n created = client.network.request(\n \"POST\", \"/chart/\", data=json.dumps(payload)\n )\n chart_id = _extract_created_id(created)\n if chart_id is None:\n raise RuntimeError(f\"Chart create response missing id: {created}\")\n created_charts[env_id].append(chart_id)\n\n if (index + 1) % 500 == 0:\n logger.reason(f\"Created {index + 1}/{args.charts} charts\", extra={\"src\": \"seed_superset_load_data\"})\n except Exception as exc:\n errors += 1\n logger.explore(f\"Failed creating chart in {env_id}: {exc}\", extra={\"src\": \"seed_superset_load_data\"})\n if errors >= args.max_errors:\n raise RuntimeError(\n f\"Stopping due to max errors reached ({errors})\"\n ) from exc\n\n return {\n \"dry_run\": False,\n \"errors\": errors,\n \"dashboards\": {env_id: len(ids) for env_id, ids in created_dashboards.items()},\n \"charts\": {env_id: len(ids) for env_id, ids in created_charts.items()},\n \"total_dashboards\": sum(len(ids) for ids in created_dashboards.values()),\n \"total_charts\": sum(len(ids) for ids in created_charts.values()),\n }\n\n\n# #endregion seed_superset_load_data\n" }, { @@ -57887,6 +60039,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region main [TYPE Function]\n# @BRIEF CLI entrypoint for Superset load-test data seeding.\n# @PRE: Command line arguments are valid.\n# @POST: Prints summary and exits with non-zero status on failure.\ndef main() -> None:\n seed_trace_id()\n with belief_scope(\"seed_superset_load_test.main\"):\n args = _parse_args()\n result = seed_superset_load_data(args)\n logger.reflect(\n f\"Result summary: {json.dumps(result, ensure_ascii=True)}\",\n extra={\"src\": \"main\"},\n )\n\n\n# #endregion main\n" }, { @@ -57904,6 +60057,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_dataset_dashboard_relations_script [C:2] [TYPE Module] [SEMANTICS pydantic, dashboard, dataset, test, superset]\n# @BRIEF Tests and inspects dataset-to-dashboard relationship responses from Superset API.\n\"\"\"\nScript to test dataset-to-dashboard relationships from Superset API.\n\nUsage:\n cd backend && .venv/bin/python3 src/scripts/test_dataset_dashboard_relations.py\n\"\"\"\n\nimport json\nimport sys\nfrom pathlib import Path\n\n# Add src to path (parent of scripts directory)\nsys.path.append(str(Path(__file__).parent.parent.parent))\n\nfrom src.core.config_manager import ConfigManager\nfrom src.core.cot_logger import seed_trace_id\nfrom src.core.logger import logger\nfrom src.core.superset_client import SupersetClient\n\n\ndef test_dashboard_dataset_relations():\n \"\"\"Test fetching dataset-to-dashboard relationships.\"\"\"\n seed_trace_id()\n\n # Load environment from existing config\n config_manager = ConfigManager()\n environments = config_manager.get_environments()\n\n if not environments:\n logger.error(\"No environments configured!\")\n return\n\n # Use first available environment\n env = environments[0]\n logger.info(f\"Using environment: {env.name} ({env.url})\")\n\n client = SupersetClient(env)\n\n try:\n # Authenticate\n logger.info(\"Authenticating to Superset...\")\n client.authenticate()\n logger.info(\"Authentication successful!\")\n\n # Test dashboard ID 13\n dashboard_id = 13\n logger.info(f\"\\n=== Fetching Dashboard {dashboard_id} ===\")\n dashboard = client.network.request(method=\"GET\", endpoint=f\"/dashboard/{dashboard_id}\")\n\n print(\"\\nDashboard structure:\")\n print(f\" ID: {dashboard.get('id')}\")\n print(f\" Title: {dashboard.get('dashboard_title')}\")\n print(f\" Published: {dashboard.get('published')}\")\n\n # Check for slices/charts\n if 'slices' in dashboard:\n logger.info(f\"\\n Found {len(dashboard['slices'])} slices/charts in dashboard\")\n for i, slice_data in enumerate(dashboard['slices'][:5]): # Show first 5\n print(f\" Slice {i+1}:\")\n print(f\" ID: {slice_data.get('slice_id')}\")\n print(f\" Name: {slice_data.get('slice_name')}\")\n # Check for datasource_id\n if 'datasource_id' in slice_data:\n print(f\" Datasource ID: {slice_data['datasource_id']}\")\n if 'datasource_name' in slice_data:\n print(f\" Datasource Name: {slice_data['datasource_name']}\")\n if 'datasource_type' in slice_data:\n print(f\" Datasource Type: {slice_data['datasource_type']}\")\n else:\n logger.warning(\" No 'slices' field found in dashboard response\")\n logger.info(f\" Available fields: {list(dashboard.keys())}\")\n\n # Test dataset ID 26\n dataset_id = 26\n logger.info(f\"\\n=== Fetching Dataset {dataset_id} ===\")\n dataset = client.get_dataset(dataset_id)\n\n print(\"\\nDataset structure:\")\n print(f\" ID: {dataset.get('id')}\")\n print(f\" Table Name: {dataset.get('table_name')}\")\n print(f\" Schema: {dataset.get('schema')}\")\n print(f\" Database: {dataset.get('database', {}).get('database_name', 'Unknown')}\")\n\n # Check for dashboards that use this dataset\n logger.info(f\"\\n=== Finding Dashboards using Dataset {dataset_id} ===\")\n\n # Method: Use Superset's related_objects API\n try:\n logger.info(f\" Using /api/v1/dataset/{dataset_id}/related_objects endpoint...\")\n related_objects = client.network.request(\n method=\"GET\",\n endpoint=f\"/dataset/{dataset_id}/related_objects\"\n )\n\n logger.info(f\" Related objects response type: {type(related_objects)}\")\n logger.info(f\" Related objects keys: {list(related_objects.keys()) if isinstance(related_objects, dict) else 'N/A'}\")\n\n # Check for dashboards in related objects\n if 'dashboards' in related_objects:\n dashboards = related_objects['dashboards']\n logger.info(f\" Found {len(dashboards)} dashboards using this dataset:\")\n\n for dash in dashboards:\n if isinstance(dash, dict):\n logger.info(f\" - Dashboard ID {dash.get('id')}: {dash.get('dashboard_title', dash.get('title', 'Unknown'))}\")\n else:\n logger.info(f\" - Dashboard: {dash}\")\n elif 'result' in related_objects:\n # Some Superset versions use 'result' wrapper\n result = related_objects['result']\n if 'dashboards' in result:\n dashboards = result['dashboards']\n logger.info(f\" Found {len(dashboards)} dashboards using this dataset:\")\n\n for dash in dashboards:\n logger.info(f\" - Dashboard ID {dash.get('id')}: {dash.get('dashboard_title', dash.get('title', 'Unknown'))}\")\n else:\n logger.warning(f\" No 'dashboards' key in result. Keys: {list(result.keys())}\")\n else:\n logger.warning(f\" No 'dashboards' key in response. Available keys: {list(related_objects.keys())}\")\n logger.info(\" Full related_objects response:\")\n print(json.dumps(related_objects, indent=2, default=str)[:1000])\n\n except Exception as e:\n logger.error(f\" Error fetching related objects: {e}\")\n import traceback\n traceback.print_exc()\n\n # Method 2: Try to use the position_json from dashboard\n logger.info(\"\\n=== Analyzing Dashboard Position JSON ===\")\n if 'position_json' in dashboard:\n position_data = json.loads(dashboard['position_json'])\n logger.info(f\" Position data type: {type(position_data)}\")\n\n # Look for datasource references\n datasource_ids = set()\n if isinstance(position_data, dict):\n for key, value in position_data.items():\n if 'datasource' in key.lower() or key == 'DASHBOARD_VERSION_KEY':\n logger.debug(f\" Key: {key}, Value type: {type(value)}\")\n elif isinstance(position_data, list):\n logger.info(f\" Position data has {len(position_data)} items\")\n for item in position_data[:3]: # Show first 3\n logger.debug(f\" Item: {type(item)}, keys: {list(item.keys()) if isinstance(item, dict) else 'N/A'}\")\n if isinstance(item, dict):\n if 'datasource_id' in item:\n datasource_ids.add(item['datasource_id'])\n\n if datasource_ids:\n logger.info(f\" Found datasource IDs: {datasource_ids}\")\n\n # Save full response for analysis\n output_file = Path(__file__).parent / \"dataset_dashboard_analysis.json\"\n with open(output_file, 'w') as f:\n json.dump({\n 'dashboard': dashboard,\n 'dataset': dataset\n }, f, indent=2, default=str)\n logger.info(f\"\\nFull response saved to: {output_file}\")\n\n except Exception as e:\n logger.error(f\"Error: {e}\", exc_info=True)\n raise\n\n\nif __name__ == \"__main__\":\n test_dashboard_dataset_relations()\n\n# #endregion test_dataset_dashboard_relations_script\n" }, { @@ -57929,6 +60083,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region services [C:2] [TYPE Module] [SEMANTICS lazy, export, package, circular-import]\n# @BRIEF Package initialization for services module\n# @NOTE: Only export services that don't cause circular imports\n# @NOTE: GitService, AuthService, LLMProviderService have circular import issues - import directly when needed\n\n# Lazy loading to avoid import issues in tests\n__all__ = ['MappingService', 'ResourceService']\n\ndef __getattr__(name):\n if name == 'MappingService':\n from .mapping_service import MappingService\n return MappingService\n if name == 'ResourceService':\n from .resource_service import ResourceService\n return ResourceService\n raise AttributeError(f\"module {__name__!r} has no attribute {name!r}\")\n# #endregion services\n" }, { @@ -58002,6 +60157,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region auth_service [C:5] [TYPE Module] [SEMANTICS sqlalchemy, auth, credential, session, jwt]\n# @BRIEF Orchestrates credential authentication and ADFS JIT user provisioning.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [AuthRepository]\n# @RELATION DEPENDS_ON -> [verify_password]\n# @RELATION DEPENDS_ON -> [create_access_token]\n# @RELATION DEPENDS_ON -> [User]\n# @RELATION DEPENDS_ON -> [Role]\n# @INVARIANT: Authentication succeeds only for active users with valid credentials; issued sessions encode subject and scopes from assigned roles.\n# @PRE: Core auth models and security utilities available.\n# @POST: User identity verified and session tokens issued according to role scopes.\n# @SIDE_EFFECT: Writes last login timestamps and JIT-provisions external users.\n# @DATA_CONTRACT: [Credentials | ADFSClaims] -> [UserEntity | SessionToken]\n\nfrom datetime import datetime\nfrom typing import Any\n\nfrom sqlalchemy.orm import Session\n\nfrom ..core.auth.jwt import create_access_token\nfrom ..core.auth.logger import log_security_event\nfrom ..core.auth.repository import AuthRepository\nfrom ..core.auth.security import verify_password\nfrom ..core.logger import belief_scope\nfrom ..models.auth import User\n\n\n# #region AuthService [C:3] [TYPE Class]\n# @BRIEF Provides high-level authentication services.\n# @RELATION DEPENDS_ON -> [AuthRepository]\n# @RELATION DEPENDS_ON -> [User]\n# @RELATION DEPENDS_ON -> [Role]\nclass AuthService:\n # region AuthService_init [TYPE Function]\n # @PURPOSE: Initializes the authentication service with repository access over an active DB session.\n # @PRE: db is a valid SQLAlchemy Session instance bound to the auth persistence context.\n # @POST: self.repo is initialized and ready for auth user/role CRUD operations.\n # @SIDE_EFFECT: Allocates AuthRepository and binds it to the provided Session.\n # @DATA_CONTRACT: Input(Session) -> Model(AuthRepository)\n # @PARAM: db (Session) - SQLAlchemy session.\n def __init__(self, db: Session):\n self.db = db\n self.repo = AuthRepository(db)\n\n # endregion AuthService_init\n\n # region AuthService.authenticate_user [TYPE Function]\n # @PURPOSE: Validates credentials and account state for local username/password authentication.\n # @PRE: username and password are non-empty credential inputs.\n # @POST: Returns User only when user exists, is active, and password hash verification succeeds; otherwise returns None.\n # @SIDE_EFFECT: Persists last_login update for successful authentications via repository.\n # @DATA_CONTRACT: Input(str username, str password) -> Output(User | None)\n # @RELATION: [DEPENDS_ON] ->[AuthRepository]\n # @RELATION: [CALLS] ->[verify_password]\n # @RELATION: [DEPENDS_ON] ->[User]\n # @PARAM: username (str) - The username.\n # @PARAM: password (str) - The plain password.\n # @RETURN: Optional[User] - The authenticated user or None.\n def authenticate_user(self, username: str, password: str) -> User | None:\n with belief_scope(\"auth.authenticate_user\"):\n user = self.repo.get_user_by_username(username)\n if not user or not user.is_active:\n return None\n\n if not verify_password(password, user.password_hash):\n return None\n\n # Update last login\n user.last_login = datetime.utcnow()\n self.db.commit()\n self.db.refresh(user)\n\n return user\n\n # endregion AuthService.authenticate_user\n\n # region AuthService.create_session [TYPE Function]\n # @PURPOSE: Issues an access token payload for an already authenticated user.\n # @PRE: user is a valid User entity containing username and iterable roles with role.name values.\n # @POST: Returns session dict with non-empty access_token and token_type='bearer'.\n # @SIDE_EFFECT: Generates signed JWT via auth JWT provider.\n # @DATA_CONTRACT: Input(User) -> Output(Dict[str, str]{access_token, token_type})\n # @RELATION: [CALLS] ->[create_access_token]\n # @RELATION: [DEPENDS_ON] ->[User]\n # @RELATION: [DEPENDS_ON] ->[Role]\n # @PARAM: user (User) - The authenticated user.\n # @RETURN: Dict[str, str] - Session data.\n def create_session(self, user: User) -> dict[str, str]:\n with belief_scope(\"auth.create_session\"):\n roles = [role.name for role in user.roles]\n access_token = create_access_token(\n data={\"sub\": user.username, \"scopes\": roles}\n )\n return {\"access_token\": access_token, \"token_type\": \"bearer\"}\n\n # endregion AuthService.create_session\n\n # region AuthService.provision_adfs_user [TYPE Function]\n # @PURPOSE: Performs ADFS Just-In-Time provisioning and role synchronization from AD group mappings.\n # @PRE: user_info contains identity claims where at least one of 'upn' or 'email' is present; 'groups' may be absent.\n # @POST: Returns persisted user entity with roles synchronized to mapped AD groups and refreshed state.\n # @SIDE_EFFECT: May insert new User, mutate user.roles, commit transaction, and refresh ORM state.\n # @DATA_CONTRACT: Input(Dict[str, Any]{upn|email, email, groups[]}) -> Output(User persisted)\n # @RELATION: [DEPENDS_ON] ->[AuthRepository]\n # @RELATION: [DEPENDS_ON] ->[User]\n # @RELATION: [DEPENDS_ON] ->[Role]\n # @PARAM: user_info (Dict[str, Any]) - Claims from ADFS token.\n # @RETURN: User - The provisioned user.\n def provision_adfs_user(self, user_info: dict[str, Any]) -> User:\n with belief_scope(\"auth.provision_adfs_user\"):\n username = user_info.get(\"upn\") or user_info.get(\"email\")\n email = user_info.get(\"email\")\n groups = user_info.get(\"groups\", [])\n\n user = self.repo.get_user_by_username(username)\n if not user:\n user = User(\n username=username,\n email=email,\n full_name=user_info.get(\"name\"),\n auth_source=\"ADFS\",\n is_active=True,\n is_ad_user=True,\n )\n self.db.add(user)\n log_security_event(\"USER_PROVISIONED\", username, {\"source\": \"ADFS\"})\n\n # Sync roles from AD groups\n mapped_roles = self.repo.get_roles_by_ad_groups(groups)\n user.roles = mapped_roles\n\n user.last_login = datetime.utcnow()\n self.db.commit()\n self.db.refresh(user)\n\n return user\n\n # endregion AuthService.provision_adfs_user\n\n\n# #endregion AuthService\n\n# #endregion auth_service\n" }, { @@ -58038,6 +60194,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region AuthService [C:3] [TYPE Class]\n# @BRIEF Provides high-level authentication services.\n# @RELATION DEPENDS_ON -> [AuthRepository]\n# @RELATION DEPENDS_ON -> [User]\n# @RELATION DEPENDS_ON -> [Role]\nclass AuthService:\n # region AuthService_init [TYPE Function]\n # @PURPOSE: Initializes the authentication service with repository access over an active DB session.\n # @PRE: db is a valid SQLAlchemy Session instance bound to the auth persistence context.\n # @POST: self.repo is initialized and ready for auth user/role CRUD operations.\n # @SIDE_EFFECT: Allocates AuthRepository and binds it to the provided Session.\n # @DATA_CONTRACT: Input(Session) -> Model(AuthRepository)\n # @PARAM: db (Session) - SQLAlchemy session.\n def __init__(self, db: Session):\n self.db = db\n self.repo = AuthRepository(db)\n\n # endregion AuthService_init\n\n # region AuthService.authenticate_user [TYPE Function]\n # @PURPOSE: Validates credentials and account state for local username/password authentication.\n # @PRE: username and password are non-empty credential inputs.\n # @POST: Returns User only when user exists, is active, and password hash verification succeeds; otherwise returns None.\n # @SIDE_EFFECT: Persists last_login update for successful authentications via repository.\n # @DATA_CONTRACT: Input(str username, str password) -> Output(User | None)\n # @RELATION: [DEPENDS_ON] ->[AuthRepository]\n # @RELATION: [CALLS] ->[verify_password]\n # @RELATION: [DEPENDS_ON] ->[User]\n # @PARAM: username (str) - The username.\n # @PARAM: password (str) - The plain password.\n # @RETURN: Optional[User] - The authenticated user or None.\n def authenticate_user(self, username: str, password: str) -> User | None:\n with belief_scope(\"auth.authenticate_user\"):\n user = self.repo.get_user_by_username(username)\n if not user or not user.is_active:\n return None\n\n if not verify_password(password, user.password_hash):\n return None\n\n # Update last login\n user.last_login = datetime.utcnow()\n self.db.commit()\n self.db.refresh(user)\n\n return user\n\n # endregion AuthService.authenticate_user\n\n # region AuthService.create_session [TYPE Function]\n # @PURPOSE: Issues an access token payload for an already authenticated user.\n # @PRE: user is a valid User entity containing username and iterable roles with role.name values.\n # @POST: Returns session dict with non-empty access_token and token_type='bearer'.\n # @SIDE_EFFECT: Generates signed JWT via auth JWT provider.\n # @DATA_CONTRACT: Input(User) -> Output(Dict[str, str]{access_token, token_type})\n # @RELATION: [CALLS] ->[create_access_token]\n # @RELATION: [DEPENDS_ON] ->[User]\n # @RELATION: [DEPENDS_ON] ->[Role]\n # @PARAM: user (User) - The authenticated user.\n # @RETURN: Dict[str, str] - Session data.\n def create_session(self, user: User) -> dict[str, str]:\n with belief_scope(\"auth.create_session\"):\n roles = [role.name for role in user.roles]\n access_token = create_access_token(\n data={\"sub\": user.username, \"scopes\": roles}\n )\n return {\"access_token\": access_token, \"token_type\": \"bearer\"}\n\n # endregion AuthService.create_session\n\n # region AuthService.provision_adfs_user [TYPE Function]\n # @PURPOSE: Performs ADFS Just-In-Time provisioning and role synchronization from AD group mappings.\n # @PRE: user_info contains identity claims where at least one of 'upn' or 'email' is present; 'groups' may be absent.\n # @POST: Returns persisted user entity with roles synchronized to mapped AD groups and refreshed state.\n # @SIDE_EFFECT: May insert new User, mutate user.roles, commit transaction, and refresh ORM state.\n # @DATA_CONTRACT: Input(Dict[str, Any]{upn|email, email, groups[]}) -> Output(User persisted)\n # @RELATION: [DEPENDS_ON] ->[AuthRepository]\n # @RELATION: [DEPENDS_ON] ->[User]\n # @RELATION: [DEPENDS_ON] ->[Role]\n # @PARAM: user_info (Dict[str, Any]) - Claims from ADFS token.\n # @RETURN: User - The provisioned user.\n def provision_adfs_user(self, user_info: dict[str, Any]) -> User:\n with belief_scope(\"auth.provision_adfs_user\"):\n username = user_info.get(\"upn\") or user_info.get(\"email\")\n email = user_info.get(\"email\")\n groups = user_info.get(\"groups\", [])\n\n user = self.repo.get_user_by_username(username)\n if not user:\n user = User(\n username=username,\n email=email,\n full_name=user_info.get(\"name\"),\n auth_source=\"ADFS\",\n is_active=True,\n is_ad_user=True,\n )\n self.db.add(user)\n log_security_event(\"USER_PROVISIONED\", username, {\"source\": \"ADFS\"})\n\n # Sync roles from AD groups\n mapped_roles = self.repo.get_roles_by_ad_groups(groups)\n user.roles = mapped_roles\n\n user.last_login = datetime.utcnow()\n self.db.commit()\n self.db.refresh(user)\n\n return user\n\n # endregion AuthService.provision_adfs_user\n\n\n# #endregion AuthService\n" }, { @@ -58081,6 +60238,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CleanReleaseContracts [C:3] [TYPE Module] [SEMANTICS clean-release, compliance, package, subsystem]\n# @BRIEF Publish the canonical semantic root for the clean-release backend service cluster.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [ComplianceOrchestrator]\n# @RELATION DEPENDS_ON -> [ManifestBuilder]\n# @RELATION DEPENDS_ON -> [PolicyEngine]\n# @RELATION DEPENDS_ON -> [RepositoryRelations]\n\nfrom ...core.logger import logger\n\n# [REASON] Initializing clean_release package.\nlogger.reason(\"Clean release compliance subsystem initialized.\")\n\n# Legacy compatibility exports are intentionally lazy to avoid import cycles.\n__all__ = [\n \"logger\",\n]\n\n# #endregion CleanReleaseContracts\n" }, { @@ -58127,6 +60285,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _get_or_init_decisions_store [TYPE Function]\n# @BRIEF Provide append-only in-memory storage for approval decisions.\n# @PRE: repository is initialized.\n# @POST: Returns mutable decision list attached to repository.\ndef _get_or_init_decisions_store(\n repository: CleanReleaseRepository,\n) -> list[ApprovalDecision]:\n decisions = getattr(repository, \"approval_decisions\", None)\n if decisions is None:\n decisions = []\n repository.approval_decisions = decisions\n return decisions\n\n\n# #endregion _get_or_init_decisions_store\n" }, { @@ -58173,6 +60332,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _latest_decision_for_candidate [TYPE Function]\n# @BRIEF Resolve latest approval decision for candidate from append-only store.\n# @PRE: candidate_id is non-empty.\n# @POST: Returns latest ApprovalDecision or None.\ndef _latest_decision_for_candidate(\n repository: CleanReleaseRepository, candidate_id: str\n) -> ApprovalDecision | None:\n decisions = _get_or_init_decisions_store(repository)\n scoped = [item for item in decisions if item.candidate_id == candidate_id]\n if not scoped:\n return None\n return sorted(\n scoped,\n key=lambda item: item.decided_at or datetime.min.replace(tzinfo=UTC),\n reverse=True,\n )[0]\n\n\n# #endregion _latest_decision_for_candidate\n" }, { @@ -58219,6 +60379,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _resolve_candidate_and_report [TYPE Function]\n# @BRIEF Validate candidate/report existence and ownership prior to decision persistence.\n# @PRE: candidate_id and report_id are non-empty.\n# @POST: Returns tuple(candidate, report); raises ApprovalGateError on contract violation.\ndef _resolve_candidate_and_report(\n repository: CleanReleaseRepository,\n *,\n candidate_id: str,\n report_id: str,\n):\n candidate = repository.get_candidate(candidate_id)\n if candidate is None:\n raise ApprovalGateError(f\"candidate '{candidate_id}' not found\")\n\n report = repository.get_report(report_id)\n if report is None:\n raise ApprovalGateError(f\"report '{report_id}' not found\")\n\n if report.candidate_id != candidate_id:\n raise ApprovalGateError(\"report belongs to another candidate\")\n\n return candidate, report\n\n\n# #endregion _resolve_candidate_and_report\n" }, { @@ -58265,6 +60426,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region approve_candidate [TYPE Function]\n# @BRIEF Persist immutable APPROVED decision and advance candidate lifecycle to APPROVED.\n# @PRE: Candidate exists, report belongs to candidate, report final_status is PASSED, candidate not already APPROVED.\n# @POST: Approval decision is appended and candidate transitions to APPROVED.\ndef approve_candidate(\n *,\n repository: CleanReleaseRepository,\n candidate_id: str,\n report_id: str,\n decided_by: str,\n comment: str | None = None,\n) -> ApprovalDecision:\n with belief_scope(\"approval_service.approve_candidate\"):\n logger.reason(\n f\"Evaluating approve gate candidate_id={candidate_id} report_id={report_id}\"\n )\n\n if not decided_by or not decided_by.strip():\n raise ApprovalGateError(\"decided_by must be non-empty\")\n\n candidate, report = _resolve_candidate_and_report(\n repository,\n candidate_id=candidate_id,\n report_id=report_id,\n )\n\n if report.final_status != ComplianceDecision.PASSED.value:\n raise ApprovalGateError(\"approve requires PASSED compliance report\")\n\n latest = _latest_decision_for_candidate(repository, candidate_id)\n if (\n latest is not None\n and latest.decision == ApprovalDecisionType.APPROVED.value\n ):\n raise ApprovalGateError(\"candidate is already approved\")\n\n if candidate.status == CandidateStatus.APPROVED.value:\n raise ApprovalGateError(\"candidate is already approved\")\n\n try:\n if candidate.status != CandidateStatus.CHECK_PASSED.value:\n raise ApprovalGateError(\n f\"candidate status '{candidate.status}' cannot transition to APPROVED\"\n )\n candidate.transition_to(CandidateStatus.APPROVED)\n repository.save_candidate(candidate)\n except ApprovalGateError:\n raise\n except Exception as exc:\n logger.explore(\n f\"Candidate transition to APPROVED failed candidate_id={candidate_id}: {exc}\"\n )\n raise ApprovalGateError(str(exc)) from exc\n\n decision = ApprovalDecision(\n id=f\"approve-{uuid4()}\",\n candidate_id=candidate_id,\n report_id=report_id,\n decision=ApprovalDecisionType.APPROVED.value,\n decided_by=decided_by,\n decided_at=datetime.now(UTC),\n comment=comment,\n )\n _get_or_init_decisions_store(repository).append(decision)\n audit_preparation(\n candidate_id, \"APPROVED\", repository=repository, actor=decided_by\n )\n logger.reflect(\n f\"Approval persisted candidate_id={candidate_id} decision_id={decision.id}\"\n )\n return decision\n\n\n# #endregion approve_candidate\n" }, { @@ -58311,6 +60473,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region reject_candidate [TYPE Function]\n# @BRIEF Persist immutable REJECTED decision without promoting candidate lifecycle.\n# @PRE: Candidate exists and report belongs to candidate.\n# @POST: Rejected decision is appended; candidate lifecycle is unchanged.\ndef reject_candidate(\n *,\n repository: CleanReleaseRepository,\n candidate_id: str,\n report_id: str,\n decided_by: str,\n comment: str | None = None,\n) -> ApprovalDecision:\n with belief_scope(\"approval_service.reject_candidate\"):\n logger.reason(\n f\"Evaluating reject decision candidate_id={candidate_id} report_id={report_id}\"\n )\n\n if not decided_by or not decided_by.strip():\n raise ApprovalGateError(\"decided_by must be non-empty\")\n\n _resolve_candidate_and_report(\n repository,\n candidate_id=candidate_id,\n report_id=report_id,\n )\n\n decision = ApprovalDecision(\n id=f\"reject-{uuid4()}\",\n candidate_id=candidate_id,\n report_id=report_id,\n decision=ApprovalDecisionType.REJECTED.value,\n decided_by=decided_by,\n decided_at=datetime.now(UTC),\n comment=comment,\n )\n _get_or_init_decisions_store(repository).append(decision)\n audit_preparation(\n candidate_id, \"REJECTED\", repository=repository, actor=decided_by\n )\n logger.reflect(\n f\"Rejection persisted candidate_id={candidate_id} decision_id={decision.id}\"\n )\n return decision\n\n\n# #endregion reject_candidate\n" }, { @@ -58357,6 +60520,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region load_bootstrap_artifacts [TYPE Function]\n# @BRIEF Parse artifact catalog JSON into CandidateArtifact models for TUI/bootstrap flows.\n# @PRE: path points to readable JSON file; payload is list[artifact] or {\"artifacts\": list[artifact]}.\n# @POST: Returns non-mutated CandidateArtifact models with required fields populated.\ndef load_bootstrap_artifacts(path: str, candidate_id: str) -> list[CandidateArtifact]:\n if not path or not path.strip():\n return []\n if not candidate_id or not candidate_id.strip():\n raise ValueError(\"candidate_id must be non-empty for artifact catalog import\")\n\n catalog_path = Path(path)\n payload = json.loads(catalog_path.read_text(encoding=\"utf-8\"))\n raw_artifacts = payload.get(\"artifacts\") if isinstance(payload, dict) else payload\n if not isinstance(raw_artifacts, list):\n raise ValueError(\n \"artifact catalog must be a list or an object with 'artifacts' list\"\n )\n\n artifacts: list[CandidateArtifact] = []\n for index, raw_artifact in enumerate(raw_artifacts, start=1):\n if not isinstance(raw_artifact, dict):\n raise ValueError(f\"artifact #{index} must be an object\")\n\n artifact_id = str(raw_artifact.get(\"id\", \"\")).strip()\n artifact_path = str(raw_artifact.get(\"path\", \"\")).strip()\n artifact_sha256 = str(raw_artifact.get(\"sha256\", \"\")).strip()\n artifact_size = raw_artifact.get(\"size\")\n if not artifact_id:\n raise ValueError(f\"artifact #{index} missing required field 'id'\")\n if not artifact_path:\n raise ValueError(f\"artifact #{index} missing required field 'path'\")\n if not artifact_sha256:\n raise ValueError(f\"artifact #{index} missing required field 'sha256'\")\n if not isinstance(artifact_size, int) or artifact_size < 0:\n raise ValueError(\n f\"artifact #{index} field 'size' must be non-negative integer\"\n )\n\n category = (\n str(\n raw_artifact.get(\"detected_category\")\n or raw_artifact.get(\"category\")\n or \"\"\n ).strip()\n or None\n )\n source_uri = str(raw_artifact.get(\"source_uri\", \"\")).strip() or None\n source_host = str(raw_artifact.get(\"source_host\", \"\")).strip() or None\n metadata_json = raw_artifact.get(\"metadata_json\")\n if metadata_json is None:\n metadata_json = {\n key: value\n for key, value in raw_artifact.items()\n if key\n not in {\n \"id\",\n \"path\",\n \"sha256\",\n \"size\",\n \"category\",\n \"detected_category\",\n \"source_uri\",\n \"source_host\",\n \"metadata_json\",\n }\n }\n if not isinstance(metadata_json, dict):\n raise ValueError(f\"artifact #{index} field 'metadata_json' must be object\")\n\n artifacts.append(\n CandidateArtifact(\n id=artifact_id,\n candidate_id=candidate_id,\n path=artifact_path,\n sha256=artifact_sha256,\n size=artifact_size,\n detected_category=category,\n declared_category=category,\n source_uri=source_uri,\n source_host=source_host,\n metadata_json=metadata_json,\n )\n )\n\n return artifacts\n\n\n# #endregion load_bootstrap_artifacts\n" }, { @@ -58403,6 +60567,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _validate_artifacts [TYPE Function]\n# @BRIEF Validate raw artifact payload list for required fields and shape.\n# @PRE: artifacts payload is provided by caller.\n# @POST: Returns normalized artifact list or raises ValueError.\ndef _validate_artifacts(artifacts: Iterable[dict[str, Any]]) -> list[dict[str, Any]]:\n normalized = list(artifacts)\n if not normalized:\n raise ValueError(\"artifacts must not be empty\")\n\n required_fields = (\"id\", \"path\", \"sha256\", \"size\")\n for index, artifact in enumerate(normalized):\n if not isinstance(artifact, dict):\n raise ValueError(f\"artifact[{index}] must be an object\")\n for field in required_fields:\n if field not in artifact:\n raise ValueError(f\"artifact[{index}] missing required field '{field}'\")\n if not str(artifact[\"id\"]).strip():\n raise ValueError(f\"artifact[{index}] field 'id' must be non-empty\")\n if not str(artifact[\"path\"]).strip():\n raise ValueError(f\"artifact[{index}] field 'path' must be non-empty\")\n if not str(artifact[\"sha256\"]).strip():\n raise ValueError(f\"artifact[{index}] field 'sha256' must be non-empty\")\n if not isinstance(artifact[\"size\"], int) or artifact[\"size\"] <= 0:\n raise ValueError(f\"artifact[{index}] field 'size' must be a positive integer\")\n return normalized\n# #endregion _validate_artifacts\n" }, { @@ -58470,6 +60635,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ComplianceExecutionService [C:5] [TYPE Module] [SEMANTICS clean-release, execution, compliance, report, stage]\n# @BRIEF Create and execute compliance runs with trusted snapshots, deterministic stages, violations and immutable report persistence.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> RepositoryRelations\n# @RELATION DEPENDS_ON -> PolicyResolutionService\n# @RELATION DEPENDS_ON -> ComplianceStages\n# @RELATION DEPENDS_ON -> ReportBuilder\n# @PRE: Repository adapters, trusted policy resolution, and deterministic stage implementations are available for the run request.\n# @POST: Candidate-scoped compliance runs persist stage evidence, terminal status, and immutable report artifacts when execution succeeds.\n# @SIDE_EFFECT: Persists runs, stage results, violations, and reports through repository adapters and audit helpers.\n# @DATA_CONTRACT: Input[candidate_id, requested_by, manifest_id?, policy snapshots, stage results] -> Output[ComplianceExecutionResult]\n# @INVARIANT: A run binds to exactly one candidate/manifest/policy/registry snapshot set.\n\nfrom __future__ import annotations\n\nfrom collections.abc import Iterable\nfrom dataclasses import dataclass\nfrom datetime import UTC, datetime\nfrom typing import Any, cast\nfrom uuid import uuid4\n\nfrom ...core.logger import belief_scope, logger\nfrom ...models.clean_release import (\n ComplianceReport,\n ComplianceRun,\n ComplianceStageRun,\n ComplianceViolation,\n DistributionManifest,\n)\nfrom .enums import ComplianceDecision, RunStatus\nfrom .exceptions import ComplianceRunError, PolicyResolutionError\nfrom .policy_resolution_service import resolve_trusted_policy_snapshots\nfrom .report_builder import ComplianceReportBuilder\nfrom .repository import CleanReleaseRepository\nfrom .stages import build_default_stages, derive_final_status\nfrom .stages.base import ComplianceStage, ComplianceStageContext, build_stage_run_record\n\nbelief_logger = cast(Any, logger)\n\n\n# #region ComplianceExecutionResult [TYPE Class]\n# @BRIEF Return envelope for compliance execution with run/report and persisted stage artifacts.\n@dataclass\nclass ComplianceExecutionResult:\n run: ComplianceRun\n report: ComplianceReport | None\n stage_runs: list[ComplianceStageRun]\n violations: list[ComplianceViolation]\n\n\n# #endregion ComplianceExecutionResult\n\n\n# #region ComplianceExecutionService [TYPE Class]\n# @BRIEF Execute clean-release compliance lifecycle over trusted snapshots and immutable evidence.\n# @PRE: Database session active, candidate registered\n# @POST: Returns ComplianceReport with pass/fail status and violation details\n# @SIDE_EFFECT: Updates compliance status in database, logs violations\n# @DATA_CONTRACT: ComplianceCheckResult, ComplianceReport, Violation\nclass ComplianceExecutionService:\n TASK_PLUGIN_ID = \"clean-release-compliance\"\n\n def __init__(\n self,\n *,\n repository: CleanReleaseRepository,\n config_manager,\n stages: Iterable[ComplianceStage] | None = None,\n ):\n self.repository = repository\n self.config_manager = config_manager\n self.stages = list(stages) if stages is not None else build_default_stages()\n self.report_builder = ComplianceReportBuilder(repository)\n\n # region _resolve_manifest [TYPE Function]\n # @PURPOSE: Resolve explicit manifest or fallback to latest candidate manifest.\n # @PRE: candidate exists.\n # @POST: Returns manifest snapshot or raises ComplianceRunError.\n def _resolve_manifest(\n self, candidate_id: str, manifest_id: str | None\n ) -> DistributionManifest:\n with belief_scope(\"ComplianceExecutionService._resolve_manifest\"):\n manifest_id_value = cast(str | None, manifest_id)\n if manifest_id_value is not None and manifest_id_value != \"\":\n manifest = self.repository.get_manifest(manifest_id_value)\n if manifest is None:\n raise ComplianceRunError(\n f\"manifest '{manifest_id_value}' not found\"\n )\n if str(manifest.candidate_id) != candidate_id:\n raise ComplianceRunError(\"manifest does not belong to candidate\")\n return manifest\n\n manifests = self.repository.get_manifests_by_candidate(candidate_id)\n if not manifests:\n raise ComplianceRunError(f\"candidate '{candidate_id}' has no manifest\")\n return sorted(\n manifests, key=lambda item: item.manifest_version, reverse=True\n )[0]\n\n # endregion _resolve_manifest\n\n # region _persist_stage_run [TYPE Function]\n # @PURPOSE: Persist stage run if repository supports stage records.\n # @POST: Stage run is persisted when adapter is available, otherwise no-op.\n def _persist_stage_run(self, stage_run: ComplianceStageRun) -> None:\n self.repository.save_stage_run(stage_run)\n\n # endregion _persist_stage_run\n\n # region _persist_violations [TYPE Function]\n # @PURPOSE: Persist stage violations via repository adapters.\n # @POST: Violations are appended to repository evidence store.\n def _persist_violations(self, violations: list[ComplianceViolation]) -> None:\n for violation in violations:\n self.repository.save_violation(violation)\n\n # endregion _persist_violations\n\n # region execute_run [TYPE Function]\n # @PURPOSE: Execute compliance run stages and finalize immutable report on terminal success.\n # @PRE: candidate exists and trusted policy/registry snapshots are resolvable.\n # @POST: Run and evidence are persisted; report exists for SUCCEEDED runs.\n def execute_run(\n self,\n *,\n candidate_id: str,\n requested_by: str,\n manifest_id: str | None = None,\n ) -> ComplianceExecutionResult:\n with belief_scope(\"ComplianceExecutionService.execute_run\"):\n belief_logger.reason(\n f\"Starting compliance execution candidate_id={candidate_id}\"\n )\n\n candidate = self.repository.get_candidate(candidate_id)\n if candidate is None:\n raise ComplianceRunError(f\"candidate '{candidate_id}' not found\")\n\n manifest = self._resolve_manifest(candidate_id, manifest_id)\n\n try:\n policy_snapshot, registry_snapshot = resolve_trusted_policy_snapshots(\n config_manager=self.config_manager,\n repository=self.repository,\n )\n except PolicyResolutionError as exc:\n raise ComplianceRunError(str(exc)) from exc\n\n run = ComplianceRun(\n id=f\"run-{uuid4()}\",\n candidate_id=candidate_id,\n manifest_id=str(manifest.id),\n manifest_digest=str(manifest.manifest_digest),\n policy_snapshot_id=str(policy_snapshot.id),\n registry_snapshot_id=str(registry_snapshot.id),\n requested_by=requested_by,\n requested_at=datetime.now(UTC),\n started_at=datetime.now(UTC),\n status=RunStatus.RUNNING.value,\n )\n self.repository.save_check_run(run)\n\n stage_runs: list[ComplianceStageRun] = []\n violations: list[ComplianceViolation] = []\n report: ComplianceReport | None = None\n\n context = ComplianceStageContext(\n run=run,\n candidate=candidate,\n manifest=manifest,\n policy=policy_snapshot,\n registry=registry_snapshot,\n )\n\n try:\n for stage in self.stages:\n started = datetime.now(UTC)\n result = stage.execute(context)\n finished = datetime.now(UTC)\n\n stage_run = build_stage_run_record(\n run_id=str(run.id),\n stage_name=stage.stage_name,\n result=result,\n started_at=started,\n finished_at=finished,\n )\n self._persist_stage_run(stage_run)\n stage_runs.append(stage_run)\n\n if result.violations:\n self._persist_violations(result.violations)\n violations.extend(result.violations)\n\n run.final_status = derive_final_status(stage_runs).value\n run.status = RunStatus.SUCCEEDED.value\n run.finished_at = datetime.now(UTC)\n self.repository.save_check_run(run)\n\n report = self.report_builder.build_report_payload(run, violations)\n report = self.report_builder.persist_report(report)\n run.report_id = str(report.id)\n self.repository.save_check_run(run)\n belief_logger.reflect(\n f\"Compliance run completed run_id={run.id} final_status={getattr(run, 'final_status', None)}\"\n )\n except Exception as exc:\n run.status = RunStatus.FAILED.value\n run.final_status = ComplianceDecision.ERROR.value\n run.failure_reason = str(exc)\n run.finished_at = datetime.now(UTC)\n self.repository.save_check_run(run)\n belief_logger.explore(\n f\"Compliance run failed run_id={run.id}: {exc}\"\n )\n\n return ComplianceExecutionResult(\n run=run,\n report=report,\n stage_runs=stage_runs,\n violations=violations,\n )\n\n # endregion execute_run\n\n\n# #endregion ComplianceExecutionService\n\n# #endregion ComplianceExecutionService\n" }, { @@ -58496,6 +60662,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ComplianceExecutionResult [TYPE Class]\n# @BRIEF Return envelope for compliance execution with run/report and persisted stage artifacts.\n@dataclass\nclass ComplianceExecutionResult:\n run: ComplianceRun\n report: ComplianceReport | None\n stage_runs: list[ComplianceStageRun]\n violations: list[ComplianceViolation]\n\n\n# #endregion ComplianceExecutionResult\n" }, { @@ -58623,6 +60790,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ComplianceOrchestrator [C:5] [TYPE Module] [SEMANTICS clean-release, compliance, orchestration, stage]\n# @BRIEF Execute mandatory clean compliance stages and produce final COMPLIANT/BLOCKED/FAILED outcome.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [ComplianceStages]\n# @RELATION DEPENDS_ON -> [RepositoryRelations]\n# @RELATION DEPENDS_ON -> [CleanReleaseModels]\n# @INVARIANT: COMPLIANT is impossible when any mandatory stage fails.\n# @TEST_CONTRACT: ComplianceCheckRun -> ComplianceCheckRun\n# @TEST_FIXTURE: compliant_candidate -> file:backend/tests/fixtures/clean_release/fixtures_clean_release.json\n# @TEST_EDGE: stage_failure_blocks_release -> Mandatory stage returns FAIL and final status becomes BLOCKED\n# @TEST_EDGE: missing_stage_result -> Finalization with incomplete/empty mandatory stage set must not produce COMPLIANT\n# @TEST_EDGE: report_generation_error -> Downstream reporting failure does not alter orchestrator status derivation contract\n# @TEST_INVARIANT: compliant_requires_all_mandatory_pass -> VERIFIED_BY: [stage_failure_blocks_release]\n# @PRE: ManifestService and PolicyEngine are available\n# @POST: OrchestrationResult with compliance status\n# @SIDE_EFFECT: Triggers compliance checks; may modify manifest state\n# @DATA_CONTRACT: Manifest -> ComplianceReport\n\nfrom __future__ import annotations\n\nfrom datetime import UTC, datetime\nfrom uuid import uuid4\n\nfrom ...core.logger import belief_scope, logger\nfrom ...models.clean_release import (\n ComplianceRun,\n ComplianceStageRun,\n)\nfrom .enums import (\n ComplianceDecision,\n RunStatus,\n)\nfrom .repository import CleanReleaseRepository\nfrom .stages import derive_final_status\n\n\n# #region CleanComplianceOrchestrator [TYPE Class]\n# @BRIEF Coordinate clean-release compliance verification stages.\nclass CleanComplianceOrchestrator:\n # region __init__ [TYPE Function]\n # @PURPOSE: Bind repository dependency used for orchestrator persistence and lookups.\n # @PRE: repository is a valid CleanReleaseRepository instance with required methods.\n # @POST: self.repository is assigned and used by all orchestration steps.\n # @SIDE_EFFECT: Stores repository reference on orchestrator instance.\n # @DATA_CONTRACT: Input -> CleanReleaseRepository, Output -> None\n def __init__(self, repository: CleanReleaseRepository):\n with belief_scope(\"CleanComplianceOrchestrator.__init__\"):\n self.repository = repository\n\n # endregion __init__\n\n # region start_check_run [TYPE Function]\n # @PURPOSE: Initiate a new compliance run session.\n # @PRE: candidate_id and policy_id are provided; legacy callers may omit persisted manifest/policy records.\n # @POST: Returns initialized ComplianceRun in RUNNING state persisted in repository.\n # @SIDE_EFFECT: Reads manifest/policy when present and writes new ComplianceRun via repository.save_check_run.\n # @DATA_CONTRACT: Input -> (candidate_id:str, policy_id:str, requested_by:str, manifest_id:str|None), Output -> ComplianceRun\n def start_check_run(\n self,\n candidate_id: str,\n policy_id: str,\n requested_by: str | None = None,\n manifest_id: str | None = None,\n **legacy_kwargs,\n ) -> ComplianceRun:\n with belief_scope(\"start_check_run\"):\n actor = requested_by or legacy_kwargs.get(\"triggered_by\") or \"system\"\n execution_mode = (\n str(legacy_kwargs.get(\"execution_mode\") or \"\").strip().lower()\n )\n manifest_id_value = manifest_id\n\n if manifest_id_value and str(manifest_id_value).strip().lower() in {\n \"tui\",\n \"api\",\n \"scheduler\",\n }:\n logger.reason(\n \"Detected legacy positional execution_mode passed through manifest_id slot\",\n extra={\n \"candidate_id\": candidate_id,\n \"execution_mode\": manifest_id_value,\n },\n )\n execution_mode = str(manifest_id_value).strip().lower()\n manifest_id_value = None\n\n manifest = (\n self.repository.get_manifest(manifest_id_value)\n if manifest_id_value\n else None\n )\n policy = self.repository.get_policy(policy_id)\n\n if manifest_id_value and manifest is None:\n logger.explore(\n \"Manifest lookup missed during run start; rejecting explicit manifest contract\",\n extra={\n \"candidate_id\": candidate_id,\n \"manifest_id\": manifest_id_value,\n },\n )\n raise ValueError(\"Manifest or Policy not found\")\n\n if policy is None:\n logger.explore(\n \"Policy lookup missed during run start; using compatibility placeholder snapshot\",\n extra={\n \"candidate_id\": candidate_id,\n \"policy_id\": policy_id,\n \"execution_mode\": execution_mode or \"unspecified\",\n },\n )\n\n manifest_id_value = manifest_id_value or f\"manifest-{candidate_id}\"\n manifest_digest = getattr(manifest, \"manifest_digest\", \"pending\")\n registry_snapshot_id = (\n getattr(policy, \"registry_snapshot_id\", None)\n or getattr(policy, \"internal_source_registry_ref\", None)\n or \"pending\"\n )\n\n check_run = ComplianceRun(\n id=f\"check-{uuid4()}\",\n candidate_id=candidate_id,\n manifest_id=manifest_id_value,\n manifest_digest=manifest_digest,\n policy_snapshot_id=policy_id,\n registry_snapshot_id=registry_snapshot_id,\n requested_by=actor,\n requested_at=datetime.now(UTC),\n started_at=datetime.now(UTC),\n status=RunStatus.RUNNING,\n )\n logger.reflect(\n \"Initialized compliance run with compatibility-safe dependency placeholders\",\n extra={\n \"run_id\": check_run.id,\n \"candidate_id\": candidate_id,\n \"policy_id\": policy_id,\n },\n )\n return self.repository.save_check_run(check_run)\n\n # endregion start_check_run\n\n # region execute_stages [TYPE Function]\n # @PURPOSE: Execute or accept compliance stage outcomes and set intermediate/final check-run status fields.\n # @PRE: check_run exists and references candidate/policy/registry/manifest identifiers resolvable by repository.\n # @POST: Returns persisted ComplianceRun with status FAILED on missing dependencies, otherwise SUCCEEDED with final_status set.\n # @SIDE_EFFECT: Reads candidate/policy/registry/manifest and persists updated check_run.\n # @DATA_CONTRACT: Input -> (check_run:ComplianceRun, forced_results:Optional[List[ComplianceStageRun]]), Output -> ComplianceRun\n def execute_stages(\n self,\n check_run: ComplianceRun,\n forced_results: list[ComplianceStageRun] | None = None,\n ) -> ComplianceRun:\n with belief_scope(\"execute_stages\"):\n if forced_results is not None:\n for index, result in enumerate(forced_results, start=1):\n if isinstance(result, ComplianceStageRun):\n stage_run = result\n else:\n status_value = getattr(result, \"status\", None)\n if status_value == \"PASS\":\n decision = ComplianceDecision.PASSED.value\n elif status_value == \"FAIL\":\n decision = ComplianceDecision.BLOCKED.value\n else:\n decision = ComplianceDecision.ERROR.value\n stage_run = ComplianceStageRun(\n id=f\"{check_run.id}-stage-{index}\",\n run_id=check_run.id,\n stage_name=result.stage.value,\n status=result.status.value,\n decision=decision,\n details_json={\"details\": result.details},\n )\n self.repository.stage_runs[stage_run.id] = stage_run\n\n check_run.final_status = derive_final_status(forced_results).value\n check_run.status = RunStatus.SUCCEEDED\n return self.repository.save_check_run(check_run)\n\n candidate = self.repository.get_candidate(check_run.candidate_id)\n policy = self.repository.get_policy(check_run.policy_snapshot_id)\n registry = self.repository.get_registry(check_run.registry_snapshot_id)\n manifest = self.repository.get_manifest(check_run.manifest_id)\n\n if not candidate or not policy or not registry or not manifest:\n check_run.status = RunStatus.FAILED\n check_run.finished_at = datetime.now(UTC)\n return self.repository.save_check_run(check_run)\n\n summary = manifest.content_json.get(\"summary\", {})\n purity_ok = summary.get(\"prohibited_detected_count\", 0) == 0\n check_run.final_status = (\n ComplianceDecision.PASSED.value\n if purity_ok\n else ComplianceDecision.BLOCKED.value\n )\n check_run.status = RunStatus.SUCCEEDED\n check_run.finished_at = datetime.now(UTC)\n\n return self.repository.save_check_run(check_run)\n\n # endregion execute_stages\n\n # region finalize_run [TYPE Function]\n # @PURPOSE: Finalize run status based on cumulative stage results.\n # @PRE: check_run was started and may already contain a derived final_status from stage execution.\n # @POST: Returns persisted ComplianceRun in SUCCEEDED status with final_status guaranteed non-empty.\n # @SIDE_EFFECT: Mutates check_run terminal fields and persists via repository.save_check_run.\n # @DATA_CONTRACT: Input -> ComplianceRun, Output -> ComplianceRun\n def finalize_run(self, check_run: ComplianceRun) -> ComplianceRun:\n with belief_scope(\"finalize_run\"):\n if check_run.status == RunStatus.FAILED:\n check_run.finished_at = datetime.now(UTC)\n return self.repository.save_check_run(check_run)\n\n if not check_run.final_status:\n stage_results = [\n stage_run\n for stage_run in self.repository.stage_runs.values()\n if stage_run.run_id == check_run.id\n ]\n derived = derive_final_status(stage_results)\n check_run.final_status = derived.value\n\n check_run.status = RunStatus.SUCCEEDED\n check_run.finished_at = datetime.now(UTC)\n return self.repository.save_check_run(check_run)\n\n # endregion finalize_run\n\n\n# #endregion CleanComplianceOrchestrator\n\n\n# #region run_check_legacy [TYPE Function]\n# @BRIEF Legacy wrapper for compatibility with previous orchestrator call style.\n# @PRE: repository and identifiers are valid and resolvable by orchestrator dependencies.\n# @POST: Returns finalized ComplianceRun produced by orchestrator start->execute->finalize sequence.\n# @SIDE_EFFECT: Reads/writes compliance entities through repository during orchestrator calls.\n# @DATA_CONTRACT: Input -> (repository:CleanReleaseRepository, candidate_id:str, policy_id:str, requested_by:str, manifest_id:str), Output -> ComplianceRun\ndef run_check_legacy(\n repository: CleanReleaseRepository,\n candidate_id: str,\n policy_id: str,\n requested_by: str,\n manifest_id: str,\n) -> ComplianceRun:\n with belief_scope(\"run_check_legacy\"):\n orchestrator = CleanComplianceOrchestrator(repository)\n run = orchestrator.start_check_run(\n candidate_id=candidate_id,\n policy_id=policy_id,\n requested_by=requested_by,\n manifest_id=manifest_id,\n )\n run = orchestrator.execute_stages(run)\n return orchestrator.finalize_run(run)\n\n\n# #endregion run_check_legacy\n# #endregion ComplianceOrchestrator\n" }, { @@ -58649,6 +60817,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CleanComplianceOrchestrator [TYPE Class]\n# @BRIEF Coordinate clean-release compliance verification stages.\nclass CleanComplianceOrchestrator:\n # region __init__ [TYPE Function]\n # @PURPOSE: Bind repository dependency used for orchestrator persistence and lookups.\n # @PRE: repository is a valid CleanReleaseRepository instance with required methods.\n # @POST: self.repository is assigned and used by all orchestration steps.\n # @SIDE_EFFECT: Stores repository reference on orchestrator instance.\n # @DATA_CONTRACT: Input -> CleanReleaseRepository, Output -> None\n def __init__(self, repository: CleanReleaseRepository):\n with belief_scope(\"CleanComplianceOrchestrator.__init__\"):\n self.repository = repository\n\n # endregion __init__\n\n # region start_check_run [TYPE Function]\n # @PURPOSE: Initiate a new compliance run session.\n # @PRE: candidate_id and policy_id are provided; legacy callers may omit persisted manifest/policy records.\n # @POST: Returns initialized ComplianceRun in RUNNING state persisted in repository.\n # @SIDE_EFFECT: Reads manifest/policy when present and writes new ComplianceRun via repository.save_check_run.\n # @DATA_CONTRACT: Input -> (candidate_id:str, policy_id:str, requested_by:str, manifest_id:str|None), Output -> ComplianceRun\n def start_check_run(\n self,\n candidate_id: str,\n policy_id: str,\n requested_by: str | None = None,\n manifest_id: str | None = None,\n **legacy_kwargs,\n ) -> ComplianceRun:\n with belief_scope(\"start_check_run\"):\n actor = requested_by or legacy_kwargs.get(\"triggered_by\") or \"system\"\n execution_mode = (\n str(legacy_kwargs.get(\"execution_mode\") or \"\").strip().lower()\n )\n manifest_id_value = manifest_id\n\n if manifest_id_value and str(manifest_id_value).strip().lower() in {\n \"tui\",\n \"api\",\n \"scheduler\",\n }:\n logger.reason(\n \"Detected legacy positional execution_mode passed through manifest_id slot\",\n extra={\n \"candidate_id\": candidate_id,\n \"execution_mode\": manifest_id_value,\n },\n )\n execution_mode = str(manifest_id_value).strip().lower()\n manifest_id_value = None\n\n manifest = (\n self.repository.get_manifest(manifest_id_value)\n if manifest_id_value\n else None\n )\n policy = self.repository.get_policy(policy_id)\n\n if manifest_id_value and manifest is None:\n logger.explore(\n \"Manifest lookup missed during run start; rejecting explicit manifest contract\",\n extra={\n \"candidate_id\": candidate_id,\n \"manifest_id\": manifest_id_value,\n },\n )\n raise ValueError(\"Manifest or Policy not found\")\n\n if policy is None:\n logger.explore(\n \"Policy lookup missed during run start; using compatibility placeholder snapshot\",\n extra={\n \"candidate_id\": candidate_id,\n \"policy_id\": policy_id,\n \"execution_mode\": execution_mode or \"unspecified\",\n },\n )\n\n manifest_id_value = manifest_id_value or f\"manifest-{candidate_id}\"\n manifest_digest = getattr(manifest, \"manifest_digest\", \"pending\")\n registry_snapshot_id = (\n getattr(policy, \"registry_snapshot_id\", None)\n or getattr(policy, \"internal_source_registry_ref\", None)\n or \"pending\"\n )\n\n check_run = ComplianceRun(\n id=f\"check-{uuid4()}\",\n candidate_id=candidate_id,\n manifest_id=manifest_id_value,\n manifest_digest=manifest_digest,\n policy_snapshot_id=policy_id,\n registry_snapshot_id=registry_snapshot_id,\n requested_by=actor,\n requested_at=datetime.now(UTC),\n started_at=datetime.now(UTC),\n status=RunStatus.RUNNING,\n )\n logger.reflect(\n \"Initialized compliance run with compatibility-safe dependency placeholders\",\n extra={\n \"run_id\": check_run.id,\n \"candidate_id\": candidate_id,\n \"policy_id\": policy_id,\n },\n )\n return self.repository.save_check_run(check_run)\n\n # endregion start_check_run\n\n # region execute_stages [TYPE Function]\n # @PURPOSE: Execute or accept compliance stage outcomes and set intermediate/final check-run status fields.\n # @PRE: check_run exists and references candidate/policy/registry/manifest identifiers resolvable by repository.\n # @POST: Returns persisted ComplianceRun with status FAILED on missing dependencies, otherwise SUCCEEDED with final_status set.\n # @SIDE_EFFECT: Reads candidate/policy/registry/manifest and persists updated check_run.\n # @DATA_CONTRACT: Input -> (check_run:ComplianceRun, forced_results:Optional[List[ComplianceStageRun]]), Output -> ComplianceRun\n def execute_stages(\n self,\n check_run: ComplianceRun,\n forced_results: list[ComplianceStageRun] | None = None,\n ) -> ComplianceRun:\n with belief_scope(\"execute_stages\"):\n if forced_results is not None:\n for index, result in enumerate(forced_results, start=1):\n if isinstance(result, ComplianceStageRun):\n stage_run = result\n else:\n status_value = getattr(result, \"status\", None)\n if status_value == \"PASS\":\n decision = ComplianceDecision.PASSED.value\n elif status_value == \"FAIL\":\n decision = ComplianceDecision.BLOCKED.value\n else:\n decision = ComplianceDecision.ERROR.value\n stage_run = ComplianceStageRun(\n id=f\"{check_run.id}-stage-{index}\",\n run_id=check_run.id,\n stage_name=result.stage.value,\n status=result.status.value,\n decision=decision,\n details_json={\"details\": result.details},\n )\n self.repository.stage_runs[stage_run.id] = stage_run\n\n check_run.final_status = derive_final_status(forced_results).value\n check_run.status = RunStatus.SUCCEEDED\n return self.repository.save_check_run(check_run)\n\n candidate = self.repository.get_candidate(check_run.candidate_id)\n policy = self.repository.get_policy(check_run.policy_snapshot_id)\n registry = self.repository.get_registry(check_run.registry_snapshot_id)\n manifest = self.repository.get_manifest(check_run.manifest_id)\n\n if not candidate or not policy or not registry or not manifest:\n check_run.status = RunStatus.FAILED\n check_run.finished_at = datetime.now(UTC)\n return self.repository.save_check_run(check_run)\n\n summary = manifest.content_json.get(\"summary\", {})\n purity_ok = summary.get(\"prohibited_detected_count\", 0) == 0\n check_run.final_status = (\n ComplianceDecision.PASSED.value\n if purity_ok\n else ComplianceDecision.BLOCKED.value\n )\n check_run.status = RunStatus.SUCCEEDED\n check_run.finished_at = datetime.now(UTC)\n\n return self.repository.save_check_run(check_run)\n\n # endregion execute_stages\n\n # region finalize_run [TYPE Function]\n # @PURPOSE: Finalize run status based on cumulative stage results.\n # @PRE: check_run was started and may already contain a derived final_status from stage execution.\n # @POST: Returns persisted ComplianceRun in SUCCEEDED status with final_status guaranteed non-empty.\n # @SIDE_EFFECT: Mutates check_run terminal fields and persists via repository.save_check_run.\n # @DATA_CONTRACT: Input -> ComplianceRun, Output -> ComplianceRun\n def finalize_run(self, check_run: ComplianceRun) -> ComplianceRun:\n with belief_scope(\"finalize_run\"):\n if check_run.status == RunStatus.FAILED:\n check_run.finished_at = datetime.now(UTC)\n return self.repository.save_check_run(check_run)\n\n if not check_run.final_status:\n stage_results = [\n stage_run\n for stage_run in self.repository.stage_runs.values()\n if stage_run.run_id == check_run.id\n ]\n derived = derive_final_status(stage_results)\n check_run.final_status = derived.value\n\n check_run.status = RunStatus.SUCCEEDED\n check_run.finished_at = datetime.now(UTC)\n return self.repository.save_check_run(check_run)\n\n # endregion finalize_run\n\n\n# #endregion CleanComplianceOrchestrator\n" }, { @@ -58715,6 +60884,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region run_check_legacy [TYPE Function]\n# @BRIEF Legacy wrapper for compatibility with previous orchestrator call style.\n# @PRE: repository and identifiers are valid and resolvable by orchestrator dependencies.\n# @POST: Returns finalized ComplianceRun produced by orchestrator start->execute->finalize sequence.\n# @SIDE_EFFECT: Reads/writes compliance entities through repository during orchestrator calls.\n# @DATA_CONTRACT: Input -> (repository:CleanReleaseRepository, candidate_id:str, policy_id:str, requested_by:str, manifest_id:str), Output -> ComplianceRun\ndef run_check_legacy(\n repository: CleanReleaseRepository,\n candidate_id: str,\n policy_id: str,\n requested_by: str,\n manifest_id: str,\n) -> ComplianceRun:\n with belief_scope(\"run_check_legacy\"):\n orchestrator = CleanComplianceOrchestrator(repository)\n run = orchestrator.start_check_run(\n candidate_id=candidate_id,\n policy_id=policy_id,\n requested_by=requested_by,\n manifest_id=manifest_id,\n )\n run = orchestrator.execute_stages(run)\n return orchestrator.finalize_run(run)\n\n\n# #endregion run_check_legacy\n" }, { @@ -58751,6 +60921,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DemoDataService [C:3] [TYPE Module] [SEMANTICS clean-release, demo, seed, fixture]\n# @BRIEF Provide deterministic namespace helpers and isolated in-memory repository creation for demo and real modes.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [RepositoryRelations]\n# @INVARIANT: Demo and real namespaces must never collide for generated physical identifiers.\n\nfrom __future__ import annotations\n\nfrom .repository import CleanReleaseRepository\n\n\n# #region resolve_namespace [TYPE Function]\n# @BRIEF Resolve canonical clean-release namespace for requested mode.\n# @PRE: mode is a non-empty string identifying runtime mode.\n# @POST: Returns deterministic namespace key for demo/real separation.\ndef resolve_namespace(mode: str) -> str:\n normalized = (mode or \"\").strip().lower()\n if normalized == \"demo\":\n return \"clean-release:demo\"\n return \"clean-release:real\"\n\n\n# #endregion resolve_namespace\n\n\n# #region build_namespaced_id [TYPE Function]\n# @BRIEF Build storage-safe physical identifier under mode namespace.\n# @PRE: namespace and logical_id are non-empty strings.\n# @POST: Returns deterministic \"{namespace}::{logical_id}\" identifier.\ndef build_namespaced_id(namespace: str, logical_id: str) -> str:\n if not namespace or not namespace.strip():\n raise ValueError(\"namespace must be non-empty\")\n if not logical_id or not logical_id.strip():\n raise ValueError(\"logical_id must be non-empty\")\n return f\"{namespace}::{logical_id}\"\n\n\n# #endregion build_namespaced_id\n\n\n# #region create_isolated_repository [TYPE Function]\n# @BRIEF Create isolated in-memory repository instance for selected mode namespace.\n# @PRE: mode is a valid runtime mode marker.\n# @POST: Returns repository instance tagged with namespace metadata.\ndef create_isolated_repository(mode: str) -> CleanReleaseRepository:\n namespace = resolve_namespace(mode)\n repository = CleanReleaseRepository()\n repository.namespace = namespace\n return repository\n\n\n# #endregion create_isolated_repository\n\n# #endregion DemoDataService\n" }, { @@ -58797,6 +60968,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region resolve_namespace [TYPE Function]\n# @BRIEF Resolve canonical clean-release namespace for requested mode.\n# @PRE: mode is a non-empty string identifying runtime mode.\n# @POST: Returns deterministic namespace key for demo/real separation.\ndef resolve_namespace(mode: str) -> str:\n normalized = (mode or \"\").strip().lower()\n if normalized == \"demo\":\n return \"clean-release:demo\"\n return \"clean-release:real\"\n\n\n# #endregion resolve_namespace\n" }, { @@ -58843,6 +61015,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region build_namespaced_id [TYPE Function]\n# @BRIEF Build storage-safe physical identifier under mode namespace.\n# @PRE: namespace and logical_id are non-empty strings.\n# @POST: Returns deterministic \"{namespace}::{logical_id}\" identifier.\ndef build_namespaced_id(namespace: str, logical_id: str) -> str:\n if not namespace or not namespace.strip():\n raise ValueError(\"namespace must be non-empty\")\n if not logical_id or not logical_id.strip():\n raise ValueError(\"logical_id must be non-empty\")\n return f\"{namespace}::{logical_id}\"\n\n\n# #endregion build_namespaced_id\n" }, { @@ -58889,6 +61062,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region create_isolated_repository [TYPE Function]\n# @BRIEF Create isolated in-memory repository instance for selected mode namespace.\n# @PRE: mode is a valid runtime mode marker.\n# @POST: Returns repository instance tagged with namespace metadata.\ndef create_isolated_repository(mode: str) -> CleanReleaseRepository:\n namespace = resolve_namespace(mode)\n repository = CleanReleaseRepository()\n repository.namespace = namespace\n return repository\n\n\n# #endregion create_isolated_repository\n" }, { @@ -58914,6 +61088,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region clean_release_dto [C:3] [TYPE Module] [SEMANTICS pydantic, clean-release, dto, schema, transfer]\n# @BRIEF Data Transfer Objects for clean release compliance subsystem.\n# @LAYER: Application\n# @RELATION DEPENDS_ON -> pydantic\n\nfrom datetime import datetime\nfrom typing import Any\n\nfrom pydantic import BaseModel, Field\n\nfrom src.services.clean_release.enums import CandidateStatus, ComplianceDecision, RunStatus\n\n\nclass CandidateDTO(BaseModel):\n \"\"\"DTO for ReleaseCandidate.\"\"\"\n id: str\n version: str\n source_snapshot_ref: str\n build_id: str | None = None\n created_at: datetime\n created_by: str\n status: CandidateStatus\n\nclass ArtifactDTO(BaseModel):\n \"\"\"DTO for CandidateArtifact.\"\"\"\n id: str\n candidate_id: str\n path: str\n sha256: str\n size: int\n detected_category: str | None = None\n declared_category: str | None = None\n source_uri: str | None = None\n source_host: str | None = None\n metadata: dict[str, Any] = Field(default_factory=dict)\n\nclass ManifestDTO(BaseModel):\n \"\"\"DTO for DistributionManifest.\"\"\"\n id: str\n candidate_id: str\n manifest_version: int\n manifest_digest: str\n artifacts_digest: str\n created_at: datetime\n created_by: str\n source_snapshot_ref: str\n content_json: dict[str, Any]\n\nclass ComplianceRunDTO(BaseModel):\n \"\"\"DTO for ComplianceRun status tracking.\"\"\"\n run_id: str\n candidate_id: str\n status: RunStatus\n final_status: ComplianceDecision | None = None\n report_id: str | None = None\n task_id: str | None = None\n\nclass ReportDTO(BaseModel):\n \"\"\"Compact report view.\"\"\"\n report_id: str\n candidate_id: str\n final_status: ComplianceDecision\n policy_version: str\n manifest_digest: str\n violation_count: int\n generated_at: datetime\n\nclass CandidateOverviewDTO(BaseModel):\n \"\"\"Read model for candidate overview.\"\"\"\n candidate_id: str\n version: str\n source_snapshot_ref: str\n status: CandidateStatus\n latest_manifest_id: str | None = None\n latest_manifest_digest: str | None = None\n latest_run_id: str | None = None\n latest_run_status: RunStatus | None = None\n latest_report_id: str | None = None\n latest_report_final_status: ComplianceDecision | None = None\n latest_policy_snapshot_id: str | None = None\n latest_policy_version: str | None = None\n latest_registry_snapshot_id: str | None = None\n latest_registry_version: str | None = None\n latest_approval_decision: str | None = None\n latest_publication_id: str | None = None\n latest_publication_status: str | None = None\n\n# #endregion clean_release_dto\n" }, { @@ -58939,6 +61114,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region clean_release_enums [C:3] [TYPE Module] [SEMANTICS clean-release, enum, lifecycle, status, compliance]\n# @BRIEF Canonical enums for clean release lifecycle and compliance.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> enum\n\nfrom enum import Enum\n\n\nclass CandidateStatus(str, Enum):\n \"\"\"Lifecycle states for a ReleaseCandidate.\"\"\"\n DRAFT = \"DRAFT\"\n PREPARED = \"PREPARED\"\n MANIFEST_BUILT = \"MANIFEST_BUILT\"\n CHECK_PENDING = \"CHECK_PENDING\"\n CHECK_RUNNING = \"CHECK_RUNNING\"\n CHECK_PASSED = \"CHECK_PASSED\"\n CHECK_BLOCKED = \"CHECK_BLOCKED\"\n CHECK_ERROR = \"CHECK_ERROR\"\n APPROVED = \"APPROVED\"\n PUBLISHED = \"PUBLISHED\"\n REVOKED = \"REVOKED\"\n\nclass RunStatus(str, Enum):\n \"\"\"Execution status for a ComplianceRun.\"\"\"\n PENDING = \"PENDING\"\n RUNNING = \"RUNNING\"\n SUCCEEDED = \"SUCCEEDED\"\n FAILED = \"FAILED\"\n CANCELLED = \"CANCELLED\"\n\nclass ComplianceDecision(str, Enum):\n \"\"\"Final compliance result for a run or stage.\"\"\"\n PASSED = \"PASSED\"\n BLOCKED = \"BLOCKED\"\n ERROR = \"ERROR\"\n\nclass ApprovalDecisionType(str, Enum):\n \"\"\"Types of approval decisions.\"\"\"\n APPROVED = \"APPROVED\"\n REJECTED = \"REJECTED\"\n\nclass PublicationStatus(str, Enum):\n \"\"\"Status of a publication record.\"\"\"\n ACTIVE = \"ACTIVE\"\n REVOKED = \"REVOKED\"\n\nclass ComplianceStageName(str, Enum):\n \"\"\"Canonical names for compliance stages.\"\"\"\n DATA_PURITY = \"DATA_PURITY\"\n INTERNAL_SOURCES_ONLY = \"INTERNAL_SOURCES_ONLY\"\n NO_EXTERNAL_ENDPOINTS = \"NO_EXTERNAL_ENDPOINTS\"\n MANIFEST_CONSISTENCY = \"MANIFEST_CONSISTENCY\"\n\nclass ClassificationType(str, Enum):\n \"\"\"Classification types for artifacts.\"\"\"\n REQUIRED_SYSTEM = \"required-system\"\n ALLOWED = \"allowed\"\n EXCLUDED_PROHIBITED = \"excluded-prohibited\"\n\nclass ViolationSeverity(str, Enum):\n \"\"\"Severity levels for compliance violations.\"\"\"\n CRITICAL = \"CRITICAL\"\n MAJOR = \"MAJOR\"\n MINOR = \"MINOR\"\n\nclass ViolationCategory(str, Enum):\n \"\"\"Categories for compliance violations.\"\"\"\n DATA_PURITY = \"DATA_PURITY\"\n SOURCE_ISOLATION = \"SOURCE_ISOLATION\"\n MANIFEST_CONSISTENCY = \"MANIFEST_CONSISTENCY\"\n EXTERNAL_ENDPOINT = \"EXTERNAL_ENDPOINT\"\n\n# #endregion clean_release_enums\n" }, { @@ -58964,6 +61140,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region clean_release_exceptions [C:3] [TYPE Module] [SEMANTICS clean-release, exception, domain, error]\n# @BRIEF Domain exceptions for clean release compliance subsystem.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> Exception\n\nclass CleanReleaseError(Exception):\n \"\"\"Base exception for clean release subsystem.\"\"\"\n pass\n\nclass CandidateNotFoundError(CleanReleaseError):\n \"\"\"Raised when a release candidate is not found.\"\"\"\n pass\n\nclass IllegalTransitionError(CleanReleaseError):\n \"\"\"Raised when a forbidden lifecycle transition is attempted.\"\"\"\n pass\n\nclass ManifestImmutableError(CleanReleaseError):\n \"\"\"Raised when an attempt is made to mutate an existing manifest.\"\"\"\n pass\n\nclass PolicyResolutionError(CleanReleaseError):\n \"\"\"Raised when trusted policy or registry cannot be resolved.\"\"\"\n pass\n\nclass ComplianceRunError(CleanReleaseError):\n \"\"\"Raised when a compliance run fails or is invalid.\"\"\"\n pass\n\nclass ApprovalGateError(CleanReleaseError):\n \"\"\"Raised when approval requirements are not met.\"\"\"\n pass\n\nclass PublicationGateError(CleanReleaseError):\n \"\"\"Raised when publication requirements are not met.\"\"\"\n pass\n\n# #endregion clean_release_exceptions\n" }, { @@ -58989,6 +61166,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region clean_release_facade [C:3] [TYPE Module] [SEMANTICS clean-release, facade, orchestration, repository, crud]\n# @BRIEF Unified entry point for clean release operations.\n# @LAYER: Application\n# @RELATION DEPENDS_ON -> ComplianceOrchestrator\n\n\nfrom src.core.config_manager import ConfigManager\nfrom src.core.logger import belief_scope\nfrom src.models.clean_release import CleanPolicySnapshot, SourceRegistrySnapshot\nfrom src.services.clean_release.dto import CandidateOverviewDTO\nfrom src.services.clean_release.enums import CandidateStatus, ComplianceDecision, RunStatus\nfrom src.services.clean_release.repositories import ApprovalRepository, ArtifactRepository, AuditRepository, CandidateRepository, ComplianceRepository, ManifestRepository, PolicyRepository, PublicationRepository, ReportRepository\n\n\nclass CleanReleaseFacade:\n \"\"\"\n @PURPOSE: Orchestrates repositories and services to provide a clean API for UI/CLI.\n \"\"\"\n def __init__(\n self,\n candidate_repo: CandidateRepository,\n artifact_repo: ArtifactRepository,\n manifest_repo: ManifestRepository,\n policy_repo: PolicyRepository,\n compliance_repo: ComplianceRepository,\n report_repo: ReportRepository,\n approval_repo: ApprovalRepository,\n publication_repo: PublicationRepository,\n audit_repo: AuditRepository,\n config_manager: ConfigManager\n ):\n self.candidate_repo = candidate_repo\n self.artifact_repo = artifact_repo\n self.manifest_repo = manifest_repo\n self.policy_repo = policy_repo\n self.compliance_repo = compliance_repo\n self.report_repo = report_repo\n self.approval_repo = approval_repo\n self.publication_repo = publication_repo\n self.audit_repo = audit_repo\n self.config_manager = config_manager\n\n def resolve_active_policy_snapshot(self) -> CleanPolicySnapshot | None:\n \"\"\"\n @PURPOSE: Resolve the active policy snapshot based on ConfigManager.\n \"\"\"\n with belief_scope(\"CleanReleaseFacade.resolve_active_policy_snapshot\"):\n config = self.config_manager.get_config()\n policy_id = config.settings.clean_release.active_policy_id\n if not policy_id:\n return None\n return self.policy_repo.get_policy_snapshot(policy_id)\n\n def resolve_active_registry_snapshot(self) -> SourceRegistrySnapshot | None:\n \"\"\"\n @PURPOSE: Resolve the active registry snapshot based on ConfigManager.\n \"\"\"\n with belief_scope(\"CleanReleaseFacade.resolve_active_registry_snapshot\"):\n config = self.config_manager.get_config()\n registry_id = config.settings.clean_release.active_registry_id\n if not registry_id:\n return None\n return self.policy_repo.get_registry_snapshot(registry_id)\n\n def get_candidate_overview(self, candidate_id: str) -> CandidateOverviewDTO | None:\n \"\"\"\n @PURPOSE: Build a comprehensive overview for a candidate.\n \"\"\"\n with belief_scope(\"CleanReleaseFacade.get_candidate_overview\"):\n candidate = self.candidate_repo.get_by_id(candidate_id)\n if not candidate:\n return None\n\n manifest = self.manifest_repo.get_latest_for_candidate(candidate_id)\n runs = self.compliance_repo.list_runs_by_candidate(candidate_id)\n latest_run = runs[-1] if runs else None\n\n report = None\n if latest_run:\n report = self.report_repo.get_by_run(latest_run.id)\n\n approval = self.approval_repo.get_latest_for_candidate(candidate_id)\n publication = self.publication_repo.get_latest_for_candidate(candidate_id)\n\n active_policy = self.resolve_active_policy_snapshot()\n active_registry = self.resolve_active_registry_snapshot()\n\n return CandidateOverviewDTO(\n candidate_id=candidate.id,\n version=candidate.version,\n source_snapshot_ref=candidate.source_snapshot_ref,\n status=CandidateStatus(candidate.status),\n latest_manifest_id=manifest.id if manifest else None,\n latest_manifest_digest=manifest.manifest_digest if manifest else None,\n latest_run_id=latest_run.id if latest_run else None,\n latest_run_status=RunStatus(latest_run.status) if latest_run else None,\n latest_report_id=report.id if report else None,\n latest_report_final_status=ComplianceDecision(report.final_status) if report else None,\n latest_policy_snapshot_id=active_policy.id if active_policy else None,\n latest_policy_version=active_policy.policy_version if active_policy else None,\n latest_registry_snapshot_id=active_registry.id if active_registry else None,\n latest_registry_version=active_registry.registry_version if active_registry else None,\n latest_approval_decision=approval.decision if approval else None,\n latest_publication_id=publication.id if publication else None,\n latest_publication_status=publication.status if publication else None\n )\n\n def list_candidates(self) -> list[CandidateOverviewDTO]:\n \"\"\"\n @PURPOSE: List all candidates with their current status.\n \"\"\"\n with belief_scope(\"CleanReleaseFacade.list_candidates\"):\n candidates = self.candidate_repo.list_all()\n return [self.get_candidate_overview(c.id) for c in candidates]\n\n# #endregion clean_release_facade\n" }, { @@ -59025,6 +61203,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ManifestBuilder [C:3] [TYPE Module] [SEMANTICS clean-release, manifest, build, artifact, catalog]\n# @BRIEF Build deterministic distribution manifest from classified artifact input.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [CleanReleaseModels]\n# @INVARIANT: Equal semantic artifact sets produce identical deterministic hash values.\n\nfrom __future__ import annotations\n\nimport hashlib\nimport json\nfrom collections.abc import Iterable\nfrom datetime import UTC, datetime\nfrom typing import Any\n\nfrom ...models.clean_release import (\n ClassificationType,\n DistributionManifest,\n ManifestItem,\n ManifestSummary,\n)\n\n\ndef _stable_hash_payload(\n candidate_id: str, policy_id: str, items: list[ManifestItem]\n) -> str:\n serialized = [\n {\n \"path\": item.path,\n \"category\": item.category,\n \"classification\": item.classification.value,\n \"reason\": item.reason,\n \"checksum\": item.checksum,\n }\n for item in sorted(\n items,\n key=lambda i: (\n i.path,\n i.category,\n i.classification.value,\n i.reason,\n i.checksum or \"\",\n ),\n )\n ]\n payload = {\n \"candidate_id\": candidate_id,\n \"policy_id\": policy_id,\n \"items\": serialized,\n }\n digest = hashlib.sha256(\n json.dumps(payload, ensure_ascii=False, sort_keys=True).encode(\"utf-8\")\n ).hexdigest()\n return digest\n\n\n# #region build_distribution_manifest [TYPE Function]\n# @BRIEF Build DistributionManifest with deterministic hash and validated counters.\n# @PRE: artifacts list contains normalized classification values.\n# @POST: Returns DistributionManifest with summary counts matching items cardinality.\ndef build_distribution_manifest(\n manifest_id: str,\n candidate_id: str,\n policy_id: str,\n generated_by: str,\n artifacts: Iterable[dict[str, Any]],\n) -> DistributionManifest:\n items = [\n ManifestItem(\n path=a[\"path\"],\n category=a[\"category\"],\n classification=ClassificationType(a[\"classification\"]),\n reason=a[\"reason\"],\n checksum=a.get(\"checksum\"),\n )\n for a in artifacts\n ]\n\n included_count = sum(\n 1\n for item in items\n if item.classification\n in {ClassificationType.REQUIRED_SYSTEM, ClassificationType.ALLOWED}\n )\n excluded_count = sum(\n 1\n for item in items\n if item.classification == ClassificationType.EXCLUDED_PROHIBITED\n )\n prohibited_detected_count = excluded_count\n\n summary = ManifestSummary(\n included_count=included_count,\n excluded_count=excluded_count,\n prohibited_detected_count=prohibited_detected_count,\n )\n\n deterministic_hash = _stable_hash_payload(candidate_id, policy_id, items)\n\n return DistributionManifest(\n manifest_id=manifest_id,\n candidate_id=candidate_id,\n generated_at=datetime.now(UTC),\n generated_by=generated_by,\n items=items,\n summary=summary,\n deterministic_hash=deterministic_hash,\n )\n\n\n# #endregion build_distribution_manifest\n\n\n# #region build_manifest [TYPE Function]\n# @BRIEF Legacy compatibility wrapper for old manifest builder import paths.\n# @PRE: Same as build_distribution_manifest.\n# @POST: Returns DistributionManifest produced by canonical builder.\ndef build_manifest(\n manifest_id: str,\n candidate_id: str,\n policy_id: str,\n generated_by: str,\n artifacts: Iterable[dict[str, Any]],\n) -> DistributionManifest:\n return build_distribution_manifest(\n manifest_id=manifest_id,\n candidate_id=candidate_id,\n policy_id=policy_id,\n generated_by=generated_by,\n artifacts=artifacts,\n )\n\n\n# #endregion build_manifest\n# #endregion ManifestBuilder\n" }, { @@ -59071,6 +61250,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region build_distribution_manifest [TYPE Function]\n# @BRIEF Build DistributionManifest with deterministic hash and validated counters.\n# @PRE: artifacts list contains normalized classification values.\n# @POST: Returns DistributionManifest with summary counts matching items cardinality.\ndef build_distribution_manifest(\n manifest_id: str,\n candidate_id: str,\n policy_id: str,\n generated_by: str,\n artifacts: Iterable[dict[str, Any]],\n) -> DistributionManifest:\n items = [\n ManifestItem(\n path=a[\"path\"],\n category=a[\"category\"],\n classification=ClassificationType(a[\"classification\"]),\n reason=a[\"reason\"],\n checksum=a.get(\"checksum\"),\n )\n for a in artifacts\n ]\n\n included_count = sum(\n 1\n for item in items\n if item.classification\n in {ClassificationType.REQUIRED_SYSTEM, ClassificationType.ALLOWED}\n )\n excluded_count = sum(\n 1\n for item in items\n if item.classification == ClassificationType.EXCLUDED_PROHIBITED\n )\n prohibited_detected_count = excluded_count\n\n summary = ManifestSummary(\n included_count=included_count,\n excluded_count=excluded_count,\n prohibited_detected_count=prohibited_detected_count,\n )\n\n deterministic_hash = _stable_hash_payload(candidate_id, policy_id, items)\n\n return DistributionManifest(\n manifest_id=manifest_id,\n candidate_id=candidate_id,\n generated_at=datetime.now(UTC),\n generated_by=generated_by,\n items=items,\n summary=summary,\n deterministic_hash=deterministic_hash,\n )\n\n\n# #endregion build_distribution_manifest\n" }, { @@ -59132,6 +61312,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ManifestService [C:5] [TYPE Module] [SEMANTICS clean-release, manifest, verify, digest]\n# @BRIEF Build immutable distribution manifests with deterministic digest and version increment.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [RepositoryRelations]\n# @RELATION DEPENDS_ON -> [ManifestBuilder]\n# @RELATION DEPENDS_ON -> [CleanReleaseModels]\n# @PRE: Candidate exists and is PREPARED or MANIFEST_BUILT; artifacts are present.\n# @POST: New immutable manifest is persisted with incremented version and deterministic digest.\n# @INVARIANT: Existing manifests are never mutated.\n# @SIDE_EFFECT: May modify manifest state during processing\n# @DATA_CONTRACT: Manifest -> ManifestRecord; Candidate -> ManifestRecord\n\nfrom __future__ import annotations\n\nfrom typing import Any\n\nfrom ...models.clean_release import DistributionManifest\nfrom .enums import CandidateStatus\nfrom .manifest_builder import build_distribution_manifest\nfrom .repository import CleanReleaseRepository\n\n\n# #region build_manifest_snapshot [TYPE Function]\n# @BRIEF Create a new immutable manifest version for a candidate.\n# @PRE: Candidate is prepared, artifacts are available, candidate_id is valid.\n# @POST: Returns persisted DistributionManifest with monotonically incremented version.\ndef build_manifest_snapshot(\n repository: CleanReleaseRepository,\n candidate_id: str,\n created_by: str,\n policy_id: str = \"policy-default\",\n) -> DistributionManifest:\n if not candidate_id or not candidate_id.strip():\n raise ValueError(\"candidate_id must be non-empty\")\n if not created_by or not created_by.strip():\n raise ValueError(\"created_by must be non-empty\")\n\n candidate = repository.get_candidate(candidate_id)\n if candidate is None:\n raise ValueError(f\"candidate '{candidate_id}' not found\")\n\n if candidate.status not in {\n CandidateStatus.PREPARED.value,\n CandidateStatus.MANIFEST_BUILT.value,\n }:\n raise ValueError(\n \"candidate must be PREPARED or MANIFEST_BUILT to build manifest\"\n )\n\n artifacts = repository.get_artifacts_by_candidate(candidate_id)\n if not artifacts:\n raise ValueError(\"candidate artifacts are required to build manifest\")\n\n existing = repository.get_manifests_by_candidate(candidate_id)\n for manifest in existing:\n if not manifest.immutable:\n raise ValueError(\"existing manifest immutability invariant violated\")\n\n next_version = max((m.manifest_version for m in existing), default=0) + 1\n manifest_id = f\"manifest-{candidate_id}-v{next_version}\"\n\n classified_artifacts: list[dict[str, Any]] = [\n {\n \"path\": artifact.path,\n \"category\": artifact.detected_category or \"generic\",\n \"classification\": \"allowed\",\n \"reason\": \"artifact import\",\n \"checksum\": artifact.sha256,\n }\n for artifact in artifacts\n ]\n\n manifest = build_distribution_manifest(\n manifest_id=manifest_id,\n candidate_id=candidate_id,\n policy_id=policy_id,\n generated_by=created_by,\n artifacts=classified_artifacts,\n )\n manifest.manifest_version = next_version\n manifest.source_snapshot_ref = candidate.source_snapshot_ref\n manifest.artifacts_digest = manifest.manifest_digest\n manifest.immutable = True\n repository.save_manifest(manifest)\n\n if candidate.status == CandidateStatus.PREPARED.value:\n candidate.transition_to(CandidateStatus.MANIFEST_BUILT)\n repository.save_candidate(candidate)\n\n return manifest\n\n\n# #endregion build_manifest_snapshot\n\n# #endregion ManifestService\n" }, { @@ -59178,6 +61359,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region build_manifest_snapshot [TYPE Function]\n# @BRIEF Create a new immutable manifest version for a candidate.\n# @PRE: Candidate is prepared, artifacts are available, candidate_id is valid.\n# @POST: Returns persisted DistributionManifest with monotonically incremented version.\ndef build_manifest_snapshot(\n repository: CleanReleaseRepository,\n candidate_id: str,\n created_by: str,\n policy_id: str = \"policy-default\",\n) -> DistributionManifest:\n if not candidate_id or not candidate_id.strip():\n raise ValueError(\"candidate_id must be non-empty\")\n if not created_by or not created_by.strip():\n raise ValueError(\"created_by must be non-empty\")\n\n candidate = repository.get_candidate(candidate_id)\n if candidate is None:\n raise ValueError(f\"candidate '{candidate_id}' not found\")\n\n if candidate.status not in {\n CandidateStatus.PREPARED.value,\n CandidateStatus.MANIFEST_BUILT.value,\n }:\n raise ValueError(\n \"candidate must be PREPARED or MANIFEST_BUILT to build manifest\"\n )\n\n artifacts = repository.get_artifacts_by_candidate(candidate_id)\n if not artifacts:\n raise ValueError(\"candidate artifacts are required to build manifest\")\n\n existing = repository.get_manifests_by_candidate(candidate_id)\n for manifest in existing:\n if not manifest.immutable:\n raise ValueError(\"existing manifest immutability invariant violated\")\n\n next_version = max((m.manifest_version for m in existing), default=0) + 1\n manifest_id = f\"manifest-{candidate_id}-v{next_version}\"\n\n classified_artifacts: list[dict[str, Any]] = [\n {\n \"path\": artifact.path,\n \"category\": artifact.detected_category or \"generic\",\n \"classification\": \"allowed\",\n \"reason\": \"artifact import\",\n \"checksum\": artifact.sha256,\n }\n for artifact in artifacts\n ]\n\n manifest = build_distribution_manifest(\n manifest_id=manifest_id,\n candidate_id=candidate_id,\n policy_id=policy_id,\n generated_by=created_by,\n artifacts=classified_artifacts,\n )\n manifest.manifest_version = next_version\n manifest.source_snapshot_ref = candidate.source_snapshot_ref\n manifest.artifacts_digest = manifest.manifest_digest\n manifest.immutable = True\n repository.save_manifest(manifest)\n\n if candidate.status == CandidateStatus.PREPARED.value:\n candidate.transition_to(CandidateStatus.MANIFEST_BUILT)\n repository.save_candidate(candidate)\n\n return manifest\n\n\n# #endregion build_manifest_snapshot\n" }, { @@ -59203,6 +61385,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region clean_release_mappers [C:3] [TYPE Module] [SEMANTICS clean-release, mapper, dto, entity, transform]\n# @BRIEF Map between domain entities (SQLAlchemy models) and DTOs.\n# @LAYER: Application\n# @RELATION DEPENDS_ON -> clean_release_dto\n\nfrom src.models.clean_release import ComplianceReport, ComplianceRun, DistributionManifest, ReleaseCandidate\nfrom src.services.clean_release.dto import CandidateDTO, ComplianceRunDTO, ManifestDTO, ReportDTO\nfrom src.services.clean_release.enums import CandidateStatus, ComplianceDecision, RunStatus\n\n\ndef map_candidate_to_dto(candidate: ReleaseCandidate) -> CandidateDTO:\n return CandidateDTO(\n id=candidate.id,\n version=candidate.version,\n source_snapshot_ref=candidate.source_snapshot_ref,\n build_id=candidate.build_id,\n created_at=candidate.created_at,\n created_by=candidate.created_by,\n status=CandidateStatus(candidate.status)\n )\n\ndef map_manifest_to_dto(manifest: DistributionManifest) -> ManifestDTO:\n return ManifestDTO(\n id=manifest.id,\n candidate_id=manifest.candidate_id,\n manifest_version=manifest.manifest_version,\n manifest_digest=manifest.manifest_digest,\n artifacts_digest=manifest.artifacts_digest,\n created_at=manifest.created_at,\n created_by=manifest.created_by,\n source_snapshot_ref=manifest.source_snapshot_ref,\n content_json=manifest.content_json or {}\n )\n\ndef map_run_to_dto(run: ComplianceRun) -> ComplianceRunDTO:\n return ComplianceRunDTO(\n run_id=run.id,\n candidate_id=run.candidate_id,\n status=RunStatus(run.status),\n final_status=ComplianceDecision(run.final_status) if run.final_status else None,\n task_id=run.task_id\n )\n\ndef map_report_to_dto(report: ComplianceReport) -> ReportDTO:\n # Note: ReportDTO in dto.py is a compact view\n return ReportDTO(\n report_id=report.id,\n candidate_id=report.candidate_id,\n final_status=ComplianceDecision(report.final_status),\n policy_version=\"unknown\", # Would need to resolve from run/snapshot\n manifest_digest=\"unknown\", # Would need to resolve from run/manifest\n violation_count=0, # Would need to resolve from violations\n generated_at=report.generated_at\n )\n\n# #endregion clean_release_mappers\n" }, { @@ -59258,6 +61441,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PolicyEngine [C:5] [TYPE Module] [SEMANTICS clean-release, policy, validate, profile, artifact]\n# @BRIEF Evaluate artifact/source policies for enterprise clean profile with deterministic outcomes.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [CleanReleaseModels]\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @INVARIANT: Enterprise-clean policy always treats non-registry sources as violations.\n# @DATA_CONTRACT: Candidate -> PolicyDecision\n# @PRE: PolicyRepository is accessible\n# @POST: PolicyDecision returned with approval status\n# @SIDE_EFFECT: Read-only policy evaluation; no state changes\n\nfrom __future__ import annotations\n\nfrom collections.abc import Iterable\nfrom dataclasses import dataclass\n\nfrom ...core.logger import belief_scope, logger\nfrom ...models.clean_release import (\n CleanPolicySnapshot,\n CleanProfilePolicy,\n ResourceSourceRegistry,\n SourceRegistrySnapshot,\n)\n\n\n@dataclass\nclass PolicyValidationResult:\n ok: bool\n blocking_reasons: list[str]\n\n\n@dataclass\nclass SourceValidationResult:\n ok: bool\n violation: dict | None\n\n\n# #region CleanPolicyEngine [TYPE Class]\n# @PRE: Active policy exists and is internally consistent.\n# @POST: Deterministic classification and source validation are available.\n# @TEST_CONTRACT: CandidateEvaluationInput -> PolicyValidationResult|SourceValidationResult\n# @TEST_SCENARIO: policy_valid -> Enterprise clean policy with matching registry returns ok=True\n# @TEST_FIXTURE: policy_enterprise_clean -> file:backend/tests/fixtures/clean_release/fixtures_clean_release.json\n# @TEST_EDGE: missing_registry_ref -> policy has empty registry_snapshot_id\n# @TEST_EDGE: conflicting_registry -> policy registry ref does not match registry id\n# @TEST_EDGE: external_endpoint -> endpoint not present in enabled internal registry entries\n# @TEST_INVARIANT: deterministic_classification -> VERIFIED_BY: [policy_valid]\nclass CleanPolicyEngine:\n def __init__(\n self,\n policy: CleanPolicySnapshot | CleanProfilePolicy,\n registry: SourceRegistrySnapshot | ResourceSourceRegistry,\n ):\n self.policy = policy\n self.registry = registry\n\n def validate_policy(self) -> PolicyValidationResult:\n with belief_scope(\"clean_policy_engine.validate_policy\"):\n logger.reason(\n \"Validating enterprise-clean policy and internal registry consistency\"\n )\n reasons: list[str] = []\n\n registry_ref = (\n getattr(self.policy, \"registry_snapshot_id\", None)\n or getattr(self.policy, \"internal_source_registry_ref\", \"\")\n or \"\"\n )\n if not str(registry_ref).strip():\n reasons.append(\"Policy missing internal_source_registry_ref\")\n\n content = dict(getattr(self.policy, \"content_json\", None) or {})\n if not content:\n content = {\n \"profile\": getattr(\n getattr(self.policy, \"profile\", None),\n \"value\",\n getattr(self.policy, \"profile\", \"standard\"),\n ),\n \"prohibited_artifact_categories\": list(\n getattr(self.policy, \"prohibited_artifact_categories\", []) or []\n ),\n \"required_system_categories\": list(\n getattr(self.policy, \"required_system_categories\", []) or []\n ),\n \"external_source_forbidden\": getattr(\n self.policy, \"external_source_forbidden\", False\n ),\n }\n\n profile = content.get(\"profile\", \"standard\")\n\n if profile == \"enterprise-clean\":\n if not content.get(\"prohibited_artifact_categories\"):\n reasons.append(\n \"Enterprise policy requires prohibited artifact categories\"\n )\n if not content.get(\"external_source_forbidden\"):\n reasons.append(\n \"Enterprise policy requires external_source_forbidden=true\"\n )\n\n registry_id = getattr(self.registry, \"id\", None) or getattr(\n self.registry, \"registry_id\", None\n )\n if registry_id != registry_ref:\n reasons.append(\"Policy registry ref does not match provided registry\")\n\n allowed_hosts = getattr(self.registry, \"allowed_hosts\", None)\n if allowed_hosts is None:\n entries = getattr(self.registry, \"entries\", []) or []\n allowed_hosts = [\n entry.host for entry in entries if getattr(entry, \"enabled\", True)\n ]\n\n if not allowed_hosts:\n reasons.append(\"Registry must contain allowed hosts\")\n\n logger.reflect(\n f\"Policy validation completed. blocking_reasons={len(reasons)}\"\n )\n return PolicyValidationResult(\n ok=len(reasons) == 0, blocking_reasons=reasons\n )\n\n def classify_artifact(self, artifact: dict) -> str:\n category = (artifact.get(\"category\") or \"\").strip()\n content = dict(getattr(self.policy, \"content_json\", None) or {})\n if not content:\n content = {\n \"required_system_categories\": list(\n getattr(self.policy, \"required_system_categories\", []) or []\n ),\n \"prohibited_artifact_categories\": list(\n getattr(self.policy, \"prohibited_artifact_categories\", []) or []\n ),\n }\n\n required = content.get(\"required_system_categories\", [])\n prohibited = content.get(\"prohibited_artifact_categories\", [])\n\n if category in required:\n logger.reason(\n f\"Artifact category '{category}' classified as required-system\"\n )\n return \"required-system\"\n if category in prohibited:\n logger.reason(\n f\"Artifact category '{category}' classified as excluded-prohibited\"\n )\n return \"excluded-prohibited\"\n logger.reflect(f\"Artifact category '{category}' classified as allowed\")\n return \"allowed\"\n\n def validate_resource_source(self, endpoint: str) -> SourceValidationResult:\n with belief_scope(\"clean_policy_engine.validate_resource_source\"):\n if not endpoint:\n logger.explore(\n \"Empty endpoint detected; treating as blocking external-source violation\"\n )\n return SourceValidationResult(\n ok=False,\n violation={\n \"category\": \"external-source\",\n \"location\": \"\",\n \"remediation\": \"Replace with approved internal server\",\n \"blocked_release\": True,\n },\n )\n\n allowed_hosts = getattr(self.registry, \"allowed_hosts\", None)\n if allowed_hosts is None:\n entries = getattr(self.registry, \"entries\", []) or []\n allowed_hosts = [\n entry.host for entry in entries if getattr(entry, \"enabled\", True)\n ]\n allowed_hosts = set(allowed_hosts or [])\n normalized = endpoint.strip().lower()\n\n if normalized in allowed_hosts:\n logger.reason(\n f\"Endpoint '{normalized}' is present in internal allowlist\"\n )\n return SourceValidationResult(ok=True, violation=None)\n\n logger.explore(f\"Endpoint '{endpoint}' is outside internal allowlist\")\n return SourceValidationResult(\n ok=False,\n violation={\n \"category\": \"external-source\",\n \"location\": endpoint,\n \"remediation\": \"Replace with approved internal server\",\n \"blocked_release\": True,\n },\n )\n\n def evaluate_candidate(\n self, artifacts: Iterable[dict], sources: Iterable[str]\n ) -> tuple[list[dict], list[dict]]:\n with belief_scope(\"clean_policy_engine.evaluate_candidate\"):\n logger.reason(\n \"Evaluating candidate artifacts and resource sources against enterprise policy\"\n )\n classified: list[dict] = []\n violations: list[dict] = []\n\n for artifact in artifacts:\n classification = self.classify_artifact(artifact)\n enriched = dict(artifact)\n enriched[\"classification\"] = classification\n if classification == \"excluded-prohibited\":\n violations.append(\n {\n \"category\": \"data-purity\",\n \"location\": artifact.get(\"path\", \"\"),\n \"remediation\": \"Remove prohibited content\",\n \"blocked_release\": True,\n }\n )\n classified.append(enriched)\n\n for source in sources:\n source_result = self.validate_resource_source(source)\n if not source_result.ok and source_result.violation:\n violations.append(source_result.violation)\n\n logger.reflect(\n f\"Candidate evaluation finished. artifacts={len(classified)} violations={len(violations)}\"\n )\n return classified, violations\n\n\n# #endregion CleanPolicyEngine\n# #endregion PolicyEngine\n" }, { @@ -59403,6 +61587,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CleanPolicyEngine [TYPE Class]\n# @PRE: Active policy exists and is internally consistent.\n# @POST: Deterministic classification and source validation are available.\n# @TEST_CONTRACT: CandidateEvaluationInput -> PolicyValidationResult|SourceValidationResult\n# @TEST_SCENARIO: policy_valid -> Enterprise clean policy with matching registry returns ok=True\n# @TEST_FIXTURE: policy_enterprise_clean -> file:backend/tests/fixtures/clean_release/fixtures_clean_release.json\n# @TEST_EDGE: missing_registry_ref -> policy has empty registry_snapshot_id\n# @TEST_EDGE: conflicting_registry -> policy registry ref does not match registry id\n# @TEST_EDGE: external_endpoint -> endpoint not present in enabled internal registry entries\n# @TEST_INVARIANT: deterministic_classification -> VERIFIED_BY: [policy_valid]\nclass CleanPolicyEngine:\n def __init__(\n self,\n policy: CleanPolicySnapshot | CleanProfilePolicy,\n registry: SourceRegistrySnapshot | ResourceSourceRegistry,\n ):\n self.policy = policy\n self.registry = registry\n\n def validate_policy(self) -> PolicyValidationResult:\n with belief_scope(\"clean_policy_engine.validate_policy\"):\n logger.reason(\n \"Validating enterprise-clean policy and internal registry consistency\"\n )\n reasons: list[str] = []\n\n registry_ref = (\n getattr(self.policy, \"registry_snapshot_id\", None)\n or getattr(self.policy, \"internal_source_registry_ref\", \"\")\n or \"\"\n )\n if not str(registry_ref).strip():\n reasons.append(\"Policy missing internal_source_registry_ref\")\n\n content = dict(getattr(self.policy, \"content_json\", None) or {})\n if not content:\n content = {\n \"profile\": getattr(\n getattr(self.policy, \"profile\", None),\n \"value\",\n getattr(self.policy, \"profile\", \"standard\"),\n ),\n \"prohibited_artifact_categories\": list(\n getattr(self.policy, \"prohibited_artifact_categories\", []) or []\n ),\n \"required_system_categories\": list(\n getattr(self.policy, \"required_system_categories\", []) or []\n ),\n \"external_source_forbidden\": getattr(\n self.policy, \"external_source_forbidden\", False\n ),\n }\n\n profile = content.get(\"profile\", \"standard\")\n\n if profile == \"enterprise-clean\":\n if not content.get(\"prohibited_artifact_categories\"):\n reasons.append(\n \"Enterprise policy requires prohibited artifact categories\"\n )\n if not content.get(\"external_source_forbidden\"):\n reasons.append(\n \"Enterprise policy requires external_source_forbidden=true\"\n )\n\n registry_id = getattr(self.registry, \"id\", None) or getattr(\n self.registry, \"registry_id\", None\n )\n if registry_id != registry_ref:\n reasons.append(\"Policy registry ref does not match provided registry\")\n\n allowed_hosts = getattr(self.registry, \"allowed_hosts\", None)\n if allowed_hosts is None:\n entries = getattr(self.registry, \"entries\", []) or []\n allowed_hosts = [\n entry.host for entry in entries if getattr(entry, \"enabled\", True)\n ]\n\n if not allowed_hosts:\n reasons.append(\"Registry must contain allowed hosts\")\n\n logger.reflect(\n f\"Policy validation completed. blocking_reasons={len(reasons)}\"\n )\n return PolicyValidationResult(\n ok=len(reasons) == 0, blocking_reasons=reasons\n )\n\n def classify_artifact(self, artifact: dict) -> str:\n category = (artifact.get(\"category\") or \"\").strip()\n content = dict(getattr(self.policy, \"content_json\", None) or {})\n if not content:\n content = {\n \"required_system_categories\": list(\n getattr(self.policy, \"required_system_categories\", []) or []\n ),\n \"prohibited_artifact_categories\": list(\n getattr(self.policy, \"prohibited_artifact_categories\", []) or []\n ),\n }\n\n required = content.get(\"required_system_categories\", [])\n prohibited = content.get(\"prohibited_artifact_categories\", [])\n\n if category in required:\n logger.reason(\n f\"Artifact category '{category}' classified as required-system\"\n )\n return \"required-system\"\n if category in prohibited:\n logger.reason(\n f\"Artifact category '{category}' classified as excluded-prohibited\"\n )\n return \"excluded-prohibited\"\n logger.reflect(f\"Artifact category '{category}' classified as allowed\")\n return \"allowed\"\n\n def validate_resource_source(self, endpoint: str) -> SourceValidationResult:\n with belief_scope(\"clean_policy_engine.validate_resource_source\"):\n if not endpoint:\n logger.explore(\n \"Empty endpoint detected; treating as blocking external-source violation\"\n )\n return SourceValidationResult(\n ok=False,\n violation={\n \"category\": \"external-source\",\n \"location\": \"\",\n \"remediation\": \"Replace with approved internal server\",\n \"blocked_release\": True,\n },\n )\n\n allowed_hosts = getattr(self.registry, \"allowed_hosts\", None)\n if allowed_hosts is None:\n entries = getattr(self.registry, \"entries\", []) or []\n allowed_hosts = [\n entry.host for entry in entries if getattr(entry, \"enabled\", True)\n ]\n allowed_hosts = set(allowed_hosts or [])\n normalized = endpoint.strip().lower()\n\n if normalized in allowed_hosts:\n logger.reason(\n f\"Endpoint '{normalized}' is present in internal allowlist\"\n )\n return SourceValidationResult(ok=True, violation=None)\n\n logger.explore(f\"Endpoint '{endpoint}' is outside internal allowlist\")\n return SourceValidationResult(\n ok=False,\n violation={\n \"category\": \"external-source\",\n \"location\": endpoint,\n \"remediation\": \"Replace with approved internal server\",\n \"blocked_release\": True,\n },\n )\n\n def evaluate_candidate(\n self, artifacts: Iterable[dict], sources: Iterable[str]\n ) -> tuple[list[dict], list[dict]]:\n with belief_scope(\"clean_policy_engine.evaluate_candidate\"):\n logger.reason(\n \"Evaluating candidate artifacts and resource sources against enterprise policy\"\n )\n classified: list[dict] = []\n violations: list[dict] = []\n\n for artifact in artifacts:\n classification = self.classify_artifact(artifact)\n enriched = dict(artifact)\n enriched[\"classification\"] = classification\n if classification == \"excluded-prohibited\":\n violations.append(\n {\n \"category\": \"data-purity\",\n \"location\": artifact.get(\"path\", \"\"),\n \"remediation\": \"Remove prohibited content\",\n \"blocked_release\": True,\n }\n )\n classified.append(enriched)\n\n for source in sources:\n source_result = self.validate_resource_source(source)\n if not source_result.ok and source_result.violation:\n violations.append(source_result.violation)\n\n logger.reflect(\n f\"Candidate evaluation finished. artifacts={len(classified)} violations={len(violations)}\"\n )\n return classified, violations\n\n\n# #endregion CleanPolicyEngine\n" }, { @@ -59464,6 +61649,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PolicyResolutionService [C:5] [TYPE Module] [SEMANTICS clean-release, policy, resolution, registry]\n# @BRIEF Resolve trusted policy and registry snapshots from ConfigManager without runtime overrides.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [ConfigManager]\n# @RELATION DEPENDS_ON -> [RepositoryRelations]\n# @RELATION DEPENDS_ON -> [clean_release_exceptions]\n# @INVARIANT: Trusted snapshot resolution is based only on ConfigManager active identifiers.\n# @DATA_CONTRACT: PolicyRequest -> ResolutionResult\n# @PRE: PolicyRepository and Manifest are available\n# @POST: ResolutionResult with matched policies\n# @SIDE_EFFECT: Read-only policy evaluation; logs resolution decisions\n\nfrom __future__ import annotations\n\nfrom ...models.clean_release import CleanPolicySnapshot, SourceRegistrySnapshot\nfrom .exceptions import PolicyResolutionError\nfrom .repository import CleanReleaseRepository\n\n\n# #region resolve_trusted_policy_snapshots [TYPE Function]\n# @BRIEF Resolve immutable trusted policy and registry snapshots using active config IDs only.\n# @PRE: ConfigManager provides active_policy_id and active_registry_id; repository contains referenced snapshots.\n# @POST: Returns immutable policy and registry snapshots; runtime override attempts are rejected.\n# @SIDE_EFFECT: None.\ndef resolve_trusted_policy_snapshots(\n *,\n config_manager,\n repository: CleanReleaseRepository,\n policy_id_override: str | None = None,\n registry_id_override: str | None = None,\n) -> tuple[CleanPolicySnapshot, SourceRegistrySnapshot]:\n if policy_id_override is not None or registry_id_override is not None:\n raise PolicyResolutionError(\n \"override attempt is forbidden for trusted policy resolution\"\n )\n\n config = config_manager.get_config()\n clean_release_settings = getattr(\n getattr(config, \"settings\", None), \"clean_release\", None\n )\n if clean_release_settings is None:\n raise PolicyResolutionError(\"clean_release settings are missing\")\n\n policy_id = getattr(clean_release_settings, \"active_policy_id\", None)\n registry_id = getattr(clean_release_settings, \"active_registry_id\", None)\n\n if not policy_id:\n raise PolicyResolutionError(\n \"missing trusted profile: active_policy_id is not configured\"\n )\n if not registry_id:\n raise PolicyResolutionError(\n \"missing trusted registry: active_registry_id is not configured\"\n )\n\n policy_snapshot = repository.get_policy(policy_id)\n if policy_snapshot is None:\n raise PolicyResolutionError(\n f\"trusted policy snapshot '{policy_id}' was not found\"\n )\n\n registry_snapshot = repository.get_registry(registry_id)\n if registry_snapshot is None:\n raise PolicyResolutionError(\n f\"trusted registry snapshot '{registry_id}' was not found\"\n )\n\n if not bool(getattr(policy_snapshot, \"immutable\", False)):\n raise PolicyResolutionError(\"policy snapshot must be immutable\")\n if not bool(getattr(registry_snapshot, \"immutable\", False)):\n raise PolicyResolutionError(\"registry snapshot must be immutable\")\n\n return policy_snapshot, registry_snapshot\n\n\n# #endregion resolve_trusted_policy_snapshots\n\n# #endregion PolicyResolutionService\n" }, { @@ -59520,6 +61706,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region resolve_trusted_policy_snapshots [TYPE Function]\n# @BRIEF Resolve immutable trusted policy and registry snapshots using active config IDs only.\n# @PRE: ConfigManager provides active_policy_id and active_registry_id; repository contains referenced snapshots.\n# @POST: Returns immutable policy and registry snapshots; runtime override attempts are rejected.\n# @SIDE_EFFECT: None.\ndef resolve_trusted_policy_snapshots(\n *,\n config_manager,\n repository: CleanReleaseRepository,\n policy_id_override: str | None = None,\n registry_id_override: str | None = None,\n) -> tuple[CleanPolicySnapshot, SourceRegistrySnapshot]:\n if policy_id_override is not None or registry_id_override is not None:\n raise PolicyResolutionError(\n \"override attempt is forbidden for trusted policy resolution\"\n )\n\n config = config_manager.get_config()\n clean_release_settings = getattr(\n getattr(config, \"settings\", None), \"clean_release\", None\n )\n if clean_release_settings is None:\n raise PolicyResolutionError(\"clean_release settings are missing\")\n\n policy_id = getattr(clean_release_settings, \"active_policy_id\", None)\n registry_id = getattr(clean_release_settings, \"active_registry_id\", None)\n\n if not policy_id:\n raise PolicyResolutionError(\n \"missing trusted profile: active_policy_id is not configured\"\n )\n if not registry_id:\n raise PolicyResolutionError(\n \"missing trusted registry: active_registry_id is not configured\"\n )\n\n policy_snapshot = repository.get_policy(policy_id)\n if policy_snapshot is None:\n raise PolicyResolutionError(\n f\"trusted policy snapshot '{policy_id}' was not found\"\n )\n\n registry_snapshot = repository.get_registry(registry_id)\n if registry_snapshot is None:\n raise PolicyResolutionError(\n f\"trusted registry snapshot '{registry_id}' was not found\"\n )\n\n if not bool(getattr(policy_snapshot, \"immutable\", False)):\n raise PolicyResolutionError(\"policy snapshot must be immutable\")\n if not bool(getattr(registry_snapshot, \"immutable\", False)):\n raise PolicyResolutionError(\"registry snapshot must be immutable\")\n\n return policy_snapshot, registry_snapshot\n\n\n# #endregion resolve_trusted_policy_snapshots\n" }, { @@ -59568,6 +61755,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PreparationService [C:3] [TYPE Module] [SEMANTICS clean-release, prepare, validate, policy, manifest]\n# @BRIEF Prepare release candidate by policy evaluation and deterministic manifest creation.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [PolicyEngine]\n# @RELATION DEPENDS_ON -> [ManifestBuilder]\n# @RELATION DEPENDS_ON -> [RepositoryRelations]\n# @INVARIANT: Candidate preparation always persists manifest and candidate status deterministically.\n\nfrom __future__ import annotations\n\nfrom collections.abc import Iterable\nfrom datetime import UTC, datetime\n\nfrom ...models.clean_release import ReleaseCandidateStatus\nfrom .enums import CandidateStatus\nfrom .manifest_builder import build_distribution_manifest\nfrom .policy_engine import CleanPolicyEngine\nfrom .repository import CleanReleaseRepository\n\n\ndef prepare_candidate(\n repository: CleanReleaseRepository,\n candidate_id: str,\n artifacts: Iterable[dict],\n sources: Iterable[str],\n operator_id: str,\n) -> dict:\n candidate = repository.get_candidate(candidate_id)\n if candidate is None:\n raise ValueError(f\"Candidate not found: {candidate_id}\")\n\n policy = repository.get_active_policy()\n if policy is None:\n raise ValueError(\"Active clean policy not found\")\n\n registry_ref = getattr(policy, \"registry_snapshot_id\", None) or getattr(\n policy, \"internal_source_registry_ref\", None\n )\n registry = repository.get_registry(registry_ref) if registry_ref else None\n if registry is None:\n raise ValueError(\"Registry not found for active policy\")\n\n engine = CleanPolicyEngine(policy=policy, registry=registry)\n validation = engine.validate_policy()\n if not validation.ok:\n raise ValueError(f\"Invalid policy: {validation.blocking_reasons}\")\n\n classified, violations = engine.evaluate_candidate(\n artifacts=artifacts, sources=sources\n )\n\n manifest = build_distribution_manifest(\n manifest_id=f\"manifest-{candidate_id}\",\n candidate_id=candidate_id,\n policy_id=getattr(policy, \"policy_id\", None) or getattr(policy, \"id\", \"\"),\n generated_by=operator_id,\n artifacts=classified,\n )\n repository.save_manifest(manifest)\n\n current_status = getattr(candidate, \"status\", None)\n if violations:\n candidate.status = ReleaseCandidateStatus.BLOCKED.value\n repository.save_candidate(candidate)\n response_status = ReleaseCandidateStatus.BLOCKED.value\n else:\n if current_status in {\n CandidateStatus.DRAFT,\n CandidateStatus.DRAFT.value,\n \"DRAFT\",\n }:\n candidate.transition_to(CandidateStatus.PREPARED)\n else:\n candidate.status = ReleaseCandidateStatus.PREPARED.value\n repository.save_candidate(candidate)\n response_status = ReleaseCandidateStatus.PREPARED.value\n\n manifest_id_value = getattr(manifest, \"manifest_id\", None) or getattr(\n manifest, \"id\", \"\"\n )\n return {\n \"candidate_id\": candidate_id,\n \"status\": response_status,\n \"manifest_id\": manifest_id_value,\n \"violations\": violations,\n \"prepared_at\": datetime.now(UTC).isoformat(),\n }\n\n\n# #region prepare_candidate_legacy [TYPE Function]\n# @BRIEF Legacy compatibility wrapper kept for migration period.\n# @PRE: Same as prepare_candidate.\n# @POST: Delegates to canonical prepare_candidate and preserves response shape.\ndef prepare_candidate_legacy(\n repository: CleanReleaseRepository,\n candidate_id: str,\n artifacts: Iterable[dict],\n sources: Iterable[str],\n operator_id: str,\n) -> dict:\n return prepare_candidate(\n repository=repository,\n candidate_id=candidate_id,\n artifacts=artifacts,\n sources=sources,\n operator_id=operator_id,\n )\n\n\n# #endregion prepare_candidate_legacy\n# #endregion PreparationService\n" }, { @@ -59614,6 +61802,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region prepare_candidate_legacy [TYPE Function]\n# @BRIEF Legacy compatibility wrapper kept for migration period.\n# @PRE: Same as prepare_candidate.\n# @POST: Delegates to canonical prepare_candidate and preserves response shape.\ndef prepare_candidate_legacy(\n repository: CleanReleaseRepository,\n candidate_id: str,\n artifacts: Iterable[dict],\n sources: Iterable[str],\n operator_id: str,\n) -> dict:\n return prepare_candidate(\n repository=repository,\n candidate_id=candidate_id,\n artifacts=artifacts,\n sources=sources,\n operator_id=operator_id,\n )\n\n\n# #endregion prepare_candidate_legacy\n" }, { @@ -59660,6 +61849,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _get_or_init_publications_store [TYPE Function]\n# @BRIEF Provide in-memory append-only publication storage.\n# @PRE: repository is initialized.\n# @POST: Returns publication list attached to repository.\ndef _get_or_init_publications_store(\n repository: CleanReleaseRepository,\n) -> list[PublicationRecord]:\n publications = getattr(repository, \"publication_records\", None)\n if publications is None:\n publications = []\n repository.publication_records = publications\n return publications\n\n\n# #endregion _get_or_init_publications_store\n" }, { @@ -59706,6 +61896,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _latest_publication_for_candidate [TYPE Function]\n# @BRIEF Resolve latest publication record for candidate.\n# @PRE: candidate_id is non-empty.\n# @POST: Returns latest record or None.\ndef _latest_publication_for_candidate(\n repository: CleanReleaseRepository,\n candidate_id: str,\n) -> PublicationRecord | None:\n records = [\n item\n for item in _get_or_init_publications_store(repository)\n if item.candidate_id == candidate_id\n ]\n if not records:\n return None\n return sorted(\n records,\n key=lambda item: item.published_at or datetime.min.replace(tzinfo=UTC),\n reverse=True,\n )[0]\n\n\n# #endregion _latest_publication_for_candidate\n" }, { @@ -59752,6 +61943,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _latest_approval_for_candidate [TYPE Function]\n# @BRIEF Resolve latest approval decision from repository decision store.\n# @PRE: candidate_id is non-empty.\n# @POST: Returns latest decision object or None.\ndef _latest_approval_for_candidate(\n repository: CleanReleaseRepository, candidate_id: str\n):\n decisions = getattr(repository, \"approval_decisions\", [])\n scoped = [item for item in decisions if item.candidate_id == candidate_id]\n if not scoped:\n return None\n return sorted(\n scoped,\n key=lambda item: item.decided_at or datetime.min.replace(tzinfo=UTC),\n reverse=True,\n )[0]\n\n\n# #endregion _latest_approval_for_candidate\n" }, { @@ -59798,6 +61990,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region publish_candidate [TYPE Function]\n# @BRIEF Create immutable publication record for approved candidate.\n# @PRE: Candidate exists, report belongs to candidate, latest approval is APPROVED.\n# @POST: New ACTIVE publication record is appended.\ndef publish_candidate(\n *,\n repository: CleanReleaseRepository,\n candidate_id: str,\n report_id: str,\n published_by: str,\n target_channel: str,\n publication_ref: str | None = None,\n) -> PublicationRecord:\n with belief_scope(\"publication_service.publish_candidate\"):\n logger.reason(\n f\"Evaluating publish gate candidate_id={candidate_id} report_id={report_id}\"\n )\n\n if not published_by or not published_by.strip():\n raise PublicationGateError(\"published_by must be non-empty\")\n if not target_channel or not target_channel.strip():\n raise PublicationGateError(\"target_channel must be non-empty\")\n\n candidate = repository.get_candidate(candidate_id)\n if candidate is None:\n raise PublicationGateError(f\"candidate '{candidate_id}' not found\")\n\n report = repository.get_report(report_id)\n if report is None:\n raise PublicationGateError(f\"report '{report_id}' not found\")\n if report.candidate_id != candidate_id:\n raise PublicationGateError(\"report belongs to another candidate\")\n\n latest_approval = _latest_approval_for_candidate(repository, candidate_id)\n if (\n latest_approval is None\n or latest_approval.decision != ApprovalDecisionType.APPROVED.value\n ):\n raise PublicationGateError(\"publish requires APPROVED decision\")\n\n latest_publication = _latest_publication_for_candidate(repository, candidate_id)\n if (\n latest_publication is not None\n and latest_publication.status == PublicationStatus.ACTIVE.value\n ):\n raise PublicationGateError(\"candidate already has active publication\")\n\n if candidate.status == CandidateStatus.APPROVED.value:\n try:\n candidate.transition_to(CandidateStatus.PUBLISHED)\n repository.save_candidate(candidate)\n except Exception as exc:\n logger.explore(\n f\"Candidate transition to PUBLISHED failed candidate_id={candidate_id}: {exc}\"\n )\n raise PublicationGateError(str(exc)) from exc\n\n record = PublicationRecord(\n id=f\"pub-{uuid4()}\",\n candidate_id=candidate_id,\n report_id=report_id,\n published_by=published_by,\n published_at=datetime.now(UTC),\n target_channel=target_channel,\n publication_ref=publication_ref,\n status=PublicationStatus.ACTIVE.value,\n )\n _get_or_init_publications_store(repository).append(record)\n audit_preparation(\n candidate_id, \"PUBLISHED\", repository=repository, actor=published_by\n )\n logger.reflect(\n f\"Publication persisted candidate_id={candidate_id} publication_id={record.id}\"\n )\n return record\n\n\n# #endregion publish_candidate\n" }, { @@ -59844,6 +62037,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region revoke_publication [TYPE Function]\n# @BRIEF Revoke existing publication record without deleting history.\n# @PRE: publication_id exists in repository publication store.\n# @POST: Target publication status becomes REVOKED and updated record is returned.\ndef revoke_publication(\n *,\n repository: CleanReleaseRepository,\n publication_id: str,\n revoked_by: str,\n comment: str | None = None,\n) -> PublicationRecord:\n with belief_scope(\"publication_service.revoke_publication\"):\n logger.reason(\n f\"Evaluating revoke gate publication_id={publication_id}\"\n )\n\n if not revoked_by or not revoked_by.strip():\n raise PublicationGateError(\"revoked_by must be non-empty\")\n if not publication_id or not publication_id.strip():\n raise PublicationGateError(\"publication_id must be non-empty\")\n\n records = _get_or_init_publications_store(repository)\n record = next((item for item in records if item.id == publication_id), None)\n if record is None:\n raise PublicationGateError(f\"publication '{publication_id}' not found\")\n if record.status == PublicationStatus.REVOKED.value:\n raise PublicationGateError(\"publication is already revoked\")\n\n record.status = PublicationStatus.REVOKED.value\n candidate = repository.get_candidate(record.candidate_id)\n if candidate is not None:\n # Lifecycle remains publication-driven; republish after revoke is supported by new publication record.\n repository.save_candidate(candidate)\n\n audit_preparation(\n record.candidate_id,\n f\"REVOKED:{comment or ''}\".strip(\":\"),\n repository=repository,\n actor=revoked_by,\n )\n logger.reflect(f\"Publication revoked publication_id={publication_id}\")\n return record\n\n\n# #endregion revoke_publication\n" }, { @@ -59965,6 +62159,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ReportBuilder [C:5] [TYPE Module] [SEMANTICS report, clean-release, compliance, builder, render]\n# @BRIEF Build and persist compliance reports with consistent counter invariants.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [CleanReleaseModels]\n# @RELATION DEPENDS_ON -> [RepositoryRelations]\n# @INVARIANT: blocking_violations_count never exceeds violations_count.\n# @TEST_CONTRACT: ComplianceCheckRun,List[ComplianceViolation] -> ComplianceReport\n# @TEST_FIXTURE: blocked_with_two_violations -> file:backend/tests/fixtures/clean_release/fixtures_clean_release.json\n# @TEST_EDGE: empty_violations_for_blocked -> BLOCKED run with zero blocking violations raises ValueError\n# @TEST_EDGE: counter_mismatch -> blocking counter cannot exceed total violations counter\n# @TEST_EDGE: missing_operator_summary -> non-terminal run prevents report creation and summary generation\n# @TEST_INVARIANT: blocking_count_le_total_count -> VERIFIED_BY: [counter_mismatch, empty_violations_for_blocked]\n# @DATA_CONTRACT: Input[ComplianceRun, List[ComplianceViolation]] -> Output[ComplianceReport]\n# @PRE: Compliance run is terminal and repository persistence is available for report storage.\n# @POST: Returns immutable report payloads with consistent violation counters and operator summary content.\n# @SIDE_EFFECT: Writes report artifacts to repository when persistence helpers are invoked.\n\nfrom __future__ import annotations\n\nfrom datetime import UTC, datetime\nfrom uuid import uuid4\n\nfrom ...models.clean_release import ComplianceReport, ComplianceRun, ComplianceViolation\nfrom .enums import ComplianceDecision, RunStatus\nfrom .repository import CleanReleaseRepository\n\n\nclass ComplianceReportBuilder:\n def __init__(self, repository: CleanReleaseRepository):\n self.repository = repository\n\n def build_report_payload(\n self, check_run: ComplianceRun, violations: list[ComplianceViolation]\n ) -> ComplianceReport:\n if check_run.status == RunStatus.RUNNING:\n raise ValueError(\"Cannot build report for non-terminal run\")\n\n violations_count = len(violations)\n blocking_violations_count = sum(\n 1\n for v in violations\n if bool(getattr(v, \"blocked_release\", False))\n or bool(getattr(v, \"evidence_json\", {}).get(\"blocked_release\", False))\n )\n\n if (\n check_run.final_status == ComplianceDecision.BLOCKED\n and blocking_violations_count <= 0\n ):\n raise ValueError(\"Blocked run requires at least one blocking violation\")\n\n summary = (\n \"Compliance passed with no blocking violations\"\n if check_run.final_status == ComplianceDecision.PASSED\n else f\"Blocked with {blocking_violations_count} blocking violation(s)\"\n )\n\n return ComplianceReport(\n id=f\"CCR-{uuid4()}\",\n run_id=check_run.id,\n candidate_id=check_run.candidate_id,\n generated_at=datetime.now(UTC),\n final_status=check_run.final_status,\n summary_json={\n \"operator_summary\": summary,\n \"violations_count\": violations_count,\n \"blocking_violations_count\": blocking_violations_count,\n },\n immutable=True,\n )\n\n def persist_report(self, report: ComplianceReport) -> ComplianceReport:\n return self.repository.save_report(report)\n\n\n# #endregion ReportBuilder\n" }, { @@ -59989,6 +62184,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region clean_release_repositories [C:3] [TYPE Module] [SEMANTICS clean-release, repository, package, export]\n# @BRIEF Export all clean release repositories.\n# @RELATION DEPENDS_ON -> sqlalchemy\n\nfrom .approval_repository import ApprovalRepository\nfrom .artifact_repository import ArtifactRepository\nfrom .audit_repository import AuditRepository, CleanReleaseAuditLog\nfrom .candidate_repository import CandidateRepository\nfrom .compliance_repository import ComplianceRepository\nfrom .manifest_repository import ManifestRepository\nfrom .policy_repository import PolicyRepository\nfrom .publication_repository import PublicationRepository\nfrom .report_repository import ReportRepository\n\n__all__ = [\n \"ApprovalRepository\",\n \"ArtifactRepository\",\n \"AuditRepository\",\n \"CandidateRepository\",\n \"CleanReleaseAuditLog\",\n \"ComplianceRepository\",\n \"ManifestRepository\",\n \"PolicyRepository\",\n \"PublicationRepository\",\n \"ReportRepository\"\n]\n\n# #endregion clean_release_repositories\n" }, { @@ -60014,6 +62210,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region approval_repository [C:3] [TYPE Module] [SEMANTICS clean-release, approval, repository, persistence, crud]\n# @BRIEF Persist and query approval decisions.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> sqlalchemy\n\n\nfrom sqlalchemy.orm import Session\n\nfrom src.core.logger import belief_scope\nfrom src.models.clean_release import ApprovalDecision\n\n\nclass ApprovalRepository:\n \"\"\"\n @PURPOSE: Encapsulates database operations for ApprovalDecision.\n \"\"\"\n def __init__(self, db: Session):\n self.db = db\n\n def save(self, decision: ApprovalDecision) -> ApprovalDecision:\n \"\"\"\n @PURPOSE: Persist an approval decision.\n @POST: Decision is committed and refreshed.\n \"\"\"\n with belief_scope(\"ApprovalRepository.save\"):\n self.db.add(decision)\n self.db.commit()\n self.db.refresh(decision)\n return decision\n\n def get_by_id(self, decision_id: str) -> ApprovalDecision | None:\n \"\"\"\n @PURPOSE: Retrieve a decision by ID.\n \"\"\"\n with belief_scope(\"ApprovalRepository.get_by_id\"):\n return self.db.query(ApprovalDecision).filter(ApprovalDecision.id == decision_id).first()\n\n def get_latest_for_candidate(self, candidate_id: str) -> ApprovalDecision | None:\n \"\"\"\n @PURPOSE: Retrieve the latest decision for a candidate.\n \"\"\"\n with belief_scope(\"ApprovalRepository.get_latest_for_candidate\"):\n return self.db.query(ApprovalDecision)\\\n .filter(ApprovalDecision.candidate_id == candidate_id)\\\n .order_by(ApprovalDecision.decided_at.desc())\\\n .first()\n\n def list_by_candidate(self, candidate_id: str) -> list[ApprovalDecision]:\n \"\"\"\n @PURPOSE: List all decisions for a specific candidate.\n \"\"\"\n with belief_scope(\"ApprovalRepository.list_by_candidate\"):\n return self.db.query(ApprovalDecision).filter(ApprovalDecision.candidate_id == candidate_id).all()\n\n# #endregion approval_repository\n" }, { @@ -60039,6 +62236,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region artifact_repository [C:3] [TYPE Module] [SEMANTICS clean-release, artifact, repository, persistence, crud]\n# @BRIEF Persist and query candidate artifacts.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> sqlalchemy\n\n\nfrom sqlalchemy.orm import Session\n\nfrom src.core.logger import belief_scope\nfrom src.models.clean_release import CandidateArtifact\n\n\nclass ArtifactRepository:\n \"\"\"\n @PURPOSE: Encapsulates database operations for CandidateArtifact.\n \"\"\"\n def __init__(self, db: Session):\n self.db = db\n\n def save(self, artifact: CandidateArtifact) -> CandidateArtifact:\n \"\"\"\n @PURPOSE: Persist an artifact.\n @POST: Artifact is committed and refreshed.\n \"\"\"\n with belief_scope(\"ArtifactRepository.save\"):\n self.db.add(artifact)\n self.db.commit()\n self.db.refresh(artifact)\n return artifact\n\n def save_all(self, artifacts: list[CandidateArtifact]) -> list[CandidateArtifact]:\n \"\"\"\n @PURPOSE: Persist multiple artifacts in a single transaction.\n \"\"\"\n with belief_scope(\"ArtifactRepository.save_all\"):\n self.db.add_all(artifacts)\n self.db.commit()\n for artifact in artifacts:\n self.db.refresh(artifact)\n return artifacts\n\n def get_by_id(self, artifact_id: str) -> CandidateArtifact | None:\n \"\"\"\n @PURPOSE: Retrieve an artifact by ID.\n \"\"\"\n with belief_scope(\"ArtifactRepository.get_by_id\"):\n return self.db.query(CandidateArtifact).filter(CandidateArtifact.id == artifact_id).first()\n\n def list_by_candidate(self, candidate_id: str) -> list[CandidateArtifact]:\n \"\"\"\n @PURPOSE: List all artifacts for a specific candidate.\n \"\"\"\n with belief_scope(\"ArtifactRepository.list_by_candidate\"):\n return self.db.query(CandidateArtifact).filter(CandidateArtifact.candidate_id == candidate_id).all()\n\n# #endregion artifact_repository\n" }, { @@ -60064,6 +62262,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region audit_repository [C:3] [TYPE Module] [SEMANTICS clean-release, audit, repository, persistence, crud]\n# @BRIEF Persist and query audit logs for clean release operations.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> sqlalchemy\n\n\nfrom sqlalchemy.orm import Session\n\nfrom src.core.logger import belief_scope\nfrom src.models.clean_release import CleanReleaseAuditLog\n\n\nclass AuditRepository:\n \"\"\"\n @PURPOSE: Encapsulates database operations for CleanReleaseAuditLog.\n \"\"\"\n def __init__(self, db: Session):\n self.db = db\n\n def log(self, action: str, actor: str, candidate_id: str | None = None, details: dict | None = None) -> CleanReleaseAuditLog:\n \"\"\"\n @PURPOSE: Create an audit log entry.\n \"\"\"\n with belief_scope(\"AuditRepository.log\"):\n entry = CleanReleaseAuditLog(\n action=action,\n actor=actor,\n candidate_id=candidate_id,\n details_json=details or {}\n )\n self.db.add(entry)\n self.db.commit()\n self.db.refresh(entry)\n return entry\n\n def list_by_candidate(self, candidate_id: str) -> list[CleanReleaseAuditLog]:\n \"\"\"\n @PURPOSE: List all audit entries for a specific candidate.\n \"\"\"\n with belief_scope(\"AuditRepository.list_by_candidate\"):\n return self.db.query(CleanReleaseAuditLog).filter(CleanReleaseAuditLog.candidate_id == candidate_id).all()\n\n# #endregion audit_repository\n" }, { @@ -60089,6 +62288,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region candidate_repository [C:3] [TYPE Module] [SEMANTICS clean-release, candidate, repository, persistence, crud]\n# @BRIEF Persist and query release candidates.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> sqlalchemy\n\n\nfrom sqlalchemy.orm import Session\n\nfrom src.core.logger import belief_scope\nfrom src.models.clean_release import ReleaseCandidate\n\n\nclass CandidateRepository:\n \"\"\"\n @PURPOSE: Encapsulates database operations for ReleaseCandidate.\n \"\"\"\n def __init__(self, db: Session):\n self.db = db\n\n def save(self, candidate: ReleaseCandidate) -> ReleaseCandidate:\n \"\"\"\n @PURPOSE: Persist a release candidate.\n @POST: Candidate is committed and refreshed.\n \"\"\"\n with belief_scope(\"CandidateRepository.save\"):\n # [REASON] Using merge to handle both create and update.\n # Note: In a real implementation, we might want to use a separate DB model\n # if the domain model differs significantly from the DB schema.\n # For now, we assume the domain model is compatible with SQLAlchemy Base if registered.\n self.db.add(candidate)\n self.db.commit()\n self.db.refresh(candidate)\n return candidate\n\n def get_by_id(self, candidate_id: str) -> ReleaseCandidate | None:\n \"\"\"\n @PURPOSE: Retrieve a candidate by ID.\n \"\"\"\n with belief_scope(\"CandidateRepository.get_by_id\"):\n return self.db.query(ReleaseCandidate).filter(ReleaseCandidate.id == candidate_id).first()\n\n def list_all(self) -> list[ReleaseCandidate]:\n \"\"\"\n @PURPOSE: List all candidates.\n \"\"\"\n with belief_scope(\"CandidateRepository.list_all\"):\n return self.db.query(ReleaseCandidate).all()\n\n# #endregion candidate_repository\n" }, { @@ -60114,6 +62314,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region compliance_repository [C:3] [TYPE Module] [SEMANTICS clean-release, compliance, repository, persistence, crud]\n# @BRIEF Persist and query compliance runs, stage runs, and violations.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> sqlalchemy\n\n\nfrom sqlalchemy.orm import Session\n\nfrom src.core.logger import belief_scope\nfrom src.models.clean_release import ComplianceRun, ComplianceStageRun, ComplianceViolation\n\n\nclass ComplianceRepository:\n \"\"\"\n @PURPOSE: Encapsulates database operations for Compliance execution records.\n \"\"\"\n def __init__(self, db: Session):\n self.db = db\n\n def save_run(self, run: ComplianceRun) -> ComplianceRun:\n \"\"\"\n @PURPOSE: Persist a compliance run.\n \"\"\"\n with belief_scope(\"ComplianceRepository.save_run\"):\n self.db.add(run)\n self.db.commit()\n self.db.refresh(run)\n return run\n\n def get_run(self, run_id: str) -> ComplianceRun | None:\n \"\"\"\n @PURPOSE: Retrieve a compliance run by ID.\n \"\"\"\n with belief_scope(\"ComplianceRepository.get_run\"):\n return self.db.query(ComplianceRun).filter(ComplianceRun.id == run_id).first()\n\n def list_runs_by_candidate(self, candidate_id: str) -> list[ComplianceRun]:\n \"\"\"\n @PURPOSE: List all runs for a specific candidate.\n \"\"\"\n with belief_scope(\"ComplianceRepository.list_runs_by_candidate\"):\n return self.db.query(ComplianceRun).filter(ComplianceRun.candidate_id == candidate_id).all()\n\n def save_stage_run(self, stage_run: ComplianceStageRun) -> ComplianceStageRun:\n \"\"\"\n @PURPOSE: Persist a stage execution record.\n \"\"\"\n with belief_scope(\"ComplianceRepository.save_stage_run\"):\n self.db.add(stage_run)\n self.db.commit()\n self.db.refresh(stage_run)\n return stage_run\n\n def list_stages_by_run(self, run_id: str) -> list[ComplianceStageRun]:\n \"\"\"\n @PURPOSE: List all stage runs for a specific compliance run.\n \"\"\"\n with belief_scope(\"ComplianceRepository.list_stages_by_run\"):\n return self.db.query(ComplianceStageRun).filter(ComplianceStageRun.run_id == run_id).all()\n\n def save_violation(self, violation: ComplianceViolation) -> ComplianceViolation:\n \"\"\"\n @PURPOSE: Persist a compliance violation.\n \"\"\"\n with belief_scope(\"ComplianceRepository.save_violation\"):\n self.db.add(violation)\n self.db.commit()\n self.db.refresh(violation)\n return violation\n\n def save_violations(self, violations: list[ComplianceViolation]) -> list[ComplianceViolation]:\n \"\"\"\n @PURPOSE: Persist multiple violations.\n \"\"\"\n with belief_scope(\"ComplianceRepository.save_violations\"):\n self.db.add_all(violations)\n self.db.commit()\n for v in violations:\n self.db.refresh(v)\n return violations\n\n def list_violations_by_run(self, run_id: str) -> list[ComplianceViolation]:\n \"\"\"\n @PURPOSE: List all violations for a specific compliance run.\n \"\"\"\n with belief_scope(\"ComplianceRepository.list_violations_by_run\"):\n return self.db.query(ComplianceViolation).filter(ComplianceViolation.run_id == run_id).all()\n\n# #endregion compliance_repository\n" }, { @@ -60151,6 +62352,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ManifestRepositoryModule [C:3] [TYPE Module] [SEMANTICS clean-release, manifest, repository, persistence, crud]\n# @BRIEF Persist and query distribution manifests.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> DistributionManifest\n# @RELATION DEPENDS_ON -> sqlalchemy\n# @RELATION DEPENDS_ON -> belief_scope\n\n\nfrom sqlalchemy.orm import Session\n\nfrom src.core.logger import belief_scope\nfrom src.models.clean_release import DistributionManifest\n\n\n# #region ManifestRepository [C:3] [TYPE Class]\n# @BRIEF Encapsulates database CRUD operations for DistributionManifest entities.\n# @RELATION DEPENDS_ON -> DistributionManifest\n# @RELATION DEPENDS_ON -> sqlalchemy.Session\nclass ManifestRepository:\n \"\"\"Repository for distribution manifest persistence.\"\"\"\n\n # region ManifestRepository.__init__ [TYPE Function]\n # @PURPOSE: Initialize repository with an active SQLAlchemy session.\n # @PRE: db is a valid SQLAlchemy Session instance.\n # @POST: Repository is ready for database operations.\n def __init__(self, db: Session):\n self.db = db\n # endregion ManifestRepository.__init__\n\n # region ManifestRepository.save [TYPE Function]\n # @PURPOSE: Persist a DistributionManifest to the database.\n # @PRE: manifest is a valid DistributionManifest instance with required fields populated.\n # @POST: Manifest is committed to database and refreshed with generated ID.\n # @SIDE_EFFECT: Database commit via session.commit().\n # @RELATION: DEPENDS_ON -> DistributionManifest\n def save(self, manifest: DistributionManifest) -> DistributionManifest:\n with belief_scope(\"ManifestRepository.save\"):\n self.db.add(manifest)\n self.db.commit()\n self.db.refresh(manifest)\n return manifest\n # endregion ManifestRepository.save\n\n # region ManifestRepository.get_by_id [TYPE Function]\n # @PURPOSE: Retrieve a single DistributionManifest by its primary key.\n # @PRE: manifest_id is a valid string identifier.\n # @POST: Returns DistributionManifest if found, None otherwise.\n # @RELATION: DEPENDS_ON -> DistributionManifest\n def get_by_id(self, manifest_id: str) -> DistributionManifest | None:\n with belief_scope(\"ManifestRepository.get_by_id\"):\n return self.db.query(DistributionManifest).filter(\n DistributionManifest.id == manifest_id\n ).first()\n # endregion ManifestRepository.get_by_id\n\n # region ManifestRepository.get_latest_for_candidate [TYPE Function]\n # @PURPOSE: Retrieve the most recent manifest version for a given candidate.\n # @PRE: candidate_id is a valid string identifier.\n # @POST: Returns the highest manifest_version manifest for the candidate, or None.\n # @RELATION: DEPENDS_ON -> DistributionManifest\n def get_latest_for_candidate(self, candidate_id: str) -> DistributionManifest | None:\n with belief_scope(\"ManifestRepository.get_latest_for_candidate\"):\n return (\n self.db.query(DistributionManifest)\n .filter(DistributionManifest.candidate_id == candidate_id)\n .order_by(DistributionManifest.manifest_version.desc())\n .first()\n )\n # endregion ManifestRepository.get_latest_for_candidate\n\n # region ManifestRepository.list_by_candidate [TYPE Function]\n # @PURPOSE: List all manifests for a specific candidate, ordered by version.\n # @PRE: candidate_id is a valid string identifier.\n # @POST: Returns a list of DistributionManifest instances (may be empty).\n # @RELATION: DEPENDS_ON -> DistributionManifest\n def list_by_candidate(self, candidate_id: str) -> list[DistributionManifest]:\n with belief_scope(\"ManifestRepository.list_by_candidate\"):\n return (\n self.db.query(DistributionManifest)\n .filter(DistributionManifest.candidate_id == candidate_id)\n .all()\n )\n # endregion ManifestRepository.list_by_candidate\n\n# #endregion ManifestRepository\n\n# #endregion ManifestRepositoryModule\n" }, { @@ -60181,6 +62383,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ManifestRepository [C:3] [TYPE Class]\n# @BRIEF Encapsulates database CRUD operations for DistributionManifest entities.\n# @RELATION DEPENDS_ON -> DistributionManifest\n# @RELATION DEPENDS_ON -> sqlalchemy.Session\nclass ManifestRepository:\n \"\"\"Repository for distribution manifest persistence.\"\"\"\n\n # region ManifestRepository.__init__ [TYPE Function]\n # @PURPOSE: Initialize repository with an active SQLAlchemy session.\n # @PRE: db is a valid SQLAlchemy Session instance.\n # @POST: Repository is ready for database operations.\n def __init__(self, db: Session):\n self.db = db\n # endregion ManifestRepository.__init__\n\n # region ManifestRepository.save [TYPE Function]\n # @PURPOSE: Persist a DistributionManifest to the database.\n # @PRE: manifest is a valid DistributionManifest instance with required fields populated.\n # @POST: Manifest is committed to database and refreshed with generated ID.\n # @SIDE_EFFECT: Database commit via session.commit().\n # @RELATION: DEPENDS_ON -> DistributionManifest\n def save(self, manifest: DistributionManifest) -> DistributionManifest:\n with belief_scope(\"ManifestRepository.save\"):\n self.db.add(manifest)\n self.db.commit()\n self.db.refresh(manifest)\n return manifest\n # endregion ManifestRepository.save\n\n # region ManifestRepository.get_by_id [TYPE Function]\n # @PURPOSE: Retrieve a single DistributionManifest by its primary key.\n # @PRE: manifest_id is a valid string identifier.\n # @POST: Returns DistributionManifest if found, None otherwise.\n # @RELATION: DEPENDS_ON -> DistributionManifest\n def get_by_id(self, manifest_id: str) -> DistributionManifest | None:\n with belief_scope(\"ManifestRepository.get_by_id\"):\n return self.db.query(DistributionManifest).filter(\n DistributionManifest.id == manifest_id\n ).first()\n # endregion ManifestRepository.get_by_id\n\n # region ManifestRepository.get_latest_for_candidate [TYPE Function]\n # @PURPOSE: Retrieve the most recent manifest version for a given candidate.\n # @PRE: candidate_id is a valid string identifier.\n # @POST: Returns the highest manifest_version manifest for the candidate, or None.\n # @RELATION: DEPENDS_ON -> DistributionManifest\n def get_latest_for_candidate(self, candidate_id: str) -> DistributionManifest | None:\n with belief_scope(\"ManifestRepository.get_latest_for_candidate\"):\n return (\n self.db.query(DistributionManifest)\n .filter(DistributionManifest.candidate_id == candidate_id)\n .order_by(DistributionManifest.manifest_version.desc())\n .first()\n )\n # endregion ManifestRepository.get_latest_for_candidate\n\n # region ManifestRepository.list_by_candidate [TYPE Function]\n # @PURPOSE: List all manifests for a specific candidate, ordered by version.\n # @PRE: candidate_id is a valid string identifier.\n # @POST: Returns a list of DistributionManifest instances (may be empty).\n # @RELATION: DEPENDS_ON -> DistributionManifest\n def list_by_candidate(self, candidate_id: str) -> list[DistributionManifest]:\n with belief_scope(\"ManifestRepository.list_by_candidate\"):\n return (\n self.db.query(DistributionManifest)\n .filter(DistributionManifest.candidate_id == candidate_id)\n .all()\n )\n # endregion ManifestRepository.list_by_candidate\n\n# #endregion ManifestRepository\n" }, { @@ -60206,6 +62409,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region policy_repository [C:3] [TYPE Module] [SEMANTICS clean-release, policy, repository, persistence, crud]\n# @BRIEF Persist and query policy and registry snapshots.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> sqlalchemy\n\nfrom sqlalchemy.orm import Session\n\nfrom src.core.logger import belief_scope\nfrom src.models.clean_release import CleanPolicySnapshot, SourceRegistrySnapshot\n\n\nclass PolicyRepository:\n \"\"\"\n @PURPOSE: Encapsulates database operations for Policy and Registry snapshots.\n \"\"\"\n def __init__(self, db: Session):\n self.db = db\n\n def save_policy_snapshot(self, snapshot: CleanPolicySnapshot) -> CleanPolicySnapshot:\n \"\"\"\n @PURPOSE: Persist a policy snapshot.\n \"\"\"\n with belief_scope(\"PolicyRepository.save_policy_snapshot\"):\n self.db.add(snapshot)\n self.db.commit()\n self.db.refresh(snapshot)\n return snapshot\n\n def get_policy_snapshot(self, snapshot_id: str) -> CleanPolicySnapshot | None:\n \"\"\"\n @PURPOSE: Retrieve a policy snapshot by ID.\n \"\"\"\n with belief_scope(\"PolicyRepository.get_policy_snapshot\"):\n return self.db.query(CleanPolicySnapshot).filter(CleanPolicySnapshot.id == snapshot_id).first()\n\n def save_registry_snapshot(self, snapshot: SourceRegistrySnapshot) -> SourceRegistrySnapshot:\n \"\"\"\n @PURPOSE: Persist a registry snapshot.\n \"\"\"\n with belief_scope(\"PolicyRepository.save_registry_snapshot\"):\n self.db.add(snapshot)\n self.db.commit()\n self.db.refresh(snapshot)\n return snapshot\n\n def get_registry_snapshot(self, snapshot_id: str) -> SourceRegistrySnapshot | None:\n \"\"\"\n @PURPOSE: Retrieve a registry snapshot by ID.\n \"\"\"\n with belief_scope(\"PolicyRepository.get_registry_snapshot\"):\n return self.db.query(SourceRegistrySnapshot).filter(SourceRegistrySnapshot.id == snapshot_id).first()\n\n# #endregion policy_repository\n" }, { @@ -60231,6 +62435,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region publication_repository [C:3] [TYPE Module] [SEMANTICS clean-release, publication, repository, persistence, crud]\n# @BRIEF Persist and query publication records.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> sqlalchemy\n\n\nfrom sqlalchemy.orm import Session\n\nfrom src.core.logger import belief_scope\nfrom src.models.clean_release import PublicationRecord\n\n\nclass PublicationRepository:\n \"\"\"\n @PURPOSE: Encapsulates database operations for PublicationRecord.\n \"\"\"\n def __init__(self, db: Session):\n self.db = db\n\n def save(self, record: PublicationRecord) -> PublicationRecord:\n \"\"\"\n @PURPOSE: Persist a publication record.\n @POST: Record is committed and refreshed.\n \"\"\"\n with belief_scope(\"PublicationRepository.save\"):\n self.db.add(record)\n self.db.commit()\n self.db.refresh(record)\n return record\n\n def get_by_id(self, record_id: str) -> PublicationRecord | None:\n \"\"\"\n @PURPOSE: Retrieve a record by ID.\n \"\"\"\n with belief_scope(\"PublicationRepository.get_by_id\"):\n return self.db.query(PublicationRecord).filter(PublicationRecord.id == record_id).first()\n\n def get_latest_for_candidate(self, candidate_id: str) -> PublicationRecord | None:\n \"\"\"\n @PURPOSE: Retrieve the latest record for a candidate.\n \"\"\"\n with belief_scope(\"PublicationRepository.get_latest_for_candidate\"):\n return self.db.query(PublicationRecord)\\\n .filter(PublicationRecord.candidate_id == candidate_id)\\\n .order_by(PublicationRecord.published_at.desc())\\\n .first()\n\n def list_by_candidate(self, candidate_id: str) -> list[PublicationRecord]:\n \"\"\"\n @PURPOSE: List all records for a specific candidate.\n \"\"\"\n with belief_scope(\"PublicationRepository.list_by_candidate\"):\n return self.db.query(PublicationRecord).filter(PublicationRecord.candidate_id == candidate_id).all()\n\n# #endregion publication_repository\n" }, { @@ -60256,6 +62461,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region report_repository [C:3] [TYPE Module] [SEMANTICS clean-release, report, repository, persistence, crud]\n# @BRIEF Persist and query compliance reports.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> sqlalchemy\n\n\nfrom sqlalchemy.orm import Session\n\nfrom src.core.logger import belief_scope\nfrom src.models.clean_release import ComplianceReport\n\n\nclass ReportRepository:\n \"\"\"\n @PURPOSE: Encapsulates database operations for ComplianceReport.\n \"\"\"\n def __init__(self, db: Session):\n self.db = db\n\n def save(self, report: ComplianceReport) -> ComplianceReport:\n \"\"\"\n @PURPOSE: Persist a compliance report.\n @POST: Report is committed and refreshed.\n \"\"\"\n with belief_scope(\"ReportRepository.save\"):\n self.db.add(report)\n self.db.commit()\n self.db.refresh(report)\n return report\n\n def get_by_id(self, report_id: str) -> ComplianceReport | None:\n \"\"\"\n @PURPOSE: Retrieve a report by ID.\n \"\"\"\n with belief_scope(\"ReportRepository.get_by_id\"):\n return self.db.query(ComplianceReport).filter(ComplianceReport.id == report_id).first()\n\n def get_by_run(self, run_id: str) -> ComplianceReport | None:\n \"\"\"\n @PURPOSE: Retrieve a report for a specific compliance run.\n \"\"\"\n with belief_scope(\"ReportRepository.get_by_run\"):\n return self.db.query(ComplianceReport).filter(ComplianceReport.run_id == run_id).first()\n\n def list_by_candidate(self, candidate_id: str) -> list[ComplianceReport]:\n \"\"\"\n @PURPOSE: List all reports for a specific candidate.\n \"\"\"\n with belief_scope(\"ReportRepository.list_by_candidate\"):\n return self.db.query(ComplianceReport).filter(ComplianceReport.candidate_id == candidate_id).all()\n\n# #endregion report_repository\n" }, { @@ -60292,6 +62498,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region RepositoryRelations [C:3] [TYPE Module] [SEMANTICS pydantic, clean-release, repository, relations, release]\n# @BRIEF Provide repository adapter for clean release entities with deterministic access methods.\n# @LAYER: Infra\n# @RELATION DEPENDS_ON -> [CleanReleaseModels]\n# @INVARIANT: Repository operations are side-effect free outside explicit save/update calls.\n\nfrom __future__ import annotations\n\nfrom dataclasses import dataclass, field\nfrom typing import Any, cast\n\nfrom ...models.clean_release import (\n CleanPolicySnapshot,\n ComplianceReport,\n ComplianceRun,\n ComplianceStageRun,\n ComplianceViolation,\n DistributionManifest,\n ReleaseCandidate,\n SourceRegistrySnapshot,\n)\n\n\n# #region CleanReleaseRepository [TYPE Class]\n# @BRIEF Data access object for clean release lifecycle.\n@dataclass\nclass CleanReleaseRepository:\n candidates: dict[str, ReleaseCandidate] = field(default_factory=dict)\n policies: dict[str, CleanPolicySnapshot] = field(default_factory=dict)\n registries: dict[str, SourceRegistrySnapshot] = field(default_factory=dict)\n artifacts: dict[str, object] = field(default_factory=dict)\n manifests: dict[str, DistributionManifest] = field(default_factory=dict)\n check_runs: dict[str, ComplianceRun] = field(default_factory=dict)\n stage_runs: dict[str, ComplianceStageRun] = field(default_factory=dict)\n reports: dict[str, ComplianceReport] = field(default_factory=dict)\n violations: dict[str, ComplianceViolation] = field(default_factory=dict)\n audit_events: list[dict[str, Any]] = field(default_factory=list)\n\n def _entity_id(self, entity: Any) -> str:\n return cast(str, str(cast(Any, entity).id))\n\n def _candidate_ref(self, entity: Any) -> str:\n return cast(str, str(cast(Any, entity).candidate_id))\n\n def _run_ref(self, entity: Any) -> str:\n return cast(str, str(cast(Any, entity).run_id))\n\n def save_candidate(self, candidate: ReleaseCandidate) -> ReleaseCandidate:\n cast(dict[str, ReleaseCandidate], self.candidates)[\n self._entity_id(candidate)\n ] = candidate\n return candidate\n\n def get_candidate(self, candidate_id: str) -> ReleaseCandidate | None:\n return self.candidates.get(candidate_id)\n\n def save_policy(self, policy: CleanPolicySnapshot) -> CleanPolicySnapshot:\n cast(dict[str, CleanPolicySnapshot], self.policies)[self._entity_id(policy)] = (\n policy\n )\n return policy\n\n def get_policy(self, policy_id: str) -> CleanPolicySnapshot | None:\n return self.policies.get(policy_id)\n\n def get_active_policy(self) -> CleanPolicySnapshot | None:\n # In-memory repo doesn't track 'active' flag on snapshot,\n # this should be resolved by facade using ConfigManager.\n return next(iter(self.policies.values()), None)\n\n def save_registry(self, registry: SourceRegistrySnapshot) -> SourceRegistrySnapshot:\n cast(dict[str, SourceRegistrySnapshot], self.registries)[\n self._entity_id(registry)\n ] = registry\n return registry\n\n def get_registry(self, registry_id: str) -> SourceRegistrySnapshot | None:\n return self.registries.get(registry_id)\n\n def save_artifact(self, artifact) -> object:\n cast(dict[str, object], self.artifacts)[self._entity_id(artifact)] = artifact\n return artifact\n\n def get_artifacts_by_candidate(self, candidate_id: str) -> list[object]:\n artifacts = cast(list[Any], list(self.artifacts.values()))\n return [\n artifact\n for artifact in artifacts\n if self._candidate_ref(artifact) == candidate_id\n ]\n\n def save_manifest(self, manifest: DistributionManifest) -> DistributionManifest:\n cast(dict[str, DistributionManifest], self.manifests)[\n self._entity_id(manifest)\n ] = manifest\n return manifest\n\n def get_manifest(self, manifest_id: str) -> DistributionManifest | None:\n return self.manifests.get(manifest_id)\n\n def save_distribution_manifest(\n self, manifest: DistributionManifest\n ) -> DistributionManifest:\n return self.save_manifest(manifest)\n\n def get_distribution_manifest(\n self, manifest_id: str\n ) -> DistributionManifest | None:\n return self.get_manifest(manifest_id)\n\n def save_check_run(self, check_run: ComplianceRun) -> ComplianceRun:\n cast(dict[str, ComplianceRun], self.check_runs)[self._entity_id(check_run)] = (\n check_run\n )\n return check_run\n\n def save_stage_run(self, stage_run: ComplianceStageRun) -> ComplianceStageRun:\n cast(dict[str, ComplianceStageRun], self.stage_runs)[\n self._entity_id(stage_run)\n ] = stage_run\n return stage_run\n\n def get_check_run(self, check_run_id: str) -> ComplianceRun | None:\n return self.check_runs.get(check_run_id)\n\n def save_compliance_run(self, run: ComplianceRun) -> ComplianceRun:\n return self.save_check_run(run)\n\n def get_compliance_run(self, run_id: str) -> ComplianceRun | None:\n return self.get_check_run(run_id)\n\n def save_report(self, report: ComplianceReport) -> ComplianceReport:\n report_id = self._entity_id(report)\n store = cast(dict[str, ComplianceReport], self.reports)\n existing = store.get(report_id)\n if existing is not None:\n raise ValueError(\n f\"immutable report snapshot already exists for id={report_id}\"\n )\n store[report_id] = report\n return report\n\n def get_report(self, report_id: str) -> ComplianceReport | None:\n return self.reports.get(report_id)\n\n def save_violation(self, violation: ComplianceViolation) -> ComplianceViolation:\n cast(dict[str, ComplianceViolation], self.violations)[\n self._entity_id(violation)\n ] = violation\n return violation\n\n def get_violations_by_run(self, run_id: str) -> list[ComplianceViolation]:\n violations = cast(list[ComplianceViolation], list(self.violations.values()))\n return [\n violation for violation in violations if self._run_ref(violation) == run_id\n ]\n\n def get_manifests_by_candidate(\n self, candidate_id: str\n ) -> list[DistributionManifest]:\n manifests = cast(list[DistributionManifest], list(self.manifests.values()))\n return [\n manifest\n for manifest in manifests\n if self._candidate_ref(manifest) == candidate_id\n ]\n\n def append_audit_event(self, payload: dict[str, Any]) -> None:\n self.audit_events.append(payload)\n\n def clear_history(self) -> None:\n self.check_runs.clear()\n self.reports.clear()\n self.violations.clear()\n\n\n# #endregion CleanReleaseRepository\n# #endregion RepositoryRelations\n" }, { @@ -60318,6 +62525,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region CleanReleaseRepository [TYPE Class]\n# @BRIEF Data access object for clean release lifecycle.\n@dataclass\nclass CleanReleaseRepository:\n candidates: dict[str, ReleaseCandidate] = field(default_factory=dict)\n policies: dict[str, CleanPolicySnapshot] = field(default_factory=dict)\n registries: dict[str, SourceRegistrySnapshot] = field(default_factory=dict)\n artifacts: dict[str, object] = field(default_factory=dict)\n manifests: dict[str, DistributionManifest] = field(default_factory=dict)\n check_runs: dict[str, ComplianceRun] = field(default_factory=dict)\n stage_runs: dict[str, ComplianceStageRun] = field(default_factory=dict)\n reports: dict[str, ComplianceReport] = field(default_factory=dict)\n violations: dict[str, ComplianceViolation] = field(default_factory=dict)\n audit_events: list[dict[str, Any]] = field(default_factory=list)\n\n def _entity_id(self, entity: Any) -> str:\n return cast(str, str(cast(Any, entity).id))\n\n def _candidate_ref(self, entity: Any) -> str:\n return cast(str, str(cast(Any, entity).candidate_id))\n\n def _run_ref(self, entity: Any) -> str:\n return cast(str, str(cast(Any, entity).run_id))\n\n def save_candidate(self, candidate: ReleaseCandidate) -> ReleaseCandidate:\n cast(dict[str, ReleaseCandidate], self.candidates)[\n self._entity_id(candidate)\n ] = candidate\n return candidate\n\n def get_candidate(self, candidate_id: str) -> ReleaseCandidate | None:\n return self.candidates.get(candidate_id)\n\n def save_policy(self, policy: CleanPolicySnapshot) -> CleanPolicySnapshot:\n cast(dict[str, CleanPolicySnapshot], self.policies)[self._entity_id(policy)] = (\n policy\n )\n return policy\n\n def get_policy(self, policy_id: str) -> CleanPolicySnapshot | None:\n return self.policies.get(policy_id)\n\n def get_active_policy(self) -> CleanPolicySnapshot | None:\n # In-memory repo doesn't track 'active' flag on snapshot,\n # this should be resolved by facade using ConfigManager.\n return next(iter(self.policies.values()), None)\n\n def save_registry(self, registry: SourceRegistrySnapshot) -> SourceRegistrySnapshot:\n cast(dict[str, SourceRegistrySnapshot], self.registries)[\n self._entity_id(registry)\n ] = registry\n return registry\n\n def get_registry(self, registry_id: str) -> SourceRegistrySnapshot | None:\n return self.registries.get(registry_id)\n\n def save_artifact(self, artifact) -> object:\n cast(dict[str, object], self.artifacts)[self._entity_id(artifact)] = artifact\n return artifact\n\n def get_artifacts_by_candidate(self, candidate_id: str) -> list[object]:\n artifacts = cast(list[Any], list(self.artifacts.values()))\n return [\n artifact\n for artifact in artifacts\n if self._candidate_ref(artifact) == candidate_id\n ]\n\n def save_manifest(self, manifest: DistributionManifest) -> DistributionManifest:\n cast(dict[str, DistributionManifest], self.manifests)[\n self._entity_id(manifest)\n ] = manifest\n return manifest\n\n def get_manifest(self, manifest_id: str) -> DistributionManifest | None:\n return self.manifests.get(manifest_id)\n\n def save_distribution_manifest(\n self, manifest: DistributionManifest\n ) -> DistributionManifest:\n return self.save_manifest(manifest)\n\n def get_distribution_manifest(\n self, manifest_id: str\n ) -> DistributionManifest | None:\n return self.get_manifest(manifest_id)\n\n def save_check_run(self, check_run: ComplianceRun) -> ComplianceRun:\n cast(dict[str, ComplianceRun], self.check_runs)[self._entity_id(check_run)] = (\n check_run\n )\n return check_run\n\n def save_stage_run(self, stage_run: ComplianceStageRun) -> ComplianceStageRun:\n cast(dict[str, ComplianceStageRun], self.stage_runs)[\n self._entity_id(stage_run)\n ] = stage_run\n return stage_run\n\n def get_check_run(self, check_run_id: str) -> ComplianceRun | None:\n return self.check_runs.get(check_run_id)\n\n def save_compliance_run(self, run: ComplianceRun) -> ComplianceRun:\n return self.save_check_run(run)\n\n def get_compliance_run(self, run_id: str) -> ComplianceRun | None:\n return self.get_check_run(run_id)\n\n def save_report(self, report: ComplianceReport) -> ComplianceReport:\n report_id = self._entity_id(report)\n store = cast(dict[str, ComplianceReport], self.reports)\n existing = store.get(report_id)\n if existing is not None:\n raise ValueError(\n f\"immutable report snapshot already exists for id={report_id}\"\n )\n store[report_id] = report\n return report\n\n def get_report(self, report_id: str) -> ComplianceReport | None:\n return self.reports.get(report_id)\n\n def save_violation(self, violation: ComplianceViolation) -> ComplianceViolation:\n cast(dict[str, ComplianceViolation], self.violations)[\n self._entity_id(violation)\n ] = violation\n return violation\n\n def get_violations_by_run(self, run_id: str) -> list[ComplianceViolation]:\n violations = cast(list[ComplianceViolation], list(self.violations.values()))\n return [\n violation for violation in violations if self._run_ref(violation) == run_id\n ]\n\n def get_manifests_by_candidate(\n self, candidate_id: str\n ) -> list[DistributionManifest]:\n manifests = cast(list[DistributionManifest], list(self.manifests.values()))\n return [\n manifest\n for manifest in manifests\n if self._candidate_ref(manifest) == candidate_id\n ]\n\n def append_audit_event(self, payload: dict[str, Any]) -> None:\n self.audit_events.append(payload)\n\n def clear_history(self) -> None:\n self.check_runs.clear()\n self.reports.clear()\n self.violations.clear()\n\n\n# #endregion CleanReleaseRepository\n" }, { @@ -60354,6 +62562,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SourceIsolation [C:3] [TYPE Module] [SEMANTICS clean-release, source, isolation, validate, resource]\n# @BRIEF Validate that all resource endpoints belong to the approved internal source registry.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [CleanReleaseModels]\n# @INVARIANT: Any endpoint outside enabled registry entries is treated as external-source violation.\n\nfrom __future__ import annotations\n\nfrom collections.abc import Iterable\n\nfrom ...models.clean_release import ResourceSourceRegistry\n\n\ndef validate_internal_sources(\n registry: ResourceSourceRegistry, endpoints: Iterable[str]\n) -> dict:\n allowed_hosts = {\n entry.host.strip().lower() for entry in registry.entries if entry.enabled\n }\n violations: list[dict] = []\n\n for endpoint in endpoints:\n normalized = (endpoint or \"\").strip().lower()\n if not normalized or normalized not in allowed_hosts:\n violations.append(\n {\n \"category\": \"external-source\",\n \"location\": endpoint or \"\",\n \"remediation\": \"Replace with approved internal server\",\n \"blocked_release\": True,\n }\n )\n\n return {\"ok\": len(violations) == 0, \"violations\": violations}\n\n\n# #endregion SourceIsolation\n" }, { @@ -60396,6 +62605,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ComplianceStages [C:3] [TYPE Module] [SEMANTICS clean-release, compliance, stage, package]\n# @BRIEF Define compliance stage order and helper functions for deterministic run-state evaluation.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [CleanReleaseModels]\n# @RELATION DEPENDS_ON -> [ComplianceStageBase]\n# @INVARIANT: Stage order remains deterministic for all compliance runs.\n\nfrom __future__ import annotations\n\nfrom collections.abc import Iterable\nfrom typing import Dict, List\n\nfrom ....models.clean_release import (\n CheckFinalStatus,\n CheckStageResult,\n CheckStageStatus,\n ComplianceStageRun,\n)\nfrom ..enums import ComplianceDecision, ComplianceStageName\nfrom .base import ComplianceStage\nfrom .data_purity import DataPurityStage\nfrom .internal_sources_only import InternalSourcesOnlyStage\nfrom .manifest_consistency import ManifestConsistencyStage\nfrom .no_external_endpoints import NoExternalEndpointsStage\n\nMANDATORY_STAGE_ORDER: list[ComplianceStageName] = [\n ComplianceStageName.DATA_PURITY,\n ComplianceStageName.INTERNAL_SOURCES_ONLY,\n ComplianceStageName.NO_EXTERNAL_ENDPOINTS,\n ComplianceStageName.MANIFEST_CONSISTENCY,\n]\n\n\n# #region build_default_stages [TYPE Function]\n# @BRIEF Build default deterministic stage pipeline implementation order.\n# @PRE: None.\n# @POST: Returns stage instances in mandatory execution order.\ndef build_default_stages() -> list[ComplianceStage]:\n return [\n DataPurityStage(),\n InternalSourcesOnlyStage(),\n NoExternalEndpointsStage(),\n ManifestConsistencyStage(),\n ]\n\n\n# #endregion build_default_stages\n\n\n# #region stage_result_map [TYPE Function]\n# @BRIEF Convert stage result list to dictionary by stage name.\n# @PRE: stage_results may be empty or contain unique stage names.\n# @POST: Returns stage->status dictionary for downstream evaluation.\ndef stage_result_map(\n stage_results: Iterable[ComplianceStageRun | CheckStageResult],\n) -> dict[ComplianceStageName, CheckStageStatus]:\n normalized: dict[ComplianceStageName, CheckStageStatus] = {}\n for result in stage_results:\n if isinstance(result, CheckStageResult):\n normalized[ComplianceStageName(result.stage.value)] = CheckStageStatus(\n result.status.value\n )\n continue\n\n stage_name = getattr(result, \"stage_name\", None)\n decision = getattr(result, \"decision\", None)\n status = getattr(result, \"status\", None)\n\n if not stage_name:\n continue\n\n normalized_stage = ComplianceStageName(stage_name)\n if decision == ComplianceDecision.BLOCKED:\n normalized[normalized_stage] = CheckStageStatus.FAIL\n elif decision == ComplianceDecision.ERROR:\n normalized[normalized_stage] = CheckStageStatus.SKIPPED\n elif decision == ComplianceDecision.PASSED:\n normalized[normalized_stage] = CheckStageStatus.PASS\n elif decision:\n normalized[normalized_stage] = CheckStageStatus(str(decision))\n elif status:\n normalized[normalized_stage] = CheckStageStatus(str(status))\n return normalized\n\n\n# #endregion stage_result_map\n\n\n# #region missing_mandatory_stages [TYPE Function]\n# @BRIEF Identify mandatory stages that are absent from run results.\n# @PRE: stage_status_map contains zero or more known stage statuses.\n# @POST: Returns ordered list of missing mandatory stages.\ndef missing_mandatory_stages(\n stage_status_map: dict[ComplianceStageName, CheckStageStatus],\n) -> list[ComplianceStageName]:\n return [stage for stage in MANDATORY_STAGE_ORDER if stage not in stage_status_map]\n\n\n# #endregion missing_mandatory_stages\n\n\n# #region derive_final_status [TYPE Function]\n# @BRIEF Derive final run status from stage results with deterministic blocking behavior.\n# @PRE: Stage statuses correspond to compliance checks.\n# @POST: Returns one of PASSED/BLOCKED/ERROR according to mandatory stage outcomes.\ndef derive_final_status(\n stage_results: Iterable[ComplianceStageRun | CheckStageResult],\n) -> CheckFinalStatus:\n status_map = stage_result_map(stage_results)\n missing = missing_mandatory_stages(status_map)\n if missing:\n return CheckFinalStatus.FAILED\n\n for stage in MANDATORY_STAGE_ORDER:\n decision = status_map.get(stage)\n if decision == CheckStageStatus.SKIPPED:\n return CheckFinalStatus.FAILED\n if decision == CheckStageStatus.FAIL:\n return CheckFinalStatus.BLOCKED\n\n return CheckFinalStatus.COMPLIANT\n\n\n# #endregion derive_final_status\n# #endregion ComplianceStages\n" }, { @@ -60442,6 +62652,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region build_default_stages [TYPE Function]\n# @BRIEF Build default deterministic stage pipeline implementation order.\n# @PRE: None.\n# @POST: Returns stage instances in mandatory execution order.\ndef build_default_stages() -> list[ComplianceStage]:\n return [\n DataPurityStage(),\n InternalSourcesOnlyStage(),\n NoExternalEndpointsStage(),\n ManifestConsistencyStage(),\n ]\n\n\n# #endregion build_default_stages\n" }, { @@ -60488,6 +62699,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region stage_result_map [TYPE Function]\n# @BRIEF Convert stage result list to dictionary by stage name.\n# @PRE: stage_results may be empty or contain unique stage names.\n# @POST: Returns stage->status dictionary for downstream evaluation.\ndef stage_result_map(\n stage_results: Iterable[ComplianceStageRun | CheckStageResult],\n) -> dict[ComplianceStageName, CheckStageStatus]:\n normalized: dict[ComplianceStageName, CheckStageStatus] = {}\n for result in stage_results:\n if isinstance(result, CheckStageResult):\n normalized[ComplianceStageName(result.stage.value)] = CheckStageStatus(\n result.status.value\n )\n continue\n\n stage_name = getattr(result, \"stage_name\", None)\n decision = getattr(result, \"decision\", None)\n status = getattr(result, \"status\", None)\n\n if not stage_name:\n continue\n\n normalized_stage = ComplianceStageName(stage_name)\n if decision == ComplianceDecision.BLOCKED:\n normalized[normalized_stage] = CheckStageStatus.FAIL\n elif decision == ComplianceDecision.ERROR:\n normalized[normalized_stage] = CheckStageStatus.SKIPPED\n elif decision == ComplianceDecision.PASSED:\n normalized[normalized_stage] = CheckStageStatus.PASS\n elif decision:\n normalized[normalized_stage] = CheckStageStatus(str(decision))\n elif status:\n normalized[normalized_stage] = CheckStageStatus(str(status))\n return normalized\n\n\n# #endregion stage_result_map\n" }, { @@ -60534,6 +62746,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region missing_mandatory_stages [TYPE Function]\n# @BRIEF Identify mandatory stages that are absent from run results.\n# @PRE: stage_status_map contains zero or more known stage statuses.\n# @POST: Returns ordered list of missing mandatory stages.\ndef missing_mandatory_stages(\n stage_status_map: dict[ComplianceStageName, CheckStageStatus],\n) -> list[ComplianceStageName]:\n return [stage for stage in MANDATORY_STAGE_ORDER if stage not in stage_status_map]\n\n\n# #endregion missing_mandatory_stages\n" }, { @@ -60580,6 +62793,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region derive_final_status [TYPE Function]\n# @BRIEF Derive final run status from stage results with deterministic blocking behavior.\n# @PRE: Stage statuses correspond to compliance checks.\n# @POST: Returns one of PASSED/BLOCKED/ERROR according to mandatory stage outcomes.\ndef derive_final_status(\n stage_results: Iterable[ComplianceStageRun | CheckStageResult],\n) -> CheckFinalStatus:\n status_map = stage_result_map(stage_results)\n missing = missing_mandatory_stages(status_map)\n if missing:\n return CheckFinalStatus.FAILED\n\n for stage in MANDATORY_STAGE_ORDER:\n decision = status_map.get(stage)\n if decision == CheckStageStatus.SKIPPED:\n return CheckFinalStatus.FAILED\n if decision == CheckStageStatus.FAIL:\n return CheckFinalStatus.BLOCKED\n\n return CheckFinalStatus.COMPLIANT\n\n\n# #endregion derive_final_status\n" }, { @@ -60622,6 +62836,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ComplianceStageBase [C:3] [TYPE Module] [SEMANTICS pydantic, clean-release, stage, compliance, context]\n# @BRIEF Define shared contracts and helpers for pluggable clean-release compliance stages.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [CleanReleaseModels]\n# @RELATION DEPENDS_ON -> [LoggerModule]\n# @INVARIANT: Stage execution is deterministic for equal input context.\n\nfrom __future__ import annotations\n\nfrom dataclasses import dataclass, field\nfrom datetime import UTC, datetime\nfrom typing import Any, Protocol\nfrom uuid import uuid4\n\nfrom ....core.logger import belief_scope, logger\nfrom ....models.clean_release import (\n CleanPolicySnapshot,\n ComplianceDecision,\n ComplianceRun,\n ComplianceStageRun,\n ComplianceViolation,\n DistributionManifest,\n ReleaseCandidate,\n SourceRegistrySnapshot,\n)\nfrom ..enums import ComplianceStageName, ViolationSeverity\n\n\n# #region ComplianceStageContext [TYPE Class]\n# @BRIEF Immutable input envelope passed to each compliance stage.\n@dataclass(frozen=True)\nclass ComplianceStageContext:\n run: ComplianceRun\n candidate: ReleaseCandidate\n manifest: DistributionManifest\n policy: CleanPolicySnapshot\n registry: SourceRegistrySnapshot\n\n\n# #endregion ComplianceStageContext\n\n\n# #region StageExecutionResult [TYPE Class]\n# @BRIEF Structured stage output containing decision, details and violations.\n@dataclass\nclass StageExecutionResult:\n decision: ComplianceDecision\n details_json: dict[str, Any] = field(default_factory=dict)\n violations: list[ComplianceViolation] = field(default_factory=list)\n\n\n# #endregion StageExecutionResult\n\n\n# #region ComplianceStage [TYPE Class]\n# @BRIEF Protocol for pluggable stage implementations.\nclass ComplianceStage(Protocol):\n stage_name: ComplianceStageName\n\n def execute(self, context: ComplianceStageContext) -> StageExecutionResult: ...\n\n\n# #endregion ComplianceStage\n\n\n# #region build_stage_run_record [TYPE Function]\n# @BRIEF Build persisted stage run record from stage result.\n# @PRE: run_id and stage_name are non-empty.\n# @POST: Returns ComplianceStageRun with deterministic identifiers and timestamps.\ndef build_stage_run_record(\n *,\n run_id: str,\n stage_name: ComplianceStageName,\n result: StageExecutionResult,\n started_at: datetime | None = None,\n finished_at: datetime | None = None,\n) -> ComplianceStageRun:\n with belief_scope(\"build_stage_run_record\"):\n now = datetime.now(UTC)\n return ComplianceStageRun(\n id=f\"stg-{uuid4()}\",\n run_id=run_id,\n stage_name=stage_name.value,\n status=\"SUCCEEDED\"\n if result.decision != ComplianceDecision.ERROR\n else \"FAILED\",\n started_at=started_at or now,\n finished_at=finished_at or now,\n decision=result.decision.value,\n details_json=result.details_json,\n )\n\n\n# #endregion build_stage_run_record\n\n\n# #region build_violation [TYPE Function]\n# @BRIEF Construct a compliance violation with normalized defaults.\n# @PRE: run_id, stage_name, code and message are non-empty.\n# @POST: Returns immutable-style violation payload ready for persistence.\ndef build_violation(\n *,\n run_id: str,\n stage_name: ComplianceStageName,\n code: str,\n message: str,\n artifact_path: str | None = None,\n severity: ViolationSeverity = ViolationSeverity.MAJOR,\n evidence_json: dict[str, Any] | None = None,\n blocked_release: bool = True,\n) -> ComplianceViolation:\n with belief_scope(\"build_violation\"):\n logger.reflect(f\"Building violation stage={stage_name.value} code={code}\")\n return ComplianceViolation(\n id=f\"viol-{uuid4()}\",\n run_id=run_id,\n stage_name=stage_name.value,\n code=code,\n severity=severity.value,\n artifact_path=artifact_path,\n artifact_sha256=None,\n message=message,\n evidence_json={\n **(evidence_json or {}),\n \"blocked_release\": blocked_release,\n },\n )\n\n\n# #endregion build_violation\n\n# #endregion ComplianceStageBase\n" }, { @@ -60648,6 +62863,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ComplianceStageContext [TYPE Class]\n# @BRIEF Immutable input envelope passed to each compliance stage.\n@dataclass(frozen=True)\nclass ComplianceStageContext:\n run: ComplianceRun\n candidate: ReleaseCandidate\n manifest: DistributionManifest\n policy: CleanPolicySnapshot\n registry: SourceRegistrySnapshot\n\n\n# #endregion ComplianceStageContext\n" }, { @@ -60674,6 +62890,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region StageExecutionResult [TYPE Class]\n# @BRIEF Structured stage output containing decision, details and violations.\n@dataclass\nclass StageExecutionResult:\n decision: ComplianceDecision\n details_json: dict[str, Any] = field(default_factory=dict)\n violations: list[ComplianceViolation] = field(default_factory=list)\n\n\n# #endregion StageExecutionResult\n" }, { @@ -60700,6 +62917,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ComplianceStage [TYPE Class]\n# @BRIEF Protocol for pluggable stage implementations.\nclass ComplianceStage(Protocol):\n stage_name: ComplianceStageName\n\n def execute(self, context: ComplianceStageContext) -> StageExecutionResult: ...\n\n\n# #endregion ComplianceStage\n" }, { @@ -60746,6 +62964,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region build_stage_run_record [TYPE Function]\n# @BRIEF Build persisted stage run record from stage result.\n# @PRE: run_id and stage_name are non-empty.\n# @POST: Returns ComplianceStageRun with deterministic identifiers and timestamps.\ndef build_stage_run_record(\n *,\n run_id: str,\n stage_name: ComplianceStageName,\n result: StageExecutionResult,\n started_at: datetime | None = None,\n finished_at: datetime | None = None,\n) -> ComplianceStageRun:\n with belief_scope(\"build_stage_run_record\"):\n now = datetime.now(UTC)\n return ComplianceStageRun(\n id=f\"stg-{uuid4()}\",\n run_id=run_id,\n stage_name=stage_name.value,\n status=\"SUCCEEDED\"\n if result.decision != ComplianceDecision.ERROR\n else \"FAILED\",\n started_at=started_at or now,\n finished_at=finished_at or now,\n decision=result.decision.value,\n details_json=result.details_json,\n )\n\n\n# #endregion build_stage_run_record\n" }, { @@ -60792,6 +63011,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region build_violation [TYPE Function]\n# @BRIEF Construct a compliance violation with normalized defaults.\n# @PRE: run_id, stage_name, code and message are non-empty.\n# @POST: Returns immutable-style violation payload ready for persistence.\ndef build_violation(\n *,\n run_id: str,\n stage_name: ComplianceStageName,\n code: str,\n message: str,\n artifact_path: str | None = None,\n severity: ViolationSeverity = ViolationSeverity.MAJOR,\n evidence_json: dict[str, Any] | None = None,\n blocked_release: bool = True,\n) -> ComplianceViolation:\n with belief_scope(\"build_violation\"):\n logger.reflect(f\"Building violation stage={stage_name.value} code={code}\")\n return ComplianceViolation(\n id=f\"viol-{uuid4()}\",\n run_id=run_id,\n stage_name=stage_name.value,\n code=code,\n severity=severity.value,\n artifact_path=artifact_path,\n artifact_sha256=None,\n message=message,\n evidence_json={\n **(evidence_json or {}),\n \"blocked_release\": blocked_release,\n },\n )\n\n\n# #endregion build_violation\n" }, { @@ -60834,6 +63054,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region data_purity [C:3] [TYPE Module] [SEMANTICS clean-release, data, purity, validate, manifest]\n# @BRIEF Evaluate manifest purity counters and emit blocking violations for prohibited artifacts.\n# @LAYER: Domain\n# @RELATION IMPLEMENTS -> [ComplianceStage]\n# @RELATION DEPENDS_ON -> [ComplianceStageBase]\n# @INVARIANT: prohibited_detected_count > 0 always yields BLOCKED stage decision.\n\nfrom __future__ import annotations\n\nfrom ....core.logger import belief_scope, logger\nfrom ..enums import ComplianceDecision, ComplianceStageName, ViolationSeverity\nfrom .base import ComplianceStageContext, StageExecutionResult, build_violation\n\n\n# #region DataPurityStage [TYPE Class]\n# @BRIEF Validate manifest summary for prohibited artifacts.\n# @PRE: context.manifest.content_json contains summary block or defaults to safe counters.\n# @POST: Returns PASSED when no prohibited artifacts are detected, otherwise BLOCKED with violations.\nclass DataPurityStage:\n stage_name = ComplianceStageName.DATA_PURITY\n\n def execute(self, context: ComplianceStageContext) -> StageExecutionResult:\n with belief_scope(\"DataPurityStage.execute\"):\n summary = context.manifest.content_json.get(\"summary\", {})\n prohibited_count = int(summary.get(\"prohibited_detected_count\", 0) or 0)\n included_count = int(summary.get(\"included_count\", 0) or 0)\n\n logger.reason(\n f\"Data purity evaluation run={context.run.id} included={included_count} prohibited={prohibited_count}\"\n )\n\n if prohibited_count <= 0:\n return StageExecutionResult(\n decision=ComplianceDecision.PASSED,\n details_json={\n \"included_count\": included_count,\n \"prohibited_detected_count\": 0,\n },\n violations=[],\n )\n\n violation = build_violation(\n run_id=context.run.id,\n stage_name=self.stage_name,\n code=\"DATA_PURITY_PROHIBITED_ARTIFACTS\",\n message=f\"Detected {prohibited_count} prohibited artifact(s) in manifest snapshot\",\n severity=ViolationSeverity.CRITICAL,\n evidence_json={\n \"prohibited_detected_count\": prohibited_count,\n \"manifest_id\": context.manifest.id,\n },\n blocked_release=True,\n )\n return StageExecutionResult(\n decision=ComplianceDecision.BLOCKED,\n details_json={\n \"included_count\": included_count,\n \"prohibited_detected_count\": prohibited_count,\n },\n violations=[violation],\n )\n\n\n# #endregion DataPurityStage\n\n# #endregion data_purity\n" }, { @@ -60880,6 +63101,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DataPurityStage [TYPE Class]\n# @BRIEF Validate manifest summary for prohibited artifacts.\n# @PRE: context.manifest.content_json contains summary block or defaults to safe counters.\n# @POST: Returns PASSED when no prohibited artifacts are detected, otherwise BLOCKED with violations.\nclass DataPurityStage:\n stage_name = ComplianceStageName.DATA_PURITY\n\n def execute(self, context: ComplianceStageContext) -> StageExecutionResult:\n with belief_scope(\"DataPurityStage.execute\"):\n summary = context.manifest.content_json.get(\"summary\", {})\n prohibited_count = int(summary.get(\"prohibited_detected_count\", 0) or 0)\n included_count = int(summary.get(\"included_count\", 0) or 0)\n\n logger.reason(\n f\"Data purity evaluation run={context.run.id} included={included_count} prohibited={prohibited_count}\"\n )\n\n if prohibited_count <= 0:\n return StageExecutionResult(\n decision=ComplianceDecision.PASSED,\n details_json={\n \"included_count\": included_count,\n \"prohibited_detected_count\": 0,\n },\n violations=[],\n )\n\n violation = build_violation(\n run_id=context.run.id,\n stage_name=self.stage_name,\n code=\"DATA_PURITY_PROHIBITED_ARTIFACTS\",\n message=f\"Detected {prohibited_count} prohibited artifact(s) in manifest snapshot\",\n severity=ViolationSeverity.CRITICAL,\n evidence_json={\n \"prohibited_detected_count\": prohibited_count,\n \"manifest_id\": context.manifest.id,\n },\n blocked_release=True,\n )\n return StageExecutionResult(\n decision=ComplianceDecision.BLOCKED,\n details_json={\n \"included_count\": included_count,\n \"prohibited_detected_count\": prohibited_count,\n },\n violations=[violation],\n )\n\n\n# #endregion DataPurityStage\n" }, { @@ -60922,6 +63144,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region internal_sources_only [C:3] [TYPE Module] [SEMANTICS clean-release, internal, source, validate]\n# @BRIEF Verify manifest-declared sources belong to trusted internal registry allowlist.\n# @LAYER: Domain\n# @RELATION IMPLEMENTS -> [ComplianceStage]\n# @RELATION DEPENDS_ON -> [ComplianceStageBase]\n# @INVARIANT: Any source host outside allowed_hosts yields BLOCKED decision with at least one violation.\n\nfrom __future__ import annotations\n\nfrom ....core.logger import belief_scope, logger\nfrom ..enums import ComplianceDecision, ComplianceStageName, ViolationSeverity\nfrom .base import ComplianceStageContext, StageExecutionResult, build_violation\n\n\n# #region InternalSourcesOnlyStage [TYPE Class]\n# @BRIEF Enforce internal-source-only policy from trusted registry snapshot.\n# @PRE: context.registry.allowed_hosts is available.\n# @POST: Returns PASSED when all hosts are allowed; otherwise BLOCKED and violations captured.\nclass InternalSourcesOnlyStage:\n stage_name = ComplianceStageName.INTERNAL_SOURCES_ONLY\n\n def execute(self, context: ComplianceStageContext) -> StageExecutionResult:\n with belief_scope(\"InternalSourcesOnlyStage.execute\"):\n allowed_hosts = {\n str(host).strip().lower()\n for host in (context.registry.allowed_hosts or [])\n }\n sources = context.manifest.content_json.get(\"sources\", [])\n violations = []\n\n logger.reason(\n f\"Internal sources evaluation run={context.run.id} sources={len(sources)} allowlist={len(allowed_hosts)}\"\n )\n\n for source in sources:\n host = (\n str(source.get(\"host\", \"\")).strip().lower()\n if isinstance(source, dict)\n else \"\"\n )\n if not host or host in allowed_hosts:\n continue\n\n violations.append(\n build_violation(\n run_id=context.run.id,\n stage_name=self.stage_name,\n code=\"SOURCE_HOST_NOT_ALLOWED\",\n message=f\"Source host '{host}' is not in trusted internal registry\",\n artifact_path=str(source.get(\"path\", \"\"))\n if isinstance(source, dict)\n else None,\n severity=ViolationSeverity.CRITICAL,\n evidence_json={\n \"host\": host,\n \"allowed_hosts\": sorted(allowed_hosts),\n \"manifest_id\": context.manifest.id,\n },\n blocked_release=True,\n )\n )\n\n if violations:\n return StageExecutionResult(\n decision=ComplianceDecision.BLOCKED,\n details_json={\n \"source_count\": len(sources),\n \"violations_count\": len(violations),\n },\n violations=violations,\n )\n\n return StageExecutionResult(\n decision=ComplianceDecision.PASSED,\n details_json={\n \"source_count\": len(sources),\n \"violations_count\": 0,\n },\n violations=[],\n )\n\n\n# #endregion InternalSourcesOnlyStage\n\n# #endregion internal_sources_only\n" }, { @@ -60968,6 +63191,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region InternalSourcesOnlyStage [TYPE Class]\n# @BRIEF Enforce internal-source-only policy from trusted registry snapshot.\n# @PRE: context.registry.allowed_hosts is available.\n# @POST: Returns PASSED when all hosts are allowed; otherwise BLOCKED and violations captured.\nclass InternalSourcesOnlyStage:\n stage_name = ComplianceStageName.INTERNAL_SOURCES_ONLY\n\n def execute(self, context: ComplianceStageContext) -> StageExecutionResult:\n with belief_scope(\"InternalSourcesOnlyStage.execute\"):\n allowed_hosts = {\n str(host).strip().lower()\n for host in (context.registry.allowed_hosts or [])\n }\n sources = context.manifest.content_json.get(\"sources\", [])\n violations = []\n\n logger.reason(\n f\"Internal sources evaluation run={context.run.id} sources={len(sources)} allowlist={len(allowed_hosts)}\"\n )\n\n for source in sources:\n host = (\n str(source.get(\"host\", \"\")).strip().lower()\n if isinstance(source, dict)\n else \"\"\n )\n if not host or host in allowed_hosts:\n continue\n\n violations.append(\n build_violation(\n run_id=context.run.id,\n stage_name=self.stage_name,\n code=\"SOURCE_HOST_NOT_ALLOWED\",\n message=f\"Source host '{host}' is not in trusted internal registry\",\n artifact_path=str(source.get(\"path\", \"\"))\n if isinstance(source, dict)\n else None,\n severity=ViolationSeverity.CRITICAL,\n evidence_json={\n \"host\": host,\n \"allowed_hosts\": sorted(allowed_hosts),\n \"manifest_id\": context.manifest.id,\n },\n blocked_release=True,\n )\n )\n\n if violations:\n return StageExecutionResult(\n decision=ComplianceDecision.BLOCKED,\n details_json={\n \"source_count\": len(sources),\n \"violations_count\": len(violations),\n },\n violations=violations,\n )\n\n return StageExecutionResult(\n decision=ComplianceDecision.PASSED,\n details_json={\n \"source_count\": len(sources),\n \"violations_count\": 0,\n },\n violations=[],\n )\n\n\n# #endregion InternalSourcesOnlyStage\n" }, { @@ -61010,6 +63234,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region manifest_consistency [C:3] [TYPE Module] [SEMANTICS clean-release, manifest, consistency, validate]\n# @BRIEF Ensure run is bound to the exact manifest snapshot and digest used at run creation time.\n# @LAYER: Domain\n# @RELATION IMPLEMENTS -> [ComplianceStage]\n# @RELATION DEPENDS_ON -> [ComplianceStageBase]\n# @INVARIANT: Digest mismatch between run and manifest yields ERROR with blocking violation evidence.\n\nfrom __future__ import annotations\n\nfrom ....core.logger import belief_scope, logger\nfrom ..enums import ComplianceDecision, ComplianceStageName, ViolationSeverity\nfrom .base import ComplianceStageContext, StageExecutionResult, build_violation\n\n\n# #region ManifestConsistencyStage [TYPE Class]\n# @BRIEF Validate run/manifest linkage consistency.\n# @PRE: context.run and context.manifest are loaded from repository for same run.\n# @POST: Returns PASSED when digests match, otherwise ERROR with one violation.\nclass ManifestConsistencyStage:\n stage_name = ComplianceStageName.MANIFEST_CONSISTENCY\n\n def execute(self, context: ComplianceStageContext) -> StageExecutionResult:\n with belief_scope(\"ManifestConsistencyStage.execute\"):\n expected_digest = str(context.run.manifest_digest or \"\").strip()\n actual_digest = str(context.manifest.manifest_digest or \"\").strip()\n\n logger.reason(\n f\"Manifest consistency evaluation run={context.run.id} manifest={context.manifest.id} \"\n f\"expected_digest={expected_digest} actual_digest={actual_digest}\"\n )\n\n if expected_digest and expected_digest == actual_digest:\n return StageExecutionResult(\n decision=ComplianceDecision.PASSED,\n details_json={\n \"manifest_id\": context.manifest.id,\n \"manifest_digest\": actual_digest,\n \"consistent\": True,\n },\n violations=[],\n )\n\n violation = build_violation(\n run_id=context.run.id,\n stage_name=self.stage_name,\n code=\"MANIFEST_DIGEST_MISMATCH\",\n message=\"Run manifest digest does not match resolved manifest snapshot\",\n severity=ViolationSeverity.CRITICAL,\n evidence_json={\n \"manifest_id\": context.manifest.id,\n \"run_manifest_digest\": expected_digest,\n \"actual_manifest_digest\": actual_digest,\n },\n blocked_release=True,\n )\n return StageExecutionResult(\n decision=ComplianceDecision.ERROR,\n details_json={\n \"manifest_id\": context.manifest.id,\n \"run_manifest_digest\": expected_digest,\n \"actual_manifest_digest\": actual_digest,\n \"consistent\": False,\n },\n violations=[violation],\n )\n\n\n# #endregion ManifestConsistencyStage\n\n# #endregion manifest_consistency\n" }, { @@ -61056,6 +63281,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ManifestConsistencyStage [TYPE Class]\n# @BRIEF Validate run/manifest linkage consistency.\n# @PRE: context.run and context.manifest are loaded from repository for same run.\n# @POST: Returns PASSED when digests match, otherwise ERROR with one violation.\nclass ManifestConsistencyStage:\n stage_name = ComplianceStageName.MANIFEST_CONSISTENCY\n\n def execute(self, context: ComplianceStageContext) -> StageExecutionResult:\n with belief_scope(\"ManifestConsistencyStage.execute\"):\n expected_digest = str(context.run.manifest_digest or \"\").strip()\n actual_digest = str(context.manifest.manifest_digest or \"\").strip()\n\n logger.reason(\n f\"Manifest consistency evaluation run={context.run.id} manifest={context.manifest.id} \"\n f\"expected_digest={expected_digest} actual_digest={actual_digest}\"\n )\n\n if expected_digest and expected_digest == actual_digest:\n return StageExecutionResult(\n decision=ComplianceDecision.PASSED,\n details_json={\n \"manifest_id\": context.manifest.id,\n \"manifest_digest\": actual_digest,\n \"consistent\": True,\n },\n violations=[],\n )\n\n violation = build_violation(\n run_id=context.run.id,\n stage_name=self.stage_name,\n code=\"MANIFEST_DIGEST_MISMATCH\",\n message=\"Run manifest digest does not match resolved manifest snapshot\",\n severity=ViolationSeverity.CRITICAL,\n evidence_json={\n \"manifest_id\": context.manifest.id,\n \"run_manifest_digest\": expected_digest,\n \"actual_manifest_digest\": actual_digest,\n },\n blocked_release=True,\n )\n return StageExecutionResult(\n decision=ComplianceDecision.ERROR,\n details_json={\n \"manifest_id\": context.manifest.id,\n \"run_manifest_digest\": expected_digest,\n \"actual_manifest_digest\": actual_digest,\n \"consistent\": False,\n },\n violations=[violation],\n )\n\n\n# #endregion ManifestConsistencyStage\n" }, { @@ -61098,6 +63324,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region no_external_endpoints [C:3] [TYPE Module] [SEMANTICS clean-release, endpoint, validate, manifest, compliance]\n# @BRIEF Block manifest payloads that expose external endpoints outside trusted schemes and hosts.\n# @LAYER: Domain\n# @RELATION IMPLEMENTS -> [ComplianceStage]\n# @RELATION DEPENDS_ON -> [ComplianceStageBase]\n# @INVARIANT: Endpoint outside allowed scheme/host always yields BLOCKED stage decision.\n\nfrom __future__ import annotations\n\nfrom urllib.parse import urlparse\n\nfrom ....core.logger import belief_scope, logger\nfrom ..enums import ComplianceDecision, ComplianceStageName, ViolationSeverity\nfrom .base import ComplianceStageContext, StageExecutionResult, build_violation\n\n\n# #region NoExternalEndpointsStage [TYPE Class]\n# @BRIEF Validate endpoint references from manifest against trusted registry.\n# @PRE: context.registry includes allowed hosts and schemes.\n# @POST: Returns PASSED when all endpoints are trusted, otherwise BLOCKED with endpoint violations.\nclass NoExternalEndpointsStage:\n stage_name = ComplianceStageName.NO_EXTERNAL_ENDPOINTS\n\n def execute(self, context: ComplianceStageContext) -> StageExecutionResult:\n with belief_scope(\"NoExternalEndpointsStage.execute\"):\n endpoints = context.manifest.content_json.get(\"endpoints\", [])\n allowed_hosts = {\n str(host).strip().lower()\n for host in (context.registry.allowed_hosts or [])\n }\n allowed_schemes = {\n str(scheme).strip().lower()\n for scheme in (context.registry.allowed_schemes or [])\n }\n violations = []\n\n logger.reason(\n f\"Endpoint isolation evaluation run={context.run.id} endpoints={len(endpoints)} \"\n f\"allowed_hosts={len(allowed_hosts)} allowed_schemes={len(allowed_schemes)}\"\n )\n\n for endpoint in endpoints:\n raw = str(endpoint).strip()\n if not raw:\n continue\n parsed = urlparse(raw)\n host = (parsed.hostname or \"\").lower()\n scheme = (parsed.scheme or \"\").lower()\n\n if host in allowed_hosts and scheme in allowed_schemes:\n continue\n\n violations.append(\n build_violation(\n run_id=context.run.id,\n stage_name=self.stage_name,\n code=\"EXTERNAL_ENDPOINT_DETECTED\",\n message=f\"Endpoint '{raw}' is outside trusted internal network boundary\",\n artifact_path=None,\n severity=ViolationSeverity.CRITICAL,\n evidence_json={\n \"endpoint\": raw,\n \"host\": host,\n \"scheme\": scheme,\n \"allowed_hosts\": sorted(allowed_hosts),\n \"allowed_schemes\": sorted(allowed_schemes),\n },\n blocked_release=True,\n )\n )\n\n if violations:\n return StageExecutionResult(\n decision=ComplianceDecision.BLOCKED,\n details_json={\n \"endpoint_count\": len(endpoints),\n \"violations_count\": len(violations),\n },\n violations=violations,\n )\n\n return StageExecutionResult(\n decision=ComplianceDecision.PASSED,\n details_json={\"endpoint_count\": len(endpoints), \"violations_count\": 0},\n violations=[],\n )\n\n\n# #endregion NoExternalEndpointsStage\n\n# #endregion no_external_endpoints\n" }, { @@ -61144,6 +63371,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region NoExternalEndpointsStage [TYPE Class]\n# @BRIEF Validate endpoint references from manifest against trusted registry.\n# @PRE: context.registry includes allowed hosts and schemes.\n# @POST: Returns PASSED when all endpoints are trusted, otherwise BLOCKED with endpoint violations.\nclass NoExternalEndpointsStage:\n stage_name = ComplianceStageName.NO_EXTERNAL_ENDPOINTS\n\n def execute(self, context: ComplianceStageContext) -> StageExecutionResult:\n with belief_scope(\"NoExternalEndpointsStage.execute\"):\n endpoints = context.manifest.content_json.get(\"endpoints\", [])\n allowed_hosts = {\n str(host).strip().lower()\n for host in (context.registry.allowed_hosts or [])\n }\n allowed_schemes = {\n str(scheme).strip().lower()\n for scheme in (context.registry.allowed_schemes or [])\n }\n violations = []\n\n logger.reason(\n f\"Endpoint isolation evaluation run={context.run.id} endpoints={len(endpoints)} \"\n f\"allowed_hosts={len(allowed_hosts)} allowed_schemes={len(allowed_schemes)}\"\n )\n\n for endpoint in endpoints:\n raw = str(endpoint).strip()\n if not raw:\n continue\n parsed = urlparse(raw)\n host = (parsed.hostname or \"\").lower()\n scheme = (parsed.scheme or \"\").lower()\n\n if host in allowed_hosts and scheme in allowed_schemes:\n continue\n\n violations.append(\n build_violation(\n run_id=context.run.id,\n stage_name=self.stage_name,\n code=\"EXTERNAL_ENDPOINT_DETECTED\",\n message=f\"Endpoint '{raw}' is outside trusted internal network boundary\",\n artifact_path=None,\n severity=ViolationSeverity.CRITICAL,\n evidence_json={\n \"endpoint\": raw,\n \"host\": host,\n \"scheme\": scheme,\n \"allowed_hosts\": sorted(allowed_hosts),\n \"allowed_schemes\": sorted(allowed_schemes),\n },\n blocked_release=True,\n )\n )\n\n if violations:\n return StageExecutionResult(\n decision=ComplianceDecision.BLOCKED,\n details_json={\n \"endpoint_count\": len(endpoints),\n \"violations_count\": len(violations),\n },\n violations=violations,\n )\n\n return StageExecutionResult(\n decision=ComplianceDecision.PASSED,\n details_json={\"endpoint_count\": len(endpoints), \"violations_count\": 0},\n violations=[],\n )\n\n\n# #endregion NoExternalEndpointsStage\n" }, { @@ -61205,6 +63433,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region dataset_review [TYPE Module] [SEMANTICS dataset, review, orchestration, package]\n#\n# @BRIEF Provides services for dataset-centered orchestration flow.\n# @RELATION EXPORTS -> [DatasetReviewOrchestrator:Class]\n# @LAYER: Services\n#\n# #endregion dataset_review\n" }, { @@ -61304,6 +63533,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationEngine [C:4] [TYPE Module] [SEMANTICS pydantic, dataset, clarification, finding, resolution]\n# @BRIEF Manage one-question-at-a-time clarification state, deterministic answer persistence, and readiness/finding updates.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [DatasetReviewSessionRepository]\n# @RELATION DEPENDS_ON -> [ClarificationSession]\n# @RELATION DEPENDS_ON -> [ClarificationQuestion]\n# @RELATION DEPENDS_ON -> [ClarificationAnswer]\n# @RELATION DEPENDS_ON -> [ValidationFinding]\n# @RELATION DISPATCHES -> [ClarificationHelpers:Module]\n# @PRE: Target session contains a persisted clarification aggregate in the current ownership scope.\n# @POST: Active clarification payload exposes one highest-priority unresolved question, and each recorded answer is persisted before pointer/readiness mutation.\n# @SIDE_EFFECT: Persists clarification answers, question/session states, and related readiness/finding changes.\n# @DATA_CONTRACT: Input[DatasetReviewSession|ClarificationAnswerCommand] -> Output[ClarificationStateResult]\n# @INVARIANT: Only one active clarification question may exist at a time; skipped and expert-review items remain unresolved and visible.\n# @RATIONALE: Original 635-line file exceeded INV_7 (400-line module limit). Extracted pure helpers into _helpers sub-module.\n# @REJECTED: Keeping all clarification logic in one file because it exceeded the fractal limit.\n\nfrom __future__ import annotations\n\nfrom dataclasses import dataclass, field\nfrom datetime import datetime\n\nfrom src.core.logger import belief_scope, logger\nfrom src.models.auth import User\nfrom src.models.dataset_review import (\n AnswerKind,\n ClarificationAnswer,\n ClarificationQuestion,\n ClarificationSession,\n ClarificationStatus,\n DatasetReviewSession,\n QuestionState,\n ReadinessState,\n RecommendedAction,\n SessionPhase,\n ValidationFinding,\n)\nfrom src.services.dataset_review.clarification_pkg._helpers import (\n build_impact_summary,\n count_remaining_questions,\n count_resolved_questions,\n derive_readiness_state,\n derive_recommended_action,\n normalize_answer_value,\n select_next_open_question,\n upsert_clarification_finding,\n)\nfrom src.services.dataset_review.repositories.session_repository import (\n DatasetReviewSessionRepository,\n)\n\n\n# #region ClarificationQuestionPayload [C:2] [TYPE Class]\n# @BRIEF Typed active-question payload returned to the API layer.\n@dataclass\nclass ClarificationQuestionPayload:\n question_id: str\n clarification_session_id: str\n topic_ref: str\n question_text: str\n why_it_matters: str\n current_guess: str | None\n priority: int\n state: QuestionState\n options: list[dict[str, object]] = field(default_factory=list)\n\n\n# #endregion ClarificationQuestionPayload\n\n\n# #region ClarificationStateResult [C:2] [TYPE Class]\n# @BRIEF Clarification state result carrying the current session, active payload, and changed findings.\n@dataclass\nclass ClarificationStateResult:\n clarification_session: ClarificationSession\n current_question: ClarificationQuestionPayload | None\n session: DatasetReviewSession\n changed_findings: list[ValidationFinding] = field(default_factory=list)\n\n\n# #endregion ClarificationStateResult\n\n\n# #region ClarificationAnswerCommand [C:2] [TYPE Class]\n# @BRIEF Typed answer command for clarification state mutation.\n@dataclass\nclass ClarificationAnswerCommand:\n session: DatasetReviewSession\n question_id: str\n answer_kind: AnswerKind\n answer_value: str | None\n user: User\n\n\n# #endregion ClarificationAnswerCommand\n\n\n# #region ClarificationEngine [C:4] [TYPE Class]\n# @BRIEF Provide deterministic one-question-at-a-time clarification selection and answer persistence.\n# @RELATION DEPENDS_ON -> [DatasetReviewSessionRepository]\n# @RELATION CALLS -> [ClarificationHelpers:Module]\n# @PRE: Repository is bound to the current request transaction scope.\n# @POST: Returned clarification state is persistence-backed and aligned with session readiness/recommended action.\n# @SIDE_EFFECT: Mutates clarification answers, session flags, and related clarification findings.\nclass ClarificationEngine:\n # region ClarificationEngine_init [TYPE Function]\n # @PURPOSE: Bind repository dependency for clarification persistence operations.\n def __init__(self, repository: DatasetReviewSessionRepository) -> None:\n self.repository = repository\n\n # endregion ClarificationEngine_init\n\n # region build_question_payload [TYPE Function]\n # @PURPOSE: Return the one active highest-priority clarification question payload.\n # @PRE: Session contains unresolved clarification state or a resumable clarification session.\n # @POST: Returns exactly one active/open question payload or None when no unresolved question remains.\n # @SIDE_EFFECT: Normalizes the active-question pointer and clarification status in persistence.\n def build_question_payload(\n self, session: DatasetReviewSession,\n ) -> ClarificationQuestionPayload | None:\n with belief_scope(\"ClarificationEngine.build_question_payload\"):\n clarification_session = self._get_latest_clarification_session(session)\n if clarification_session is None:\n logger.reason(\"No clarification session found\", extra={\"session_id\": session.session_id})\n return None\n\n active_questions = [\n q for q in clarification_session.questions if q.state == QuestionState.OPEN\n ]\n active_questions.sort(key=lambda item: (-int(item.priority), item.created_at, item.question_id))\n\n if not active_questions:\n clarification_session.current_question_id = None\n clarification_session.status = ClarificationStatus.COMPLETED\n session.readiness_state = derive_readiness_state(session, clarification_session)\n session.recommended_action = derive_recommended_action(session, clarification_session)\n if session.current_phase == SessionPhase.CLARIFICATION:\n session.current_phase = SessionPhase.REVIEW\n self.repository.db.commit()\n logger.reflect(\"No unresolved clarification question remains\", extra={\"session_id\": session.session_id})\n return None\n\n selected_question = active_questions[0]\n clarification_session.current_question_id = selected_question.question_id\n clarification_session.status = ClarificationStatus.ACTIVE\n session.readiness_state = ReadinessState.CLARIFICATION_ACTIVE\n session.recommended_action = RecommendedAction.ANSWER_NEXT_QUESTION\n session.current_phase = SessionPhase.CLARIFICATION\n\n logger.reason(\"Selected active clarification question\", extra={\"session_id\": session.session_id, \"question_id\": selected_question.question_id, \"priority\": selected_question.priority})\n self.repository.db.commit()\n\n payload = ClarificationQuestionPayload(\n question_id=selected_question.question_id,\n clarification_session_id=selected_question.clarification_session_id,\n topic_ref=selected_question.topic_ref,\n question_text=selected_question.question_text,\n why_it_matters=selected_question.why_it_matters,\n current_guess=selected_question.current_guess,\n priority=selected_question.priority,\n state=selected_question.state,\n options=[\n {\"option_id\": o.option_id, \"question_id\": o.question_id, \"label\": o.label, \"value\": o.value, \"is_recommended\": o.is_recommended, \"display_order\": o.display_order}\n for o in sorted(selected_question.options, key=lambda item: (item.display_order, item.label, item.option_id))\n ],\n )\n logger.reflect(\"Clarification payload built\", extra={\"session_id\": session.session_id, \"question_id\": payload.question_id, \"option_count\": len(payload.options)})\n return payload\n\n # endregion build_question_payload\n\n # region record_answer [TYPE Function]\n # @PURPOSE: Persist one clarification answer before any pointer/readiness mutation.\n # @PRE: Target question belongs to the session's active clarification session and is still open.\n # @POST: Answer row is persisted before current-question pointer advances.\n # @SIDE_EFFECT: Inserts answer row, mutates question/session states, updates clarification findings, and commits.\n def record_answer(self, command: ClarificationAnswerCommand) -> ClarificationStateResult:\n with belief_scope(\"ClarificationEngine.record_answer\"):\n session = command.session\n clarification_session = self._get_latest_clarification_session(session)\n if clarification_session is None:\n logger.explore(\"Cannot record clarification answer because no clarification session exists\", extra={\"session_id\": session.session_id})\n raise ValueError(\"Clarification session not found\")\n\n question = self._find_question(clarification_session, command.question_id)\n if question is None:\n logger.explore(\"Cannot record clarification answer for foreign or missing question\", extra={\"session_id\": session.session_id, \"question_id\": command.question_id})\n raise ValueError(\"Clarification question not found\")\n\n if question.answer is not None:\n logger.explore(\"Rejected duplicate clarification answer submission\", extra={\"session_id\": session.session_id, \"question_id\": command.question_id})\n raise ValueError(\"Clarification question already answered\")\n\n if clarification_session.current_question_id and clarification_session.current_question_id != question.question_id:\n logger.explore(\"Rejected answer for non-active clarification question\", extra={\"session_id\": session.session_id, \"question_id\": question.question_id, \"current_question_id\": clarification_session.current_question_id})\n raise ValueError(\"Only the active clarification question can be answered\")\n\n normalized_answer_value = normalize_answer_value(command.answer_kind, command.answer_value, question)\n\n logger.reason(\"Persisting clarification answer before state advancement\", extra={\"session_id\": session.session_id, \"question_id\": question.question_id, \"answer_kind\": command.answer_kind.value})\n persisted_answer = ClarificationAnswer(\n question_id=question.question_id,\n answer_kind=command.answer_kind,\n answer_value=normalized_answer_value,\n answered_by_user_id=command.user.id,\n impact_summary=build_impact_summary(question, command.answer_kind, normalized_answer_value),\n )\n self.repository.db.add(persisted_answer)\n self.repository.db.flush()\n\n changed_finding = upsert_clarification_finding(\n session=session, question=question, answer_kind=command.answer_kind,\n answer_value=normalized_answer_value, db_session=self.repository.db,\n )\n\n if command.answer_kind == AnswerKind.SELECTED or command.answer_kind == AnswerKind.CUSTOM:\n question.state = QuestionState.ANSWERED\n elif command.answer_kind == AnswerKind.SKIPPED:\n question.state = QuestionState.SKIPPED\n elif command.answer_kind == AnswerKind.EXPERT_REVIEW:\n question.state = QuestionState.EXPERT_REVIEW\n\n question.updated_at = datetime.utcnow()\n self.repository.db.flush()\n\n clarification_session.resolved_count = count_resolved_questions(clarification_session)\n clarification_session.remaining_count = count_remaining_questions(clarification_session)\n clarification_session.summary_delta = self.summarize_progress(clarification_session)\n clarification_session.updated_at = datetime.utcnow()\n\n next_question = select_next_open_question(clarification_session)\n clarification_session.current_question_id = next_question.question_id if next_question else None\n clarification_session.status = ClarificationStatus.ACTIVE if next_question else ClarificationStatus.COMPLETED\n if clarification_session.status == ClarificationStatus.COMPLETED:\n clarification_session.completed_at = datetime.utcnow()\n\n session.readiness_state = derive_readiness_state(session, clarification_session)\n session.recommended_action = derive_recommended_action(session, clarification_session)\n session.current_phase = SessionPhase.CLARIFICATION if clarification_session.current_question_id else SessionPhase.REVIEW\n self.repository.bump_session_version(session)\n\n self.repository.db.commit()\n self.repository.db.refresh(session)\n\n logger.reflect(\"Clarification answer recorded and session advanced\", extra={\"session_id\": session.session_id, \"question_id\": question.question_id, \"next_question_id\": clarification_session.current_question_id, \"readiness_state\": session.readiness_state.value, \"remaining_count\": clarification_session.remaining_count})\n\n return ClarificationStateResult(\n clarification_session=clarification_session,\n current_question=self.build_question_payload(session),\n session=session,\n changed_findings=[changed_finding] if changed_finding else [],\n )\n\n # endregion record_answer\n\n # region summarize_progress [TYPE Function]\n # @PURPOSE: Produce a compact progress summary for pause/resume and completion UX.\n def summarize_progress(self, clarification_session: ClarificationSession) -> str:\n resolved = count_resolved_questions(clarification_session)\n remaining = count_remaining_questions(clarification_session)\n return f\"{resolved} resolved, {remaining} unresolved\"\n\n # endregion summarize_progress\n\n # region _get_latest_clarification_session [TYPE Function]\n # @PURPOSE: Select the latest clarification session for the current dataset review aggregate.\n def _get_latest_clarification_session(self, session: DatasetReviewSession) -> ClarificationSession | None:\n if not session.clarification_sessions:\n return None\n ordered = sorted(session.clarification_sessions, key=lambda item: (item.started_at, item.clarification_session_id), reverse=True)\n return ordered[0]\n\n # endregion _get_latest_clarification_session\n\n # region _find_question [TYPE Function]\n # @PURPOSE: Resolve a clarification question from the active clarification aggregate.\n def _find_question(self, clarification_session: ClarificationSession, question_id: str) -> ClarificationQuestion | None:\n for q in clarification_session.questions:\n if q.question_id == question_id:\n return q\n return None\n\n # endregion _find_question\n\n\n# #endregion ClarificationEngine\n\n# #endregion ClarificationEngine\n" }, { @@ -61321,6 +63551,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationQuestionPayload [C:2] [TYPE Class]\n# @BRIEF Typed active-question payload returned to the API layer.\n@dataclass\nclass ClarificationQuestionPayload:\n question_id: str\n clarification_session_id: str\n topic_ref: str\n question_text: str\n why_it_matters: str\n current_guess: str | None\n priority: int\n state: QuestionState\n options: list[dict[str, object]] = field(default_factory=list)\n\n\n# #endregion ClarificationQuestionPayload\n" }, { @@ -61338,6 +63569,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationStateResult [C:2] [TYPE Class]\n# @BRIEF Clarification state result carrying the current session, active payload, and changed findings.\n@dataclass\nclass ClarificationStateResult:\n clarification_session: ClarificationSession\n current_question: ClarificationQuestionPayload | None\n session: DatasetReviewSession\n changed_findings: list[ValidationFinding] = field(default_factory=list)\n\n\n# #endregion ClarificationStateResult\n" }, { @@ -61355,6 +63587,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationAnswerCommand [C:2] [TYPE Class]\n# @BRIEF Typed answer command for clarification state mutation.\n@dataclass\nclass ClarificationAnswerCommand:\n session: DatasetReviewSession\n question_id: str\n answer_kind: AnswerKind\n answer_value: str | None\n user: User\n\n\n# #endregion ClarificationAnswerCommand\n" }, { @@ -61380,6 +63613,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ClarificationHelpers [C:3] [TYPE Module] [SEMANTICS dataset, clarification, question, selection, normalization]\n# @BRIEF Pure helper functions for clarification engine — question selection, counting, normalization, finding upsert, and readiness derivation.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [DatasetReviewModels]\n\nfrom __future__ import annotations\n\nimport uuid\nfrom datetime import datetime\n\nfrom src.models.dataset_review import (\n AnswerKind,\n ClarificationQuestion,\n ClarificationSession,\n DatasetReviewSession,\n FindingArea,\n FindingSeverity,\n QuestionState,\n ReadinessState,\n RecommendedAction,\n ResolutionState,\n ValidationFinding,\n)\n\n\n# #region select_next_open_question [C:2] [TYPE Function]\n# @BRIEF Select the next unresolved question in deterministic priority order.\ndef select_next_open_question(\n clarification_session: ClarificationSession,\n) -> ClarificationQuestion | None:\n open_questions = [\n q for q in clarification_session.questions if q.state == QuestionState.OPEN\n ]\n if not open_questions:\n return None\n open_questions.sort(key=lambda item: (-int(item.priority), item.created_at, item.question_id))\n return open_questions[0]\n\n\n# #endregion select_next_open_question\n\n\n# #region count_resolved_questions [C:1] [TYPE Function]\n# @BRIEF Count questions whose answers fully resolved the ambiguity.\ndef count_resolved_questions(clarification_session: ClarificationSession) -> int:\n return sum(1 for q in clarification_session.questions if q.state == QuestionState.ANSWERED)\n\n\n# #endregion count_resolved_questions\n\n\n# #region count_remaining_questions [C:1] [TYPE Function]\n# @BRIEF Count questions still unresolved or deferred after clarification interaction.\ndef count_remaining_questions(clarification_session: ClarificationSession) -> int:\n return sum(\n 1\n for q in clarification_session.questions\n if q.state in {QuestionState.OPEN, QuestionState.SKIPPED, QuestionState.EXPERT_REVIEW}\n )\n\n\n# #endregion count_remaining_questions\n\n\n# #region normalize_answer_value [C:2] [TYPE Function]\n# @BRIEF Validate and normalize answer payload based on answer kind and active question options.\ndef normalize_answer_value(\n answer_kind: AnswerKind,\n answer_value: str | None,\n question: ClarificationQuestion,\n) -> str | None:\n normalized = str(answer_value).strip() if answer_value is not None else None\n if answer_kind in {AnswerKind.SELECTED, AnswerKind.CUSTOM} and not normalized:\n raise ValueError(\"answer_value is required for selected or custom clarification answers\")\n if answer_kind == AnswerKind.SELECTED:\n allowed_values = {option.value for option in question.options}\n if normalized not in allowed_values:\n raise ValueError(\"answer_value must match one of the current clarification options\")\n if answer_kind == AnswerKind.SKIPPED:\n return normalized or \"skipped\"\n if answer_kind == AnswerKind.EXPERT_REVIEW:\n return normalized or \"expert_review\"\n return normalized\n\n\n# #endregion normalize_answer_value\n\n\n# #region build_impact_summary [C:1] [TYPE Function]\n# @BRIEF Build a compact audit note describing how the clarification answer affects session state.\ndef build_impact_summary(\n question: ClarificationQuestion,\n answer_kind: AnswerKind,\n answer_value: str | None,\n) -> str:\n if answer_kind == AnswerKind.SKIPPED:\n return f\"Clarification for {question.topic_ref} was skipped and remains unresolved.\"\n if answer_kind == AnswerKind.EXPERT_REVIEW:\n return f\"Clarification for {question.topic_ref} was deferred for expert review.\"\n return f\"Clarification for {question.topic_ref} recorded as '{answer_value}'.\"\n\n\n# #endregion build_impact_summary\n\n\n# #region upsert_clarification_finding [C:3] [TYPE Function]\n# @BRIEF Keep one finding per clarification topic aligned with answer outcome and unresolved visibility rules.\n# @RELATION DEPENDS_ON -> [ValidationFinding]\ndef upsert_clarification_finding(\n session: DatasetReviewSession,\n question: ClarificationQuestion,\n answer_kind: AnswerKind,\n answer_value: str | None,\n db_session,\n) -> ValidationFinding | None:\n caused_by_ref = f\"clarification:{question.question_id}\"\n existing = next(\n (f for f in session.findings if f.area == FindingArea.CLARIFICATION and f.caused_by_ref == caused_by_ref),\n None,\n )\n\n if answer_kind in {AnswerKind.SELECTED, AnswerKind.CUSTOM}:\n resolution_state = ResolutionState.RESOLVED\n resolved_at = datetime.utcnow()\n message = f\"Clarified '{question.topic_ref}' with answer '{answer_value}'.\"\n elif answer_kind == AnswerKind.SKIPPED:\n resolution_state = ResolutionState.SKIPPED\n resolved_at = None\n message = f\"Clarification for '{question.topic_ref}' was skipped and still needs review.\"\n else:\n resolution_state = ResolutionState.EXPERT_REVIEW\n resolved_at = None\n message = f\"Clarification for '{question.topic_ref}' requires expert review.\"\n\n if existing is None:\n existing = ValidationFinding(\n finding_id=str(uuid.uuid4()),\n session_id=session.session_id,\n area=FindingArea.CLARIFICATION,\n severity=FindingSeverity.WARNING,\n code=\"CLARIFICATION_PENDING\",\n title=\"Clarification pending\",\n message=message,\n resolution_state=resolution_state,\n resolution_note=None,\n caused_by_ref=caused_by_ref,\n created_at=datetime.utcnow(),\n resolved_at=resolved_at,\n )\n db_session.add(existing)\n session.findings.append(existing)\n else:\n existing.message = message\n existing.resolution_state = resolution_state\n existing.resolved_at = resolved_at\n\n if answer_kind in {AnswerKind.SELECTED, AnswerKind.CUSTOM}:\n existing.code = \"CLARIFICATION_RESOLVED\"\n existing.title = \"Clarification resolved\"\n elif answer_kind == AnswerKind.SKIPPED:\n existing.code = \"CLARIFICATION_SKIPPED\"\n existing.title = \"Clarification skipped\"\n else:\n existing.code = \"CLARIFICATION_EXPERT_REVIEW\"\n existing.title = \"Clarification requires expert review\"\n\n return existing\n\n\n# #endregion upsert_clarification_finding\n\n\n# #region derive_readiness_state [C:2] [TYPE Function]\n# @BRIEF Recompute readiness after clarification mutation while preserving unresolved visibility semantics.\ndef derive_readiness_state(\n session: DatasetReviewSession,\n clarification_session: ClarificationSession | None,\n) -> ReadinessState:\n if clarification_session is None:\n return session.readiness_state\n if clarification_session.current_question_id:\n return ReadinessState.CLARIFICATION_ACTIVE\n if clarification_session.remaining_count > 0:\n return ReadinessState.CLARIFICATION_NEEDED\n return ReadinessState.REVIEW_READY\n\n\n# #endregion derive_readiness_state\n\n\n# #region derive_recommended_action [C:2] [TYPE Function]\n# @BRIEF Recompute next-action guidance after clarification mutations.\ndef derive_recommended_action(\n session: DatasetReviewSession,\n clarification_session: ClarificationSession | None,\n) -> RecommendedAction:\n if clarification_session is None:\n return session.recommended_action\n if clarification_session.current_question_id:\n return RecommendedAction.ANSWER_NEXT_QUESTION\n if clarification_session.remaining_count > 0:\n return RecommendedAction.START_CLARIFICATION\n return RecommendedAction.REVIEW_DOCUMENTATION\n\n\n# #endregion derive_recommended_action\n\n\n# #endregion ClarificationHelpers\n" }, { @@ -61397,6 +63631,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region select_next_open_question [C:2] [TYPE Function]\n# @BRIEF Select the next unresolved question in deterministic priority order.\ndef select_next_open_question(\n clarification_session: ClarificationSession,\n) -> ClarificationQuestion | None:\n open_questions = [\n q for q in clarification_session.questions if q.state == QuestionState.OPEN\n ]\n if not open_questions:\n return None\n open_questions.sort(key=lambda item: (-int(item.priority), item.created_at, item.question_id))\n return open_questions[0]\n\n\n# #endregion select_next_open_question\n" }, { @@ -61424,6 +63659,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region count_resolved_questions [C:1] [TYPE Function]\n# @BRIEF Count questions whose answers fully resolved the ambiguity.\ndef count_resolved_questions(clarification_session: ClarificationSession) -> int:\n return sum(1 for q in clarification_session.questions if q.state == QuestionState.ANSWERED)\n\n\n# #endregion count_resolved_questions\n" }, { @@ -61451,6 +63687,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region count_remaining_questions [C:1] [TYPE Function]\n# @BRIEF Count questions still unresolved or deferred after clarification interaction.\ndef count_remaining_questions(clarification_session: ClarificationSession) -> int:\n return sum(\n 1\n for q in clarification_session.questions\n if q.state in {QuestionState.OPEN, QuestionState.SKIPPED, QuestionState.EXPERT_REVIEW}\n )\n\n\n# #endregion count_remaining_questions\n" }, { @@ -61468,6 +63705,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region normalize_answer_value [C:2] [TYPE Function]\n# @BRIEF Validate and normalize answer payload based on answer kind and active question options.\ndef normalize_answer_value(\n answer_kind: AnswerKind,\n answer_value: str | None,\n question: ClarificationQuestion,\n) -> str | None:\n normalized = str(answer_value).strip() if answer_value is not None else None\n if answer_kind in {AnswerKind.SELECTED, AnswerKind.CUSTOM} and not normalized:\n raise ValueError(\"answer_value is required for selected or custom clarification answers\")\n if answer_kind == AnswerKind.SELECTED:\n allowed_values = {option.value for option in question.options}\n if normalized not in allowed_values:\n raise ValueError(\"answer_value must match one of the current clarification options\")\n if answer_kind == AnswerKind.SKIPPED:\n return normalized or \"skipped\"\n if answer_kind == AnswerKind.EXPERT_REVIEW:\n return normalized or \"expert_review\"\n return normalized\n\n\n# #endregion normalize_answer_value\n" }, { @@ -61495,6 +63733,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region build_impact_summary [C:1] [TYPE Function]\n# @BRIEF Build a compact audit note describing how the clarification answer affects session state.\ndef build_impact_summary(\n question: ClarificationQuestion,\n answer_kind: AnswerKind,\n answer_value: str | None,\n) -> str:\n if answer_kind == AnswerKind.SKIPPED:\n return f\"Clarification for {question.topic_ref} was skipped and remains unresolved.\"\n if answer_kind == AnswerKind.EXPERT_REVIEW:\n return f\"Clarification for {question.topic_ref} was deferred for expert review.\"\n return f\"Clarification for {question.topic_ref} recorded as '{answer_value}'.\"\n\n\n# #endregion build_impact_summary\n" }, { @@ -61519,6 +63758,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region upsert_clarification_finding [C:3] [TYPE Function]\n# @BRIEF Keep one finding per clarification topic aligned with answer outcome and unresolved visibility rules.\n# @RELATION DEPENDS_ON -> [ValidationFinding]\ndef upsert_clarification_finding(\n session: DatasetReviewSession,\n question: ClarificationQuestion,\n answer_kind: AnswerKind,\n answer_value: str | None,\n db_session,\n) -> ValidationFinding | None:\n caused_by_ref = f\"clarification:{question.question_id}\"\n existing = next(\n (f for f in session.findings if f.area == FindingArea.CLARIFICATION and f.caused_by_ref == caused_by_ref),\n None,\n )\n\n if answer_kind in {AnswerKind.SELECTED, AnswerKind.CUSTOM}:\n resolution_state = ResolutionState.RESOLVED\n resolved_at = datetime.utcnow()\n message = f\"Clarified '{question.topic_ref}' with answer '{answer_value}'.\"\n elif answer_kind == AnswerKind.SKIPPED:\n resolution_state = ResolutionState.SKIPPED\n resolved_at = None\n message = f\"Clarification for '{question.topic_ref}' was skipped and still needs review.\"\n else:\n resolution_state = ResolutionState.EXPERT_REVIEW\n resolved_at = None\n message = f\"Clarification for '{question.topic_ref}' requires expert review.\"\n\n if existing is None:\n existing = ValidationFinding(\n finding_id=str(uuid.uuid4()),\n session_id=session.session_id,\n area=FindingArea.CLARIFICATION,\n severity=FindingSeverity.WARNING,\n code=\"CLARIFICATION_PENDING\",\n title=\"Clarification pending\",\n message=message,\n resolution_state=resolution_state,\n resolution_note=None,\n caused_by_ref=caused_by_ref,\n created_at=datetime.utcnow(),\n resolved_at=resolved_at,\n )\n db_session.add(existing)\n session.findings.append(existing)\n else:\n existing.message = message\n existing.resolution_state = resolution_state\n existing.resolved_at = resolved_at\n\n if answer_kind in {AnswerKind.SELECTED, AnswerKind.CUSTOM}:\n existing.code = \"CLARIFICATION_RESOLVED\"\n existing.title = \"Clarification resolved\"\n elif answer_kind == AnswerKind.SKIPPED:\n existing.code = \"CLARIFICATION_SKIPPED\"\n existing.title = \"Clarification skipped\"\n else:\n existing.code = \"CLARIFICATION_EXPERT_REVIEW\"\n existing.title = \"Clarification requires expert review\"\n\n return existing\n\n\n# #endregion upsert_clarification_finding\n" }, { @@ -61536,6 +63776,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region derive_readiness_state [C:2] [TYPE Function]\n# @BRIEF Recompute readiness after clarification mutation while preserving unresolved visibility semantics.\ndef derive_readiness_state(\n session: DatasetReviewSession,\n clarification_session: ClarificationSession | None,\n) -> ReadinessState:\n if clarification_session is None:\n return session.readiness_state\n if clarification_session.current_question_id:\n return ReadinessState.CLARIFICATION_ACTIVE\n if clarification_session.remaining_count > 0:\n return ReadinessState.CLARIFICATION_NEEDED\n return ReadinessState.REVIEW_READY\n\n\n# #endregion derive_readiness_state\n" }, { @@ -61553,6 +63794,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region derive_recommended_action [C:2] [TYPE Function]\n# @BRIEF Recompute next-action guidance after clarification mutations.\ndef derive_recommended_action(\n session: DatasetReviewSession,\n clarification_session: ClarificationSession | None,\n) -> RecommendedAction:\n if clarification_session is None:\n return session.recommended_action\n if clarification_session.current_question_id:\n return RecommendedAction.ANSWER_NEXT_QUESTION\n if clarification_session.remaining_count > 0:\n return RecommendedAction.START_CLARIFICATION\n return RecommendedAction.REVIEW_DOCUMENTATION\n\n\n# #endregion derive_recommended_action\n" }, { @@ -61598,6 +63840,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SessionEventLoggerModule [C:4] [TYPE Module] [SEMANTICS sqlalchemy, dataset, event, logging, session]\n# @BRIEF Persist explicit session mutation events for dataset-review audit trails without weakening ownership or approval invariants.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [SessionEvent]\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\n# @PRE: Caller provides an owned session scope and an authenticated actor identifier for each persisted mutation event.\n# @POST: Every logged event is committed as an explicit, queryable audit record with deterministic event metadata.\n# @SIDE_EFFECT: Inserts persisted session event rows and emits runtime belief-state logs for audit-sensitive mutations.\n# @DATA_CONTRACT: Input[SessionEventPayload] -> Output[SessionEvent]\n\nfrom __future__ import annotations\n\n# #region SessionEventLoggerImports [TYPE Block]\nfrom dataclasses import dataclass, field\nfrom typing import Any\n\nfrom sqlalchemy.orm import Session\n\nfrom src.core.logger import belief_scope, logger\nfrom src.models.dataset_review import DatasetReviewSession, SessionEvent\n\n# #endregion SessionEventLoggerImports\n\n\n# #region SessionEventPayload [C:2] [TYPE Class]\n# @BRIEF Typed input contract for one persisted dataset-review session audit event.\n@dataclass(frozen=True)\nclass SessionEventPayload:\n session_id: str\n actor_user_id: str\n event_type: str\n event_summary: str\n current_phase: str | None = None\n readiness_state: str | None = None\n event_details: dict[str, Any] = field(default_factory=dict)\n# #endregion SessionEventPayload\n\n\n# #region SessionEventLogger [C:4] [TYPE Class]\n# @BRIEF Persist explicit dataset-review session audit events with meaningful runtime reasoning logs.\n# @RELATION DEPENDS_ON -> [SessionEvent]\n# @RELATION DEPENDS_ON -> [SessionEventPayload]\n# @PRE: The database session is live and payload identifiers are non-empty.\n# @POST: Returns the committed session event row with a stable identifier and stored detail payload.\n# @SIDE_EFFECT: Writes one audit row to persistence and emits logger.reason/logger.reflect traces.\n# @DATA_CONTRACT: Input[SessionEventPayload] -> Output[SessionEvent]\nclass SessionEventLogger:\n # region SessionEventLogger_init [TYPE Function]\n # @PURPOSE: Bind a live SQLAlchemy session to the session-event logger.\n def __init__(self, db: Session) -> None:\n self.db = db\n # endregion SessionEventLogger_init\n\n # region log_event [TYPE Function]\n # @PURPOSE: Persist one explicit session event row for an owned dataset-review mutation.\n # @RELATION: [DEPENDS_ON] ->[SessionEvent]\n # @PRE: session_id, actor_user_id, event_type, and event_summary are non-empty.\n # @POST: Returns the committed SessionEvent record with normalized detail payload.\n # @SIDE_EFFECT: Inserts and commits one session_events row.\n # @DATA_CONTRACT: Input[SessionEventPayload] -> Output[SessionEvent]\n def log_event(self, payload: SessionEventPayload) -> SessionEvent:\n with belief_scope(\"SessionEventLogger.log_event\"):\n session_id = str(payload.session_id or \"\").strip()\n actor_user_id = str(payload.actor_user_id or \"\").strip()\n event_type = str(payload.event_type or \"\").strip()\n event_summary = str(payload.event_summary or \"\").strip()\n\n if not session_id:\n logger.explore(\"Session event logging rejected because session_id is empty\")\n raise ValueError(\"session_id must be non-empty\")\n if not actor_user_id:\n logger.explore(\n \"Session event logging rejected because actor_user_id is empty\",\n extra={\"session_id\": session_id},\n )\n raise ValueError(\"actor_user_id must be non-empty\")\n if not event_type:\n logger.explore(\n \"Session event logging rejected because event_type is empty\",\n extra={\"session_id\": session_id, \"actor_user_id\": actor_user_id},\n )\n raise ValueError(\"event_type must be non-empty\")\n if not event_summary:\n logger.explore(\n \"Session event logging rejected because event_summary is empty\",\n extra={\"session_id\": session_id, \"event_type\": event_type},\n )\n raise ValueError(\"event_summary must be non-empty\")\n\n normalized_details = dict(payload.event_details or {})\n logger.reason(\n \"Persisting explicit dataset-review session audit event\",\n extra={\n \"session_id\": session_id,\n \"actor_user_id\": actor_user_id,\n \"event_type\": event_type,\n \"current_phase\": payload.current_phase,\n \"readiness_state\": payload.readiness_state,\n },\n )\n\n event = SessionEvent(\n session_id=session_id,\n actor_user_id=actor_user_id,\n event_type=event_type,\n event_summary=event_summary,\n current_phase=payload.current_phase,\n readiness_state=payload.readiness_state,\n event_details=normalized_details,\n )\n self.db.add(event)\n self.db.commit()\n self.db.refresh(event)\n\n logger.reflect(\n \"Dataset-review session audit event persisted\",\n extra={\n \"session_id\": session_id,\n \"session_event_id\": event.session_event_id,\n \"event_type\": event.event_type,\n },\n )\n return event\n # endregion log_event\n\n # region log_for_session [TYPE Function]\n # @PURPOSE: Convenience wrapper for logging an event directly from a session aggregate root.\n # @RELATION: [CALLS] ->[SessionEventLogger.log_event]\n def log_for_session(\n self,\n session: DatasetReviewSession,\n *,\n actor_user_id: str,\n event_type: str,\n event_summary: str,\n event_details: dict[str, Any] | None = None,\n ) -> SessionEvent:\n return self.log_event(\n SessionEventPayload(\n session_id=session.session_id,\n actor_user_id=actor_user_id,\n event_type=event_type,\n event_summary=event_summary,\n current_phase=session.current_phase.value if session.current_phase else None,\n readiness_state=session.readiness_state.value if session.readiness_state else None,\n event_details=dict(event_details or {}),\n )\n )\n # endregion log_for_session\n# #endregion SessionEventLogger\n\n# #endregion SessionEventLoggerModule\n" }, { @@ -61612,6 +63855,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SessionEventLoggerImports [TYPE Block]\nfrom dataclasses import dataclass, field\nfrom typing import Any\n\nfrom sqlalchemy.orm import Session\n\nfrom src.core.logger import belief_scope, logger\nfrom src.models.dataset_review import DatasetReviewSession, SessionEvent\n\n# #endregion SessionEventLoggerImports\n" }, { @@ -61629,6 +63873,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SessionEventPayload [C:2] [TYPE Class]\n# @BRIEF Typed input contract for one persisted dataset-review session audit event.\n@dataclass(frozen=True)\nclass SessionEventPayload:\n session_id: str\n actor_user_id: str\n event_type: str\n event_summary: str\n current_phase: str | None = None\n readiness_state: str | None = None\n event_details: dict[str, Any] = field(default_factory=dict)\n# #endregion SessionEventPayload\n" }, { @@ -61673,6 +63918,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SessionEventLogger [C:4] [TYPE Class]\n# @BRIEF Persist explicit dataset-review session audit events with meaningful runtime reasoning logs.\n# @RELATION DEPENDS_ON -> [SessionEvent]\n# @RELATION DEPENDS_ON -> [SessionEventPayload]\n# @PRE: The database session is live and payload identifiers are non-empty.\n# @POST: Returns the committed session event row with a stable identifier and stored detail payload.\n# @SIDE_EFFECT: Writes one audit row to persistence and emits logger.reason/logger.reflect traces.\n# @DATA_CONTRACT: Input[SessionEventPayload] -> Output[SessionEvent]\nclass SessionEventLogger:\n # region SessionEventLogger_init [TYPE Function]\n # @PURPOSE: Bind a live SQLAlchemy session to the session-event logger.\n def __init__(self, db: Session) -> None:\n self.db = db\n # endregion SessionEventLogger_init\n\n # region log_event [TYPE Function]\n # @PURPOSE: Persist one explicit session event row for an owned dataset-review mutation.\n # @RELATION: [DEPENDS_ON] ->[SessionEvent]\n # @PRE: session_id, actor_user_id, event_type, and event_summary are non-empty.\n # @POST: Returns the committed SessionEvent record with normalized detail payload.\n # @SIDE_EFFECT: Inserts and commits one session_events row.\n # @DATA_CONTRACT: Input[SessionEventPayload] -> Output[SessionEvent]\n def log_event(self, payload: SessionEventPayload) -> SessionEvent:\n with belief_scope(\"SessionEventLogger.log_event\"):\n session_id = str(payload.session_id or \"\").strip()\n actor_user_id = str(payload.actor_user_id or \"\").strip()\n event_type = str(payload.event_type or \"\").strip()\n event_summary = str(payload.event_summary or \"\").strip()\n\n if not session_id:\n logger.explore(\"Session event logging rejected because session_id is empty\")\n raise ValueError(\"session_id must be non-empty\")\n if not actor_user_id:\n logger.explore(\n \"Session event logging rejected because actor_user_id is empty\",\n extra={\"session_id\": session_id},\n )\n raise ValueError(\"actor_user_id must be non-empty\")\n if not event_type:\n logger.explore(\n \"Session event logging rejected because event_type is empty\",\n extra={\"session_id\": session_id, \"actor_user_id\": actor_user_id},\n )\n raise ValueError(\"event_type must be non-empty\")\n if not event_summary:\n logger.explore(\n \"Session event logging rejected because event_summary is empty\",\n extra={\"session_id\": session_id, \"event_type\": event_type},\n )\n raise ValueError(\"event_summary must be non-empty\")\n\n normalized_details = dict(payload.event_details or {})\n logger.reason(\n \"Persisting explicit dataset-review session audit event\",\n extra={\n \"session_id\": session_id,\n \"actor_user_id\": actor_user_id,\n \"event_type\": event_type,\n \"current_phase\": payload.current_phase,\n \"readiness_state\": payload.readiness_state,\n },\n )\n\n event = SessionEvent(\n session_id=session_id,\n actor_user_id=actor_user_id,\n event_type=event_type,\n event_summary=event_summary,\n current_phase=payload.current_phase,\n readiness_state=payload.readiness_state,\n event_details=normalized_details,\n )\n self.db.add(event)\n self.db.commit()\n self.db.refresh(event)\n\n logger.reflect(\n \"Dataset-review session audit event persisted\",\n extra={\n \"session_id\": session_id,\n \"session_event_id\": event.session_event_id,\n \"event_type\": event.event_type,\n },\n )\n return event\n # endregion log_event\n\n # region log_for_session [TYPE Function]\n # @PURPOSE: Convenience wrapper for logging an event directly from a session aggregate root.\n # @RELATION: [CALLS] ->[SessionEventLogger.log_event]\n def log_for_session(\n self,\n session: DatasetReviewSession,\n *,\n actor_user_id: str,\n event_type: str,\n event_summary: str,\n event_details: dict[str, Any] | None = None,\n ) -> SessionEvent:\n return self.log_event(\n SessionEventPayload(\n session_id=session.session_id,\n actor_user_id=actor_user_id,\n event_type=event_type,\n event_summary=event_summary,\n current_phase=session.current_phase.value if session.current_phase else None,\n readiness_state=session.readiness_state.value if session.readiness_state else None,\n event_details=dict(event_details or {}),\n )\n )\n # endregion log_for_session\n# #endregion SessionEventLogger\n" }, { @@ -61741,6 +63987,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewOrchestrator [C:5] [TYPE Module] [SEMANTICS pydantic, dataset, review, orchestration, session]\n# @BRIEF Coordinate dataset review session startup and lifecycle-safe intake recovery for one authenticated user.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [DatasetReviewSessionRepository]\n# @RELATION DEPENDS_ON -> [SemanticSourceResolver]\n# @RELATION DEPENDS_ON -> [SupersetContextExtractor]\n# @RELATION DEPENDS_ON -> [SupersetCompilationAdapter]\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @RELATION DISPATCHES -> [OrchestratorHelpers:Module]\n# @RELATION DISPATCHES -> [OrchestratorCommands:Module]\n# @PRE: session mutations must execute inside a persisted session boundary scoped to one authenticated user.\n# @POST: state transitions are persisted atomically and emit observable progress for long-running steps.\n# @SIDE_EFFECT: creates task records, updates session aggregates, triggers upstream Superset calls, persists audit artifacts.\n# @DATA_CONTRACT: Input[SessionCommand] -> Output[DatasetReviewSession | CompiledPreview | DatasetRunContext]\n# @INVARIANT: Launch is blocked unless a current session has no open blocking findings, all launch-sensitive mappings are approved, and a non-stale Superset-generated compiled preview matches the current input fingerprint.\n# @RATIONALE: Original 1198-line monolith violated INV_7 (400-line module limit). Decomposed into commands and helpers sub-modules while preserving the orchestrator class as the single entry point.\n# @REJECTED: Keeping all orchestration logic in one file because it exceeded the fractal limit by 3x.\n\nfrom __future__ import annotations\n\nfrom datetime import datetime\nfrom typing import Any, cast\n\nfrom src.core.config_manager import ConfigManager\nfrom src.core.logger import belief_scope, logger\nfrom src.core.task_manager import TaskManager\nfrom src.core.utils.superset_compilation_adapter import (\n PreviewCompilationPayload,\n SqlLabLaunchPayload,\n SupersetCompilationAdapter,\n)\nfrom src.core.utils.superset_context_extractor import (\n SupersetContextExtractor,\n SupersetParsedContext,\n)\nfrom src.models.dataset_review import (\n ApprovalState,\n DatasetReviewSession,\n DatasetRunContext,\n ExecutionMapping,\n FilterConfidenceState,\n FilterRecoveryStatus,\n FilterSource,\n FindingArea,\n FindingSeverity,\n ImportedFilter,\n LaunchStatus,\n MappingMethod,\n MappingStatus,\n PreviewStatus,\n ReadinessState,\n RecommendedAction,\n ResolutionState,\n SessionPhase,\n SessionStatus,\n TemplateVariable,\n ValidationFinding,\n VariableKind,\n)\nfrom src.services.dataset_review.event_logger import SessionEventPayload\nfrom src.services.dataset_review.orchestrator_pkg._commands import (\n LaunchDatasetCommand,\n LaunchDatasetResult,\n PreparePreviewCommand,\n PreparePreviewResult,\n StartSessionCommand,\n StartSessionResult,\n)\nfrom src.services.dataset_review.orchestrator_pkg._helpers import (\n build_execution_snapshot,\n build_initial_profile,\n build_launch_blockers,\n build_partial_recovery_findings,\n get_latest_preview,\n parse_dataset_selection,\n)\nfrom src.services.dataset_review.repositories.session_repository import (\n DatasetReviewSessionRepository,\n)\nfrom src.services.dataset_review.semantic_resolver import SemanticSourceResolver\n\nlogger = cast(Any, logger)\n\n\n# #region DatasetReviewOrchestrator [C:5] [TYPE Class]\n# @BRIEF Coordinate safe session startup while preserving cross-user isolation and explicit partial recovery.\n# @RELATION DEPENDS_ON -> [DatasetReviewSessionRepository]\n# @RELATION DEPENDS_ON -> [SupersetContextExtractor]\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @RELATION DEPENDS_ON -> [ConfigManager]\n# @RELATION DEPENDS_ON -> [SemanticSourceResolver]\n# @RELATION CALLS -> [OrchestratorHelpers:Module]\n# @PRE: constructor dependencies are valid and tied to the current request/task scope.\n# @POST: orchestrator instance can execute session-scoped mutations for one authenticated user.\n# @SIDE_EFFECT: downstream operations may persist session/profile/finding state and enqueue background tasks.\n# @DATA_CONTRACT: Input[StartSessionCommand] -> Output[StartSessionResult]\n# @INVARIANT: session ownership is preserved on every mutation and recovery remains explicit when partial.\nclass DatasetReviewOrchestrator:\n # region DatasetReviewOrchestrator_init [TYPE Function]\n # @PURPOSE: Bind repository, config, and task dependencies required by the orchestration boundary.\n # @PRE: repository/config_manager are valid collaborators for the current request scope.\n # @POST: Instance holds collaborator references used by start/preview/launch orchestration methods.\n def __init__(\n self,\n repository: DatasetReviewSessionRepository,\n config_manager: ConfigManager,\n task_manager: TaskManager | None = None,\n semantic_resolver: SemanticSourceResolver | None = None,\n ) -> None:\n self.repository = repository\n self.config_manager = config_manager\n self.task_manager = task_manager\n self.semantic_resolver = semantic_resolver or SemanticSourceResolver()\n\n # endregion DatasetReviewOrchestrator_init\n\n # region start_session [TYPE Function]\n # @PURPOSE: Initialize a new session from a Superset link or dataset selection and trigger context recovery.\n # @RELATION: CALLS -> [SupersetContextExtractor.parse_superset_link]\n # @RELATION: CALLS -> [TaskManager.create_task]\n # @PRE: source input is non-empty and environment is accessible.\n # @POST: session exists in persisted storage with intake/recovery state and task linkage when async work is required.\n # @SIDE_EFFECT: persists session and may enqueue recovery task.\n # @DATA_CONTRACT: Input[StartSessionCommand] -> Output[StartSessionResult]\n # @INVARIANT: no cross-user session leakage occurs; session and follow-up task remain owned by the authenticated user.\n def start_session(self, command: StartSessionCommand) -> StartSessionResult:\n with belief_scope(\"DatasetReviewOrchestrator.start_session\"):\n normalized_source_kind = str(command.source_kind or \"\").strip()\n normalized_source_input = str(command.source_input or \"\").strip()\n normalized_environment_id = str(command.environment_id or \"\").strip()\n\n if not normalized_source_input:\n logger.explore(\"Blocked dataset review session start due to empty source input\")\n raise ValueError(\"source_input must be non-empty\")\n\n if normalized_source_kind not in {\"superset_link\", \"dataset_selection\"}:\n logger.explore(\"Blocked dataset review session start due to unsupported source kind\", extra={\"source_kind\": normalized_source_kind})\n raise ValueError(\"source_kind must be 'superset_link' or 'dataset_selection'\")\n\n environment = self.config_manager.get_environment(normalized_environment_id)\n if environment is None:\n logger.explore(\"Blocked dataset review session start because environment was not found\", extra={\"environment_id\": normalized_environment_id})\n raise ValueError(\"Environment not found\")\n\n logger.reason(\"Starting dataset review session\", extra={\"user_id\": command.user.id, \"environment_id\": normalized_environment_id, \"source_kind\": normalized_source_kind})\n\n parsed_context: SupersetParsedContext | None = None\n findings: list[ValidationFinding] = []\n dataset_ref = normalized_source_input\n dataset_id: int | None = None\n dashboard_id: int | None = None\n readiness_state = ReadinessState.IMPORTING\n recommended_action = RecommendedAction.REVIEW_DOCUMENTATION\n current_phase = SessionPhase.RECOVERY\n\n if normalized_source_kind == \"superset_link\":\n extractor = SupersetContextExtractor(environment)\n parsed_context = extractor.parse_superset_link(normalized_source_input)\n dataset_ref = parsed_context.dataset_ref\n dataset_id = parsed_context.dataset_id\n dashboard_id = parsed_context.dashboard_id\n\n if parsed_context.partial_recovery:\n readiness_state = ReadinessState.RECOVERY_REQUIRED\n recommended_action = RecommendedAction.REVIEW_DOCUMENTATION\n findings.extend(build_partial_recovery_findings(parsed_context))\n else:\n readiness_state = ReadinessState.REVIEW_READY\n else:\n dataset_ref, dataset_id = parse_dataset_selection(normalized_source_input)\n readiness_state = ReadinessState.REVIEW_READY\n current_phase = SessionPhase.REVIEW\n\n session = DatasetReviewSession(\n user_id=command.user.id,\n environment_id=normalized_environment_id,\n source_kind=normalized_source_kind,\n source_input=normalized_source_input,\n dataset_ref=dataset_ref,\n dataset_id=dataset_id,\n dashboard_id=dashboard_id,\n readiness_state=readiness_state,\n recommended_action=recommended_action,\n status=SessionStatus.ACTIVE,\n current_phase=current_phase,\n )\n persisted_session = cast(Any, self.repository.create_session(session))\n\n recovered_filters: list[ImportedFilter] = []\n template_variables: list[TemplateVariable] = []\n execution_mappings: list[ExecutionMapping] = []\n if normalized_source_kind == \"superset_link\" and parsed_context is not None:\n recovered_filters, template_variables, execution_mappings, findings = (\n self._build_recovery_bootstrap(\n environment=environment,\n session=persisted_session,\n parsed_context=parsed_context,\n findings=findings,\n )\n )\n\n profile = build_initial_profile(\n session_id=persisted_session.session_id,\n parsed_context=parsed_context,\n dataset_ref=dataset_ref,\n )\n self.repository.event_logger.log_event(\n SessionEventPayload(\n session_id=persisted_session.session_id,\n actor_user_id=command.user.id,\n event_type=\"session_started\",\n event_summary=\"Dataset review session shell created\",\n current_phase=persisted_session.current_phase.value,\n readiness_state=persisted_session.readiness_state.value,\n event_details={\n \"source_kind\": persisted_session.source_kind,\n \"dataset_ref\": persisted_session.dataset_ref,\n \"dataset_id\": persisted_session.dataset_id,\n \"dashboard_id\": persisted_session.dashboard_id,\n \"partial_recovery\": bool(parsed_context and parsed_context.partial_recovery),\n },\n )\n )\n persisted_session = self.repository.save_profile_and_findings(\n persisted_session.session_id,\n command.user.id,\n profile,\n findings,\n )\n if recovered_filters or template_variables or execution_mappings:\n persisted_session = self.repository.save_recovery_state(\n persisted_session.session_id,\n command.user.id,\n recovered_filters,\n template_variables,\n execution_mappings,\n )\n\n active_task_id = self._enqueue_recovery_task(\n command=command,\n session=persisted_session,\n parsed_context=parsed_context,\n )\n if active_task_id:\n persisted_session.active_task_id = active_task_id\n self.repository.bump_session_version(persisted_session)\n self.repository.db.commit()\n self.repository.db.refresh(persisted_session)\n self.repository.event_logger.log_event(\n SessionEventPayload(\n session_id=persisted_session.session_id,\n actor_user_id=command.user.id,\n event_type=\"recovery_task_linked\",\n event_summary=\"Recovery task linked to dataset review session\",\n current_phase=persisted_session.current_phase.value,\n readiness_state=persisted_session.readiness_state.value,\n event_details={\"task_id\": active_task_id},\n )\n )\n logger.reason(\"Linked recovery task to started dataset review session\", extra={\"session_id\": persisted_session.session_id, \"task_id\": active_task_id})\n\n logger.reflect(\"Dataset review session start completed\", extra={\"session_id\": persisted_session.session_id, \"dataset_ref\": persisted_session.dataset_ref, \"readiness_state\": persisted_session.readiness_state.value, \"active_task_id\": persisted_session.active_task_id, \"finding_count\": len(findings)})\n return StartSessionResult(\n session=persisted_session,\n parsed_context=parsed_context,\n findings=findings,\n )\n\n # endregion start_session\n\n # region prepare_launch_preview [TYPE Function]\n # @PURPOSE: Assemble effective execution inputs and trigger Superset-side preview compilation.\n # @RELATION: CALLS -> [SupersetCompilationAdapter.compile_preview]\n # @PRE: all required variables have candidate values or explicitly accepted defaults.\n # @POST: returns preview artifact in pending, ready, failed, or stale state.\n # @SIDE_EFFECT: persists preview attempt and upstream compilation diagnostics.\n # @DATA_CONTRACT: Input[PreparePreviewCommand] -> Output[PreparePreviewResult]\n def prepare_launch_preview(self, command: PreparePreviewCommand) -> PreparePreviewResult:\n with belief_scope(\"DatasetReviewOrchestrator.prepare_launch_preview\"):\n session = self.repository.load_session_detail(command.session_id, command.user.id)\n if session is None or session.user_id != command.user.id:\n logger.explore(\"Preview preparation rejected because owned session was not found\", extra={\"session_id\": command.session_id, \"user_id\": command.user.id})\n raise ValueError(\"Session not found\")\n\n if command.expected_version is not None:\n self.repository.require_session_version(session, command.expected_version)\n\n if session.dataset_id is None:\n raise ValueError(\"Preview requires a resolved dataset_id\")\n\n environment = self.config_manager.get_environment(session.environment_id)\n if environment is None:\n raise ValueError(\"Environment not found\")\n\n execution_snapshot = build_execution_snapshot(session)\n preview_blockers = execution_snapshot[\"preview_blockers\"]\n if preview_blockers:\n logger.explore(\"Preview preparation blocked by incomplete execution context\", extra={\"session_id\": session.session_id, \"blocked_reasons\": preview_blockers})\n raise ValueError(\"Preview blocked: \" + \"; \".join(preview_blockers))\n\n adapter = SupersetCompilationAdapter(environment)\n preview = adapter.compile_preview(\n PreviewCompilationPayload(\n session_id=session.session_id,\n dataset_id=session.dataset_id,\n preview_fingerprint=execution_snapshot[\"preview_fingerprint\"],\n template_params=execution_snapshot[\"template_params\"],\n effective_filters=execution_snapshot[\"effective_filters\"],\n )\n )\n persisted_preview = self.repository.save_preview(\n session.session_id,\n command.user.id,\n preview,\n expected_version=command.expected_version,\n )\n\n session.current_phase = SessionPhase.PREVIEW\n session.last_activity_at = datetime.utcnow()\n if persisted_preview.preview_status == PreviewStatus.READY:\n launch_blockers = build_launch_blockers(session=session, execution_snapshot=execution_snapshot, preview=persisted_preview)\n if launch_blockers:\n session.readiness_state = ReadinessState.COMPILED_PREVIEW_READY\n session.recommended_action = RecommendedAction.APPROVE_MAPPING\n else:\n session.readiness_state = ReadinessState.RUN_READY\n session.recommended_action = RecommendedAction.LAUNCH_DATASET\n else:\n session.readiness_state = ReadinessState.PARTIALLY_READY\n session.recommended_action = RecommendedAction.GENERATE_SQL_PREVIEW\n self.repository.db.commit()\n self.repository.db.refresh(session)\n self.repository.event_logger.log_event(\n SessionEventPayload(\n session_id=session.session_id,\n actor_user_id=command.user.id,\n event_type=\"preview_generated\",\n event_summary=\"Superset preview generation persisted\",\n current_phase=session.current_phase.value,\n readiness_state=session.readiness_state.value,\n event_details={\"preview_id\": persisted_preview.preview_id, \"preview_status\": persisted_preview.preview_status.value, \"preview_fingerprint\": persisted_preview.preview_fingerprint},\n )\n )\n\n logger.reflect(\"Superset preview preparation completed\", extra={\"session_id\": session.session_id, \"preview_id\": persisted_preview.preview_id, \"preview_status\": persisted_preview.preview_status.value})\n return PreparePreviewResult(session=session, preview=persisted_preview, blocked_reasons=[])\n\n # endregion prepare_launch_preview\n\n # region launch_dataset [TYPE Function]\n # @PURPOSE: Start the approved dataset execution through SQL Lab and persist run context for audit/replay.\n # @RELATION: CALLS -> [SupersetCompilationAdapter.create_sql_lab_session]\n # @PRE: session is run-ready and compiled preview is current.\n # @POST: returns persisted run context with SQL Lab session reference and launch outcome.\n # @SIDE_EFFECT: creates SQL Lab execution session and audit snapshot.\n # @DATA_CONTRACT: Input[LaunchDatasetCommand] -> Output[LaunchDatasetResult]\n # @INVARIANT: launch remains blocked unless blocking findings are closed, approvals are satisfied, and the latest preview fingerprint matches current execution inputs.\n def launch_dataset(self, command: LaunchDatasetCommand) -> LaunchDatasetResult:\n with belief_scope(\"DatasetReviewOrchestrator.launch_dataset\"):\n session = self.repository.load_session_detail(command.session_id, command.user.id)\n if session is None or session.user_id != command.user.id:\n logger.explore(\"Launch rejected because owned session was not found\", extra={\"session_id\": command.session_id, \"user_id\": command.user.id})\n raise ValueError(\"Session not found\")\n\n if command.expected_version is not None:\n self.repository.require_session_version(session, command.expected_version)\n\n if session.dataset_id is None:\n raise ValueError(\"Launch requires a resolved dataset_id\")\n\n environment = self.config_manager.get_environment(session.environment_id)\n if environment is None:\n raise ValueError(\"Environment not found\")\n\n execution_snapshot = build_execution_snapshot(session)\n current_preview = get_latest_preview(session)\n launch_blockers_list = build_launch_blockers(session=session, execution_snapshot=execution_snapshot, preview=current_preview)\n if launch_blockers_list:\n logger.explore(\"Launch gate blocked dataset execution\", extra={\"session_id\": session.session_id, \"blocked_reasons\": launch_blockers_list})\n raise ValueError(\"Launch blocked: \" + \"; \".join(launch_blockers_list))\n\n adapter = SupersetCompilationAdapter(environment)\n try:\n sql_lab_session_ref = adapter.create_sql_lab_session(\n SqlLabLaunchPayload(\n session_id=session.session_id,\n dataset_id=session.dataset_id,\n preview_id=current_preview.preview_id,\n compiled_sql=str(current_preview.compiled_sql or \"\"),\n template_params=execution_snapshot[\"template_params\"],\n )\n )\n launch_status = LaunchStatus.STARTED\n launch_error = None\n except Exception as exc:\n logger.explore(\"SQL Lab launch failed after passing gates\", extra={\"session_id\": session.session_id, \"error\": str(exc)})\n sql_lab_session_ref = \"unavailable\"\n launch_status = LaunchStatus.FAILED\n launch_error = str(exc)\n\n run_context = DatasetRunContext(\n session_id=session.session_id,\n dataset_ref=session.dataset_ref,\n environment_id=session.environment_id,\n preview_id=current_preview.preview_id,\n sql_lab_session_ref=sql_lab_session_ref,\n effective_filters=execution_snapshot[\"effective_filters\"],\n template_params=execution_snapshot[\"template_params\"],\n approved_mapping_ids=execution_snapshot[\"approved_mapping_ids\"],\n semantic_decision_refs=execution_snapshot[\"semantic_decision_refs\"],\n open_warning_refs=execution_snapshot[\"open_warning_refs\"],\n launch_status=launch_status,\n launch_error=launch_error,\n )\n persisted_run_context = self.repository.save_run_context(\n session.session_id,\n command.user.id,\n run_context,\n expected_version=command.expected_version,\n )\n\n session.current_phase = SessionPhase.LAUNCH\n session.last_activity_at = datetime.utcnow()\n if launch_status == LaunchStatus.FAILED:\n session.readiness_state = ReadinessState.COMPILED_PREVIEW_READY\n session.recommended_action = RecommendedAction.LAUNCH_DATASET\n else:\n session.readiness_state = ReadinessState.RUN_IN_PROGRESS\n session.recommended_action = RecommendedAction.EXPORT_OUTPUTS\n self.repository.db.commit()\n self.repository.db.refresh(session)\n self.repository.event_logger.log_event(\n SessionEventPayload(\n session_id=session.session_id,\n actor_user_id=command.user.id,\n event_type=\"dataset_launch_requested\",\n event_summary=\"Dataset launch handoff persisted\",\n current_phase=session.current_phase.value,\n readiness_state=session.readiness_state.value,\n event_details={\"run_context_id\": persisted_run_context.run_context_id, \"launch_status\": persisted_run_context.launch_status.value, \"preview_id\": persisted_run_context.preview_id, \"sql_lab_session_ref\": persisted_run_context.sql_lab_session_ref},\n )\n )\n\n logger.reflect(\"Dataset launch orchestration completed with audited run context\", extra={\"session_id\": session.session_id, \"run_context_id\": persisted_run_context.run_context_id, \"launch_status\": persisted_run_context.launch_status.value})\n return LaunchDatasetResult(session=session, run_context=persisted_run_context, blocked_reasons=[])\n\n # endregion launch_dataset\n\n # region _build_recovery_bootstrap [TYPE Function]\n # @PURPOSE: Recover and materialize initial imported filters, template variables, and draft execution mappings after session creation.\n # @PRE: session belongs to the just-created review aggregate and parsed_context was produced for the same environment scope.\n # @POST: Returns bootstrap imported filters, template variables, execution mappings, and updated findings without persisting them directly.\n # @SIDE_EFFECT: Performs Superset reads through the extractor and may append warning findings for incomplete recovery.\n def _build_recovery_bootstrap(\n self,\n environment,\n session: DatasetReviewSession,\n parsed_context: SupersetParsedContext,\n findings: list[ValidationFinding],\n ) -> tuple[list[ImportedFilter], list[TemplateVariable], list[ExecutionMapping], list[ValidationFinding]]:\n session_record = cast(Any, session)\n extractor = SupersetContextExtractor(environment)\n imported_filters_payload = extractor.recover_imported_filters(parsed_context)\n if imported_filters_payload is None:\n imported_filters_payload = []\n imported_filters = [\n ImportedFilter(\n session_id=session_record.session_id,\n filter_name=str(item.get(\"filter_name\") or f\"imported_filter_{index}\"),\n display_name=item.get(\"display_name\"),\n raw_value=item.get(\"raw_value\"),\n raw_value_masked=bool(item.get(\"raw_value_masked\", False)),\n normalized_value=item.get(\"normalized_value\"),\n source=FilterSource(str(item.get(\"source\") or FilterSource.SUPERSET_URL.value)),\n confidence_state=FilterConfidenceState(str(item.get(\"confidence_state\") or FilterConfidenceState.UNRESOLVED.value)),\n requires_confirmation=bool(item.get(\"requires_confirmation\", False)),\n recovery_status=FilterRecoveryStatus(str(item.get(\"recovery_status\") or FilterRecoveryStatus.PARTIAL.value)),\n notes=item.get(\"notes\"),\n )\n for index, item in enumerate(imported_filters_payload)\n ]\n\n template_variables: list[TemplateVariable] = []\n execution_mappings: list[ExecutionMapping] = []\n\n if session.dataset_id is not None:\n try:\n dataset_payload = parsed_context.dataset_payload\n if not isinstance(dataset_payload, dict):\n dataset_payload = extractor.client.get_dataset_detail(session_record.dataset_id)\n discovered_variables = extractor.discover_template_variables(dataset_payload)\n template_variables = [\n TemplateVariable(\n session_id=session_record.session_id,\n variable_name=str(item.get(\"variable_name\") or f\"variable_{index}\"),\n expression_source=str(item.get(\"expression_source\") or \"\"),\n variable_kind=VariableKind(str(item.get(\"variable_kind\") or VariableKind.UNKNOWN.value)),\n is_required=bool(item.get(\"is_required\", True)),\n default_value=item.get(\"default_value\"),\n mapping_status=MappingStatus(str(item.get(\"mapping_status\") or MappingStatus.UNMAPPED.value)),\n )\n for index, item in enumerate(discovered_variables)\n ]\n except Exception as exc:\n if \"dataset_template_variable_discovery_failed\" not in parsed_context.unresolved_references:\n parsed_context.unresolved_references.append(\"dataset_template_variable_discovery_failed\")\n if not any(f.caused_by_ref == \"dataset_template_variable_discovery_failed\" for f in findings):\n findings.append(\n ValidationFinding(\n area=FindingArea.TEMPLATE_MAPPING,\n severity=FindingSeverity.WARNING,\n code=\"TEMPLATE_VARIABLE_DISCOVERY_FAILED\",\n title=\"Template variables could not be discovered\",\n message=\"Session remains usable, but dataset template variables still need review.\",\n resolution_state=ResolutionState.OPEN,\n caused_by_ref=\"dataset_template_variable_discovery_failed\",\n )\n )\n logger.explore(\"Template variable discovery failed during session bootstrap\", extra={\"session_id\": session_record.session_id, \"dataset_id\": session_record.dataset_id, \"error\": str(exc)})\n\n filter_lookup = {str(f.filter_name or \"\").strip().lower(): f for f in imported_filters if str(f.filter_name or \"\").strip()}\n for tv in template_variables:\n matched_filter = filter_lookup.get(str(tv.variable_name or \"\").strip().lower())\n if matched_filter is None:\n continue\n requires_explicit_approval = bool(matched_filter.requires_confirmation or matched_filter.recovery_status != FilterRecoveryStatus.RECOVERED)\n execution_mappings.append(\n ExecutionMapping(\n session_id=session_record.session_id,\n filter_id=matched_filter.filter_id,\n variable_id=tv.variable_id,\n mapping_method=MappingMethod.DIRECT_MATCH,\n raw_input_value=matched_filter.raw_value,\n effective_value=matched_filter.normalized_value if matched_filter.normalized_value is not None else matched_filter.raw_value,\n transformation_note=\"Bootstrapped from Superset recovery context\",\n warning_level=None,\n requires_explicit_approval=requires_explicit_approval,\n approval_state=ApprovalState.PENDING if requires_explicit_approval else ApprovalState.NOT_REQUIRED,\n approved_by_user_id=None,\n approved_at=None,\n )\n )\n\n return imported_filters, template_variables, execution_mappings, findings\n\n # endregion _build_recovery_bootstrap\n\n # region _enqueue_recovery_task [TYPE Function]\n # @PURPOSE: Link session start to observable async recovery when task infrastructure is available.\n # @PRE: session is already persisted.\n # @POST: returns task identifier when a task could be enqueued, otherwise None.\n # @SIDE_EFFECT: may create one background task for progressive recovery.\n def _enqueue_recovery_task(\n self,\n command: StartSessionCommand,\n session: DatasetReviewSession,\n parsed_context: SupersetParsedContext | None,\n ) -> str | None:\n session_record = cast(Any, session)\n if self.task_manager is None:\n logger.reason(\"Dataset review session started without task manager; continuing synchronously\", extra={\"session_id\": session_record.session_id})\n return None\n\n task_params: dict[str, Any] = {\n \"session_id\": session_record.session_id,\n \"user_id\": command.user.id,\n \"environment_id\": session_record.environment_id,\n \"source_kind\": session_record.source_kind,\n \"source_input\": session_record.source_input,\n \"dataset_ref\": session_record.dataset_ref,\n \"dataset_id\": session_record.dataset_id,\n \"dashboard_id\": session_record.dashboard_id,\n \"partial_recovery\": bool(parsed_context and parsed_context.partial_recovery),\n }\n\n create_task = getattr(self.task_manager, \"create_task\", None)\n if create_task is None:\n logger.explore(\"Task manager has no create_task method; skipping recovery enqueue\")\n return None\n\n try:\n task_object = create_task(plugin_id=\"dataset-review-recovery\", params=task_params)\n except TypeError:\n logger.explore(\"Recovery task enqueue skipped because task manager create_task contract is incompatible\", extra={\"session_id\": session_record.session_id})\n return None\n\n task_id = getattr(task_object, \"id\", None)\n return str(task_id) if task_id else None\n\n # endregion _enqueue_recovery_task\n\n\n# #endregion DatasetReviewOrchestrator\n\n# #endregion DatasetReviewOrchestrator\n" }, { @@ -61782,6 +64029,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region OrchestratorCommands [C:2] [TYPE Module] [SEMANTICS dataset, review, command, dataclass, boundary]\n# @BRIEF Typed command and result dataclasses for dataset review orchestration boundary.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [DatasetReviewModels]\n# @RELATION DEPENDS_ON -> [SupersetContextExtractor]\n\nfrom __future__ import annotations\n\nfrom dataclasses import dataclass, field\n\nfrom src.core.utils.superset_context_extractor import SupersetParsedContext\nfrom src.models.auth import User\nfrom src.models.dataset_review import (\n CompiledPreview,\n DatasetReviewSession,\n DatasetRunContext,\n ValidationFinding,\n)\n\n\n# #region StartSessionCommand [C:2] [TYPE Class]\n# @BRIEF Typed input contract for starting a dataset review session.\n@dataclass\nclass StartSessionCommand:\n user: User\n environment_id: str\n source_kind: str\n source_input: str\n\n\n# #endregion StartSessionCommand\n\n\n# #region StartSessionResult [C:2] [TYPE Class]\n# @BRIEF Session-start result carrying the persisted session and intake recovery metadata.\n@dataclass\nclass StartSessionResult:\n session: DatasetReviewSession\n parsed_context: SupersetParsedContext | None = None\n findings: list[ValidationFinding] = field(default_factory=list)\n\n\n# #endregion StartSessionResult\n\n\n# #region PreparePreviewCommand [C:2] [TYPE Class]\n# @BRIEF Typed input contract for compiling one Superset-backed session preview.\n@dataclass\nclass PreparePreviewCommand:\n user: User\n session_id: str\n expected_version: int | None = None\n\n\n# #endregion PreparePreviewCommand\n\n\n# #region PreparePreviewResult [C:2] [TYPE Class]\n# @BRIEF Result contract for one persisted compiled preview attempt.\n@dataclass\nclass PreparePreviewResult:\n session: DatasetReviewSession\n preview: CompiledPreview\n blocked_reasons: list[str] = field(default_factory=list)\n\n\n# #endregion PreparePreviewResult\n\n\n# #region LaunchDatasetCommand [C:2] [TYPE Class]\n# @BRIEF Typed input contract for launching one dataset-review session into SQL Lab.\n@dataclass\nclass LaunchDatasetCommand:\n user: User\n session_id: str\n expected_version: int | None = None\n\n\n# #endregion LaunchDatasetCommand\n\n\n# #region LaunchDatasetResult [C:2] [TYPE Class]\n# @BRIEF Launch result carrying immutable run context and any gate blockers.\n@dataclass\nclass LaunchDatasetResult:\n session: DatasetReviewSession\n run_context: DatasetRunContext\n blocked_reasons: list[str] = field(default_factory=list)\n\n\n# #endregion LaunchDatasetResult\n\n\n# #endregion OrchestratorCommands\n" }, { @@ -61799,6 +64047,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region StartSessionCommand [C:2] [TYPE Class]\n# @BRIEF Typed input contract for starting a dataset review session.\n@dataclass\nclass StartSessionCommand:\n user: User\n environment_id: str\n source_kind: str\n source_input: str\n\n\n# #endregion StartSessionCommand\n" }, { @@ -61816,6 +64065,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region StartSessionResult [C:2] [TYPE Class]\n# @BRIEF Session-start result carrying the persisted session and intake recovery metadata.\n@dataclass\nclass StartSessionResult:\n session: DatasetReviewSession\n parsed_context: SupersetParsedContext | None = None\n findings: list[ValidationFinding] = field(default_factory=list)\n\n\n# #endregion StartSessionResult\n" }, { @@ -61833,6 +64083,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PreparePreviewCommand [C:2] [TYPE Class]\n# @BRIEF Typed input contract for compiling one Superset-backed session preview.\n@dataclass\nclass PreparePreviewCommand:\n user: User\n session_id: str\n expected_version: int | None = None\n\n\n# #endregion PreparePreviewCommand\n" }, { @@ -61850,6 +64101,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PreparePreviewResult [C:2] [TYPE Class]\n# @BRIEF Result contract for one persisted compiled preview attempt.\n@dataclass\nclass PreparePreviewResult:\n session: DatasetReviewSession\n preview: CompiledPreview\n blocked_reasons: list[str] = field(default_factory=list)\n\n\n# #endregion PreparePreviewResult\n" }, { @@ -61867,6 +64119,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LaunchDatasetCommand [C:2] [TYPE Class]\n# @BRIEF Typed input contract for launching one dataset-review session into SQL Lab.\n@dataclass\nclass LaunchDatasetCommand:\n user: User\n session_id: str\n expected_version: int | None = None\n\n\n# #endregion LaunchDatasetCommand\n" }, { @@ -61884,6 +64137,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LaunchDatasetResult [C:2] [TYPE Class]\n# @BRIEF Launch result carrying immutable run context and any gate blockers.\n@dataclass\nclass LaunchDatasetResult:\n session: DatasetReviewSession\n run_context: DatasetRunContext\n blocked_reasons: list[str] = field(default_factory=list)\n\n\n# #endregion LaunchDatasetResult\n" }, { @@ -61927,6 +64181,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region OrchestratorHelpers [C:4] [TYPE Module] [SEMANTICS dataset, review, snapshot, fingerprint, recovery]\n# @BRIEF Pure helper methods extracted from DatasetReviewOrchestrator for INV_7 compliance — snapshot, blockers, fingerprint, recovery bootstrap.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [DatasetReviewModels]\n# @RELATION DEPENDS_ON -> [SupersetContextExtractor]\n# @PRE: Caller provides a loaded session aggregate with hydrated child collections.\n# @POST: Helper results are deterministic and do not mutate persistence directly.\n\nfrom __future__ import annotations\n\nimport hashlib\nimport json\nfrom datetime import datetime\nfrom typing import Any, cast\n\nfrom src.core.logger import logger\nfrom src.models.dataset_review import (\n ApprovalState,\n BusinessSummarySource,\n CompiledPreview,\n ConfidenceState,\n DatasetProfile,\n DatasetReviewSession,\n FindingArea,\n FindingSeverity,\n PreviewStatus,\n ResolutionState,\n ValidationFinding,\n)\n\nlogger = cast(Any, logger)\n\n\n# #region parse_dataset_selection [C:2] [TYPE Function]\n# @BRIEF Normalize dataset-selection payload into canonical session references.\ndef parse_dataset_selection(source_input: str) -> tuple[str, int | None]:\n normalized = str(source_input or \"\").strip()\n if not normalized:\n raise ValueError(\"dataset selection input must be non-empty\")\n if normalized.isdigit():\n dataset_id = int(normalized)\n return f\"dataset:{dataset_id}\", dataset_id\n if normalized.startswith(\"dataset:\"):\n suffix = normalized.split(\":\", 1)[1].strip()\n if suffix.isdigit():\n return normalized, int(suffix)\n return normalized, None\n return normalized, None\n\n\n# #endregion parse_dataset_selection\n\n\n# #region build_initial_profile [C:2] [TYPE Function]\n# @BRIEF Create the first profile snapshot so exports and detail views remain usable immediately after intake.\ndef build_initial_profile(\n session_id: str,\n parsed_context: Any | None,\n dataset_ref: str,\n) -> DatasetProfile:\n dataset_name = (\n dataset_ref.split(\".\")[-1] if dataset_ref else \"Unresolved dataset\"\n )\n business_summary = (\n f\"Review session initialized for {dataset_ref}.\"\n if dataset_ref\n else \"Review session initialized with unresolved dataset context.\"\n )\n confidence_state = (\n ConfidenceState.MIXED\n if parsed_context and getattr(parsed_context, \"partial_recovery\", False)\n else ConfidenceState.MOSTLY_CONFIRMED\n )\n return DatasetProfile(\n session_id=session_id,\n dataset_name=dataset_name or \"Unresolved dataset\",\n schema_name=dataset_ref.split(\".\")[0] if \".\" in dataset_ref else None,\n business_summary=business_summary,\n business_summary_source=BusinessSummarySource.IMPORTED,\n description=\"Initial review profile created from source intake.\",\n dataset_type=\"unknown\",\n is_sqllab_view=False,\n completeness_score=0.25,\n confidence_state=confidence_state,\n has_blocking_findings=False,\n has_warning_findings=bool(\n parsed_context and getattr(parsed_context, \"partial_recovery\", False)\n ),\n manual_summary_locked=False,\n )\n\n\n# #endregion build_initial_profile\n\n\n# #region build_partial_recovery_findings [C:3] [TYPE Function]\n# @BRIEF Project partial Superset intake recovery into explicit findings without blocking session usability.\n# @PRE: parsed_context.partial_recovery is true.\n# @POST: Returns warning-level findings that preserve usable but incomplete state.\ndef build_partial_recovery_findings(parsed_context: Any) -> list[ValidationFinding]:\n findings: list[ValidationFinding] = []\n for unresolved_ref in getattr(parsed_context, \"unresolved_references\", []):\n findings.append(\n ValidationFinding(\n area=FindingArea.SOURCE_INTAKE,\n severity=FindingSeverity.WARNING,\n code=\"PARTIAL_SUPERSET_RECOVERY\",\n title=\"Superset context recovered partially\",\n message=(\n \"Session remains usable, but some Superset context requires review: \"\n f\"{unresolved_ref.replace('_', ' ')}.\"\n ),\n resolution_state=ResolutionState.OPEN,\n caused_by_ref=unresolved_ref,\n )\n )\n return findings\n\n\n# #endregion build_partial_recovery_findings\n\n\n# #region extract_effective_filter_value [C:2] [TYPE Function]\n# @BRIEF Separate normalized filter payload metadata from the user-facing effective filter value.\ndef extract_effective_filter_value(\n normalized_value: Any, raw_value: Any\n) -> Any:\n if isinstance(normalized_value, dict) and (\n \"filter_clauses\" in normalized_value\n or \"extra_form_data\" in normalized_value\n ):\n return raw_value\n return normalized_value if normalized_value is not None else raw_value\n\n\n# #endregion extract_effective_filter_value\n\n\n# #region build_execution_snapshot [C:4] [TYPE Function]\n# @BRIEF Build effective filters, template params, approvals, and fingerprint for preview and launch gating.\n# @PRE: Session aggregate includes imported filters, template variables, and current execution mappings.\n# @POST: Returns deterministic execution snapshot for current session state without mutating persistence.\ndef build_execution_snapshot(session: DatasetReviewSession) -> dict[str, Any]:\n session_record = cast(Any, session)\n filter_lookup = {\n item.filter_id: item for item in session_record.imported_filters\n }\n variable_lookup = {\n item.variable_id: item for item in session_record.template_variables\n }\n\n effective_filters: list[dict[str, Any]] = []\n template_params: dict[str, Any] = {}\n approved_mapping_ids: list[str] = []\n open_warning_refs: list[str] = []\n preview_blockers: list[str] = []\n mapped_filter_ids: set[str] = set()\n\n for mapping in session_record.execution_mappings:\n imported_filter = filter_lookup.get(mapping.filter_id)\n template_variable = variable_lookup.get(mapping.variable_id)\n if imported_filter is None:\n preview_blockers.append(f\"mapping:{mapping.mapping_id}:missing_filter\")\n continue\n if template_variable is None:\n preview_blockers.append(f\"mapping:{mapping.mapping_id}:missing_variable\")\n continue\n\n effective_value = mapping.effective_value\n if effective_value is None:\n effective_value = extract_effective_filter_value(\n imported_filter.normalized_value, imported_filter.raw_value,\n )\n if effective_value is None:\n effective_value = template_variable.default_value\n\n if effective_value is None and template_variable.is_required:\n preview_blockers.append(\n f\"variable:{template_variable.variable_name}:missing_required_value\"\n )\n continue\n\n mapped_filter_ids.add(imported_filter.filter_id)\n if effective_value is not None:\n mapped_filter_payload = {\n \"mapping_id\": mapping.mapping_id,\n \"filter_id\": imported_filter.filter_id,\n \"filter_name\": imported_filter.filter_name,\n \"variable_id\": template_variable.variable_id,\n \"variable_name\": template_variable.variable_name,\n \"effective_value\": effective_value,\n \"raw_input_value\": mapping.raw_input_value,\n }\n if isinstance(imported_filter.normalized_value, dict):\n mapped_filter_payload[\"display_name\"] = imported_filter.display_name\n mapped_filter_payload[\"normalized_filter_payload\"] = (\n imported_filter.normalized_value\n )\n effective_filters.append(mapped_filter_payload)\n template_params[template_variable.variable_name] = effective_value\n if mapping.approval_state == ApprovalState.APPROVED:\n approved_mapping_ids.append(mapping.mapping_id)\n if (\n mapping.requires_explicit_approval\n and mapping.approval_state != ApprovalState.APPROVED\n ):\n open_warning_refs.append(mapping.mapping_id)\n\n for imported_filter in session_record.imported_filters:\n if imported_filter.filter_id in mapped_filter_ids:\n continue\n effective_value = extract_effective_filter_value(\n imported_filter.normalized_value, imported_filter.raw_value,\n )\n if effective_value is None:\n continue\n effective_filters.append(\n {\n \"filter_id\": imported_filter.filter_id,\n \"filter_name\": imported_filter.filter_name,\n \"display_name\": imported_filter.display_name,\n \"effective_value\": effective_value,\n \"raw_input_value\": imported_filter.raw_value,\n \"normalized_filter_payload\": imported_filter.normalized_value,\n }\n )\n\n mapped_variable_ids = {\n mapping.variable_id for mapping in session_record.execution_mappings\n }\n for variable in session_record.template_variables:\n if variable.variable_id in mapped_variable_ids:\n continue\n if variable.default_value is not None:\n template_params[variable.variable_name] = variable.default_value\n continue\n if variable.is_required:\n preview_blockers.append(f\"variable:{variable.variable_name}:unmapped\")\n\n semantic_decision_refs = [\n field.field_id\n for field in session.semantic_fields\n if field.is_locked\n or not field.needs_review\n or field.provenance.value != \"unresolved\"\n ]\n preview_fingerprint = compute_preview_fingerprint(\n {\n \"dataset_id\": session_record.dataset_id,\n \"template_params\": template_params,\n \"effective_filters\": effective_filters,\n }\n )\n return {\n \"effective_filters\": effective_filters,\n \"template_params\": template_params,\n \"approved_mapping_ids\": sorted(approved_mapping_ids),\n \"semantic_decision_refs\": sorted(semantic_decision_refs),\n \"open_warning_refs\": sorted(open_warning_refs),\n \"preview_blockers\": sorted(set(preview_blockers)),\n \"preview_fingerprint\": preview_fingerprint,\n }\n\n\n# #endregion build_execution_snapshot\n\n\n# #region build_launch_blockers [C:3] [TYPE Function]\n# @BRIEF Enforce launch gates from findings, approvals, and current preview truth.\n# @PRE: execution_snapshot was computed from current session state.\n# @POST: Returns explicit blocker codes for every unmet launch invariant.\ndef build_launch_blockers(\n session: DatasetReviewSession,\n execution_snapshot: dict[str, Any],\n preview: CompiledPreview | None,\n) -> list[str]:\n session_record = cast(Any, session)\n blockers = list(execution_snapshot[\"preview_blockers\"])\n\n for finding in session_record.findings:\n if (\n finding.severity == FindingSeverity.BLOCKING\n and finding.resolution_state\n not in {ResolutionState.RESOLVED, ResolutionState.APPROVED}\n ):\n blockers.append(f\"finding:{finding.code}:blocking\")\n for mapping in session_record.execution_mappings:\n if (\n mapping.requires_explicit_approval\n and mapping.approval_state != ApprovalState.APPROVED\n ):\n blockers.append(f\"mapping:{mapping.mapping_id}:approval_required\")\n\n if preview is None:\n blockers.append(\"preview:missing\")\n else:\n if preview.preview_status != PreviewStatus.READY:\n blockers.append(f\"preview:{preview.preview_status.value}\")\n if preview.preview_fingerprint != execution_snapshot[\"preview_fingerprint\"]:\n blockers.append(\"preview:fingerprint_mismatch\")\n\n return sorted(set(blockers))\n\n\n# #endregion build_launch_blockers\n\n\n# #region get_latest_preview [C:2] [TYPE Function]\n# @BRIEF Resolve the current latest preview snapshot for one session aggregate.\ndef get_latest_preview(session: DatasetReviewSession) -> CompiledPreview | None:\n session_record = cast(Any, session)\n if not session_record.previews:\n return None\n if session_record.last_preview_id:\n for preview in session_record.previews:\n if preview.preview_id == session_record.last_preview_id:\n return preview\n return sorted(\n session_record.previews,\n key=lambda item: (item.created_at or datetime.min, item.preview_id),\n reverse=True,\n )[0]\n\n\n# #endregion get_latest_preview\n\n\n# #region compute_preview_fingerprint [C:1] [TYPE Function]\n# @BRIEF Produce deterministic execution fingerprint for preview truth and staleness checks.\ndef compute_preview_fingerprint(payload: dict[str, Any]) -> str:\n serialized = json.dumps(payload, sort_keys=True, default=str)\n return hashlib.sha256(serialized.encode(\"utf-8\")).hexdigest()\n\n\n# #endregion compute_preview_fingerprint\n\n\n# #endregion OrchestratorHelpers\n" }, { @@ -61944,6 +64199,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region parse_dataset_selection [C:2] [TYPE Function]\n# @BRIEF Normalize dataset-selection payload into canonical session references.\ndef parse_dataset_selection(source_input: str) -> tuple[str, int | None]:\n normalized = str(source_input or \"\").strip()\n if not normalized:\n raise ValueError(\"dataset selection input must be non-empty\")\n if normalized.isdigit():\n dataset_id = int(normalized)\n return f\"dataset:{dataset_id}\", dataset_id\n if normalized.startswith(\"dataset:\"):\n suffix = normalized.split(\":\", 1)[1].strip()\n if suffix.isdigit():\n return normalized, int(suffix)\n return normalized, None\n return normalized, None\n\n\n# #endregion parse_dataset_selection\n" }, { @@ -61961,6 +64217,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region build_initial_profile [C:2] [TYPE Function]\n# @BRIEF Create the first profile snapshot so exports and detail views remain usable immediately after intake.\ndef build_initial_profile(\n session_id: str,\n parsed_context: Any | None,\n dataset_ref: str,\n) -> DatasetProfile:\n dataset_name = (\n dataset_ref.split(\".\")[-1] if dataset_ref else \"Unresolved dataset\"\n )\n business_summary = (\n f\"Review session initialized for {dataset_ref}.\"\n if dataset_ref\n else \"Review session initialized with unresolved dataset context.\"\n )\n confidence_state = (\n ConfidenceState.MIXED\n if parsed_context and getattr(parsed_context, \"partial_recovery\", False)\n else ConfidenceState.MOSTLY_CONFIRMED\n )\n return DatasetProfile(\n session_id=session_id,\n dataset_name=dataset_name or \"Unresolved dataset\",\n schema_name=dataset_ref.split(\".\")[0] if \".\" in dataset_ref else None,\n business_summary=business_summary,\n business_summary_source=BusinessSummarySource.IMPORTED,\n description=\"Initial review profile created from source intake.\",\n dataset_type=\"unknown\",\n is_sqllab_view=False,\n completeness_score=0.25,\n confidence_state=confidence_state,\n has_blocking_findings=False,\n has_warning_findings=bool(\n parsed_context and getattr(parsed_context, \"partial_recovery\", False)\n ),\n manual_summary_locked=False,\n )\n\n\n# #endregion build_initial_profile\n" }, { @@ -62008,6 +64265,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region build_partial_recovery_findings [C:3] [TYPE Function]\n# @BRIEF Project partial Superset intake recovery into explicit findings without blocking session usability.\n# @PRE: parsed_context.partial_recovery is true.\n# @POST: Returns warning-level findings that preserve usable but incomplete state.\ndef build_partial_recovery_findings(parsed_context: Any) -> list[ValidationFinding]:\n findings: list[ValidationFinding] = []\n for unresolved_ref in getattr(parsed_context, \"unresolved_references\", []):\n findings.append(\n ValidationFinding(\n area=FindingArea.SOURCE_INTAKE,\n severity=FindingSeverity.WARNING,\n code=\"PARTIAL_SUPERSET_RECOVERY\",\n title=\"Superset context recovered partially\",\n message=(\n \"Session remains usable, but some Superset context requires review: \"\n f\"{unresolved_ref.replace('_', ' ')}.\"\n ),\n resolution_state=ResolutionState.OPEN,\n caused_by_ref=unresolved_ref,\n )\n )\n return findings\n\n\n# #endregion build_partial_recovery_findings\n" }, { @@ -62025,6 +64283,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region extract_effective_filter_value [C:2] [TYPE Function]\n# @BRIEF Separate normalized filter payload metadata from the user-facing effective filter value.\ndef extract_effective_filter_value(\n normalized_value: Any, raw_value: Any\n) -> Any:\n if isinstance(normalized_value, dict) and (\n \"filter_clauses\" in normalized_value\n or \"extra_form_data\" in normalized_value\n ):\n return raw_value\n return normalized_value if normalized_value is not None else raw_value\n\n\n# #endregion extract_effective_filter_value\n" }, { @@ -62063,6 +64322,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region build_execution_snapshot [C:4] [TYPE Function]\n# @BRIEF Build effective filters, template params, approvals, and fingerprint for preview and launch gating.\n# @PRE: Session aggregate includes imported filters, template variables, and current execution mappings.\n# @POST: Returns deterministic execution snapshot for current session state without mutating persistence.\ndef build_execution_snapshot(session: DatasetReviewSession) -> dict[str, Any]:\n session_record = cast(Any, session)\n filter_lookup = {\n item.filter_id: item for item in session_record.imported_filters\n }\n variable_lookup = {\n item.variable_id: item for item in session_record.template_variables\n }\n\n effective_filters: list[dict[str, Any]] = []\n template_params: dict[str, Any] = {}\n approved_mapping_ids: list[str] = []\n open_warning_refs: list[str] = []\n preview_blockers: list[str] = []\n mapped_filter_ids: set[str] = set()\n\n for mapping in session_record.execution_mappings:\n imported_filter = filter_lookup.get(mapping.filter_id)\n template_variable = variable_lookup.get(mapping.variable_id)\n if imported_filter is None:\n preview_blockers.append(f\"mapping:{mapping.mapping_id}:missing_filter\")\n continue\n if template_variable is None:\n preview_blockers.append(f\"mapping:{mapping.mapping_id}:missing_variable\")\n continue\n\n effective_value = mapping.effective_value\n if effective_value is None:\n effective_value = extract_effective_filter_value(\n imported_filter.normalized_value, imported_filter.raw_value,\n )\n if effective_value is None:\n effective_value = template_variable.default_value\n\n if effective_value is None and template_variable.is_required:\n preview_blockers.append(\n f\"variable:{template_variable.variable_name}:missing_required_value\"\n )\n continue\n\n mapped_filter_ids.add(imported_filter.filter_id)\n if effective_value is not None:\n mapped_filter_payload = {\n \"mapping_id\": mapping.mapping_id,\n \"filter_id\": imported_filter.filter_id,\n \"filter_name\": imported_filter.filter_name,\n \"variable_id\": template_variable.variable_id,\n \"variable_name\": template_variable.variable_name,\n \"effective_value\": effective_value,\n \"raw_input_value\": mapping.raw_input_value,\n }\n if isinstance(imported_filter.normalized_value, dict):\n mapped_filter_payload[\"display_name\"] = imported_filter.display_name\n mapped_filter_payload[\"normalized_filter_payload\"] = (\n imported_filter.normalized_value\n )\n effective_filters.append(mapped_filter_payload)\n template_params[template_variable.variable_name] = effective_value\n if mapping.approval_state == ApprovalState.APPROVED:\n approved_mapping_ids.append(mapping.mapping_id)\n if (\n mapping.requires_explicit_approval\n and mapping.approval_state != ApprovalState.APPROVED\n ):\n open_warning_refs.append(mapping.mapping_id)\n\n for imported_filter in session_record.imported_filters:\n if imported_filter.filter_id in mapped_filter_ids:\n continue\n effective_value = extract_effective_filter_value(\n imported_filter.normalized_value, imported_filter.raw_value,\n )\n if effective_value is None:\n continue\n effective_filters.append(\n {\n \"filter_id\": imported_filter.filter_id,\n \"filter_name\": imported_filter.filter_name,\n \"display_name\": imported_filter.display_name,\n \"effective_value\": effective_value,\n \"raw_input_value\": imported_filter.raw_value,\n \"normalized_filter_payload\": imported_filter.normalized_value,\n }\n )\n\n mapped_variable_ids = {\n mapping.variable_id for mapping in session_record.execution_mappings\n }\n for variable in session_record.template_variables:\n if variable.variable_id in mapped_variable_ids:\n continue\n if variable.default_value is not None:\n template_params[variable.variable_name] = variable.default_value\n continue\n if variable.is_required:\n preview_blockers.append(f\"variable:{variable.variable_name}:unmapped\")\n\n semantic_decision_refs = [\n field.field_id\n for field in session.semantic_fields\n if field.is_locked\n or not field.needs_review\n or field.provenance.value != \"unresolved\"\n ]\n preview_fingerprint = compute_preview_fingerprint(\n {\n \"dataset_id\": session_record.dataset_id,\n \"template_params\": template_params,\n \"effective_filters\": effective_filters,\n }\n )\n return {\n \"effective_filters\": effective_filters,\n \"template_params\": template_params,\n \"approved_mapping_ids\": sorted(approved_mapping_ids),\n \"semantic_decision_refs\": sorted(semantic_decision_refs),\n \"open_warning_refs\": sorted(open_warning_refs),\n \"preview_blockers\": sorted(set(preview_blockers)),\n \"preview_fingerprint\": preview_fingerprint,\n }\n\n\n# #endregion build_execution_snapshot\n" }, { @@ -62110,6 +64370,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region build_launch_blockers [C:3] [TYPE Function]\n# @BRIEF Enforce launch gates from findings, approvals, and current preview truth.\n# @PRE: execution_snapshot was computed from current session state.\n# @POST: Returns explicit blocker codes for every unmet launch invariant.\ndef build_launch_blockers(\n session: DatasetReviewSession,\n execution_snapshot: dict[str, Any],\n preview: CompiledPreview | None,\n) -> list[str]:\n session_record = cast(Any, session)\n blockers = list(execution_snapshot[\"preview_blockers\"])\n\n for finding in session_record.findings:\n if (\n finding.severity == FindingSeverity.BLOCKING\n and finding.resolution_state\n not in {ResolutionState.RESOLVED, ResolutionState.APPROVED}\n ):\n blockers.append(f\"finding:{finding.code}:blocking\")\n for mapping in session_record.execution_mappings:\n if (\n mapping.requires_explicit_approval\n and mapping.approval_state != ApprovalState.APPROVED\n ):\n blockers.append(f\"mapping:{mapping.mapping_id}:approval_required\")\n\n if preview is None:\n blockers.append(\"preview:missing\")\n else:\n if preview.preview_status != PreviewStatus.READY:\n blockers.append(f\"preview:{preview.preview_status.value}\")\n if preview.preview_fingerprint != execution_snapshot[\"preview_fingerprint\"]:\n blockers.append(\"preview:fingerprint_mismatch\")\n\n return sorted(set(blockers))\n\n\n# #endregion build_launch_blockers\n" }, { @@ -62127,6 +64388,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_latest_preview [C:2] [TYPE Function]\n# @BRIEF Resolve the current latest preview snapshot for one session aggregate.\ndef get_latest_preview(session: DatasetReviewSession) -> CompiledPreview | None:\n session_record = cast(Any, session)\n if not session_record.previews:\n return None\n if session_record.last_preview_id:\n for preview in session_record.previews:\n if preview.preview_id == session_record.last_preview_id:\n return preview\n return sorted(\n session_record.previews,\n key=lambda item: (item.created_at or datetime.min, item.preview_id),\n reverse=True,\n )[0]\n\n\n# #endregion get_latest_preview\n" }, { @@ -62154,6 +64416,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region compute_preview_fingerprint [C:1] [TYPE Function]\n# @BRIEF Produce deterministic execution fingerprint for preview truth and staleness checks.\ndef compute_preview_fingerprint(payload: dict[str, Any]) -> str:\n serialized = json.dumps(payload, sort_keys=True, default=str)\n return hashlib.sha256(serialized.encode(\"utf-8\")).hexdigest()\n\n\n# #endregion compute_preview_fingerprint\n" }, { @@ -62197,6 +64460,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SessionRepositoryMutations [C:4] [TYPE Module] [SEMANTICS dataset, repository, mutation, session, persistence]\n# @BRIEF Persistence mutation operations for dataset review session aggregates — profile/findings, recovery state, preview, run context.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [DatasetReviewModels]\n# @RELATION DEPENDS_ON -> [SessionEventLogger]\n# @PRE: All mutations execute within authenticated request or task scope.\n# @POST: Session aggregate writes preserve ownership and version semantics.\n\nfrom __future__ import annotations\n\nfrom typing import Any, cast\n\nfrom sqlalchemy.orm import Session\n\nfrom src.core.logger import belief_scope, logger\nfrom src.models.dataset_review import (\n CompiledPreview,\n DatasetProfile,\n DatasetReviewSession,\n DatasetRunContext,\n ExecutionMapping,\n ImportedFilter,\n TemplateVariable,\n ValidationFinding,\n)\nfrom src.services.dataset_review.event_logger import SessionEventLogger\n\nlogger = cast(Any, logger)\n\n\n# #region save_profile_and_findings [C:4] [TYPE Function]\n# @BRIEF Persist profile state and replace validation findings for an owned session in one transaction.\n# @PRE: session_id belongs to user_id and the supplied profile/findings belong to the same aggregate scope.\n# @POST: stored profile matches the current session and findings are replaced by the supplied collection.\n# @SIDE_EFFECT: updates profile rows, deletes stale findings, inserts current findings, and commits the transaction.\ndef save_profile_and_findings(\n db: Session,\n event_logger: SessionEventLogger,\n get_owned_session,\n require_session_version,\n commit_session_mutation,\n session_id: str,\n user_id: str,\n profile: DatasetProfile,\n findings: list[ValidationFinding],\n expected_version: int | None = None,\n) -> DatasetReviewSession:\n with belief_scope(\"save_profile_and_findings\"):\n session = get_owned_session(session_id, user_id)\n if expected_version is not None:\n require_session_version(session, expected_version)\n logger.reason(\"Persisting dataset profile and replacing validation findings\", extra={\"session_id\": session_id, \"user_id\": user_id, \"has_profile\": bool(profile), \"findings_count\": len(findings)})\n\n if profile:\n existing_profile = db.query(DatasetProfile).filter_by(session_id=session_id).first()\n if existing_profile:\n profile.profile_id = existing_profile.profile_id\n db.merge(profile)\n\n db.query(ValidationFinding).filter(ValidationFinding.session_id == session_id).delete()\n for finding in findings:\n cast(Any, finding).session_id = session_id\n db.add(finding)\n\n commit_session_mutation(session, expected_version=expected_version)\n logger.reflect(\"Dataset profile and validation findings committed\", extra={\"session_id\": session.session_id, \"user_id\": user_id, \"findings_count\": len(findings)})\n\n return session\n\n\n# #endregion save_profile_and_findings\n\n\n# #region save_recovery_state [C:4] [TYPE Function]\n# @BRIEF Persist imported filters, template variables, and initial execution mappings for one owned session.\n# @PRE: session_id belongs to user_id.\n# @POST: Recovery state persisted to database.\n# @SIDE_EFFECT: Writes to database.\ndef save_recovery_state(\n db: Session,\n get_owned_session,\n require_session_version,\n commit_session_mutation,\n load_session_detail_fn,\n session_id: str,\n user_id: str,\n imported_filters: list[ImportedFilter],\n template_variables: list[TemplateVariable],\n execution_mappings: list[ExecutionMapping],\n expected_version: int | None = None,\n) -> DatasetReviewSession:\n with belief_scope(\"save_recovery_state\"):\n session = get_owned_session(session_id, user_id)\n if expected_version is not None:\n require_session_version(session, expected_version)\n logger.reason(\"Persisting dataset review recovery bootstrap state\", extra={\"session_id\": session_id, \"user_id\": user_id, \"imported_filters_count\": len(imported_filters), \"template_variables_count\": len(template_variables), \"execution_mappings_count\": len(execution_mappings)})\n\n db.query(ExecutionMapping).filter(ExecutionMapping.session_id == session_id).delete()\n db.query(TemplateVariable).filter(TemplateVariable.session_id == session_id).delete()\n db.query(ImportedFilter).filter(ImportedFilter.session_id == session_id).delete()\n\n for f in imported_filters:\n cast(Any, f).session_id = session_id\n db.add(f)\n for tv in template_variables:\n cast(Any, tv).session_id = session_id\n db.add(tv)\n db.flush()\n for em in execution_mappings:\n cast(Any, em).session_id = session_id\n db.add(em)\n\n commit_session_mutation(session, expected_version=expected_version)\n logger.reflect(\"Dataset review recovery bootstrap state committed\", extra={\"session_id\": session.session_id, \"user_id\": user_id})\n return load_session_detail_fn(session_id, user_id)\n\n\n# #endregion save_recovery_state\n\n\n# #region save_preview [C:3] [TYPE Function]\n# @BRIEF Persist a preview snapshot and mark prior session previews stale.\n# @PRE: session_id belongs to user_id and preview is prepared for the same session aggregate.\n# @POST: preview is persisted and the session points to the latest preview identifier.\n# @SIDE_EFFECT: updates prior preview statuses, inserts a preview row, mutates the parent session, and commits.\ndef save_preview(\n db: Session,\n get_owned_session,\n require_session_version,\n commit_session_mutation,\n session_id: str,\n user_id: str,\n preview: CompiledPreview,\n expected_version: int | None = None,\n) -> CompiledPreview:\n with belief_scope(\"save_preview\"):\n session = get_owned_session(session_id, user_id)\n session_record = cast(Any, session)\n if expected_version is not None:\n require_session_version(session, expected_version)\n logger.reason(\"Persisting compiled preview and staling previous preview snapshots\", extra={\"session_id\": session_id, \"user_id\": user_id})\n\n db.query(CompiledPreview).filter(CompiledPreview.session_id == session_id).update({\"preview_status\": \"stale\"})\n db.add(preview)\n db.flush()\n session_record.last_preview_id = preview.preview_id\n\n commit_session_mutation(session, refresh_targets=[preview], expected_version=expected_version)\n logger.reflect(\"Compiled preview committed as latest session preview\", extra={\"session_id\": session.session_id, \"preview_id\": preview.preview_id})\n return preview\n\n\n# #endregion save_preview\n\n\n# #region save_run_context [C:3] [TYPE Function]\n# @BRIEF Persist an immutable launch audit snapshot for an owned session.\n# @PRE: session_id belongs to user_id and run_context targets the same aggregate.\n# @POST: run context is persisted and linked as the latest launch snapshot for the session.\n# @SIDE_EFFECT: inserts a run-context row, mutates the parent session pointer, and commits.\ndef save_run_context(\n db: Session,\n get_owned_session,\n require_session_version,\n commit_session_mutation,\n session_id: str,\n user_id: str,\n run_context: DatasetRunContext,\n expected_version: int | None = None,\n) -> DatasetRunContext:\n with belief_scope(\"save_run_context\"):\n session = get_owned_session(session_id, user_id)\n session_record = cast(Any, session)\n if expected_version is not None:\n require_session_version(session, expected_version)\n logger.reason(\"Persisting dataset run context audit snapshot\", extra={\"session_id\": session_id, \"user_id\": user_id})\n\n db.add(run_context)\n db.flush()\n session_record.last_run_context_id = run_context.run_context_id\n\n commit_session_mutation(session, refresh_targets=[run_context], expected_version=expected_version)\n logger.reflect(\"Dataset run context committed as latest launch snapshot\", extra={\"session_id\": session.session_id, \"run_context_id\": run_context.run_context_id})\n return run_context\n\n\n# #endregion save_run_context\n\n\n# #endregion SessionRepositoryMutations\n" }, { @@ -62227,6 +64491,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region save_profile_and_findings [C:4] [TYPE Function]\n# @BRIEF Persist profile state and replace validation findings for an owned session in one transaction.\n# @PRE: session_id belongs to user_id and the supplied profile/findings belong to the same aggregate scope.\n# @POST: stored profile matches the current session and findings are replaced by the supplied collection.\n# @SIDE_EFFECT: updates profile rows, deletes stale findings, inserts current findings, and commits the transaction.\ndef save_profile_and_findings(\n db: Session,\n event_logger: SessionEventLogger,\n get_owned_session,\n require_session_version,\n commit_session_mutation,\n session_id: str,\n user_id: str,\n profile: DatasetProfile,\n findings: list[ValidationFinding],\n expected_version: int | None = None,\n) -> DatasetReviewSession:\n with belief_scope(\"save_profile_and_findings\"):\n session = get_owned_session(session_id, user_id)\n if expected_version is not None:\n require_session_version(session, expected_version)\n logger.reason(\"Persisting dataset profile and replacing validation findings\", extra={\"session_id\": session_id, \"user_id\": user_id, \"has_profile\": bool(profile), \"findings_count\": len(findings)})\n\n if profile:\n existing_profile = db.query(DatasetProfile).filter_by(session_id=session_id).first()\n if existing_profile:\n profile.profile_id = existing_profile.profile_id\n db.merge(profile)\n\n db.query(ValidationFinding).filter(ValidationFinding.session_id == session_id).delete()\n for finding in findings:\n cast(Any, finding).session_id = session_id\n db.add(finding)\n\n commit_session_mutation(session, expected_version=expected_version)\n logger.reflect(\"Dataset profile and validation findings committed\", extra={\"session_id\": session.session_id, \"user_id\": user_id, \"findings_count\": len(findings)})\n\n return session\n\n\n# #endregion save_profile_and_findings\n" }, { @@ -62257,6 +64522,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region save_recovery_state [C:4] [TYPE Function]\n# @BRIEF Persist imported filters, template variables, and initial execution mappings for one owned session.\n# @PRE: session_id belongs to user_id.\n# @POST: Recovery state persisted to database.\n# @SIDE_EFFECT: Writes to database.\ndef save_recovery_state(\n db: Session,\n get_owned_session,\n require_session_version,\n commit_session_mutation,\n load_session_detail_fn,\n session_id: str,\n user_id: str,\n imported_filters: list[ImportedFilter],\n template_variables: list[TemplateVariable],\n execution_mappings: list[ExecutionMapping],\n expected_version: int | None = None,\n) -> DatasetReviewSession:\n with belief_scope(\"save_recovery_state\"):\n session = get_owned_session(session_id, user_id)\n if expected_version is not None:\n require_session_version(session, expected_version)\n logger.reason(\"Persisting dataset review recovery bootstrap state\", extra={\"session_id\": session_id, \"user_id\": user_id, \"imported_filters_count\": len(imported_filters), \"template_variables_count\": len(template_variables), \"execution_mappings_count\": len(execution_mappings)})\n\n db.query(ExecutionMapping).filter(ExecutionMapping.session_id == session_id).delete()\n db.query(TemplateVariable).filter(TemplateVariable.session_id == session_id).delete()\n db.query(ImportedFilter).filter(ImportedFilter.session_id == session_id).delete()\n\n for f in imported_filters:\n cast(Any, f).session_id = session_id\n db.add(f)\n for tv in template_variables:\n cast(Any, tv).session_id = session_id\n db.add(tv)\n db.flush()\n for em in execution_mappings:\n cast(Any, em).session_id = session_id\n db.add(em)\n\n commit_session_mutation(session, expected_version=expected_version)\n logger.reflect(\"Dataset review recovery bootstrap state committed\", extra={\"session_id\": session.session_id, \"user_id\": user_id})\n return load_session_detail_fn(session_id, user_id)\n\n\n# #endregion save_recovery_state\n" }, { @@ -62314,6 +64580,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region save_preview [C:3] [TYPE Function]\n# @BRIEF Persist a preview snapshot and mark prior session previews stale.\n# @PRE: session_id belongs to user_id and preview is prepared for the same session aggregate.\n# @POST: preview is persisted and the session points to the latest preview identifier.\n# @SIDE_EFFECT: updates prior preview statuses, inserts a preview row, mutates the parent session, and commits.\ndef save_preview(\n db: Session,\n get_owned_session,\n require_session_version,\n commit_session_mutation,\n session_id: str,\n user_id: str,\n preview: CompiledPreview,\n expected_version: int | None = None,\n) -> CompiledPreview:\n with belief_scope(\"save_preview\"):\n session = get_owned_session(session_id, user_id)\n session_record = cast(Any, session)\n if expected_version is not None:\n require_session_version(session, expected_version)\n logger.reason(\"Persisting compiled preview and staling previous preview snapshots\", extra={\"session_id\": session_id, \"user_id\": user_id})\n\n db.query(CompiledPreview).filter(CompiledPreview.session_id == session_id).update({\"preview_status\": \"stale\"})\n db.add(preview)\n db.flush()\n session_record.last_preview_id = preview.preview_id\n\n commit_session_mutation(session, refresh_targets=[preview], expected_version=expected_version)\n logger.reflect(\"Compiled preview committed as latest session preview\", extra={\"session_id\": session.session_id, \"preview_id\": preview.preview_id})\n return preview\n\n\n# #endregion save_preview\n" }, { @@ -62371,6 +64638,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region save_run_context [C:3] [TYPE Function]\n# @BRIEF Persist an immutable launch audit snapshot for an owned session.\n# @PRE: session_id belongs to user_id and run_context targets the same aggregate.\n# @POST: run context is persisted and linked as the latest launch snapshot for the session.\n# @SIDE_EFFECT: inserts a run-context row, mutates the parent session pointer, and commits.\ndef save_run_context(\n db: Session,\n get_owned_session,\n require_session_version,\n commit_session_mutation,\n session_id: str,\n user_id: str,\n run_context: DatasetRunContext,\n expected_version: int | None = None,\n) -> DatasetRunContext:\n with belief_scope(\"save_run_context\"):\n session = get_owned_session(session_id, user_id)\n session_record = cast(Any, session)\n if expected_version is not None:\n require_session_version(session, expected_version)\n logger.reason(\"Persisting dataset run context audit snapshot\", extra={\"session_id\": session_id, \"user_id\": user_id})\n\n db.add(run_context)\n db.flush()\n session_record.last_run_context_id = run_context.run_context_id\n\n commit_session_mutation(session, refresh_targets=[run_context], expected_version=expected_version)\n logger.reflect(\"Dataset run context committed as latest launch snapshot\", extra={\"session_id\": session.session_id, \"run_context_id\": run_context.run_context_id})\n return run_context\n\n\n# #endregion save_run_context\n" }, { @@ -62427,6 +64695,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewSessionRepository [C:5] [TYPE Module] [SEMANTICS dataset, repository, session, aggregate, persistence]\n# @BRIEF Persist and retrieve dataset review session aggregates, including readiness, findings, semantic decisions, clarification state, previews, and run contexts.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\n# @RELATION DEPENDS_ON -> [DatasetProfile]\n# @RELATION DEPENDS_ON -> [ValidationFinding]\n# @RELATION DEPENDS_ON -> [CompiledPreview]\n# @RELATION DISPATCHES -> [SessionRepositoryMutations:Module]\n# @PRE: repository operations execute within authenticated request or task scope.\n# @POST: session aggregate reads are structurally consistent and writes preserve ownership and version semantics.\n# @SIDE_EFFECT: reads and writes SQLAlchemy-backed session aggregates.\n# @DATA_CONTRACT: Input[SessionMutation] -> Output[PersistedSessionAggregate]\n# @INVARIANT: answers, mapping approvals, preview artifacts, and launch snapshots are never attributed to the wrong user or session.\n# @RATIONALE: Original 627-line file exceeded INV_7 (400-line module limit). Extracted mutation operations into _mutations sub-module.\n# @REJECTED: Keeping all repository operations in one file because it exceeded the fractal limit.\n\nfrom datetime import datetime\nfrom typing import Any, cast\n\nfrom sqlalchemy import or_\nfrom sqlalchemy.orm import Session, joinedload\nfrom sqlalchemy.orm.exc import StaleDataError\n\nfrom src.core.logger import belief_scope, logger\nfrom src.models.dataset_review import (\n ClarificationQuestion,\n ClarificationSession,\n CompiledPreview,\n DatasetProfile,\n DatasetReviewSession,\n DatasetRunContext,\n ExecutionMapping,\n ImportedFilter,\n SemanticFieldEntry,\n SessionCollaborator,\n TemplateVariable,\n ValidationFinding,\n)\nfrom src.services.dataset_review.event_logger import SessionEventLogger\n\nlogger = cast(Any, logger)\n\n\n# #region DatasetReviewSessionVersionConflictError [C:2] [TYPE Class]\n# @BRIEF Signal optimistic-lock conflicts for dataset review session mutations.\nclass DatasetReviewSessionVersionConflictError(ValueError):\n def __init__(self, session_id: str, expected_version: int, actual_version: int):\n self.session_id = session_id\n self.expected_version = expected_version\n self.actual_version = actual_version\n super().__init__(\n f\"Session version conflict: expected {expected_version}, actual {actual_version}\"\n )\n\n\n# #endregion DatasetReviewSessionVersionConflictError\n\n\n# #region DatasetReviewSessionRepository [C:4] [TYPE Class]\n# @BRIEF Enforce ownership-scoped persistence and retrieval for dataset review session aggregates.\n# @RELATION DEPENDS_ON -> [DatasetReviewSession]\n# @RELATION DEPENDS_ON -> [SessionEventLogger]\n# @PRE: constructor receives a live SQLAlchemy session and callers provide authenticated user scope.\n# @POST: repository methods return ownership-scoped aggregates or persisted child records without changing domain meaning.\n# @SIDE_EFFECT: mutates and queries the persistence layer through the injected database session.\nclass DatasetReviewSessionRepository:\n # region init_repo [TYPE Function]\n # @PURPOSE: Bind one live SQLAlchemy session to the repository instance.\n # @PRE: db_session is not None\n # @POST: Repository instance initialized with valid session\n def __init__(self, db: Session):\n self.db = db\n self.event_logger = SessionEventLogger(db)\n\n # endregion init_repo\n\n # region get_owned_session [TYPE Function]\n # @PURPOSE: Resolve one owner-scoped dataset review session for mutation paths.\n # @PRE: session_id and user_id are non-empty identifiers from the authenticated ownership scope.\n # @POST: returns the owned session or raises a deterministic access error.\n def _get_owned_session(self, session_id: str, user_id: str) -> DatasetReviewSession:\n with belief_scope(\"DatasetReviewSessionRepository.get_owned_session\"):\n logger.reason(\"Resolving owner-scoped dataset review session\", extra={\"session_id\": session_id, \"user_id\": user_id})\n session = (\n self.db.query(DatasetReviewSession)\n .filter(DatasetReviewSession.session_id == session_id, DatasetReviewSession.user_id == user_id)\n .first()\n )\n if not session:\n logger.explore(\"Owner-scoped dataset review session lookup failed\", extra={\"session_id\": session_id, \"user_id\": user_id})\n raise ValueError(\"Session not found or access denied\")\n logger.reflect(\"Owner-scoped dataset review session resolved\", extra={\"session_id\": session.session_id})\n return session\n\n # endregion get_owned_session\n\n # region create_sess [TYPE Function]\n # @PURPOSE: Persist an initial dataset review session shell.\n # @POST: session is committed, refreshed, and returned with persisted identifiers.\n def create_session(self, session: DatasetReviewSession) -> DatasetReviewSession:\n with belief_scope(\"DatasetReviewSessionRepository.create_session\"):\n logger.reason(\"Persisting dataset review session shell\", extra={\"user_id\": session.user_id, \"environment_id\": session.environment_id})\n self.db.add(session)\n self.db.commit()\n self.db.refresh(session)\n logger.reflect(\"Dataset review session shell persisted\", extra={\"session_id\": session.session_id})\n return session\n\n # endregion create_sess\n\n # region require_session_version [TYPE Function]\n # @PURPOSE: Enforce optimistic-lock version matching before a session mutation is persisted.\n # @POST: returns the same session when versions match; otherwise raises deterministic conflict error.\n def require_session_version(self, session: DatasetReviewSession, expected_version: int) -> DatasetReviewSession:\n with belief_scope(\"DatasetReviewSessionRepository.require_session_version\"):\n actual_version = int(getattr(session, \"version\", 0) or 0)\n logger.reason(\"Checking optimistic-lock version\", extra={\"session_id\": session.session_id, \"expected_version\": expected_version, \"actual_version\": actual_version})\n if actual_version != expected_version:\n logger.explore(\"Rejected mutation due to stale session version\", extra={\"session_id\": session.session_id, \"expected_version\": expected_version, \"actual_version\": actual_version})\n raise DatasetReviewSessionVersionConflictError(str(session.session_id), expected_version, actual_version)\n logger.reflect(\"Optimistic-lock version accepted\", extra={\"session_id\": session.session_id, \"version\": actual_version})\n return session\n\n # endregion require_session_version\n\n # region bump_session_version [TYPE Function]\n # @PURPOSE: Increment optimistic-lock version after a successful session mutation is assembled.\n # @POST: session version increments monotonically.\n def bump_session_version(self, session: DatasetReviewSession) -> int:\n with belief_scope(\"DatasetReviewSessionRepository.bump_session_version\"):\n next_version = int(getattr(session, \"version\", 0) or 0) + 1\n session.version = next_version\n session.last_activity_at = datetime.utcnow()\n logger.reflect(\"Prepared incremented session version\", extra={\"session_id\": session.session_id, \"version\": next_version})\n return next_version\n\n # endregion bump_session_version\n\n # region commit_session_mutation [TYPE Function]\n # @PURPOSE: Commit one prepared session mutation and translate stale writes into deterministic conflicts.\n # @POST: session mutation is committed with one version increment or a deterministic conflict error is raised.\n def commit_session_mutation(\n self, session: DatasetReviewSession, *, refresh_targets: list[Any] | None = None, expected_version: int | None = None,\n ) -> DatasetReviewSession:\n with belief_scope(\"DatasetReviewSessionRepository.commit_session_mutation\"):\n observed_version = int(expected_version if expected_version is not None else getattr(session, \"version\", 0) or 0)\n logger.reason(\"Committing session mutation with optimistic lock\", extra={\"session_id\": session.session_id, \"observed_version\": observed_version})\n self.bump_session_version(session)\n try:\n self.db.commit()\n except StaleDataError as exc:\n self.db.rollback()\n actual_version_row = self.db.query(DatasetReviewSession.version).filter(DatasetReviewSession.session_id == session.session_id).first()\n actual_version = int(actual_version_row[0] or 0) if actual_version_row else 0\n logger.explore(\"Session commit rejected by optimistic lock\", extra={\"session_id\": session.session_id, \"expected_version\": observed_version, \"actual_version\": actual_version})\n raise DatasetReviewSessionVersionConflictError(session.session_id, observed_version, actual_version) from exc\n self.db.refresh(session)\n for target in refresh_targets or []:\n self.db.refresh(target)\n logger.reflect(\"Session mutation committed\", extra={\"session_id\": session.session_id, \"version\": getattr(session, \"version\", None)})\n return session\n\n # endregion commit_session_mutation\n\n # region load_detail [TYPE Function]\n # @PURPOSE: Return the full session aggregate for API and frontend resume flows.\n # @POST: Returns SessionDetail with all fields populated or None.\n def load_session_detail(self, session_id: str, user_id: str) -> DatasetReviewSession | None:\n with belief_scope(\"DatasetReviewSessionRepository.load_session_detail\"):\n logger.reason(\"Loading dataset review session detail\", extra={\"session_id\": session_id, \"user_id\": user_id})\n session = (\n self.db.query(DatasetReviewSession)\n .outerjoin(SessionCollaborator, DatasetReviewSession.session_id == SessionCollaborator.session_id)\n .options(\n joinedload(DatasetReviewSession.profile),\n joinedload(DatasetReviewSession.findings),\n joinedload(DatasetReviewSession.collaborators),\n joinedload(DatasetReviewSession.semantic_sources),\n joinedload(DatasetReviewSession.semantic_fields).joinedload(SemanticFieldEntry.candidates),\n joinedload(DatasetReviewSession.imported_filters),\n joinedload(DatasetReviewSession.template_variables),\n joinedload(DatasetReviewSession.execution_mappings),\n joinedload(DatasetReviewSession.clarification_sessions).joinedload(ClarificationSession.questions).joinedload(ClarificationQuestion.options),\n joinedload(DatasetReviewSession.clarification_sessions).joinedload(ClarificationSession.questions).joinedload(ClarificationQuestion.answer),\n joinedload(DatasetReviewSession.previews),\n joinedload(DatasetReviewSession.run_contexts),\n joinedload(DatasetReviewSession.events),\n )\n .filter(DatasetReviewSession.session_id == session_id)\n .filter(or_(DatasetReviewSession.user_id == user_id, SessionCollaborator.user_id == user_id))\n .first()\n )\n logger.reflect(\"Session detail lookup completed\", extra={\"session_id\": session_id, \"found\": bool(session)})\n return session\n\n # endregion load_detail\n\n # region save_profile_and_findings [TYPE Function]\n # @PURPOSE: Persist profile state and replace validation findings for an owned session.\n # @POST: stored profile matches the current session and findings are replaced.\n def save_profile_and_findings(\n self, session_id: str, user_id: str, profile: DatasetProfile, findings: list[ValidationFinding], expected_version: int | None = None,\n ) -> DatasetReviewSession:\n from src.services.dataset_review.repositories.repository_pkg._mutations import save_profile_and_findings as _save\n return _save(\n self.db, self.event_logger, self._get_owned_session, self.require_session_version,\n self.commit_session_mutation, session_id, user_id, profile, findings, expected_version,\n )\n\n # endregion save_profile_and_findings\n\n # region save_recovery_state [TYPE Function]\n # @PURPOSE: Persist imported filters, template variables, and initial execution mappings.\n def save_recovery_state(\n self, session_id: str, user_id: str, imported_filters: list[ImportedFilter],\n template_variables: list[TemplateVariable], execution_mappings: list[ExecutionMapping],\n expected_version: int | None = None,\n ) -> DatasetReviewSession:\n from src.services.dataset_review.repositories.repository_pkg._mutations import save_recovery_state as _save\n return _save(\n self.db, self._get_owned_session, self.require_session_version,\n self.commit_session_mutation, self.load_session_detail,\n session_id, user_id, imported_filters, template_variables, execution_mappings, expected_version,\n )\n\n # endregion save_recovery_state\n\n # region save_preview [TYPE Function]\n # @PURPOSE: Persist a preview snapshot and mark prior session previews stale.\n def save_preview(\n self, session_id: str, user_id: str, preview: CompiledPreview, expected_version: int | None = None,\n ) -> CompiledPreview:\n from src.services.dataset_review.repositories.repository_pkg._mutations import save_preview as _save\n return _save(\n self.db, self._get_owned_session, self.require_session_version,\n self.commit_session_mutation, session_id, user_id, preview, expected_version,\n )\n\n # endregion save_preview\n\n # region save_run_context [TYPE Function]\n # @PURPOSE: Persist an immutable launch audit snapshot for an owned session.\n def save_run_context(\n self, session_id: str, user_id: str, run_context: DatasetRunContext, expected_version: int | None = None,\n ) -> DatasetRunContext:\n from src.services.dataset_review.repositories.repository_pkg._mutations import save_run_context as _save\n return _save(\n self.db, self._get_owned_session, self.require_session_version,\n self.commit_session_mutation, session_id, user_id, run_context, expected_version,\n )\n\n # endregion save_run_context\n\n # region list_user_sess [TYPE Function]\n # @PURPOSE: List review sessions owned by a specific user ordered by most recent update.\n def list_sessions_for_user(self, user_id: str) -> list[DatasetReviewSession]:\n with belief_scope(\"DatasetReviewSessionRepository.list_sessions_for_user\"):\n logger.reason(\"Listing dataset review sessions for owner scope\", extra={\"user_id\": user_id})\n sessions = (\n self.db.query(DatasetReviewSession)\n .filter(DatasetReviewSession.user_id == user_id)\n .order_by(DatasetReviewSession.updated_at.desc())\n .all()\n )\n logger.reflect(\"Session list assembled\", extra={\"user_id\": user_id, \"session_count\": len(sessions)})\n return sessions\n\n # endregion list_user_sess\n\n\n# #endregion DatasetReviewSessionRepository\n\n# #endregion DatasetReviewSessionRepository\n" }, { @@ -62444,6 +64713,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DatasetReviewSessionVersionConflictError [C:2] [TYPE Class]\n# @BRIEF Signal optimistic-lock conflicts for dataset review session mutations.\nclass DatasetReviewSessionVersionConflictError(ValueError):\n def __init__(self, session_id: str, expected_version: int, actual_version: int):\n self.session_id = session_id\n self.expected_version = expected_version\n self.actual_version = actual_version\n super().__init__(\n f\"Session version conflict: expected {expected_version}, actual {actual_version}\"\n )\n\n\n# #endregion DatasetReviewSessionVersionConflictError\n" }, { @@ -62501,6 +64771,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SemanticSourceResolver [C:4] [TYPE Module] [SEMANTICS pydantic, dataset, semantic, resolver, mapping]\n# @BRIEF Resolve and rank semantic candidates from trusted dictionary-like sources before any inferred fallback.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [LLMProviderService]\n# @RELATION DEPENDS_ON -> [SemanticSource]\n# @RELATION DEPENDS_ON -> [SemanticFieldEntry]\n# @RELATION DEPENDS_ON -> [SemanticCandidate]\n# @PRE: selected source and target field set must be known.\n# @POST: candidate ranking follows the configured confidence hierarchy and unresolved fuzzy matches remain reviewable.\n# @SIDE_EFFECT: may create conflict findings and semantic candidate records.\n# @INVARIANT: Manual overrides are never silently replaced by imported, inferred, or AI-generated values.\n\nfrom __future__ import annotations\n\nfrom collections.abc import Iterable, Mapping\n\n# #region imports [TYPE Block]\nfrom dataclasses import dataclass, field\nfrom difflib import SequenceMatcher\nfrom typing import Any\n\nfrom src.core.logger import belief_scope, logger\nfrom src.models.dataset_review import (\n CandidateMatchType,\n CandidateStatus,\n FieldProvenance,\n SemanticSource,\n)\n\n# #endregion imports\n\n\n# #region DictionaryResolutionResult [C:2] [TYPE Class]\n# @BRIEF Carries field-level dictionary resolution output with explicit review and partial-recovery state.\n@dataclass\nclass DictionaryResolutionResult:\n source_ref: str\n resolved_fields: list[dict[str, Any]] = field(default_factory=list)\n unresolved_fields: list[str] = field(default_factory=list)\n partial_recovery: bool = False\n# #endregion DictionaryResolutionResult\n\n\n# #region SemanticSourceResolver [C:4] [TYPE Class]\n# @BRIEF Resolve semantic candidates from trusted sources while preserving manual locks and confidence ordering.\n# @RELATION DEPENDS_ON -> [SemanticFieldEntry]\n# @RELATION DEPENDS_ON -> [SemanticCandidate]\n# @PRE: source payload and target field collection are provided by the caller.\n# @POST: result contains confidence-ranked candidates and does not overwrite manual locks implicitly.\n# @SIDE_EFFECT: emits semantic trace logs for ranking and fallback decisions.\nclass SemanticSourceResolver:\n # region resolve_from_file [TYPE Function]\n # @PURPOSE: Normalize uploaded semantic file records into field-level candidates.\n def resolve_from_file(self, source_payload: Mapping[str, Any], fields: Iterable[Mapping[str, Any]]) -> DictionaryResolutionResult:\n return DictionaryResolutionResult(source_ref=str(source_payload.get(\"source_ref\") or \"uploaded_file\"))\n # endregion resolve_from_file\n\n # region resolve_from_dictionary [TYPE Function]\n # @PURPOSE: Resolve candidates from connected tabular dictionary sources.\n # @RELATION: [DEPENDS_ON] ->[SemanticFieldEntry]\n # @RELATION: [DEPENDS_ON] ->[SemanticCandidate]\n # @PRE: dictionary source exists and fields contain stable field_name values.\n # @POST: returns confidence-ranked candidates where exact dictionary matches outrank fuzzy matches and unresolved fields stay explicit.\n # @SIDE_EFFECT: emits belief-state logs describing trusted-match and partial-recovery outcomes.\n # @DATA_CONTRACT: Input[source_payload:Mapping,fields:Iterable] -> Output[DictionaryResolutionResult]\n def resolve_from_dictionary(\n self,\n source_payload: Mapping[str, Any],\n fields: Iterable[Mapping[str, Any]],\n ) -> DictionaryResolutionResult:\n with belief_scope(\"SemanticSourceResolver.resolve_from_dictionary\"):\n source_ref = str(source_payload.get(\"source_ref\") or \"\").strip()\n dictionary_rows = source_payload.get(\"rows\")\n\n if not source_ref:\n logger.explore(\"Dictionary semantic source is missing source_ref\")\n raise ValueError(\"Dictionary semantic source must include source_ref\")\n\n if not isinstance(dictionary_rows, list) or not dictionary_rows:\n logger.explore(\n \"Dictionary semantic source has no usable rows\",\n extra={\"source_ref\": source_ref},\n )\n raise ValueError(\"Dictionary semantic source must include non-empty rows\")\n\n logger.reason(\n \"Resolving semantics from trusted dictionary source\",\n extra={\"source_ref\": source_ref, \"row_count\": len(dictionary_rows)},\n )\n\n normalized_rows = [self._normalize_dictionary_row(row) for row in dictionary_rows if isinstance(row, Mapping)]\n row_index = {\n row[\"field_key\"]: row\n for row in normalized_rows\n if row.get(\"field_key\")\n }\n\n resolved_fields: list[dict[str, Any]] = []\n unresolved_fields: list[str] = []\n\n for raw_field in fields:\n field_name = str(raw_field.get(\"field_name\") or \"\").strip()\n if not field_name:\n continue\n\n is_locked = bool(raw_field.get(\"is_locked\"))\n if is_locked:\n logger.reason(\n \"Preserving manual lock during dictionary resolution\",\n extra={\"field_name\": field_name},\n )\n resolved_fields.append(\n {\n \"field_name\": field_name,\n \"applied_candidate\": None,\n \"candidates\": [],\n \"provenance\": FieldProvenance.MANUAL_OVERRIDE.value,\n \"needs_review\": False,\n \"has_conflict\": False,\n \"is_locked\": True,\n \"status\": \"preserved_manual\",\n }\n )\n continue\n\n exact_match = row_index.get(self._normalize_key(field_name))\n candidates: list[dict[str, Any]] = []\n\n if exact_match is not None:\n logger.reason(\n \"Resolved exact dictionary match\",\n extra={\"field_name\": field_name, \"source_ref\": source_ref},\n )\n candidates.append(\n self._build_candidate_payload(\n rank=1,\n match_type=CandidateMatchType.EXACT,\n confidence_score=1.0,\n row=exact_match,\n )\n )\n else:\n fuzzy_matches = self._find_fuzzy_matches(field_name, normalized_rows)\n for rank_offset, fuzzy_match in enumerate(fuzzy_matches, start=1):\n candidates.append(\n self._build_candidate_payload(\n rank=rank_offset,\n match_type=CandidateMatchType.FUZZY,\n confidence_score=float(fuzzy_match[\"score\"]),\n row=fuzzy_match[\"row\"],\n )\n )\n\n if not candidates:\n unresolved_fields.append(field_name)\n resolved_fields.append(\n {\n \"field_name\": field_name,\n \"applied_candidate\": None,\n \"candidates\": [],\n \"provenance\": FieldProvenance.UNRESOLVED.value,\n \"needs_review\": True,\n \"has_conflict\": False,\n \"is_locked\": False,\n \"status\": \"unresolved\",\n }\n )\n logger.explore(\n \"No trusted dictionary match found for field\",\n extra={\"field_name\": field_name, \"source_ref\": source_ref},\n )\n continue\n\n ranked_candidates = self.rank_candidates(candidates)\n applied_candidate = ranked_candidates[0]\n has_conflict = len(ranked_candidates) > 1\n provenance = (\n FieldProvenance.DICTIONARY_EXACT.value\n if applied_candidate[\"match_type\"] == CandidateMatchType.EXACT.value\n else FieldProvenance.FUZZY_INFERRED.value\n )\n needs_review = applied_candidate[\"match_type\"] != CandidateMatchType.EXACT.value\n\n resolved_fields.append(\n {\n \"field_name\": field_name,\n \"applied_candidate\": applied_candidate,\n \"candidates\": ranked_candidates,\n \"provenance\": provenance,\n \"needs_review\": needs_review,\n \"has_conflict\": has_conflict,\n \"is_locked\": False,\n \"status\": \"resolved\",\n }\n )\n\n result = DictionaryResolutionResult(\n source_ref=source_ref,\n resolved_fields=resolved_fields,\n unresolved_fields=unresolved_fields,\n partial_recovery=bool(unresolved_fields),\n )\n logger.reflect(\n \"Dictionary resolution completed\",\n extra={\n \"source_ref\": source_ref,\n \"resolved_fields\": len(resolved_fields),\n \"unresolved_fields\": len(unresolved_fields),\n \"partial_recovery\": result.partial_recovery,\n },\n )\n return result\n # endregion resolve_from_dictionary\n\n # region resolve_from_reference_dataset [TYPE Function]\n # @PURPOSE: Reuse semantic metadata from trusted Superset datasets.\n def resolve_from_reference_dataset(\n self,\n source_payload: Mapping[str, Any],\n fields: Iterable[Mapping[str, Any]],\n ) -> DictionaryResolutionResult:\n return DictionaryResolutionResult(source_ref=str(source_payload.get(\"source_ref\") or \"reference_dataset\"))\n # endregion resolve_from_reference_dataset\n\n # region rank_candidates [TYPE Function]\n # @PURPOSE: Apply confidence ordering and determine best candidate per field.\n # @RELATION: [DEPENDS_ON] ->[SemanticCandidate]\n def rank_candidates(self, candidates: list[dict[str, Any]]) -> list[dict[str, Any]]:\n ranked = sorted(\n candidates,\n key=lambda candidate: (\n self._match_priority(candidate.get(\"match_type\")),\n -float(candidate.get(\"confidence_score\", 0.0)),\n int(candidate.get(\"candidate_rank\", 999)),\n ),\n )\n for index, candidate in enumerate(ranked, start=1):\n candidate[\"candidate_rank\"] = index\n return ranked\n # endregion rank_candidates\n\n # region detect_conflicts [TYPE Function]\n # @PURPOSE: Mark competing candidate sets that require explicit user review.\n def detect_conflicts(self, candidates: list[dict[str, Any]]) -> bool:\n return len(candidates) > 1\n # endregion detect_conflicts\n\n # region apply_field_decision [TYPE Function]\n # @PURPOSE: Accept, reject, or manually override a field-level semantic value.\n def apply_field_decision(self, field_state: Mapping[str, Any], decision: Mapping[str, Any]) -> dict[str, Any]:\n merged = dict(field_state)\n merged.update(decision)\n return merged\n # endregion apply_field_decision\n\n # region propagate_source_version_update [TYPE Function]\n # @PURPOSE: Propagate a semantic source version change to unlocked field entries without silently overwriting manual or locked values.\n # @RELATION: [DEPENDS_ON] ->[SemanticSource]\n # @RELATION: [DEPENDS_ON] ->[SemanticFieldEntry]\n # @PRE: source is persisted and fields belong to the same session aggregate.\n # @POST: unlocked fields linked to the source carry the new source version and are marked reviewable; manual or locked fields keep their active values untouched.\n # @SIDE_EFFECT: mutates in-memory field state for the caller to persist.\n # @DATA_CONTRACT: Input[SemanticSource,List[SemanticFieldEntry]] -> Output[Dict[str,int]]\n def propagate_source_version_update(\n self,\n source: SemanticSource,\n fields: Iterable[Any],\n ) -> dict[str, int]:\n with belief_scope(\"SemanticSourceResolver.propagate_source_version_update\"):\n source_id = str(source.source_id or \"\").strip()\n source_version = str(source.source_version or \"\").strip()\n if not source_id or not source_version:\n logger.explore(\n \"Semantic source version propagation rejected due to incomplete source metadata\",\n extra={\"source_id\": source_id, \"source_version\": source_version},\n )\n raise ValueError(\"Semantic source must provide source_id and source_version\")\n\n propagated = 0\n preserved_locked = 0\n untouched = 0\n for field in fields:\n if str(getattr(field, \"source_id\", \"\") or \"\").strip() != source_id:\n untouched += 1\n continue\n if bool(getattr(field, \"is_locked\", False)) or getattr(field, \"provenance\", None) == FieldProvenance.MANUAL_OVERRIDE:\n preserved_locked += 1\n continue\n\n field.source_version = source_version\n field.needs_review = True\n field.has_conflict = bool(getattr(field, \"has_conflict\", False))\n propagated += 1\n\n logger.reflect(\n \"Semantic source version propagation completed\",\n extra={\n \"source_id\": source_id,\n \"source_version\": source_version,\n \"propagated\": propagated,\n \"preserved_locked\": preserved_locked,\n \"untouched\": untouched,\n },\n )\n return {\n \"propagated\": propagated,\n \"preserved_locked\": preserved_locked,\n \"untouched\": untouched,\n }\n # endregion propagate_source_version_update\n\n # region _normalize_dictionary_row [TYPE Function]\n # @PURPOSE: Normalize one dictionary row into a consistent lookup structure.\n def _normalize_dictionary_row(self, row: Mapping[str, Any]) -> dict[str, Any]:\n field_name = (\n row.get(\"field_name\")\n or row.get(\"column_name\")\n or row.get(\"name\")\n or row.get(\"field\")\n )\n normalized_name = str(field_name or \"\").strip()\n return {\n \"field_name\": normalized_name,\n \"field_key\": self._normalize_key(normalized_name),\n \"verbose_name\": row.get(\"verbose_name\") or row.get(\"label\"),\n \"description\": row.get(\"description\"),\n \"display_format\": row.get(\"display_format\") or row.get(\"format\"),\n }\n # endregion _normalize_dictionary_row\n\n # region _find_fuzzy_matches [TYPE Function]\n # @PURPOSE: Produce confidence-scored fuzzy matches while keeping them reviewable.\n def _find_fuzzy_matches(self, field_name: str, rows: list[dict[str, Any]]) -> list[dict[str, Any]]:\n normalized_target = self._normalize_key(field_name)\n fuzzy_matches: list[dict[str, Any]] = []\n for row in rows:\n candidate_key = str(row.get(\"field_key\") or \"\")\n if not candidate_key:\n continue\n score = SequenceMatcher(None, normalized_target, candidate_key).ratio()\n if score < 0.72:\n continue\n fuzzy_matches.append({\"row\": row, \"score\": round(score, 3)})\n fuzzy_matches.sort(key=lambda item: item[\"score\"], reverse=True)\n return fuzzy_matches[:3]\n # endregion _find_fuzzy_matches\n\n # region _build_candidate_payload [TYPE Function]\n # @PURPOSE: Project normalized dictionary rows into semantic candidate payloads.\n def _build_candidate_payload(\n self,\n rank: int,\n match_type: CandidateMatchType,\n confidence_score: float,\n row: Mapping[str, Any],\n ) -> dict[str, Any]:\n return {\n \"candidate_rank\": rank,\n \"match_type\": match_type.value,\n \"confidence_score\": confidence_score,\n \"proposed_verbose_name\": row.get(\"verbose_name\"),\n \"proposed_description\": row.get(\"description\"),\n \"proposed_display_format\": row.get(\"display_format\"),\n \"status\": CandidateStatus.PROPOSED.value,\n }\n # endregion _build_candidate_payload\n\n # region _match_priority [TYPE Function]\n # @PURPOSE: Encode trusted-confidence ordering so exact dictionary reuse beats fuzzy invention.\n def _match_priority(self, match_type: str | None) -> int:\n priority = {\n CandidateMatchType.EXACT.value: 0,\n CandidateMatchType.REFERENCE.value: 1,\n CandidateMatchType.FUZZY.value: 2,\n CandidateMatchType.GENERATED.value: 3,\n }\n return priority.get(str(match_type or \"\"), 99)\n # endregion _match_priority\n\n # region _normalize_key [TYPE Function]\n # @PURPOSE: Normalize field identifiers for stable exact/fuzzy comparisons.\n def _normalize_key(self, value: str) -> str:\n return \"\".join(ch for ch in str(value or \"\").strip().lower() if ch.isalnum() or ch == \"_\")\n # endregion _normalize_key\n# #endregion SemanticSourceResolver\n\n# #endregion SemanticSourceResolver\n" }, { @@ -62515,6 +64786,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region imports [TYPE Block]\nfrom dataclasses import dataclass, field\nfrom difflib import SequenceMatcher\nfrom typing import Any\n\nfrom src.core.logger import belief_scope, logger\nfrom src.models.dataset_review import (\n CandidateMatchType,\n CandidateStatus,\n FieldProvenance,\n SemanticSource,\n)\n\n# #endregion imports\n" }, { @@ -62532,6 +64804,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DictionaryResolutionResult [C:2] [TYPE Class]\n# @BRIEF Carries field-level dictionary resolution output with explicit review and partial-recovery state.\n@dataclass\nclass DictionaryResolutionResult:\n source_ref: str\n resolved_fields: list[dict[str, Any]] = field(default_factory=list)\n unresolved_fields: list[str] = field(default_factory=list)\n partial_recovery: bool = False\n# #endregion DictionaryResolutionResult\n" }, { @@ -62616,6 +64889,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitServiceModule [C:3] [TYPE Module] [SEMANTICS git, package, export, mixin, decomposition]\n# @LAYER: Infra\n# @BRIEF Composed GitService via multiple inheritance from domain-specific mixins.\n# @RELATION DEPENDS_ON -> [GitServiceBase]\n# @RELATION DEPENDS_ON -> [GitServiceBranchMixin]\n# @RELATION DEPENDS_ON -> [GitServiceSyncMixin]\n# @RELATION DEPENDS_ON -> [GitServiceStatusMixin]\n# @RELATION DEPENDS_ON -> [GitServiceMergeMixin]\n# @RELATION DEPENDS_ON -> [GitServiceUrlMixin]\n# @RELATION DEPENDS_ON -> [GitServiceGiteaMixin]\n# @RELATION DEPENDS_ON -> [GitServiceGithubMixin]\n# @RELATION DEPENDS_ON -> [GitServiceGitlabMixin]\n#\n# @RATIONALE: Decomposed from monolithic git_service.py (2101 lines) into\n# domain-scoped mixins to satisfy INV_7 (module < 400 lines). The composed class\n# preserves the original public API surface — all consumers continue to import\n# `from src.services.git_service import GitService` without changes.\n# @REJECTED: Keeping a single 2101-line file — violates fractal limit INV_7.\n\nfrom ._base import GitServiceBase\nfrom ._branch import GitServiceBranchMixin\nfrom ._gitea import GitServiceGiteaMixin\nfrom ._merge import GitServiceMergeMixin\nfrom ._remote_providers import GitServiceGithubMixin, GitServiceGitlabMixin\nfrom ._status import GitServiceStatusMixin\nfrom ._sync import GitServiceSyncMixin\nfrom ._url import GitServiceUrlMixin\n\n__all__ = [\"GitService\"]\n\n\n# #region GitService [C:3] [TYPE Class]\n# @BRIEF Composed GitService class providing all Git operations — init, clone, branches, commits, push, pull,\n# merge, status, diff, history, and provider API operations (Gitea, GitHub, GitLab).\n# @RELATION INHERITS -> [GitServiceBase]\n# @RELATION INHERITS -> [GitServiceBranchMixin]\n# @RELATION INHERITS -> [GitServiceSyncMixin]\n# @RELATION INHERITS -> [GitServiceStatusMixin]\n# @RELATION INHERITS -> [GitServiceMergeMixin]\n# @RELATION INHERITS -> [GitServiceUrlMixin]\n# @RELATION INHERITS -> [GitServiceGiteaMixin]\n# @RELATION INHERITS -> [GitServiceGithubMixin]\n# @RELATION INHERITS -> [GitServiceGitlabMixin]\nclass GitService(\n GitServiceGiteaMixin,\n GitServiceGithubMixin,\n GitServiceGitlabMixin,\n GitServiceMergeMixin,\n GitServiceSyncMixin,\n GitServiceStatusMixin,\n GitServiceBranchMixin,\n GitServiceUrlMixin,\n GitServiceBase,\n):\n \"\"\"\n Composed GitService — all Git operations via domain-specific mixins.\n\n MRO ensures provider mixins and domain mixins resolve before the base class.\n All consumers continue to use: from src.services.git_service import GitService\n \"\"\"\n pass\n# #endregion GitService\n# #endregion GitServiceModule\n" }, { @@ -62643,6 +64917,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitService [C:3] [TYPE Class]\n# @BRIEF Composed GitService class providing all Git operations — init, clone, branches, commits, push, pull,\n# merge, status, diff, history, and provider API operations (Gitea, GitHub, GitLab).\n# @RELATION INHERITS -> [GitServiceBase]\n# @RELATION INHERITS -> [GitServiceBranchMixin]\n# @RELATION INHERITS -> [GitServiceSyncMixin]\n# @RELATION INHERITS -> [GitServiceStatusMixin]\n# @RELATION INHERITS -> [GitServiceMergeMixin]\n# @RELATION INHERITS -> [GitServiceUrlMixin]\n# @RELATION INHERITS -> [GitServiceGiteaMixin]\n# @RELATION INHERITS -> [GitServiceGithubMixin]\n# @RELATION INHERITS -> [GitServiceGitlabMixin]\nclass GitService(\n GitServiceGiteaMixin,\n GitServiceGithubMixin,\n GitServiceGitlabMixin,\n GitServiceMergeMixin,\n GitServiceSyncMixin,\n GitServiceStatusMixin,\n GitServiceBranchMixin,\n GitServiceUrlMixin,\n GitServiceBase,\n):\n \"\"\"\n Composed GitService — all Git operations via domain-specific mixins.\n\n MRO ensures provider mixins and domain mixins resolve before the base class.\n All consumers continue to use: from src.services.git_service import GitService\n \"\"\"\n pass\n# #endregion GitService\n" }, { @@ -62705,6 +64980,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitServiceBase [C:3] [TYPE Module] [SEMANTICS git, repository, clone, base, mixin]\n# @LAYER: Infra\n# @BRIEF Core GitService base class — initialization, path resolution, repo lifecycle (init/delete/get), and identity configuration.\n# @RELATION INHERITED_BY -> [GitService]\n# @RELATION DEPENDS_ON -> [SessionLocal]\n# @RELATION DEPENDS_ON -> [AppConfigRecord]\n# @RELATION DEPENDS_ON -> [GitRepository]\n\nimport os\nimport re\nimport shutil\nfrom pathlib import Path\n\nfrom fastapi import HTTPException\nfrom git import Repo\nfrom git.exc import InvalidGitRepositoryError, NoSuchPathError\n\nfrom src.core.database import SessionLocal\nfrom src.core.logger import belief_scope, logger\nfrom src.models.config import AppConfigRecord\nfrom src.models.git import GitRepository\n\n\n# #region GitServiceBase [C:3] [TYPE Class]\n# @BRIEF Base class for GitService providing initialization, path resolution, repository lifecycle, and identity.\nclass GitServiceBase:\n # region GitService_init [TYPE Function]\n # @PURPOSE: Initializes the GitService with a base path for repositories.\n # @PARAM: base_path (str) - Root directory for all Git clones.\n # @PRE: base_path is a valid string path.\n # @POST: GitService is initialized; base_path directory exists.\n def __init__(self, base_path: str = \"git_repos\"):\n with belief_scope(\"GitService.__init__\"):\n backend_root = Path(__file__).parents[3]\n self.legacy_base_path = str((backend_root / \"git_repos\").resolve())\n self._uses_default_base_path = base_path == \"git_repos\"\n self.base_path = self._resolve_base_path(base_path)\n self._ensure_base_path_exists()\n # endregion GitService_init\n\n # region _ensure_base_path_exists [TYPE Function]\n # @PURPOSE: Ensure the repositories root directory exists and is a directory.\n # @PRE: self.base_path is resolved to filesystem path.\n # @POST: self.base_path exists as directory or raises ValueError.\n def _ensure_base_path_exists(self) -> None:\n base = Path(self.base_path)\n if base.exists() and not base.is_dir():\n raise ValueError(f\"Git repositories base path is not a directory: {self.base_path}\")\n try:\n base.mkdir(parents=True, exist_ok=True)\n except (PermissionError, OSError) as e:\n logger.warning(\n f\"[_ensure_base_path_exists][Coherence:Failed] Cannot create Git repositories base path: {self.base_path}. Error: {e}\"\n )\n raise ValueError(f\"Cannot create Git repositories base path: {self.base_path}. {e}\")\n # endregion _ensure_base_path_exists\n\n # region _resolve_base_path [TYPE Function]\n # @PURPOSE: Resolve base repository directory from explicit argument or global storage settings.\n # @PRE: base_path is a string path.\n # @POST: Returns absolute path for Git repositories root.\n # @RETURN: str\n def _resolve_base_path(self, base_path: str) -> str:\n backend_root = Path(__file__).parents[3]\n fallback_path = str((backend_root / base_path).resolve())\n if base_path != \"git_repos\":\n return fallback_path\n try:\n session = SessionLocal()\n try:\n config_row = session.query(AppConfigRecord).filter(AppConfigRecord.id == \"global\").first()\n finally:\n session.close()\n payload = (config_row.payload if config_row and config_row.payload else {}) if config_row else {}\n storage_cfg = payload.get(\"settings\", {}).get(\"storage\", {}) if isinstance(payload, dict) else {}\n root_path = str(storage_cfg.get(\"root_path\", \"\")).strip()\n repo_path = str(storage_cfg.get(\"repo_path\", \"\")).strip()\n if not root_path:\n return fallback_path\n project_root = Path(__file__).parents[4]\n root = Path(root_path)\n if not root.is_absolute():\n root = (project_root / root).resolve()\n repo_root = Path(repo_path) if repo_path else Path(\"repositorys\")\n if repo_root.is_absolute():\n return str(repo_root.resolve())\n return str((root / repo_root).resolve())\n except Exception as e:\n logger.warning(f\"[_resolve_base_path][Coherence:Failed] Falling back to default path: {e}\")\n return fallback_path\n # endregion _resolve_base_path\n\n # region _normalize_repo_key [TYPE Function]\n # @PURPOSE: Convert user/dashboard-provided key to safe filesystem directory name.\n # @PRE: repo_key can be None/empty.\n # @POST: Returns normalized non-empty key.\n # @RETURN: str\n def _normalize_repo_key(self, repo_key: str | None) -> str:\n raw_key = str(repo_key or \"\").strip().lower()\n normalized = re.sub(r\"[^a-z0-9._-]+\", \"-\", raw_key).strip(\"._-\")\n return normalized or \"dashboard\"\n # endregion _normalize_repo_key\n\n # region _update_repo_local_path [TYPE Function]\n # @PURPOSE: Persist repository local_path in GitRepository table when record exists.\n # @PRE: dashboard_id is valid integer.\n # @POST: local_path is updated for existing record.\n def _update_repo_local_path(self, dashboard_id: int, local_path: str) -> None:\n try:\n session = SessionLocal()\n try:\n db_repo = (\n session.query(GitRepository)\n .filter(GitRepository.dashboard_id == int(dashboard_id))\n .first()\n )\n if db_repo:\n db_repo.local_path = local_path\n session.commit()\n finally:\n session.close()\n except Exception as e:\n logger.warning(f\"[_update_repo_local_path][Coherence:Failed] {e}\")\n # endregion _update_repo_local_path\n\n # region _migrate_repo_directory [TYPE Function]\n # @PURPOSE: Move legacy repository directory to target path and sync DB metadata.\n # @PRE: source_path exists.\n # @POST: Repository content available at target_path.\n # @RETURN: str\n def _migrate_repo_directory(self, dashboard_id: int, source_path: str, target_path: str) -> str:\n source_abs = os.path.abspath(source_path)\n target_abs = os.path.abspath(target_path)\n if source_abs == target_abs:\n return source_abs\n if os.path.exists(target_abs):\n logger.reason(f\"Target already exists, keeping source path: {target_abs}\", extra={\"src\": \"_migrate_repo_directory\"})\n return source_abs\n Path(target_abs).parent.mkdir(parents=True, exist_ok=True)\n try:\n os.replace(source_abs, target_abs)\n except OSError:\n shutil.move(source_abs, target_abs)\n self._update_repo_local_path(dashboard_id, target_abs)\n logger.info(\n f\"[_migrate_repo_directory][Coherence:OK] Repository migrated for dashboard {dashboard_id}: {source_abs} -> {target_abs}\"\n )\n return target_abs\n # endregion _migrate_repo_directory\n\n # region _get_repo_path [TYPE Function]\n # @PURPOSE: Resolves the local filesystem path for a dashboard's repository.\n # @PARAM: dashboard_id (int)\n # @PARAM: repo_key (Optional[str]) - Slug-like key used when DB local_path is absent.\n # @PRE: dashboard_id is an integer.\n # @POST: Returns DB-local_path when present, otherwise base_path/.\n # @RETURN: str\n def _get_repo_path(self, dashboard_id: int, repo_key: str | None = None) -> str:\n with belief_scope(\"GitService._get_repo_path\"):\n if dashboard_id is None:\n raise ValueError(\"dashboard_id cannot be None\")\n self._ensure_base_path_exists()\n fallback_key = repo_key if repo_key is not None else str(dashboard_id)\n normalized_key = self._normalize_repo_key(fallback_key)\n target_path = os.path.join(self.base_path, normalized_key)\n if not self._uses_default_base_path:\n return target_path\n try:\n session = SessionLocal()\n try:\n db_repo = (\n session.query(GitRepository)\n .filter(GitRepository.dashboard_id == int(dashboard_id))\n .first()\n )\n finally:\n session.close()\n if db_repo and db_repo.local_path:\n db_path = os.path.abspath(db_repo.local_path)\n if os.path.exists(db_path):\n if (\n os.path.abspath(self.base_path) != os.path.abspath(self.legacy_base_path)\n and db_path.startswith(os.path.abspath(self.legacy_base_path) + os.sep)\n ):\n return self._migrate_repo_directory(dashboard_id, db_path, target_path)\n return db_path\n except Exception as e:\n logger.warning(f\"[_get_repo_path][Coherence:Failed] Could not resolve local_path from DB: {e}\")\n legacy_id_path = os.path.join(self.legacy_base_path, str(dashboard_id))\n if os.path.exists(legacy_id_path) and not os.path.exists(target_path):\n return self._migrate_repo_directory(dashboard_id, legacy_id_path, target_path)\n if os.path.exists(target_path):\n self._update_repo_local_path(dashboard_id, target_path)\n return target_path\n # endregion _get_repo_path\n\n # region init_repo [TYPE Function]\n # @PURPOSE: Initialize or clone a repository for a dashboard.\n # @PARAM: dashboard_id (int), remote_url (str), pat (str), repo_key (Optional[str]).\n # @PRE: dashboard_id is int, remote_url is valid Git URL, pat is provided.\n # @POST: Repository is cloned or opened at the local path.\n # @RETURN: Repo\n def init_repo(self, dashboard_id: int, remote_url: str, pat: str, repo_key: str | None = None) -> Repo:\n with belief_scope(\"GitService.init_repo\"):\n self._ensure_base_path_exists()\n repo_path = self._get_repo_path(dashboard_id, repo_key=repo_key or str(dashboard_id))\n Path(repo_path).parent.mkdir(parents=True, exist_ok=True)\n if pat and \"://\" in remote_url:\n proto, rest = remote_url.split(\"://\", 1)\n auth_url = f\"{proto}://oauth2:{pat}@{rest}\"\n else:\n auth_url = remote_url\n if os.path.exists(repo_path):\n logger.reason(f\"Opening existing repo at {repo_path}\", extra={\"src\": \"init_repo\"})\n try:\n repo = Repo(repo_path)\n except (InvalidGitRepositoryError, NoSuchPathError):\n logger.reason(f\"Existing path is not a Git repository, recreating: {repo_path}\", extra={\"src\": \"init_repo\"})\n stale_path = Path(repo_path)\n if stale_path.exists():\n shutil.rmtree(stale_path, ignore_errors=True)\n if stale_path.exists():\n try:\n stale_path.unlink()\n except Exception:\n pass\n repo = Repo.clone_from(auth_url, repo_path)\n self._ensure_gitflow_branches(repo, dashboard_id)\n return repo\n logger.reason(f\"Cloning {remote_url} to {repo_path}\", extra={\"src\": \"init_repo\"})\n repo = Repo.clone_from(auth_url, repo_path)\n self._ensure_gitflow_branches(repo, dashboard_id)\n return repo\n # endregion init_repo\n\n # region delete_repo [TYPE Function]\n # @PURPOSE: Remove local repository and DB binding for a dashboard.\n # @PRE: dashboard_id is a valid integer.\n # @POST: Local path is deleted when present and GitRepository row is removed.\n def delete_repo(self, dashboard_id: int) -> None:\n with belief_scope(\"GitService.delete_repo\"):\n repo_path = self._get_repo_path(dashboard_id)\n removed_files = False\n if os.path.exists(repo_path):\n if os.path.isdir(repo_path):\n shutil.rmtree(repo_path)\n else:\n os.remove(repo_path)\n removed_files = True\n session = SessionLocal()\n try:\n db_repo = (\n session.query(GitRepository)\n .filter(GitRepository.dashboard_id == int(dashboard_id))\n .first()\n )\n if db_repo:\n session.delete(db_repo)\n session.commit()\n return\n if removed_files:\n return\n raise HTTPException(\n status_code=404,\n detail=f\"Repository for dashboard {dashboard_id} not found\",\n )\n except HTTPException:\n session.rollback()\n raise\n except Exception as e:\n session.rollback()\n logger.error(f\"[delete_repo][Coherence:Failed] Failed to delete repository for dashboard {dashboard_id}: {e}\")\n raise HTTPException(status_code=500, detail=f\"Failed to delete repository: {e!s}\")\n finally:\n session.close()\n # endregion delete_repo\n\n # region get_repo [TYPE Function]\n # @PURPOSE: Get Repo object for a dashboard.\n # @PRE: Repository must exist on disk for the given dashboard_id.\n # @POST: Returns a GitPython Repo instance for the dashboard.\n # @RETURN: Repo\n def get_repo(self, dashboard_id: int) -> Repo:\n with belief_scope(\"GitService.get_repo\"):\n repo_path = self._get_repo_path(dashboard_id)\n if not os.path.exists(repo_path):\n logger.error(f\"[get_repo][Coherence:Failed] Repository for dashboard {dashboard_id} does not exist\")\n raise HTTPException(status_code=404, detail=f\"Repository for dashboard {dashboard_id} not found\")\n try:\n return Repo(repo_path)\n except Exception as e:\n logger.error(f\"[get_repo][Coherence:Failed] Failed to open repository at {repo_path}: {e}\")\n raise HTTPException(status_code=500, detail=\"Failed to open local Git repository\")\n # endregion get_repo\n\n # region configure_identity [TYPE Function]\n # @PURPOSE: Configure repository-local Git committer identity for user-scoped operations.\n # @PRE: dashboard_id repository exists; git_username/git_email may be empty.\n # @POST: Repository config has user.name and user.email when both identity values are provided.\n def configure_identity(self, dashboard_id: int, git_username: str | None, git_email: str | None) -> None:\n with belief_scope(\"GitService.configure_identity\"):\n normalized_username = str(git_username or \"\").strip()\n normalized_email = str(git_email or \"\").strip()\n if not normalized_username or not normalized_email:\n return\n repo = self.get_repo(dashboard_id)\n try:\n with repo.config_writer(config_level=\"repository\") as config_writer:\n config_writer.set_value(\"user\", \"name\", normalized_username)\n config_writer.set_value(\"user\", \"email\", normalized_email)\n logger.reason(f\"Applied repository-local git identity for dashboard {dashboard_id}\", extra={\"src\": \"configure_identity\"})\n except Exception as e:\n logger.error(f\"[configure_identity][Coherence:Failed] Failed to configure git identity: {e}\")\n raise HTTPException(status_code=500, detail=f\"Failed to configure git identity: {e!s}\")\n # endregion configure_identity\n# #endregion GitServiceBase\n# #endregion GitServiceBase\n" }, { @@ -62749,6 +65025,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitServiceBranchMixin [C:3] [TYPE Module] [SEMANTICS git, branch, checkout, list, namespace]\n# @LAYER: Infra\n# @BRIEF Branch and commit operations for GitService — gitflow branches, list/create/checkout branches, commit changes.\n# @RELATION USED_BY -> [GitService]\n\nimport os\nfrom datetime import datetime\n\nfrom fastapi import HTTPException\nfrom git import Repo\n\nfrom src.core.logger import belief_scope, logger\n\n\n# #region GitServiceBranchMixin [C:3] [TYPE Class]\n# @BRIEF Mixin providing branch and commit operations for GitService.\nclass GitServiceBranchMixin:\n # region _ensure_gitflow_branches [TYPE Function]\n # @PURPOSE: Ensure standard GitFlow branches (main/dev/preprod) exist locally and on origin.\n # @PRE: repo is a valid GitPython Repo instance.\n # @POST: main, dev, preprod are available in local repository and pushed to origin when available.\n def _ensure_gitflow_branches(self, repo: Repo, dashboard_id: int) -> None:\n with belief_scope(\"GitService._ensure_gitflow_branches\"):\n required_branches = [\"main\", \"dev\", \"preprod\"]\n local_heads = {head.name: head for head in getattr(repo, \"heads\", [])}\n base_commit = None\n try:\n base_commit = repo.head.commit\n except Exception:\n base_commit = None\n if \"main\" in local_heads:\n base_commit = local_heads[\"main\"].commit\n if base_commit is None:\n logger.reason(\n f\"Skipping branch bootstrap for dashboard {dashboard_id}: repository has no commits\",\n extra={\"src\": \"_ensure_gitflow_branches\"},\n )\n return\n if \"main\" not in local_heads:\n local_heads[\"main\"] = repo.create_head(\"main\", base_commit)\n logger.reason(f\"Created local branch main for dashboard {dashboard_id}\", extra={\"src\": \"_ensure_gitflow_branches\"})\n for branch_name in (\"dev\", \"preprod\"):\n if branch_name in local_heads:\n continue\n local_heads[branch_name] = repo.create_head(branch_name, local_heads[\"main\"].commit)\n logger.reason(\n f\"Created local branch {branch_name} for dashboard {dashboard_id}\",\n extra={\"src\": \"_ensure_gitflow_branches\"},\n )\n try:\n origin = repo.remote(name=\"origin\")\n except ValueError:\n logger.reason(\n f\"Remote origin is not configured for dashboard {dashboard_id}; skipping remote branch creation\",\n extra={\"src\": \"_ensure_gitflow_branches\"},\n )\n return\n remote_branch_names = set()\n try:\n origin.fetch()\n for ref in origin.refs:\n remote_head = getattr(ref, \"remote_head\", None)\n if remote_head:\n remote_branch_names.add(str(remote_head))\n except Exception as e:\n logger.reason(f\"Failed to fetch origin refs: {e}\", extra={\"src\": \"_ensure_gitflow_branches\"})\n for branch_name in required_branches:\n if branch_name in remote_branch_names:\n continue\n try:\n origin.push(refspec=f\"{branch_name}:{branch_name}\")\n logger.reason(\n f\"Pushed branch {branch_name} to origin for dashboard {dashboard_id}\",\n extra={\"src\": \"_ensure_gitflow_branches\"},\n )\n except Exception as e:\n logger.error(f\"[_ensure_gitflow_branches][Coherence:Failed] Failed to push branch {branch_name} to origin: {e}\")\n raise HTTPException(\n status_code=500,\n detail=f\"Failed to create default branch '{branch_name}' on remote: {e!s}\",\n )\n try:\n repo.git.checkout(\"dev\")\n logger.reason(f\"Checked out default branch dev for dashboard {dashboard_id}\", extra={\"src\": \"_ensure_gitflow_branches\"})\n except Exception as e:\n logger.reason(f\"Could not checkout dev branch for dashboard {dashboard_id}: {e}\", extra={\"src\": \"_ensure_gitflow_branches\"})\n # endregion _ensure_gitflow_branches\n\n # region list_branches [TYPE Function]\n # @PURPOSE: List all branches for a dashboard's repository.\n # @PRE: Repository for dashboard_id exists.\n # @POST: Returns a list of branch metadata dictionaries.\n # @RETURN: List[dict]\n def list_branches(self, dashboard_id: int) -> list[dict]:\n with belief_scope(\"GitService.list_branches\"):\n repo = self.get_repo(dashboard_id)\n logger.reason(f\"Listing branches for {dashboard_id}. Refs: {repo.refs}\", extra={\"src\": \"list_branches\"})\n branches = []\n for ref in repo.refs:\n try:\n name = ref.name.replace('refs/heads/', '').replace('refs/remotes/origin/', '')\n if any(b['name'] == name for b in branches):\n continue\n branches.append({\n \"name\": name,\n \"commit_hash\": ref.commit.hexsha if hasattr(ref, 'commit') else \"0000000\",\n \"is_remote\": ref.is_remote() if hasattr(ref, 'is_remote') else False,\n \"last_updated\": datetime.fromtimestamp(ref.commit.committed_date) if hasattr(ref, 'commit') else datetime.utcnow()\n })\n except Exception as e:\n logger.reason(f\"Skipping ref {ref}: {e}\", extra={\"src\": \"list_branches\"})\n try:\n active_name = repo.active_branch.name\n if not any(b['name'] == active_name for b in branches):\n branches.append({\n \"name\": active_name, \"commit_hash\": \"0000000\",\n \"is_remote\": False, \"last_updated\": datetime.utcnow()\n })\n except Exception as e:\n logger.reason(f\"Could not determine active branch: {e}\", extra={\"src\": \"list_branches\"})\n if not branches:\n branches.append({\n \"name\": \"dev\", \"commit_hash\": \"0000000\",\n \"is_remote\": False, \"last_updated\": datetime.utcnow()\n })\n return branches\n # endregion list_branches\n\n # region create_branch [TYPE Function]\n # @PURPOSE: Create a new branch from an existing one.\n # @PARAM: name (str) - New branch name.\n # @PARAM: from_branch (str) - Source branch.\n # @PRE: Repository exists; name is valid; from_branch exists or repo is empty.\n # @POST: A new branch is created in the repository.\n def create_branch(self, dashboard_id: int, name: str, from_branch: str = \"main\"):\n with belief_scope(\"GitService.create_branch\"):\n repo = self.get_repo(dashboard_id)\n logger.reason(f\"Creating branch {name} from {from_branch}\", extra={\"src\": \"create_branch\"})\n if not repo.heads and not repo.remotes:\n logger.reason(\"Repository is empty. Creating initial commit to enable branching.\", extra={\"src\": \"create_branch\"})\n readme_path = os.path.join(repo.working_dir, \"README.md\")\n if not os.path.exists(readme_path):\n with open(readme_path, \"w\") as f:\n f.write(f\"# Dashboard {dashboard_id}\\nGit repository for Superset dashboard integration.\")\n repo.index.add([\"README.md\"])\n repo.index.commit(\"Initial commit\")\n try:\n repo.commit(from_branch)\n except Exception:\n logger.reason(f\"Source branch {from_branch} not found, using HEAD\", extra={\"src\": \"create_branch\"})\n from_branch = repo.head\n try:\n new_branch = repo.create_head(name, from_branch)\n return new_branch\n except Exception as e:\n logger.error(f\"[create_branch][Coherence:Failed] {e}\")\n raise\n # endregion create_branch\n\n # region checkout_branch [TYPE Function]\n # @PURPOSE: Switch to a specific branch.\n # @PRE: Repository exists and the specified branch name exists.\n # @POST: The repository working directory is updated to the specified branch.\n def checkout_branch(self, dashboard_id: int, name: str):\n with belief_scope(\"GitService.checkout_branch\"):\n repo = self.get_repo(dashboard_id)\n logger.reason(f\"Checking out branch {name}\", extra={\"src\": \"checkout_branch\"})\n repo.git.checkout(name)\n # endregion checkout_branch\n\n # region commit_changes [TYPE Function]\n # @PURPOSE: Stage and commit changes.\n # @PARAM: message (str) - Commit message.\n # @PARAM: files (List[str]) - Optional list of specific files to stage.\n # @PRE: Repository exists and has changes (dirty) or files are specified.\n # @POST: Changes are staged and a new commit is created.\n def commit_changes(self, dashboard_id: int, message: str, files: list[str] = None):\n with belief_scope(\"GitService.commit_changes\"):\n repo = self.get_repo(dashboard_id)\n if not repo.is_dirty(untracked_files=True) and not files:\n logger.reason(f\"No changes to commit for dashboard {dashboard_id}\", extra={\"src\": \"commit_changes\"})\n return\n if files:\n logger.reason(f\"Staging files: {files}\", extra={\"src\": \"commit_changes\"})\n repo.index.add(files)\n else:\n logger.reason(\"Staging all changes\", extra={\"src\": \"commit_changes\"})\n repo.git.add(A=True)\n repo.index.commit(message)\n logger.info(f\"[commit_changes][Coherence:OK] Committed changes with message: {message}\")\n # endregion commit_changes\n# #endregion GitServiceBranchMixin\n# #endregion GitServiceBranchMixin\n" }, { @@ -62793,6 +65070,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitServiceGiteaMixin [C:3] [TYPE Module] [SEMANTICS git, gitea, api, remote, connection]\n# @LAYER: Infra\n# @BRIEF Gitea API operations for GitService — connection testing, repository CRUD, and pull request creation.\n# @RELATION USED_BY -> [GitService]\n\nfrom typing import Any\nfrom urllib.parse import quote\n\nimport httpx\nfrom fastapi import HTTPException\n\nfrom src.core.logger import belief_scope, logger\nfrom src.models.git import GitProvider\n\n\n# #region GitServiceGiteaMixin [C:3] [TYPE Class]\n# @BRIEF Mixin providing Gitea API operations for GitService.\nclass GitServiceGiteaMixin:\n # region test_connection [TYPE Function]\n # @PURPOSE: Test connection to Git provider using PAT.\n # @PARAM: provider (GitProvider), url (str), pat (str)\n # @PRE: provider is valid; url is a valid HTTP(S) URL; pat is provided.\n # @POST: Returns True if connection to the provider's API succeeds.\n # @RETURN: bool\n async def test_connection(self, provider: GitProvider, url: str, pat: str) -> bool:\n with belief_scope(\"GitService.test_connection\"):\n if \".local\" in url or \"localhost\" in url:\n logger.reason(\"Local/Offline mode detected for URL\", extra={\"src\": \"test_connection\"})\n return True\n if not url.startswith(('http://', 'https://')):\n logger.error(f\"[test_connection][Coherence:Failed] Invalid URL protocol: {url}\")\n return False\n if not pat or not pat.strip():\n logger.error(\"[test_connection][Coherence:Failed] Git PAT is missing or empty\")\n return False\n pat = pat.strip()\n try:\n async with httpx.AsyncClient() as client:\n if provider == GitProvider.GITHUB:\n headers = {\"Authorization\": f\"token {pat}\"}\n api_url = \"https://api.github.com/user\" if \"github.com\" in url else f\"{url.rstrip('/')}/api/v3/user\"\n resp = await client.get(api_url, headers=headers)\n elif provider == GitProvider.GITLAB:\n headers = {\"PRIVATE-TOKEN\": pat}\n api_url = f\"{url.rstrip('/')}/api/v4/user\"\n resp = await client.get(api_url, headers=headers)\n elif provider == GitProvider.GITEA:\n headers = {\"Authorization\": f\"token {pat}\"}\n api_url = f\"{url.rstrip('/')}/api/v1/user\"\n resp = await client.get(api_url, headers=headers)\n else:\n return False\n if resp.status_code != 200:\n logger.error(f\"[test_connection][Coherence:Failed] Git connection test failed for {provider} at {api_url}. Status: {resp.status_code}\")\n return resp.status_code == 200\n except Exception as e:\n logger.error(f\"[test_connection][Coherence:Failed] Error testing git connection: {e}\")\n return False\n # endregion test_connection\n\n # region _gitea_headers [TYPE Function]\n # @PURPOSE: Build Gitea API authorization headers.\n # @PRE: pat is provided.\n # @POST: Returns headers with token auth.\n # @RETURN: Dict[str, str]\n def _gitea_headers(self, pat: str) -> dict[str, str]:\n token = (pat or \"\").strip()\n if not token:\n raise HTTPException(status_code=400, detail=\"Git PAT is required for Gitea operations\")\n return {\n \"Authorization\": f\"token {token}\",\n \"Content-Type\": \"application/json\",\n \"Accept\": \"application/json\",\n }\n # endregion _gitea_headers\n\n # region _gitea_request [TYPE Function]\n # @PURPOSE: Execute HTTP request against Gitea API with stable error mapping.\n # @PRE: method and endpoint are valid.\n # @POST: Returns decoded JSON payload.\n # @RETURN: Any\n async def _gitea_request(\n self, method: str, server_url: str, pat: str, endpoint: str,\n payload: dict[str, Any] | None = None,\n ) -> Any:\n base_url = self._normalize_git_server_url(server_url)\n url = f\"{base_url}/api/v1{endpoint}\"\n headers = self._gitea_headers(pat)\n try:\n async with httpx.AsyncClient(timeout=20.0) as client:\n response = await client.request(method=method, url=url, headers=headers, json=payload)\n except Exception as e:\n logger.error(f\"[gitea_request][Coherence:Failed] Network error: {e}\")\n raise HTTPException(status_code=503, detail=f\"Gitea API is unavailable: {e!s}\")\n if response.status_code >= 400:\n detail = response.text\n try:\n parsed = response.json()\n detail = parsed.get(\"message\") or parsed.get(\"error\") or detail\n except Exception:\n pass\n logger.error(f\"[gitea_request][Coherence:Failed] method={method} endpoint={endpoint} status={response.status_code} detail={detail}\")\n raise HTTPException(status_code=response.status_code, detail=f\"Gitea API error: {detail}\")\n if response.status_code == 204:\n return None\n return response.json()\n # endregion _gitea_request\n\n # region get_gitea_current_user [TYPE Function]\n # @PURPOSE: Resolve current Gitea user for PAT.\n # @PRE: server_url and pat are valid.\n # @POST: Returns current username.\n # @RETURN: str\n async def get_gitea_current_user(self, server_url: str, pat: str) -> str:\n payload = await self._gitea_request(\"GET\", server_url, pat, \"/user\")\n username = payload.get(\"login\") or payload.get(\"username\")\n if not username:\n raise HTTPException(status_code=500, detail=\"Failed to resolve Gitea username\")\n return str(username)\n # endregion get_gitea_current_user\n\n # region list_gitea_repositories [TYPE Function]\n # @PURPOSE: List repositories visible to authenticated Gitea user.\n # @PRE: server_url and pat are valid.\n # @POST: Returns repository list from Gitea.\n # @RETURN: List[dict]\n async def list_gitea_repositories(self, server_url: str, pat: str) -> list[dict]:\n payload = await self._gitea_request(\"GET\", server_url, pat, \"/user/repos?limit=100&page=1\")\n if not isinstance(payload, list):\n return []\n return payload\n # endregion list_gitea_repositories\n\n # region create_gitea_repository [TYPE Function]\n # @PURPOSE: Create repository in Gitea for authenticated user.\n # @PRE: name is non-empty and PAT has repo creation permission.\n # @POST: Returns created repository payload.\n # @RETURN: dict\n async def create_gitea_repository(\n self, server_url: str, pat: str, name: str, private: bool = True,\n description: str | None = None, auto_init: bool = True, default_branch: str | None = \"main\",\n ) -> dict[str, Any]:\n payload: dict[str, Any] = {\"name\": name, \"private\": bool(private), \"auto_init\": bool(auto_init)}\n if description:\n payload[\"description\"] = description\n if default_branch:\n payload[\"default_branch\"] = default_branch\n created = await self._gitea_request(\"POST\", server_url, pat, \"/user/repos\", payload=payload)\n if not isinstance(created, dict):\n raise HTTPException(status_code=500, detail=\"Unexpected Gitea response while creating repository\")\n return created\n # endregion create_gitea_repository\n\n # region delete_gitea_repository [TYPE Function]\n # @PURPOSE: Delete repository in Gitea.\n # @PRE: owner and repo_name are non-empty.\n # @POST: Repository deleted on Gitea server.\n async def delete_gitea_repository(self, server_url: str, pat: str, owner: str, repo_name: str) -> None:\n if not owner or not repo_name:\n raise HTTPException(status_code=400, detail=\"owner and repo_name are required\")\n await self._gitea_request(\"DELETE\", server_url, pat, f\"/repos/{owner}/{repo_name}\")\n # endregion delete_gitea_repository\n\n # region _gitea_branch_exists [TYPE Function]\n # @PURPOSE: Check whether a branch exists in Gitea repository.\n # @PRE: owner/repo/branch are non-empty.\n # @POST: Returns True when branch exists, False when 404.\n # @RETURN: bool\n async def _gitea_branch_exists(self, server_url: str, pat: str, owner: str, repo: str, branch: str) -> bool:\n if not owner or not repo or not branch:\n return False\n endpoint = f\"/repos/{owner}/{repo}/branches/{quote(branch, safe='')}\"\n try:\n await self._gitea_request(\"GET\", server_url, pat, endpoint)\n return True\n except HTTPException as exc:\n if exc.status_code == 404:\n return False\n raise\n # endregion _gitea_branch_exists\n\n # region _build_gitea_pr_404_detail [TYPE Function]\n # @PURPOSE: Build actionable error detail for Gitea PR 404 responses.\n # @PRE: owner/repo/from_branch/to_branch are provided.\n # @POST: Returns specific branch-missing message when detected.\n # @RETURN: Optional[str]\n async def _build_gitea_pr_404_detail(\n self, server_url: str, pat: str, owner: str, repo: str, from_branch: str, to_branch: str,\n ) -> str | None:\n source_exists = await self._gitea_branch_exists(\n server_url=server_url, pat=pat, owner=owner, repo=repo, branch=from_branch,\n )\n target_exists = await self._gitea_branch_exists(\n server_url=server_url, pat=pat, owner=owner, repo=repo, branch=to_branch,\n )\n if not source_exists:\n return f\"Gitea branch not found: source branch '{from_branch}' in {owner}/{repo}\"\n if not target_exists:\n return f\"Gitea branch not found: target branch '{to_branch}' in {owner}/{repo}\"\n return None\n # endregion _build_gitea_pr_404_detail\n\n # region create_gitea_pull_request [TYPE Function]\n # @PURPOSE: Create pull request in Gitea.\n # @PRE: Config and remote URL are valid.\n # @POST: Returns normalized PR metadata.\n # @RETURN: Dict[str, Any]\n async def create_gitea_pull_request(\n self, server_url: str, pat: str, remote_url: str, from_branch: str, to_branch: str,\n title: str, description: str | None = None,\n ) -> dict[str, Any]:\n identity = self._parse_remote_repo_identity(remote_url)\n req_payload = {\"title\": title, \"head\": from_branch, \"base\": to_branch, \"body\": description or \"\"}\n endpoint = f\"/repos/{identity['owner']}/{identity['repo']}/pulls\"\n active_server_url = server_url\n try:\n data = await self._gitea_request(\"POST\", active_server_url, pat, endpoint, payload=req_payload)\n except HTTPException as exc:\n fallback_url = self._derive_server_url_from_remote(remote_url)\n normalized_primary = self._normalize_git_server_url(server_url)\n should_retry_with_fallback = (\n exc.status_code == 404 and fallback_url and fallback_url != normalized_primary\n )\n if should_retry_with_fallback:\n logger.explore(\n f\"Primary Gitea URL not found, retrying with remote host: {fallback_url}\",\n extra={\"src\": \"create_gitea_pull_request\"},\n )\n active_server_url = fallback_url\n try:\n data = await self._gitea_request(\"POST\", active_server_url, pat, endpoint, payload=req_payload)\n except HTTPException as retry_exc:\n if retry_exc.status_code == 404:\n branch_detail = await self._build_gitea_pr_404_detail(\n server_url=active_server_url, pat=pat,\n owner=identity[\"owner\"], repo=identity[\"repo\"],\n from_branch=from_branch, to_branch=to_branch,\n )\n if branch_detail:\n raise HTTPException(status_code=400, detail=branch_detail)\n raise\n else:\n if exc.status_code == 404:\n branch_detail = await self._build_gitea_pr_404_detail(\n server_url=active_server_url, pat=pat,\n owner=identity[\"owner\"], repo=identity[\"repo\"],\n from_branch=from_branch, to_branch=to_branch,\n )\n if branch_detail:\n raise HTTPException(status_code=400, detail=branch_detail)\n raise\n if not isinstance(data, dict):\n raise HTTPException(status_code=500, detail=\"Unexpected Gitea response while creating pull request\")\n return {\n \"id\": data.get(\"number\") or data.get(\"id\"),\n \"url\": data.get(\"html_url\") or data.get(\"url\"),\n \"status\": data.get(\"state\") or \"open\",\n }\n # endregion create_gitea_pull_request\n# #endregion GitServiceGiteaMixin\n# #endregion GitServiceGiteaMixin\n" }, { @@ -62837,6 +65115,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitServiceMergeMixin [C:3] [TYPE Module] [SEMANTICS git, merge, branch, conflict, resolution]\n# @LAYER: Infra\n# @BRIEF Merge operations for GitService — conflict detection, resolution, abort, continue, and direct promote.\n# @RELATION USED_BY -> [GitService]\n\nimport os\nfrom pathlib import Path\nfrom typing import Any\n\nfrom fastapi import HTTPException\nfrom git import Repo\nfrom git.exc import GitCommandError\nfrom git.objects.blob import Blob\n\nfrom src.core.logger import belief_scope\n\n\n# #region GitServiceMergeMixin [C:3] [TYPE Class]\n# @BRIEF Mixin providing merge operations for GitService.\nclass GitServiceMergeMixin:\n # region _read_blob_text [TYPE Function]\n # @PURPOSE: Read text from a Git blob.\n def _read_blob_text(self, blob: Blob) -> str:\n with belief_scope(\"GitService._read_blob_text\"):\n if blob is None:\n return \"\"\n try:\n return blob.data_stream.read().decode(\"utf-8\", errors=\"replace\")\n except Exception:\n return \"\"\n # endregion _read_blob_text\n\n # region _get_unmerged_file_paths [TYPE Function]\n # @PURPOSE: List files with merge conflicts.\n def _get_unmerged_file_paths(self, repo: Repo) -> list[str]:\n with belief_scope(\"GitService._get_unmerged_file_paths\"):\n try:\n return sorted(list(repo.index.unmerged_blobs().keys()))\n except Exception:\n return []\n # endregion _get_unmerged_file_paths\n\n # region _build_unfinished_merge_payload [TYPE Function]\n # @PURPOSE: Build payload for unfinished merge state.\n def _build_unfinished_merge_payload(self, repo: Repo) -> dict[str, Any]:\n with belief_scope(\"GitService._build_unfinished_merge_payload\"):\n merge_head_path = os.path.join(repo.git_dir, \"MERGE_HEAD\")\n merge_head_value = \"\"\n merge_msg_preview = \"\"\n current_branch = \"unknown\"\n try:\n merge_head_value = Path(merge_head_path).read_text(encoding=\"utf-8\").strip()\n except Exception:\n merge_head_value = \"\"\n try:\n merge_msg_path = os.path.join(repo.git_dir, \"MERGE_MSG\")\n if os.path.exists(merge_msg_path):\n merge_msg_preview = (\n Path(merge_msg_path).read_text(encoding=\"utf-8\").strip().splitlines()[:1] or [\"\"]\n )[0]\n except Exception:\n merge_msg_preview = \"\"\n try:\n current_branch = repo.active_branch.name\n except Exception:\n current_branch = \"detached_or_unknown\"\n conflicts_count = len(self._get_unmerged_file_paths(repo))\n return {\n \"error_code\": \"GIT_UNFINISHED_MERGE\",\n \"message\": (\n \"\\u0412 \\u0440\\u0435\\u043f\\u043e\\u0437\\u0438\\u0442\\u043e\\u0440\\u0438\\u0438 \\u0435\\u0441\\u0442\\u044c \\u043d\\u0435\\u0437\\u0430\\u0432\\u0435\\u0440\\u0448\\u0451\\u043d\\u043d\\u043e\\u0435 \\u0441\\u043b\\u0438\\u044f\\u043d\\u0438\\u0435. \"\n \"\\u0417\\u0430\\u0432\\u0435\\u0440\\u0448\\u0438\\u0442\\u0435 \\u0438\\u043b\\u0438 \\u043e\\u0442\\u043c\\u0435\\u043d\\u0438\\u0442\\u0435 \\u0441\\u043b\\u0438\\u044f\\u043d\\u0438\\u0435 \\u0432\\u0440\\u0443\\u0447\\u043d\\u0443\\u044e.\"\n ),\n \"repository_path\": repo.working_tree_dir,\n \"git_dir\": repo.git_dir,\n \"current_branch\": current_branch,\n \"merge_head\": merge_head_value,\n \"merge_message_preview\": merge_msg_preview,\n \"conflicts_count\": conflicts_count,\n \"next_steps\": [\n \"\\u041e\\u0442\\u043a\\u0440\\u043e\\u0439\\u0442\\u0435 \\u043b\\u043e\\u043a\\u0430\\u043b\\u044c\\u043d\\u044b\\u0439 \\u0440\\u0435\\u043f\\u043e\\u0437\\u0438\\u0442\\u043e\\u0440\\u0438\\u0439 \\u043f\\u043e \\u043f\\u0443\\u0442\\u0438 repository_path\",\n \"\\u041f\\u0440\\u043e\\u0432\\u0435\\u0440\\u044c\\u0442\\u0435 \\u0441\\u043e\\u0441\\u0442\\u043e\\u044f\\u043d\\u0438\\u0435: git status\",\n \"\\u0420\\u0430\\u0437\\u0440\\u0435\\u0448\\u0438\\u0442\\u0435 \\u043a\\u043e\\u043d\\u0444\\u043b\\u0438\\u043a\\u0442\\u044b \\u0438 \\u0432\\u044b\\u043f\\u043e\\u043b\\u043d\\u0438\\u0442\\u0435 commit, \\u043b\\u0438\\u0431\\u043e \\u043e\\u0442\\u043c\\u0435\\u043d\\u0438\\u0442\\u0435: git merge --abort\",\n \"\\u041f\\u043e\\u0441\\u043b\\u0435 \\u0437\\u0430\\u0432\\u0435\\u0440\\u0448\\u0435\\u043d\\u0438\\u044f/\\u043e\\u0442\\u043c\\u0435\\u043d\\u044b \\u0441\\u043b\\u0438\\u044f\\u043d\\u0438\\u044f \\u043f\\u043e\\u0432\\u0442\\u043e\\u0440\\u0438\\u0442\\u0435 Pull \\u0438\\u0437 \\u0438\\u043d\\u0442\\u0435\\u0440\\u0444\\u0435\\u0439\\u0441\\u0430\",\n ],\n \"manual_commands\": [\"git status\", \"git add \", 'git commit -m \"resolve merge conflicts\"', \"git merge --abort\"],\n }\n # endregion _build_unfinished_merge_payload\n\n # region get_merge_status [TYPE Function]\n # @PURPOSE: Get current merge status for a dashboard repository.\n def get_merge_status(self, dashboard_id: int) -> dict[str, Any]:\n with belief_scope(\"GitService.get_merge_status\"):\n repo = self.get_repo(dashboard_id)\n merge_head_path = os.path.join(repo.git_dir, \"MERGE_HEAD\")\n if not os.path.exists(merge_head_path):\n current_branch = \"unknown\"\n try:\n current_branch = repo.active_branch.name\n except Exception:\n current_branch = \"detached_or_unknown\"\n return {\n \"has_unfinished_merge\": False,\n \"repository_path\": repo.working_tree_dir,\n \"git_dir\": repo.git_dir,\n \"current_branch\": current_branch,\n \"merge_head\": None,\n \"merge_message_preview\": None,\n \"conflicts_count\": 0,\n }\n payload = self._build_unfinished_merge_payload(repo)\n return {\n \"has_unfinished_merge\": True,\n \"repository_path\": payload[\"repository_path\"],\n \"git_dir\": payload[\"git_dir\"],\n \"current_branch\": payload[\"current_branch\"],\n \"merge_head\": payload[\"merge_head\"],\n \"merge_message_preview\": payload[\"merge_message_preview\"],\n \"conflicts_count\": int(payload.get(\"conflicts_count\") or 0),\n }\n # endregion get_merge_status\n\n # region get_merge_conflicts [TYPE Function]\n # @PURPOSE: List all files with conflicts and their contents.\n def get_merge_conflicts(self, dashboard_id: int) -> list[dict[str, Any]]:\n with belief_scope(\"GitService.get_merge_conflicts\"):\n repo = self.get_repo(dashboard_id)\n conflicts = []\n unmerged = repo.index.unmerged_blobs()\n for file_path, stages in unmerged.items():\n mine_blob = None\n theirs_blob = None\n for stage, blob in stages:\n if stage == 2:\n mine_blob = blob\n elif stage == 3:\n theirs_blob = blob\n conflicts.append({\n \"file_path\": file_path,\n \"mine\": self._read_blob_text(mine_blob) if mine_blob else \"\",\n \"theirs\": self._read_blob_text(theirs_blob) if theirs_blob else \"\",\n })\n return sorted(conflicts, key=lambda item: item[\"file_path\"])\n # endregion get_merge_conflicts\n\n # region resolve_merge_conflicts [TYPE Function]\n # @PURPOSE: Resolve conflicts using specified strategy.\n def resolve_merge_conflicts(self, dashboard_id: int, resolutions: list[dict[str, Any]]) -> list[str]:\n with belief_scope(\"GitService.resolve_merge_conflicts\"):\n repo = self.get_repo(dashboard_id)\n resolved_files: list[str] = []\n repo_root = os.path.abspath(str(repo.working_tree_dir or \"\"))\n if not repo_root:\n raise HTTPException(status_code=500, detail=\"Repository working tree directory is unavailable\")\n for item in resolutions or []:\n file_path = str(item.get(\"file_path\") or \"\").strip()\n strategy = str(item.get(\"resolution\") or \"\").strip().lower()\n content = item.get(\"content\")\n if not file_path:\n raise HTTPException(status_code=400, detail=\"resolution.file_path is required\")\n if strategy not in {\"mine\", \"theirs\", \"manual\"}:\n raise HTTPException(status_code=400, detail=f\"Unsupported resolution strategy: {strategy}\")\n if strategy == \"mine\":\n repo.git.checkout(\"--ours\", \"--\", file_path)\n elif strategy == \"theirs\":\n repo.git.checkout(\"--theirs\", \"--\", file_path)\n else:\n abs_target = os.path.abspath(os.path.join(repo_root, file_path))\n if abs_target != repo_root and not abs_target.startswith(repo_root + os.sep):\n raise HTTPException(status_code=400, detail=f\"Invalid conflict file path: {file_path}\")\n os.makedirs(os.path.dirname(abs_target), exist_ok=True)\n with open(abs_target, \"w\", encoding=\"utf-8\") as file_obj:\n file_obj.write(str(content or \"\"))\n repo.git.add(file_path)\n resolved_files.append(file_path)\n return resolved_files\n # endregion resolve_merge_conflicts\n\n # region abort_merge [TYPE Function]\n # @PURPOSE: Abort ongoing merge.\n def abort_merge(self, dashboard_id: int) -> dict[str, Any]:\n with belief_scope(\"GitService.abort_merge\"):\n repo = self.get_repo(dashboard_id)\n try:\n repo.git.merge(\"--abort\")\n except GitCommandError as e:\n details = str(e)\n lowered = details.lower()\n if \"there is no merge to abort\" in lowered or \"no merge to abort\" in lowered:\n return {\"status\": \"no_merge_in_progress\"}\n raise HTTPException(status_code=409, detail=f\"Cannot abort merge: {details}\")\n return {\"status\": \"aborted\"}\n # endregion abort_merge\n\n # region continue_merge [TYPE Function]\n # @PURPOSE: Finalize merge after conflict resolution.\n def continue_merge(self, dashboard_id: int, message: str | None = None) -> dict[str, Any]:\n with belief_scope(\"GitService.continue_merge\"):\n repo = self.get_repo(dashboard_id)\n unmerged_files = self._get_unmerged_file_paths(repo)\n if unmerged_files:\n raise HTTPException(\n status_code=409,\n detail={\n \"error_code\": \"GIT_MERGE_CONFLICTS_REMAIN\",\n \"message\": \"\\u041d\\u0435\\u0432\\u043e\\u0437\\u043c\\u043e\\u0436\\u043d\\u043e \\u0437\\u0430\\u0432\\u0435\\u0440\\u0448\\u0438\\u0442\\u044c merge: \\u043e\\u0441\\u0442\\u0430\\u043b\\u0438\\u0441\\u044c \\u043d\\u0435\\u0440\\u0430\\u0437\\u0440\\u0435\\u0448\\u0451\\u043d\\u043d\\u044b\\u0435 \\u043a\\u043e\\u043d\\u0444\\u043b\\u0438\\u043a\\u0442\\u044b.\",\n \"unresolved_files\": unmerged_files,\n },\n )\n try:\n normalized_message = str(message or \"\").strip()\n if normalized_message:\n repo.git.commit(\"-m\", normalized_message)\n else:\n repo.git.commit(\"--no-edit\")\n except GitCommandError as e:\n details = str(e)\n lowered = details.lower()\n if \"nothing to commit\" in lowered:\n return {\"status\": \"already_clean\"}\n raise HTTPException(status_code=409, detail=f\"Cannot continue merge: {details}\")\n commit_hash = \"\"\n try:\n commit_hash = repo.head.commit.hexsha\n except Exception:\n commit_hash = \"\"\n return {\"status\": \"committed\", \"commit_hash\": commit_hash}\n # endregion continue_merge\n\n # region promote_direct_merge [TYPE Function]\n # @PURPOSE: Perform direct merge between branches in local repo and push target branch.\n # @PRE: Repository exists and both branches are valid.\n # @POST: Target branch contains merged changes from source branch.\n # @RETURN: Dict[str, Any]\n def promote_direct_merge(self, dashboard_id: int, from_branch: str, to_branch: str) -> dict[str, Any]:\n with belief_scope(\"GitService.promote_direct_merge\"):\n if not from_branch or not to_branch:\n raise HTTPException(status_code=400, detail=\"from_branch and to_branch are required\")\n repo = self.get_repo(dashboard_id)\n source = from_branch.strip()\n target = to_branch.strip()\n if source == target:\n raise HTTPException(status_code=400, detail=\"from_branch and to_branch must be different\")\n try:\n origin = repo.remote(name=\"origin\")\n except ValueError:\n raise HTTPException(status_code=400, detail=\"Remote 'origin' not configured\")\n try:\n origin.fetch()\n if source not in [head.name for head in repo.heads]:\n if f\"origin/{source}\" in [ref.name for ref in repo.refs]:\n repo.git.checkout(\"-b\", source, f\"origin/{source}\")\n else:\n raise HTTPException(status_code=404, detail=f\"Source branch '{source}' not found\")\n if target in [head.name for head in repo.heads]:\n repo.git.checkout(target)\n elif f\"origin/{target}\" in [ref.name for ref in repo.refs]:\n repo.git.checkout(\"-b\", target, f\"origin/{target}\")\n else:\n raise HTTPException(status_code=404, detail=f\"Target branch '{target}' not found\")\n try:\n origin.pull(target)\n except Exception:\n pass\n repo.git.merge(source, \"--no-ff\", \"-m\", f\"chore(flow): promote {source} -> {target}\")\n origin.push(refspec=f\"{target}:{target}\")\n except HTTPException:\n raise\n except Exception as e:\n message = str(e)\n if \"CONFLICT\" in message.upper():\n raise HTTPException(status_code=409, detail=f\"Merge conflict during direct promote: {message}\")\n raise HTTPException(status_code=500, detail=f\"Direct promote failed: {message}\")\n return {\"mode\": \"direct\", \"from_branch\": source, \"to_branch\": target, \"status\": \"merged\"}\n # endregion promote_direct_merge\n# #endregion GitServiceMergeMixin\n# #endregion GitServiceMergeMixin\n" }, { @@ -62864,6 +65143,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitServiceGitlabMixin [C:3] [TYPE Class]\n# @BRIEF Mixin providing GitLab API operations for GitService.\nclass GitServiceGitlabMixin:\n # region create_gitlab_repository [TYPE Function]\n # @PURPOSE: Create repository(project) in GitLab.\n # @PRE: PAT has api scope.\n # @POST: Returns created repository payload.\n # @RETURN: dict\n async def create_gitlab_repository(\n self, server_url: str, pat: str, name: str, private: bool = True,\n description: str | None = None, auto_init: bool = True, default_branch: str | None = \"main\",\n ) -> dict[str, Any]:\n base_url = self._normalize_git_server_url(server_url)\n api_url = f\"{base_url}/api/v4/projects\"\n headers = {\"PRIVATE-TOKEN\": pat.strip(), \"Content-Type\": \"application/json\", \"Accept\": \"application/json\"}\n payload: dict[str, Any] = {\n \"name\": name, \"visibility\": \"private\" if private else \"public\",\n \"initialize_with_readme\": bool(auto_init),\n }\n if description:\n payload[\"description\"] = description\n if default_branch:\n payload[\"default_branch\"] = default_branch\n try:\n async with httpx.AsyncClient(timeout=20.0) as client:\n response = await client.post(api_url, headers=headers, json=payload)\n except Exception as e:\n raise HTTPException(status_code=503, detail=f\"GitLab API is unavailable: {e!s}\")\n if response.status_code >= 400:\n detail = response.text\n try:\n parsed = response.json()\n if isinstance(parsed, dict):\n detail = parsed.get(\"message\") or detail\n except Exception:\n pass\n raise HTTPException(status_code=response.status_code, detail=f\"GitLab API error: {detail}\")\n data = response.json()\n if \"clone_url\" not in data:\n data[\"clone_url\"] = data.get(\"http_url_to_repo\")\n if \"html_url\" not in data:\n data[\"html_url\"] = data.get(\"web_url\")\n if \"ssh_url\" not in data:\n data[\"ssh_url\"] = data.get(\"ssh_url_to_repo\")\n if \"full_name\" not in data:\n data[\"full_name\"] = data.get(\"path_with_namespace\") or data.get(\"name\")\n return data\n # endregion create_gitlab_repository\n\n # region create_gitlab_merge_request [TYPE Function]\n # @PURPOSE: Create merge request in GitLab.\n # @PRE: Config and remote URL are valid.\n # @POST: Returns normalized MR metadata.\n # @RETURN: Dict[str, Any]\n async def create_gitlab_merge_request(\n self, server_url: str, pat: str, remote_url: str, from_branch: str, to_branch: str,\n title: str, description: str | None = None, remove_source_branch: bool = False,\n ) -> dict[str, Any]:\n identity = self._parse_remote_repo_identity(remote_url)\n base_url = self._normalize_git_server_url(server_url)\n project_id = quote(identity[\"full_name\"], safe=\"\")\n api_url = f\"{base_url}/api/v4/projects/{project_id}/merge_requests\"\n headers = {\"PRIVATE-TOKEN\": pat.strip(), \"Content-Type\": \"application/json\", \"Accept\": \"application/json\"}\n payload = {\n \"source_branch\": from_branch, \"target_branch\": to_branch, \"title\": title,\n \"description\": description or \"\", \"remove_source_branch\": bool(remove_source_branch),\n }\n try:\n async with httpx.AsyncClient(timeout=20.0) as client:\n response = await client.post(api_url, headers=headers, json=payload)\n except Exception as e:\n raise HTTPException(status_code=503, detail=f\"GitLab API is unavailable: {e!s}\")\n if response.status_code >= 400:\n detail = response.text\n try:\n parsed = response.json()\n if isinstance(parsed, dict):\n detail = parsed.get(\"message\") or detail\n except Exception:\n pass\n raise HTTPException(status_code=response.status_code, detail=f\"GitLab API error: {detail}\")\n data = response.json()\n return {\"id\": data.get(\"iid\") or data.get(\"id\"), \"url\": data.get(\"web_url\") or data.get(\"url\"), \"status\": data.get(\"state\") or \"opened\"}\n # endregion create_gitlab_merge_request\n# #endregion GitServiceGitlabMixin\n" }, { @@ -62908,6 +65188,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitServiceStatusMixin [C:3] [TYPE Module] [SEMANTICS git, status, diff, log, history]\n# @LAYER: Infra\n# @BRIEF Status, diff, and commit history operations for GitService using git status --porcelain to avoid --cached flag issues.\n# @RELATION USED_BY -> [GitService]\n\nfrom datetime import datetime\n\nfrom src.core.logger import belief_scope, logger\n\n\n# #region GitServiceStatusMixin [C:3] [TYPE Class]\n# @BRIEF Mixin providing repository status, diff, and commit history for GitService.\nclass GitServiceStatusMixin:\n # region _parse_status_porcelain [TYPE Function]\n # @PURPOSE: Parse git status --porcelain output into staged, modified, and untracked file lists.\n # @PRE: `repo` is an open GitPython Repo instance.\n # @POST: Returns (staged, modified, untracked) tuple of file path lists.\n # @RATIONALE: Avoids repo.is_dirty() / repo.index.diff(\"HEAD\") which internally\n # call git diff --cached, a flag unsupported in some Git environments (exit 129).\n # Using git status --porcelain is self-contained and avoids the --cached flag entirely.\n def _parse_status_porcelain(self, repo) -> tuple[list[str], list[str], list[str]]:\n with belief_scope(\"GitService._parse_status_porcelain\"):\n staged: list[str] = []\n modified: list[str] = []\n untracked: list[str] = []\n try:\n output = repo.git.status(\"--porcelain\")\n except Exception:\n logger.warning(\"[_parse_status_porcelain][Coherence:Failed] git status --porcelain failed\")\n return staged, modified, untracked\n for line in output.split(\"\\n\"):\n if not line:\n continue\n if line.startswith(\"??\"):\n untracked.append(line[2:].strip())\n continue\n if line.startswith(\"!!\"):\n continue\n if len(line) < 3:\n continue\n x = line[0]\n y = line[1]\n rest = line[3:]\n path = rest.split(\" -> \")[-1].strip() if \" -> \" in rest else rest.strip()\n if x != \" \" and x != \"?\":\n staged.append(path)\n if y != \" \" and y != \"?\":\n if path not in modified:\n modified.append(path)\n return staged, modified, untracked\n # endregion _parse_status_porcelain\n\n # region get_status [TYPE Function]\n # @PURPOSE: Get current repository status (dirty files, untracked, etc.)\n # @PRE: Repository for dashboard_id exists.\n # @POST: Returns a dictionary representing the Git status.\n # @RETURN: dict\n def get_status(self, dashboard_id: int) -> dict:\n with belief_scope(\"GitService.get_status\"):\n repo = self.get_repo(dashboard_id)\n has_commits = False\n try:\n repo.head.commit\n has_commits = True\n except (ValueError, Exception):\n has_commits = False\n current_branch = repo.active_branch.name\n tracking_branch = None\n has_upstream = False\n ahead_count = 0\n behind_count = 0\n try:\n tracking_branch = repo.active_branch.tracking_branch()\n has_upstream = tracking_branch is not None\n except Exception:\n tracking_branch = None\n has_upstream = False\n if has_upstream and tracking_branch is not None:\n try:\n ahead_count = sum(1 for _ in repo.iter_commits(f\"{tracking_branch.name}..{current_branch}\"))\n behind_count = sum(1 for _ in repo.iter_commits(f\"{current_branch}..{tracking_branch.name}\"))\n except Exception:\n ahead_count = 0\n behind_count = 0\n staged_files, modified_files, untracked_files = self._parse_status_porcelain(repo)\n is_dirty = bool(staged_files or modified_files or untracked_files)\n is_diverged = ahead_count > 0 and behind_count > 0\n if is_diverged:\n sync_state = \"DIVERGED\"\n elif behind_count > 0:\n sync_state = \"BEHIND_REMOTE\"\n elif ahead_count > 0:\n sync_state = \"AHEAD_REMOTE\"\n elif is_dirty or modified_files or staged_files or untracked_files:\n sync_state = \"CHANGES\"\n else:\n sync_state = \"SYNCED\"\n return {\n \"is_dirty\": is_dirty,\n \"untracked_files\": untracked_files,\n \"modified_files\": modified_files,\n \"staged_files\": staged_files,\n \"current_branch\": current_branch,\n \"upstream_branch\": tracking_branch.name if tracking_branch is not None else None,\n \"has_upstream\": has_upstream,\n \"ahead_count\": ahead_count,\n \"behind_count\": behind_count,\n \"is_diverged\": is_diverged,\n \"sync_state\": sync_state,\n }\n # endregion get_status\n\n # region get_diff [TYPE Function]\n # @PURPOSE: Generate diff for a file or the whole repository.\n # @PARAM: file_path (str) - Optional specific file.\n # @PARAM: staged (bool) - Whether to show staged changes.\n # @PRE: Repository for dashboard_id exists.\n # @POST: Returns the diff text as a string.\n # @RETURN: str\n def get_diff(self, dashboard_id: int, file_path: str = None, staged: bool = False) -> str:\n with belief_scope(\"GitService.get_diff\"):\n repo = self.get_repo(dashboard_id)\n diff_args = []\n if staged:\n diff_args.append(\"--staged\")\n if file_path:\n return repo.git.diff(*diff_args, \"--\", file_path)\n return repo.git.diff(*diff_args)\n # endregion get_diff\n\n # region get_commit_history [TYPE Function]\n # @PURPOSE: Retrieve commit history for a repository.\n # @PARAM: limit (int) - Max number of commits to return.\n # @PRE: Repository for dashboard_id exists.\n # @POST: Returns a list of dictionaries for each commit in history.\n # @RETURN: List[dict]\n def get_commit_history(self, dashboard_id: int, limit: int = 50) -> list[dict]:\n with belief_scope(\"GitService.get_commit_history\"):\n repo = self.get_repo(dashboard_id)\n commits = []\n try:\n if not repo.heads and not repo.remotes:\n return []\n for commit in repo.iter_commits(max_count=limit):\n commits.append({\n \"hash\": commit.hexsha,\n \"author\": commit.author.name,\n \"email\": commit.author.email,\n \"timestamp\": datetime.fromtimestamp(commit.committed_date),\n \"message\": commit.message.strip(),\n \"files_changed\": list(commit.stats.files.keys())\n })\n except Exception as e:\n logger.explore(f\"Could not retrieve commit history for dashboard {dashboard_id}: {e}\", extra={\"src\": \"get_commit_history\"})\n return []\n return commits\n # endregion get_commit_history\n# #endregion GitServiceStatusMixin\n# #endregion GitServiceStatusMixin\n" }, { @@ -62958,6 +65239,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitServiceSyncMixin [C:3] [TYPE Module] [SEMANTICS git, sync, push, pull, remote]\n# @LAYER: Infra\n# @BRIEF Push and pull operations for GitService with origin host auto-alignment.\n# @RELATION USED_BY -> [GitService]\n# @RELATION DEPENDS_ON -> [GitServiceUrlMixin]\n\nimport os\n\nfrom fastapi import HTTPException\nfrom git.exc import GitCommandError\n\nfrom src.core.database import SessionLocal\nfrom src.core.logger import belief_scope, logger\nfrom src.models.git import GitRepository, GitServerConfig\n\n\n# #region GitServiceSyncMixin [C:3] [TYPE Class]\n# @BRIEF Mixin providing push and pull operations with origin host alignment.\nclass GitServiceSyncMixin:\n # region push_changes [TYPE Function]\n # @PURPOSE: Push local commits to remote.\n # @PRE: Repository exists and has an 'origin' remote.\n # @POST: Local branch commits are pushed to origin.\n def push_changes(self, dashboard_id: int):\n with belief_scope(\"GitService.push_changes\"):\n repo = self.get_repo(dashboard_id)\n if not repo.heads:\n logger.warning(f\"[push_changes][Coherence:Failed] No local branches to push for dashboard {dashboard_id}\")\n return\n try:\n origin = repo.remote(name='origin')\n except ValueError:\n logger.error(f\"[push_changes][Coherence:Failed] Remote 'origin' not found for dashboard {dashboard_id}\")\n raise HTTPException(status_code=400, detail=\"Remote 'origin' not configured\")\n try:\n origin_urls = list(origin.urls)\n except Exception:\n origin_urls = []\n binding_remote_url = None\n binding_config_id = None\n binding_config_url = None\n try:\n session = SessionLocal()\n try:\n db_repo = (\n session.query(GitRepository)\n .filter(GitRepository.dashboard_id == int(dashboard_id))\n .first()\n )\n if db_repo:\n binding_remote_url = db_repo.remote_url\n binding_config_id = db_repo.config_id\n db_config = (\n session.query(GitServerConfig)\n .filter(GitServerConfig.id == db_repo.config_id)\n .first()\n )\n if db_config:\n binding_config_url = db_config.url\n finally:\n session.close()\n except Exception as diag_error:\n logger.reason(\n \"Failed to load repository binding diagnostics\",\n extra={\"src\": \"push_changes\", \"dashboard_id\": dashboard_id, \"error\": str(diag_error)},\n )\n realigned_origin_url = self._align_origin_host_with_config(\n dashboard_id=dashboard_id,\n origin=origin,\n config_url=binding_config_url,\n current_origin_url=(origin_urls[0] if origin_urls else None),\n binding_remote_url=binding_remote_url,\n )\n try:\n origin_urls = list(origin.urls)\n except Exception:\n origin_urls = []\n logger.reason(\n f\"Push diagnostics dashboard={dashboard_id} config_id={binding_config_id} config_url={binding_config_url} binding_remote_url={binding_remote_url} origin_urls={origin_urls} origin_realigned={bool(realigned_origin_url)}\",\n extra={\"src\": \"push_changes\"},\n )\n try:\n current_branch = repo.active_branch\n logger.reason(f\"Pushing branch {current_branch.name} to origin\", extra={\"src\": \"push_changes\"})\n tracking_branch = None\n try:\n tracking_branch = current_branch.tracking_branch()\n except Exception:\n tracking_branch = None\n if tracking_branch is None:\n repo.git.push(\"--set-upstream\", \"origin\", f\"{current_branch.name}:{current_branch.name}\")\n else:\n push_info = origin.push(refspec=f'{current_branch.name}:{current_branch.name}')\n for info in push_info:\n if info.flags & info.ERROR:\n logger.error(f\"[push_changes][Coherence:Failed] Error pushing ref {info.remote_ref_string}: {info.summary}\")\n raise Exception(f\"Git push error for {info.remote_ref_string}: {info.summary}\")\n except GitCommandError as e:\n details = str(e)\n lowered = details.lower()\n if \"non-fast-forward\" in lowered or \"rejected\" in lowered:\n raise HTTPException(\n status_code=409,\n detail=\"Push rejected: remote branch contains newer commits. Run Pull first, resolve conflicts if any, then push again.\",\n )\n logger.error(f\"[push_changes][Coherence:Failed] Failed to push changes: {e}\")\n raise HTTPException(status_code=500, detail=f\"Git push failed: {details}\")\n except Exception as e:\n logger.error(f\"[push_changes][Coherence:Failed] Failed to push changes: {e}\")\n raise HTTPException(status_code=500, detail=f\"Git push failed: {e!s}\")\n # endregion push_changes\n\n # region pull_changes [TYPE Function]\n # @PURPOSE: Pull changes from remote.\n # @PRE: Repository exists and has an 'origin' remote.\n # @POST: Changes from origin are pulled and merged into the active branch.\n def pull_changes(self, dashboard_id: int):\n with belief_scope(\"GitService.pull_changes\"):\n repo = self.get_repo(dashboard_id)\n merge_head_path = os.path.join(repo.git_dir, \"MERGE_HEAD\")\n if os.path.exists(merge_head_path):\n payload = self._build_unfinished_merge_payload(repo)\n logger.reason(\n f\"Unfinished merge detected for dashboard {dashboard_id} (repo_path={payload['repository_path']} git_dir={payload['git_dir']} branch={payload['current_branch']} merge_head={payload['merge_head']} merge_msg={payload['merge_message_preview']})\",\n extra={\"src\": \"pull_changes\"},\n )\n raise HTTPException(status_code=409, detail=payload)\n try:\n origin = repo.remote(name='origin')\n current_branch = repo.active_branch.name\n try:\n origin_urls = list(origin.urls)\n except Exception:\n origin_urls = []\n logger.reason(\n f\"Pull diagnostics dashboard={dashboard_id} repo_path={repo.working_tree_dir} branch={current_branch} origin_urls={origin_urls}\",\n extra={\"src\": \"pull_changes\"},\n )\n origin.fetch(prune=True)\n remote_ref = f\"origin/{current_branch}\"\n has_remote_branch = any(ref.name == remote_ref for ref in repo.refs)\n logger.reason(\n f\"Pull remote branch check dashboard={dashboard_id} branch={current_branch} remote_ref={remote_ref} exists={has_remote_branch}\",\n extra={\"src\": \"pull_changes\"},\n )\n if not has_remote_branch:\n raise HTTPException(\n status_code=409,\n detail=f\"Remote branch '{current_branch}' does not exist yet. Push this branch first.\",\n )\n logger.reason(f\"Pulling changes from origin/{current_branch}\", extra={\"src\": \"pull_changes\"})\n repo.git.pull(\"--no-rebase\", \"origin\", current_branch)\n except ValueError:\n logger.error(f\"[pull_changes][Coherence:Failed] Remote 'origin' not found for dashboard {dashboard_id}\")\n raise HTTPException(status_code=400, detail=\"Remote 'origin' not configured\")\n except GitCommandError as e:\n details = str(e)\n lowered = details.lower()\n if \"conflict\" in lowered or \"not possible to fast-forward\" in lowered:\n raise HTTPException(\n status_code=409,\n detail=\"Pull requires conflict resolution. Resolve conflicts in repository and repeat operation.\",\n )\n logger.error(f\"[pull_changes][Coherence:Failed] Failed to pull changes: {e}\")\n raise HTTPException(status_code=500, detail=f\"Git pull failed: {details}\")\n except HTTPException:\n raise\n except Exception as e:\n logger.error(f\"[pull_changes][Coherence:Failed] Failed to pull changes: {e}\")\n raise HTTPException(status_code=500, detail=f\"Git pull failed: {e!s}\")\n # endregion pull_changes\n# #endregion GitServiceSyncMixin\n# #endregion GitServiceSyncMixin\n" }, { @@ -63050,6 +65332,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region GitServiceUrlMixin [C:3] [TYPE Module] [SEMANTICS git, url, parse, remote, endpoint]\n# @LAYER: Infra\n# @BRIEF URL helper mixin for GitService — parse, normalize, align, and strip credentials from Git URLs.\n# @RELATION USED_BY -> [GitServiceSyncMixin]\n# @RELATION USED_BY -> [GitServiceGiteaMixin]\n# @RELATION USED_BY -> [GitServiceRemoteMixin]\n\nfrom urllib.parse import quote, urlparse\n\nfrom fastapi import HTTPException\n\nfrom src.core.database import SessionLocal\nfrom src.core.logger import logger\nfrom src.models.git import GitRepository\n\n\n# #region GitServiceUrlMixin [C:3] [TYPE Class]\n# @BRIEF URL helper methods for GitService — extract host, strip credentials, replace host, align origin, parse remote identity, derive server URL, normalize server URL.\nclass GitServiceUrlMixin:\n # region _extract_http_host [TYPE Function]\n # @PURPOSE: Extract normalized host[:port] from HTTP(S) URL.\n # @PRE: url_value may be empty.\n # @POST: Returns lowercase host token or None.\n # @RETURN: Optional[str]\n def _extract_http_host(self, url_value: str | None) -> str | None:\n normalized = str(url_value or \"\").strip()\n if not normalized:\n return None\n try:\n parsed = urlparse(normalized)\n except Exception:\n return None\n if parsed.scheme not in {\"http\", \"https\"}:\n return None\n host = parsed.hostname\n if not host:\n return None\n if parsed.port:\n return f\"{host.lower()}:{parsed.port}\"\n return host.lower()\n # endregion _extract_http_host\n\n # region _strip_url_credentials [TYPE Function]\n # @PURPOSE: Remove credentials from URL while preserving scheme/host/path.\n # @PRE: url_value may contain credentials.\n # @POST: Returns URL without username/password.\n # @RETURN: str\n def _strip_url_credentials(self, url_value: str) -> str:\n normalized = str(url_value or \"\").strip()\n if not normalized:\n return normalized\n try:\n parsed = urlparse(normalized)\n except Exception:\n return normalized\n if parsed.scheme not in {\"http\", \"https\"} or not parsed.hostname:\n return normalized\n host = parsed.hostname\n if parsed.port:\n host = f\"{host}:{parsed.port}\"\n return parsed._replace(netloc=host).geturl()\n # endregion _strip_url_credentials\n\n # region _replace_host_in_url [TYPE Function]\n # @PURPOSE: Replace source URL host with host from configured server URL.\n # @PRE: source_url and config_url are HTTP(S) URLs.\n # @POST: Returns source URL with updated host (credentials preserved) or None.\n # @RETURN: Optional[str]\n def _replace_host_in_url(self, source_url: str | None, config_url: str | None) -> str | None:\n source = str(source_url or \"\").strip()\n config = str(config_url or \"\").strip()\n if not source or not config:\n return None\n try:\n source_parsed = urlparse(source)\n config_parsed = urlparse(config)\n except Exception:\n return None\n if source_parsed.scheme not in {\"http\", \"https\"} or config_parsed.scheme not in {\"http\", \"https\"}:\n return None\n if not source_parsed.hostname or not config_parsed.hostname:\n return None\n target_host = config_parsed.hostname\n if config_parsed.port:\n target_host = f\"{target_host}:{config_parsed.port}\"\n auth_part = \"\"\n if source_parsed.username:\n auth_part = quote(source_parsed.username, safe=\"\")\n if source_parsed.password is not None:\n auth_part = f\"{auth_part}:{quote(source_parsed.password, safe='')}\"\n auth_part = f\"{auth_part}@\"\n new_netloc = f\"{auth_part}{target_host}\"\n return source_parsed._replace(netloc=new_netloc).geturl()\n # endregion _replace_host_in_url\n\n # region _align_origin_host_with_config [TYPE Function]\n # @PURPOSE: Auto-align local origin host to configured Git server host when they drift.\n # @PRE: origin remote exists.\n # @POST: origin URL host updated and DB binding normalized when mismatch detected.\n # @RETURN: Optional[str]\n def _align_origin_host_with_config(\n self,\n dashboard_id: int,\n origin,\n config_url: str | None,\n current_origin_url: str | None,\n binding_remote_url: str | None,\n ) -> str | None:\n config_host = self._extract_http_host(config_url)\n source_origin_url = str(current_origin_url or \"\").strip() or str(binding_remote_url or \"\").strip()\n origin_host = self._extract_http_host(source_origin_url)\n if not config_host or not origin_host:\n return None\n if config_host == origin_host:\n return None\n aligned_url = self._replace_host_in_url(source_origin_url, config_url)\n if not aligned_url:\n return None\n logger.reason(\n f\"Host mismatch for dashboard {dashboard_id}: config_host={config_host} origin_host={origin_host}, applying origin.set_url\",\n extra={\"src\": \"_align_origin_host_with_config\"},\n )\n try:\n origin.set_url(aligned_url)\n except Exception as e:\n logger.warning(\n \"[_align_origin_host_with_config][Coherence:Failed] Failed to set origin URL for dashboard %s: %s\",\n dashboard_id, e,\n )\n return None\n try:\n session = SessionLocal()\n try:\n db_repo = (\n session.query(GitRepository)\n .filter(GitRepository.dashboard_id == int(dashboard_id))\n .first()\n )\n if db_repo:\n db_repo.remote_url = self._strip_url_credentials(aligned_url)\n session.commit()\n finally:\n session.close()\n except Exception as e:\n logger.explore(\n f\"Failed to persist aligned remote_url for dashboard {dashboard_id}: {e}\",\n extra={\"src\": \"_align_origin_host_with_config\"},\n )\n return aligned_url\n # endregion _align_origin_host_with_config\n\n # region _parse_remote_repo_identity [TYPE Function]\n # @PURPOSE: Parse owner/repo from remote URL for Git server API operations.\n # @PRE: remote_url is a valid git URL.\n # @POST: Returns owner/repo tokens.\n # @RETURN: Dict[str, str]\n def _parse_remote_repo_identity(self, remote_url: str) -> dict[str, str]:\n normalized = str(remote_url or \"\").strip()\n if not normalized:\n raise HTTPException(status_code=400, detail=\"Repository remote_url is empty\")\n if normalized.startswith(\"git@\"):\n path = normalized.split(\":\", 1)[1] if \":\" in normalized else \"\"\n else:\n parsed = urlparse(normalized)\n path = parsed.path or \"\"\n path = path.strip(\"/\")\n if path.endswith(\".git\"):\n path = path[:-4]\n parts = [segment for segment in path.split(\"/\") if segment]\n if len(parts) < 2:\n raise HTTPException(status_code=400, detail=f\"Cannot parse repository owner/name from remote URL: {remote_url}\")\n owner = parts[0]\n repo = parts[-1]\n namespace = \"/\".join(parts[:-1])\n return {\"owner\": owner, \"repo\": repo, \"namespace\": namespace, \"full_name\": f\"{namespace}/{repo}\"}\n # endregion _parse_remote_repo_identity\n\n # region _derive_server_url_from_remote [TYPE Function]\n # @PURPOSE: Build API base URL from remote repository URL without credentials.\n # @PRE: remote_url may be any git URL.\n # @POST: Returns normalized http(s) base URL or None when derivation is impossible.\n # @RETURN: Optional[str]\n def _derive_server_url_from_remote(self, remote_url: str) -> str | None:\n normalized = str(remote_url or \"\").strip()\n if not normalized or normalized.startswith(\"git@\"):\n return None\n parsed = urlparse(normalized)\n if parsed.scheme not in {\"http\", \"https\"}:\n return None\n if not parsed.hostname:\n return None\n netloc = parsed.hostname\n if parsed.port:\n netloc = f\"{netloc}:{parsed.port}\"\n return f\"{parsed.scheme}://{netloc}\".rstrip(\"/\")\n # endregion _derive_server_url_from_remote\n\n # region _normalize_git_server_url [TYPE Function]\n # @PURPOSE: Normalize Git server URL for provider API calls.\n # @PRE: raw_url is non-empty.\n # @POST: Returns URL without trailing slash.\n # @RETURN: str\n def _normalize_git_server_url(self, raw_url: str) -> str:\n normalized = (raw_url or \"\").strip()\n if not normalized:\n raise HTTPException(status_code=400, detail=\"Git server URL is required\")\n return normalized.rstrip(\"/\")\n # endregion _normalize_git_server_url\n# #endregion GitServiceUrlMixin\n# #endregion GitServiceUrlMixin\n" }, { @@ -63093,6 +65376,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region health_service [C:3] [TYPE Module] [SEMANTICS sqlalchemy, health, dashboard, validation, aggregate]\n# @BRIEF Business logic for aggregating dashboard health status from validation records.\n# @LAYER: Domain/Service\n# @RELATION DEPENDS_ON -> [ValidationRecord]\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [TaskCleanupService]\n# @RELATION DEPENDS_ON -> [TaskManager]\n\nimport os\nimport time\nfrom typing import Any, cast\n\nfrom sqlalchemy import func\nfrom sqlalchemy.orm import Session\n\nfrom ..core.logger import logger\nfrom ..core.superset_client import SupersetClient\nfrom ..core.task_manager import TaskManager\nfrom ..core.task_manager.cleanup import TaskCleanupService\nfrom ..models.llm import ValidationRecord\nfrom ..schemas.health import DashboardHealthItem, HealthSummaryResponse\n\n\ndef _empty_dashboard_meta() -> dict[str, str | None]:\n return cast(dict[str, str | None], {\"slug\": None, \"title\": None})\n\n\n# #region HealthService [C:4] [TYPE Class]\n# @BRIEF Aggregate latest dashboard validation state and manage persisted health report lifecycle.\n# @PRE: Service is constructed with a live SQLAlchemy session and optional config manager.\n# @POST: Exposes health summary aggregation and validation report deletion operations.\n# @SIDE_EFFECT: Maintains in-memory dashboard metadata caches and may coordinate cleanup through collaborators.\n# @DATA_CONTRACT: Input[Session, Optional[Any]] -> Output[HealthSummaryResponse|bool]\n# @RELATION DEPENDS_ON -> [ValidationRecord]\n# @RELATION DEPENDS_ON -> [DashboardHealthItem]\n# @RELATION DEPENDS_ON -> [HealthSummaryResponse]\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [TaskCleanupService]\n# @RELATION DEPENDS_ON -> [TaskManager]\nclass HealthService:\n _dashboard_summary_cache: dict[\n str, tuple[float, dict[str, dict[str, str | None]]]\n ] = {}\n _dashboard_summary_cache_ttl_seconds = 60.0\n\n \"\"\"\n @PURPOSE: Service for managing and querying dashboard health data.\n \"\"\"\n\n # region HealthService_init [TYPE Function]\n # @PURPOSE: Initialize health service with DB session and optional config access for dashboard metadata resolution.\n # @PRE: db is a valid SQLAlchemy session.\n # @POST: Service is ready to aggregate summaries and delete health reports.\n # @SIDE_EFFECT: Initializes per-instance dashboard metadata cache.\n # @DATA_CONTRACT: Input[db: Session, config_manager: Optional[Any]] -> Output[HealthService]\n # @RELATION: [BINDS_TO] ->[HealthService]\n def __init__(self, db: Session, config_manager=None):\n self.db = db\n self.config_manager = config_manager\n self._dashboard_meta_cache: dict[tuple[str, str], dict[str, str | None]] = {}\n\n # endregion HealthService_init\n\n # region _prime_dashboard_meta_cache [TYPE Function]\n # @PURPOSE: Warm dashboard slug/title cache with one Superset list fetch per environment.\n # @PRE: records may contain mixed numeric and slug dashboard identifiers.\n # @POST: Numeric dashboard ids for known environments are cached when discoverable.\n # @SIDE_EFFECT: May call Superset dashboard list API once per referenced environment.\n # @DATA_CONTRACT: Input[records: List[ValidationRecord]] -> Output[None]\n # @RELATION: [DEPENDS_ON] ->[ValidationRecord]\n # @RELATION: [DEPENDS_ON] ->[ConfigManager]\n # @RELATION: [DEPENDS_ON] ->[SupersetClient]\n def _prime_dashboard_meta_cache(self, records: list[ValidationRecord]) -> None:\n if not self.config_manager or not records:\n return\n\n numeric_ids_by_env: dict[str, set[str]] = {}\n for record in records:\n environment_id = str(record.environment_id or \"\").strip()\n dashboard_id = str(record.dashboard_id or \"\").strip()\n if not environment_id or not dashboard_id or not dashboard_id.isdigit():\n continue\n cache_key = (environment_id, dashboard_id)\n if cache_key in self._dashboard_meta_cache:\n continue\n numeric_ids_by_env.setdefault(environment_id, set()).add(dashboard_id)\n\n if not numeric_ids_by_env:\n return\n\n environments = {\n str(getattr(env, \"id\", \"\")).strip(): env\n for env in self.config_manager.get_environments()\n if str(getattr(env, \"id\", \"\")).strip()\n }\n\n for environment_id, dashboard_ids in numeric_ids_by_env.items():\n env = environments.get(environment_id)\n if not env:\n for dashboard_id in dashboard_ids:\n self._dashboard_meta_cache[(environment_id, dashboard_id)] = (\n _empty_dashboard_meta()\n )\n continue\n\n try:\n cached_meta = self.__class__._dashboard_summary_cache.get(\n environment_id\n )\n dashboard_meta_map: dict[str, dict[str, str | None]]\n if (\n cached_meta is not None\n and (time.monotonic() - cached_meta[0])\n < self.__class__._dashboard_summary_cache_ttl_seconds\n ):\n cached_meta_data = cast(\n tuple[float, dict[str, dict[str, str | None]]],\n cached_meta,\n )\n dashboard_meta_map = cached_meta_data[1]\n else:\n dashboards = SupersetClient(env).get_dashboards_summary()\n dashboard_meta_map = {\n str(item.get(\"id\")): {\n \"slug\": item.get(\"slug\"),\n \"title\": item.get(\"title\"),\n }\n for item in dashboards\n if str(item.get(\"id\") or \"\").strip()\n }\n self.__class__._dashboard_summary_cache[environment_id] = (\n time.monotonic(),\n dashboard_meta_map,\n )\n for dashboard_id in dashboard_ids:\n self._dashboard_meta_cache[(environment_id, dashboard_id)] = (\n dashboard_meta_map.get(\n dashboard_id,\n _empty_dashboard_meta(),\n )\n )\n except Exception as exc:\n logger.warning(\n \"[HealthService][_prime_dashboard_meta_cache] Failed to preload dashboard metadata for env=%s: %s\",\n environment_id,\n exc,\n )\n for dashboard_id in dashboard_ids:\n self._dashboard_meta_cache[(environment_id, dashboard_id)] = (\n _empty_dashboard_meta()\n )\n\n # endregion _prime_dashboard_meta_cache\n\n # region _resolve_dashboard_meta [TYPE Function]\n # @PURPOSE: Resolve slug/title for a dashboard referenced by persisted validation record.\n # @PRE: dashboard_id may be numeric or slug-like; environment_id may be empty.\n # @POST: Returns dict with `slug` and `title` keys, using cache when possible.\n # @SIDE_EFFECT: Writes default cache entries for unresolved numeric dashboard ids.\n def _resolve_dashboard_meta(\n self, dashboard_id: str, environment_id: str | None\n ) -> dict[str, str | None]:\n normalized_dashboard_id = str(dashboard_id or \"\").strip()\n normalized_environment_id = str(environment_id or \"\").strip()\n if not normalized_dashboard_id:\n return _empty_dashboard_meta()\n\n if not normalized_dashboard_id.isdigit():\n return {\"slug\": normalized_dashboard_id, \"title\": None}\n\n if not self.config_manager or not normalized_environment_id:\n return _empty_dashboard_meta()\n\n cache_key = (normalized_environment_id, normalized_dashboard_id)\n cached = self._dashboard_meta_cache.get(cache_key)\n if cached is not None:\n return cached\n\n meta = _empty_dashboard_meta()\n self._dashboard_meta_cache[cache_key] = meta\n return meta\n\n # endregion _resolve_dashboard_meta\n\n # region get_health_summary [TYPE Function]\n # @PURPOSE: Aggregate latest validation status per dashboard and enrich rows with dashboard slug/title.\n # @PRE: environment_id may be omitted to aggregate across all environments.\n # @POST: Returns HealthSummaryResponse with counts and latest record row per dashboard.\n # @SIDE_EFFECT: May call Superset API to resolve dashboard metadata.\n # @DATA_CONTRACT: Input[environment_id: Optional[str]] -> Output[HealthSummaryResponse]\n # @RELATION: [CALLS] ->[_prime_dashboard_meta_cache]\n # @RELATION: [CALLS] ->[_resolve_dashboard_meta]\n async def get_health_summary(\n self, environment_id: str = \"\"\n ) -> HealthSummaryResponse:\n \"\"\"\n @PURPOSE: Aggregates the latest validation status for all dashboards.\n @PRE: environment_id (optional) to filter by environment.\n @POST: Returns a HealthSummaryResponse with aggregated status counts and items.\n \"\"\"\n # [REASON] We need the latest ValidationRecord for each unique dashboard_id.\n # We use a subquery to find the max timestamp per dashboard_id.\n\n subquery = self.db.query(\n ValidationRecord.dashboard_id,\n func.max(ValidationRecord.timestamp).label(\"max_ts\"),\n )\n if environment_id:\n subquery = subquery.filter(\n ValidationRecord.environment_id == environment_id\n )\n subquery = subquery.group_by(ValidationRecord.dashboard_id).subquery()\n\n query = self.db.query(ValidationRecord).join(\n subquery,\n (ValidationRecord.dashboard_id == subquery.c.dashboard_id)\n & (ValidationRecord.timestamp == subquery.c.max_ts),\n )\n\n records = query.all()\n\n self._prime_dashboard_meta_cache(records)\n\n items = []\n pass_count = 0\n warn_count = 0\n fail_count = 0\n unknown_count = 0\n\n for rec in records:\n record = cast(Any, rec)\n status = str(record.status or \"\").upper()\n if status == \"PASS\":\n pass_count += 1\n elif status == \"WARN\":\n warn_count += 1\n elif status == \"FAIL\":\n fail_count += 1\n else:\n unknown_count += 1\n status = \"UNKNOWN\"\n\n record_id = str(record.id or \"\")\n dashboard_id = str(record.dashboard_id or \"\")\n resolved_environment_id = (\n str(record.environment_id)\n if record.environment_id is not None\n else None\n )\n response_environment_id = (\n resolved_environment_id\n if resolved_environment_id is not None\n else \"unknown\"\n )\n task_id = str(record.task_id) if record.task_id is not None else None\n summary = str(record.summary) if record.summary is not None else None\n timestamp = cast(Any, record.timestamp)\n\n meta = self._resolve_dashboard_meta(dashboard_id, resolved_environment_id)\n items.append(\n DashboardHealthItem(\n record_id=record_id,\n dashboard_id=dashboard_id,\n dashboard_slug=meta.get(\"slug\"),\n dashboard_title=meta.get(\"title\"),\n environment_id=response_environment_id,\n status=status,\n last_check=timestamp,\n task_id=task_id,\n summary=summary,\n )\n )\n\n logger.info(\n f\"[HealthService][get_health_summary] Aggregated {len(items)} dashboard health records.\"\n )\n\n return HealthSummaryResponse(\n items=items,\n pass_count=pass_count,\n warn_count=warn_count,\n fail_count=fail_count,\n unknown_count=unknown_count,\n )\n\n # endregion get_health_summary\n\n # region delete_validation_report [TYPE Function]\n # @PURPOSE: Delete one persisted health report and optionally clean linked task/log artifacts.\n # @PRE: record_id is a validation record identifier.\n # @POST: Returns True only when a matching record was deleted.\n # @SIDE_EFFECT: Deletes DB rows, optional screenshot file, and optional task/log persistence.\n # @DATA_CONTRACT: Input[record_id: str, task_manager: Optional[TaskManager]] -> Output[bool]\n # @RELATION: [DEPENDS_ON] ->[ValidationRecord]\n # @RELATION: [DEPENDS_ON] ->[TaskManager]\n # @RELATION: [DEPENDS_ON] ->[TaskCleanupService]\n def delete_validation_report(\n self, record_id: str, task_manager: TaskManager | None = None\n ) -> bool:\n record = (\n self.db.query(ValidationRecord)\n .filter(ValidationRecord.id == record_id)\n .first()\n )\n if not record:\n return False\n\n peer_query = self.db.query(ValidationRecord).filter(\n ValidationRecord.dashboard_id == record.dashboard_id\n )\n if record.environment_id is None:\n peer_query = peer_query.filter(ValidationRecord.environment_id.is_(None))\n else:\n peer_query = peer_query.filter(\n ValidationRecord.environment_id == record.environment_id\n )\n\n records_to_delete = peer_query.all()\n screenshot_paths = [\n str(item.screenshot_path or \"\").strip()\n for item in records_to_delete\n if str(item.screenshot_path or \"\").strip()\n ]\n task_ids = {\n str(item.task_id or \"\").strip()\n for item in records_to_delete\n if str(item.task_id or \"\").strip()\n }\n\n logger.info(\n \"[HealthService][delete_validation_report] Removing %s validation record(s) for dashboard=%s environment=%s triggered_by_record=%s\",\n len(records_to_delete),\n record.dashboard_id,\n record.environment_id,\n record_id,\n )\n\n for item in records_to_delete:\n self.db.delete(item)\n self.db.commit()\n\n for screenshot_path in screenshot_paths:\n try:\n if os.path.exists(screenshot_path):\n os.remove(screenshot_path)\n except OSError as exc:\n logger.warning(\n \"[HealthService][delete_validation_report] Failed to remove screenshot %s: %s\",\n screenshot_path,\n exc,\n )\n\n if task_ids and task_manager and self.config_manager:\n try:\n cleanup_service = TaskCleanupService(\n task_manager.persistence_service,\n task_manager.log_persistence_service,\n self.config_manager,\n )\n for task_id in task_ids:\n task_manager.tasks.pop(task_id, None)\n cleanup_service.delete_task_with_logs(task_id)\n except Exception as exc:\n logger.warning(\n \"[HealthService][delete_validation_report] Failed to cleanup linked task/logs for dashboard=%s environment=%s: %s\",\n record.dashboard_id,\n record.environment_id,\n exc,\n )\n\n return True\n\n # endregion delete_validation_report\n\n\n# #endregion HealthService\n\n# #endregion health_service\n" }, { @@ -63161,6 +65445,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region HealthService [C:4] [TYPE Class]\n# @BRIEF Aggregate latest dashboard validation state and manage persisted health report lifecycle.\n# @PRE: Service is constructed with a live SQLAlchemy session and optional config manager.\n# @POST: Exposes health summary aggregation and validation report deletion operations.\n# @SIDE_EFFECT: Maintains in-memory dashboard metadata caches and may coordinate cleanup through collaborators.\n# @DATA_CONTRACT: Input[Session, Optional[Any]] -> Output[HealthSummaryResponse|bool]\n# @RELATION DEPENDS_ON -> [ValidationRecord]\n# @RELATION DEPENDS_ON -> [DashboardHealthItem]\n# @RELATION DEPENDS_ON -> [HealthSummaryResponse]\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [TaskCleanupService]\n# @RELATION DEPENDS_ON -> [TaskManager]\nclass HealthService:\n _dashboard_summary_cache: dict[\n str, tuple[float, dict[str, dict[str, str | None]]]\n ] = {}\n _dashboard_summary_cache_ttl_seconds = 60.0\n\n \"\"\"\n @PURPOSE: Service for managing and querying dashboard health data.\n \"\"\"\n\n # region HealthService_init [TYPE Function]\n # @PURPOSE: Initialize health service with DB session and optional config access for dashboard metadata resolution.\n # @PRE: db is a valid SQLAlchemy session.\n # @POST: Service is ready to aggregate summaries and delete health reports.\n # @SIDE_EFFECT: Initializes per-instance dashboard metadata cache.\n # @DATA_CONTRACT: Input[db: Session, config_manager: Optional[Any]] -> Output[HealthService]\n # @RELATION: [BINDS_TO] ->[HealthService]\n def __init__(self, db: Session, config_manager=None):\n self.db = db\n self.config_manager = config_manager\n self._dashboard_meta_cache: dict[tuple[str, str], dict[str, str | None]] = {}\n\n # endregion HealthService_init\n\n # region _prime_dashboard_meta_cache [TYPE Function]\n # @PURPOSE: Warm dashboard slug/title cache with one Superset list fetch per environment.\n # @PRE: records may contain mixed numeric and slug dashboard identifiers.\n # @POST: Numeric dashboard ids for known environments are cached when discoverable.\n # @SIDE_EFFECT: May call Superset dashboard list API once per referenced environment.\n # @DATA_CONTRACT: Input[records: List[ValidationRecord]] -> Output[None]\n # @RELATION: [DEPENDS_ON] ->[ValidationRecord]\n # @RELATION: [DEPENDS_ON] ->[ConfigManager]\n # @RELATION: [DEPENDS_ON] ->[SupersetClient]\n def _prime_dashboard_meta_cache(self, records: list[ValidationRecord]) -> None:\n if not self.config_manager or not records:\n return\n\n numeric_ids_by_env: dict[str, set[str]] = {}\n for record in records:\n environment_id = str(record.environment_id or \"\").strip()\n dashboard_id = str(record.dashboard_id or \"\").strip()\n if not environment_id or not dashboard_id or not dashboard_id.isdigit():\n continue\n cache_key = (environment_id, dashboard_id)\n if cache_key in self._dashboard_meta_cache:\n continue\n numeric_ids_by_env.setdefault(environment_id, set()).add(dashboard_id)\n\n if not numeric_ids_by_env:\n return\n\n environments = {\n str(getattr(env, \"id\", \"\")).strip(): env\n for env in self.config_manager.get_environments()\n if str(getattr(env, \"id\", \"\")).strip()\n }\n\n for environment_id, dashboard_ids in numeric_ids_by_env.items():\n env = environments.get(environment_id)\n if not env:\n for dashboard_id in dashboard_ids:\n self._dashboard_meta_cache[(environment_id, dashboard_id)] = (\n _empty_dashboard_meta()\n )\n continue\n\n try:\n cached_meta = self.__class__._dashboard_summary_cache.get(\n environment_id\n )\n dashboard_meta_map: dict[str, dict[str, str | None]]\n if (\n cached_meta is not None\n and (time.monotonic() - cached_meta[0])\n < self.__class__._dashboard_summary_cache_ttl_seconds\n ):\n cached_meta_data = cast(\n tuple[float, dict[str, dict[str, str | None]]],\n cached_meta,\n )\n dashboard_meta_map = cached_meta_data[1]\n else:\n dashboards = SupersetClient(env).get_dashboards_summary()\n dashboard_meta_map = {\n str(item.get(\"id\")): {\n \"slug\": item.get(\"slug\"),\n \"title\": item.get(\"title\"),\n }\n for item in dashboards\n if str(item.get(\"id\") or \"\").strip()\n }\n self.__class__._dashboard_summary_cache[environment_id] = (\n time.monotonic(),\n dashboard_meta_map,\n )\n for dashboard_id in dashboard_ids:\n self._dashboard_meta_cache[(environment_id, dashboard_id)] = (\n dashboard_meta_map.get(\n dashboard_id,\n _empty_dashboard_meta(),\n )\n )\n except Exception as exc:\n logger.warning(\n \"[HealthService][_prime_dashboard_meta_cache] Failed to preload dashboard metadata for env=%s: %s\",\n environment_id,\n exc,\n )\n for dashboard_id in dashboard_ids:\n self._dashboard_meta_cache[(environment_id, dashboard_id)] = (\n _empty_dashboard_meta()\n )\n\n # endregion _prime_dashboard_meta_cache\n\n # region _resolve_dashboard_meta [TYPE Function]\n # @PURPOSE: Resolve slug/title for a dashboard referenced by persisted validation record.\n # @PRE: dashboard_id may be numeric or slug-like; environment_id may be empty.\n # @POST: Returns dict with `slug` and `title` keys, using cache when possible.\n # @SIDE_EFFECT: Writes default cache entries for unresolved numeric dashboard ids.\n def _resolve_dashboard_meta(\n self, dashboard_id: str, environment_id: str | None\n ) -> dict[str, str | None]:\n normalized_dashboard_id = str(dashboard_id or \"\").strip()\n normalized_environment_id = str(environment_id or \"\").strip()\n if not normalized_dashboard_id:\n return _empty_dashboard_meta()\n\n if not normalized_dashboard_id.isdigit():\n return {\"slug\": normalized_dashboard_id, \"title\": None}\n\n if not self.config_manager or not normalized_environment_id:\n return _empty_dashboard_meta()\n\n cache_key = (normalized_environment_id, normalized_dashboard_id)\n cached = self._dashboard_meta_cache.get(cache_key)\n if cached is not None:\n return cached\n\n meta = _empty_dashboard_meta()\n self._dashboard_meta_cache[cache_key] = meta\n return meta\n\n # endregion _resolve_dashboard_meta\n\n # region get_health_summary [TYPE Function]\n # @PURPOSE: Aggregate latest validation status per dashboard and enrich rows with dashboard slug/title.\n # @PRE: environment_id may be omitted to aggregate across all environments.\n # @POST: Returns HealthSummaryResponse with counts and latest record row per dashboard.\n # @SIDE_EFFECT: May call Superset API to resolve dashboard metadata.\n # @DATA_CONTRACT: Input[environment_id: Optional[str]] -> Output[HealthSummaryResponse]\n # @RELATION: [CALLS] ->[_prime_dashboard_meta_cache]\n # @RELATION: [CALLS] ->[_resolve_dashboard_meta]\n async def get_health_summary(\n self, environment_id: str = \"\"\n ) -> HealthSummaryResponse:\n \"\"\"\n @PURPOSE: Aggregates the latest validation status for all dashboards.\n @PRE: environment_id (optional) to filter by environment.\n @POST: Returns a HealthSummaryResponse with aggregated status counts and items.\n \"\"\"\n # [REASON] We need the latest ValidationRecord for each unique dashboard_id.\n # We use a subquery to find the max timestamp per dashboard_id.\n\n subquery = self.db.query(\n ValidationRecord.dashboard_id,\n func.max(ValidationRecord.timestamp).label(\"max_ts\"),\n )\n if environment_id:\n subquery = subquery.filter(\n ValidationRecord.environment_id == environment_id\n )\n subquery = subquery.group_by(ValidationRecord.dashboard_id).subquery()\n\n query = self.db.query(ValidationRecord).join(\n subquery,\n (ValidationRecord.dashboard_id == subquery.c.dashboard_id)\n & (ValidationRecord.timestamp == subquery.c.max_ts),\n )\n\n records = query.all()\n\n self._prime_dashboard_meta_cache(records)\n\n items = []\n pass_count = 0\n warn_count = 0\n fail_count = 0\n unknown_count = 0\n\n for rec in records:\n record = cast(Any, rec)\n status = str(record.status or \"\").upper()\n if status == \"PASS\":\n pass_count += 1\n elif status == \"WARN\":\n warn_count += 1\n elif status == \"FAIL\":\n fail_count += 1\n else:\n unknown_count += 1\n status = \"UNKNOWN\"\n\n record_id = str(record.id or \"\")\n dashboard_id = str(record.dashboard_id or \"\")\n resolved_environment_id = (\n str(record.environment_id)\n if record.environment_id is not None\n else None\n )\n response_environment_id = (\n resolved_environment_id\n if resolved_environment_id is not None\n else \"unknown\"\n )\n task_id = str(record.task_id) if record.task_id is not None else None\n summary = str(record.summary) if record.summary is not None else None\n timestamp = cast(Any, record.timestamp)\n\n meta = self._resolve_dashboard_meta(dashboard_id, resolved_environment_id)\n items.append(\n DashboardHealthItem(\n record_id=record_id,\n dashboard_id=dashboard_id,\n dashboard_slug=meta.get(\"slug\"),\n dashboard_title=meta.get(\"title\"),\n environment_id=response_environment_id,\n status=status,\n last_check=timestamp,\n task_id=task_id,\n summary=summary,\n )\n )\n\n logger.info(\n f\"[HealthService][get_health_summary] Aggregated {len(items)} dashboard health records.\"\n )\n\n return HealthSummaryResponse(\n items=items,\n pass_count=pass_count,\n warn_count=warn_count,\n fail_count=fail_count,\n unknown_count=unknown_count,\n )\n\n # endregion get_health_summary\n\n # region delete_validation_report [TYPE Function]\n # @PURPOSE: Delete one persisted health report and optionally clean linked task/log artifacts.\n # @PRE: record_id is a validation record identifier.\n # @POST: Returns True only when a matching record was deleted.\n # @SIDE_EFFECT: Deletes DB rows, optional screenshot file, and optional task/log persistence.\n # @DATA_CONTRACT: Input[record_id: str, task_manager: Optional[TaskManager]] -> Output[bool]\n # @RELATION: [DEPENDS_ON] ->[ValidationRecord]\n # @RELATION: [DEPENDS_ON] ->[TaskManager]\n # @RELATION: [DEPENDS_ON] ->[TaskCleanupService]\n def delete_validation_report(\n self, record_id: str, task_manager: TaskManager | None = None\n ) -> bool:\n record = (\n self.db.query(ValidationRecord)\n .filter(ValidationRecord.id == record_id)\n .first()\n )\n if not record:\n return False\n\n peer_query = self.db.query(ValidationRecord).filter(\n ValidationRecord.dashboard_id == record.dashboard_id\n )\n if record.environment_id is None:\n peer_query = peer_query.filter(ValidationRecord.environment_id.is_(None))\n else:\n peer_query = peer_query.filter(\n ValidationRecord.environment_id == record.environment_id\n )\n\n records_to_delete = peer_query.all()\n screenshot_paths = [\n str(item.screenshot_path or \"\").strip()\n for item in records_to_delete\n if str(item.screenshot_path or \"\").strip()\n ]\n task_ids = {\n str(item.task_id or \"\").strip()\n for item in records_to_delete\n if str(item.task_id or \"\").strip()\n }\n\n logger.info(\n \"[HealthService][delete_validation_report] Removing %s validation record(s) for dashboard=%s environment=%s triggered_by_record=%s\",\n len(records_to_delete),\n record.dashboard_id,\n record.environment_id,\n record_id,\n )\n\n for item in records_to_delete:\n self.db.delete(item)\n self.db.commit()\n\n for screenshot_path in screenshot_paths:\n try:\n if os.path.exists(screenshot_path):\n os.remove(screenshot_path)\n except OSError as exc:\n logger.warning(\n \"[HealthService][delete_validation_report] Failed to remove screenshot %s: %s\",\n screenshot_path,\n exc,\n )\n\n if task_ids and task_manager and self.config_manager:\n try:\n cleanup_service = TaskCleanupService(\n task_manager.persistence_service,\n task_manager.log_persistence_service,\n self.config_manager,\n )\n for task_id in task_ids:\n task_manager.tasks.pop(task_id, None)\n cleanup_service.delete_task_with_logs(task_id)\n except Exception as exc:\n logger.warning(\n \"[HealthService][delete_validation_report] Failed to cleanup linked task/logs for dashboard=%s environment=%s: %s\",\n record.dashboard_id,\n record.environment_id,\n exc,\n )\n\n return True\n\n # endregion delete_validation_report\n\n\n# #endregion HealthService\n" }, { @@ -63206,6 +65491,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region llm_prompt_templates [C:2] [TYPE Module] [SEMANTICS llm, prompt, template, normalization]\n# @BRIEF Provide default LLM prompt templates and normalization helpers for runtime usage.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [backend.src.core.config_manager:Function]\n# @INVARIANT: All required prompt template keys are always present after normalization.\n\nfrom __future__ import annotations\n\nfrom copy import deepcopy\nfrom typing import Any\n\n# #region DEFAULT_LLM_PROMPTS [C:2] [TYPE Constant]\n# @BRIEF Default prompt templates used by documentation, dashboard validation, and git commit generation.\nDEFAULT_LLM_PROMPTS: dict[str, str] = {\n \"dashboard_validation_prompt\": (\n \"Analyze the attached dashboard screenshot and the following execution logs for health and visual issues.\\n\\n\"\n \"Logs:\\n\"\n \"{logs}\\n\\n\"\n \"Provide the analysis in JSON format with the following structure:\\n\"\n \"{\\n\"\n ' \"status\": \"PASS\" | \"WARN\" | \"FAIL\",\\n'\n ' \"summary\": \"Short summary of findings\",\\n'\n ' \"issues\": [\\n'\n \" {\\n\"\n ' \"severity\": \"WARN\" | \"FAIL\",\\n'\n ' \"message\": \"Description of the issue\",\\n'\n ' \"location\": \"Optional location info (e.g. chart name)\"\\n'\n \" }\\n\"\n \" ]\\n\"\n \"}\"\n ),\n \"documentation_prompt\": (\n \"Generate professional documentation for the following dataset and its columns.\\n\"\n \"Dataset: {dataset_name}\\n\"\n \"Columns: {columns_json}\\n\\n\"\n \"Provide the documentation in JSON format:\\n\"\n \"{\\n\"\n ' \"dataset_description\": \"General description of the dataset\",\\n'\n ' \"column_descriptions\": [\\n'\n \" {\\n\"\n ' \"name\": \"column_name\",\\n'\n ' \"description\": \"Generated description\"\\n'\n \" }\\n\"\n \" ]\\n\"\n \"}\"\n ),\n \"git_commit_prompt\": (\n \"Generate a concise and professional git commit message based on the following diff and recent history.\\n\"\n \"Use Conventional Commits format (e.g., feat: ..., fix: ..., docs: ...).\\n\\n\"\n \"Recent History:\\n\"\n \"{history}\\n\\n\"\n \"Diff:\\n\"\n \"{diff}\\n\\n\"\n \"Commit Message:\"\n ),\n}\n# #endregion DEFAULT_LLM_PROMPTS\n\n\n# #region DEFAULT_LLM_PROVIDER_BINDINGS [C:2] [TYPE Constant]\n# @BRIEF Default provider binding per task domain.\nDEFAULT_LLM_PROVIDER_BINDINGS: dict[str, str] = {\n \"dashboard_validation\": \"\",\n \"documentation\": \"\",\n \"git_commit\": \"\",\n}\n# #endregion DEFAULT_LLM_PROVIDER_BINDINGS\n\n\n# #region DEFAULT_LLM_ASSISTANT_SETTINGS [C:2] [TYPE Constant]\n# @BRIEF Default planner settings for assistant chat intent model/provider resolution.\nDEFAULT_LLM_ASSISTANT_SETTINGS: dict[str, str] = {\n \"assistant_planner_provider\": \"\",\n \"assistant_planner_model\": \"\",\n}\n# #endregion DEFAULT_LLM_ASSISTANT_SETTINGS\n\n\n# #region normalize_llm_settings [C:3] [TYPE Function]\n# @BRIEF Ensure llm settings contain stable schema with prompts section and default templates.\n# @PRE: llm_settings is dictionary-like value or None.\n# @POST: Returned dict contains prompts with all required template keys.\n# @RELATION DEPENDS_ON -> LLMProviderService\ndef normalize_llm_settings(llm_settings: Any) -> dict[str, Any]:\n normalized: dict[str, Any] = {\n \"providers\": [],\n \"default_provider\": \"\",\n \"prompts\": {},\n \"provider_bindings\": {},\n **DEFAULT_LLM_ASSISTANT_SETTINGS,\n }\n if isinstance(llm_settings, dict):\n normalized.update(\n {\n k: v\n for k, v in llm_settings.items()\n if k\n in (\n \"providers\",\n \"default_provider\",\n \"prompts\",\n \"provider_bindings\",\n \"assistant_planner_provider\",\n \"assistant_planner_model\",\n )\n }\n )\n prompts = normalized.get(\"prompts\") if isinstance(normalized.get(\"prompts\"), dict) else {}\n merged_prompts = deepcopy(DEFAULT_LLM_PROMPTS)\n merged_prompts.update({k: v for k, v in prompts.items() if isinstance(v, str) and v.strip()})\n normalized[\"prompts\"] = merged_prompts\n bindings = normalized.get(\"provider_bindings\") if isinstance(normalized.get(\"provider_bindings\"), dict) else {}\n merged_bindings = deepcopy(DEFAULT_LLM_PROVIDER_BINDINGS)\n merged_bindings.update({k: v for k, v in bindings.items() if isinstance(v, str)})\n normalized[\"provider_bindings\"] = merged_bindings\n for key, default_value in DEFAULT_LLM_ASSISTANT_SETTINGS.items():\n value = normalized.get(key, default_value)\n normalized[key] = value.strip() if isinstance(value, str) else default_value\n return normalized\n# #endregion normalize_llm_settings\n\n\n# #region is_multimodal_model [C:3] [TYPE Function]\n# @BRIEF Heuristically determine whether model supports image input required for dashboard validation.\n# @PRE: model_name may be empty or mixed-case.\n# @POST: Returns True when model likely supports multimodal input.\n# @RELATION DEPENDS_ON -> LLMProviderService\ndef is_multimodal_model(model_name: str, provider_type: str | None = None) -> bool:\n token = (model_name or \"\").strip().lower()\n if not token:\n return False\n provider = (provider_type or \"\").strip().lower()\n text_only_markers = (\n \"text-only\",\n \"embedding\",\n \"rerank\",\n \"whisper\",\n \"tts\",\n \"transcribe\",\n )\n if any(marker in token for marker in text_only_markers):\n return False\n multimodal_markers = (\n \"gpt-4o\",\n \"gpt-4.1\",\n \"vision\",\n \"vl\",\n \"gemini\",\n \"claude-3\",\n \"claude-sonnet-4\",\n \"omni\",\n \"multimodal\",\n \"pixtral\",\n \"llava\",\n \"internvl\",\n \"qwen-vl\",\n \"qwen2-vl\",\n )\n if any(marker in token for marker in multimodal_markers):\n return True\n return False\n# #endregion is_multimodal_model\n\n\n# #region resolve_bound_provider_id [C:3] [TYPE Function]\n# @BRIEF Resolve provider id configured for a task binding with fallback to default provider.\n# @PRE: llm_settings is normalized or raw dict from config.\n# @POST: Returns configured provider id or fallback id/empty string when not defined.\n# @RELATION DEPENDS_ON -> LLMProviderService\ndef resolve_bound_provider_id(llm_settings: Any, task_key: str) -> str:\n normalized = normalize_llm_settings(llm_settings)\n bindings = normalized.get(\"provider_bindings\", {})\n bound = bindings.get(task_key)\n if isinstance(bound, str) and bound.strip():\n return bound.strip()\n default_provider = normalized.get(\"default_provider\", \"\")\n return default_provider.strip() if isinstance(default_provider, str) else \"\"\n# #endregion resolve_bound_provider_id\n\n\n# #region render_prompt [C:3] [TYPE Function]\n# @BRIEF Render prompt template using deterministic placeholder replacement with graceful fallback.\n# @PRE: template is a string and variables values are already stringifiable.\n# @POST: Returns rendered prompt text with known placeholders substituted.\n# @RELATION DEPENDS_ON -> LLMProviderService\ndef render_prompt(template: str, variables: dict[str, Any]) -> str:\n rendered = template\n for key, value in variables.items():\n rendered = rendered.replace(\"{\" + key + \"}\", str(value))\n return rendered\n# #endregion render_prompt\n\n\n# #endregion llm_prompt_templates\n" }, { @@ -63277,6 +65563,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DEFAULT_LLM_PROMPTS [C:2] [TYPE Constant]\n# @BRIEF Default prompt templates used by documentation, dashboard validation, and git commit generation.\nDEFAULT_LLM_PROMPTS: dict[str, str] = {\n \"dashboard_validation_prompt\": (\n \"Analyze the attached dashboard screenshot and the following execution logs for health and visual issues.\\n\\n\"\n \"Logs:\\n\"\n \"{logs}\\n\\n\"\n \"Provide the analysis in JSON format with the following structure:\\n\"\n \"{\\n\"\n ' \"status\": \"PASS\" | \"WARN\" | \"FAIL\",\\n'\n ' \"summary\": \"Short summary of findings\",\\n'\n ' \"issues\": [\\n'\n \" {\\n\"\n ' \"severity\": \"WARN\" | \"FAIL\",\\n'\n ' \"message\": \"Description of the issue\",\\n'\n ' \"location\": \"Optional location info (e.g. chart name)\"\\n'\n \" }\\n\"\n \" ]\\n\"\n \"}\"\n ),\n \"documentation_prompt\": (\n \"Generate professional documentation for the following dataset and its columns.\\n\"\n \"Dataset: {dataset_name}\\n\"\n \"Columns: {columns_json}\\n\\n\"\n \"Provide the documentation in JSON format:\\n\"\n \"{\\n\"\n ' \"dataset_description\": \"General description of the dataset\",\\n'\n ' \"column_descriptions\": [\\n'\n \" {\\n\"\n ' \"name\": \"column_name\",\\n'\n ' \"description\": \"Generated description\"\\n'\n \" }\\n\"\n \" ]\\n\"\n \"}\"\n ),\n \"git_commit_prompt\": (\n \"Generate a concise and professional git commit message based on the following diff and recent history.\\n\"\n \"Use Conventional Commits format (e.g., feat: ..., fix: ..., docs: ...).\\n\\n\"\n \"Recent History:\\n\"\n \"{history}\\n\\n\"\n \"Diff:\\n\"\n \"{diff}\\n\\n\"\n \"Commit Message:\"\n ),\n}\n# #endregion DEFAULT_LLM_PROMPTS\n" }, { @@ -63348,6 +65635,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DEFAULT_LLM_PROVIDER_BINDINGS [C:2] [TYPE Constant]\n# @BRIEF Default provider binding per task domain.\nDEFAULT_LLM_PROVIDER_BINDINGS: dict[str, str] = {\n \"dashboard_validation\": \"\",\n \"documentation\": \"\",\n \"git_commit\": \"\",\n}\n# #endregion DEFAULT_LLM_PROVIDER_BINDINGS\n" }, { @@ -63419,6 +65707,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region DEFAULT_LLM_ASSISTANT_SETTINGS [C:2] [TYPE Constant]\n# @BRIEF Default planner settings for assistant chat intent model/provider resolution.\nDEFAULT_LLM_ASSISTANT_SETTINGS: dict[str, str] = {\n \"assistant_planner_provider\": \"\",\n \"assistant_planner_model\": \"\",\n}\n# #endregion DEFAULT_LLM_ASSISTANT_SETTINGS\n" }, { @@ -63464,6 +65753,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region normalize_llm_settings [C:3] [TYPE Function]\n# @BRIEF Ensure llm settings contain stable schema with prompts section and default templates.\n# @PRE: llm_settings is dictionary-like value or None.\n# @POST: Returned dict contains prompts with all required template keys.\n# @RELATION DEPENDS_ON -> LLMProviderService\ndef normalize_llm_settings(llm_settings: Any) -> dict[str, Any]:\n normalized: dict[str, Any] = {\n \"providers\": [],\n \"default_provider\": \"\",\n \"prompts\": {},\n \"provider_bindings\": {},\n **DEFAULT_LLM_ASSISTANT_SETTINGS,\n }\n if isinstance(llm_settings, dict):\n normalized.update(\n {\n k: v\n for k, v in llm_settings.items()\n if k\n in (\n \"providers\",\n \"default_provider\",\n \"prompts\",\n \"provider_bindings\",\n \"assistant_planner_provider\",\n \"assistant_planner_model\",\n )\n }\n )\n prompts = normalized.get(\"prompts\") if isinstance(normalized.get(\"prompts\"), dict) else {}\n merged_prompts = deepcopy(DEFAULT_LLM_PROMPTS)\n merged_prompts.update({k: v for k, v in prompts.items() if isinstance(v, str) and v.strip()})\n normalized[\"prompts\"] = merged_prompts\n bindings = normalized.get(\"provider_bindings\") if isinstance(normalized.get(\"provider_bindings\"), dict) else {}\n merged_bindings = deepcopy(DEFAULT_LLM_PROVIDER_BINDINGS)\n merged_bindings.update({k: v for k, v in bindings.items() if isinstance(v, str)})\n normalized[\"provider_bindings\"] = merged_bindings\n for key, default_value in DEFAULT_LLM_ASSISTANT_SETTINGS.items():\n value = normalized.get(key, default_value)\n normalized[key] = value.strip() if isinstance(value, str) else default_value\n return normalized\n# #endregion normalize_llm_settings\n" }, { @@ -63509,6 +65799,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region is_multimodal_model [C:3] [TYPE Function]\n# @BRIEF Heuristically determine whether model supports image input required for dashboard validation.\n# @PRE: model_name may be empty or mixed-case.\n# @POST: Returns True when model likely supports multimodal input.\n# @RELATION DEPENDS_ON -> LLMProviderService\ndef is_multimodal_model(model_name: str, provider_type: str | None = None) -> bool:\n token = (model_name or \"\").strip().lower()\n if not token:\n return False\n provider = (provider_type or \"\").strip().lower()\n text_only_markers = (\n \"text-only\",\n \"embedding\",\n \"rerank\",\n \"whisper\",\n \"tts\",\n \"transcribe\",\n )\n if any(marker in token for marker in text_only_markers):\n return False\n multimodal_markers = (\n \"gpt-4o\",\n \"gpt-4.1\",\n \"vision\",\n \"vl\",\n \"gemini\",\n \"claude-3\",\n \"claude-sonnet-4\",\n \"omni\",\n \"multimodal\",\n \"pixtral\",\n \"llava\",\n \"internvl\",\n \"qwen-vl\",\n \"qwen2-vl\",\n )\n if any(marker in token for marker in multimodal_markers):\n return True\n return False\n# #endregion is_multimodal_model\n" }, { @@ -63554,6 +65845,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region resolve_bound_provider_id [C:3] [TYPE Function]\n# @BRIEF Resolve provider id configured for a task binding with fallback to default provider.\n# @PRE: llm_settings is normalized or raw dict from config.\n# @POST: Returns configured provider id or fallback id/empty string when not defined.\n# @RELATION DEPENDS_ON -> LLMProviderService\ndef resolve_bound_provider_id(llm_settings: Any, task_key: str) -> str:\n normalized = normalize_llm_settings(llm_settings)\n bindings = normalized.get(\"provider_bindings\", {})\n bound = bindings.get(task_key)\n if isinstance(bound, str) and bound.strip():\n return bound.strip()\n default_provider = normalized.get(\"default_provider\", \"\")\n return default_provider.strip() if isinstance(default_provider, str) else \"\"\n# #endregion resolve_bound_provider_id\n" }, { @@ -63599,6 +65891,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region render_prompt [C:3] [TYPE Function]\n# @BRIEF Render prompt template using deterministic placeholder replacement with graceful fallback.\n# @PRE: template is a string and variables values are already stringifiable.\n# @POST: Returns rendered prompt text with known placeholders substituted.\n# @RELATION DEPENDS_ON -> LLMProviderService\ndef render_prompt(template: str, variables: dict[str, Any]) -> str:\n rendered = template\n for key, value in variables.items():\n rendered = rendered.replace(\"{\" + key + \"}\", str(value))\n return rendered\n# #endregion render_prompt\n" }, { @@ -63636,6 +65929,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region llm_provider [C:3] [TYPE Module] [SEMANTICS sqlalchemy, llm, provider, encryption, config]\n# @BRIEF Service for managing LLM provider configurations with encrypted API keys.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [LLMProvider]\n# @RELATION DEPENDS_ON -> [EncryptionManager]\n# @RELATION DEPENDS_ON -> [LLMProviderConfig]\nimport os\nfrom typing import TYPE_CHECKING\n\nfrom cryptography.fernet import Fernet\nfrom sqlalchemy.orm import Session\n\nfrom ..core.logger import belief_scope, logger\nfrom ..models.llm import LLMProvider\n\nif TYPE_CHECKING:\n from ..plugins.llm_analysis.models import LLMProviderConfig\n\nMASKED_API_KEY_PLACEHOLDER = \"********\"\n\n\n# #region _require_fernet_key [C:5] [TYPE Function]\n# @BRIEF Load and validate the Fernet key used for secret encryption.\n# @PRE: ENCRYPTION_KEY environment variable must be set to a valid Fernet key.\n# @POST: Returns validated key bytes ready for Fernet initialization.\n# @RELATION DEPENDS_ON -> [backend.src.core.logger:Function]\n# @SIDE_EFFECT: Emits belief-state logs for missing or invalid encryption configuration.\n# @DATA_CONTRACT: Input[ENCRYPTION_KEY:str] -> Output[bytes]\n# @INVARIANT: Encryption initialization never falls back to a hardcoded secret.\ndef _require_fernet_key() -> bytes:\n with belief_scope(\"_require_fernet_key\"):\n raw_key = os.getenv(\"ENCRYPTION_KEY\", \"\").strip()\n if not raw_key:\n logger.explore(\n \"Missing ENCRYPTION_KEY blocks EncryptionManager initialization\"\n )\n raise RuntimeError(\"ENCRYPTION_KEY must be set\")\n\n key = raw_key.encode()\n try:\n Fernet(key)\n except Exception as exc:\n logger.explore(\n \"Invalid ENCRYPTION_KEY blocks EncryptionManager initialization\"\n )\n raise RuntimeError(\"ENCRYPTION_KEY must be a valid Fernet key\") from exc\n\n logger.reflect(\"Validated ENCRYPTION_KEY for EncryptionManager initialization\")\n return key\n\n\n# #endregion _require_fernet_key\n\n\n# #region EncryptionManager [C:5] [TYPE Class]\n# @BRIEF Handles encryption and decryption of sensitive data like API keys.\n# @RELATION CALLS -> [_require_fernet_key]\n# @PRE: ENCRYPTION_KEY is configured with a valid Fernet key before instantiation.\n# @POST: Manager exposes reversible encrypt/decrypt operations for persisted secrets.\n# @SIDE_EFFECT: Initializes Fernet cryptography state from process environment.\n# @DATA_CONTRACT: Input[str] -> Output[str]\n# @INVARIANT: Uses only a validated secret key from environment.\n#\n# @TEST_CONTRACT: EncryptionManagerModel ->\n# {\n# required_fields: {},\n# invariants: [\n# \"encrypted data can be decrypted back to the original string\"\n# ]\n# }\n# @TEST_FIXTURE: basic_encryption_cycle -> {\"data\": \"my_secret_key\"}\n# @TEST_EDGE: decrypt_invalid_data -> raises Exception\n# @TEST_EDGE: empty_string_encryption -> {\"data\": \"\"}\n# @TEST_INVARIANT: symmetric_encryption -> verifies: [basic_encryption_cycle, empty_string_encryption]\nclass EncryptionManager:\n # region EncryptionManager_init [TYPE Function]\n # @PURPOSE: Initialize the encryption manager with a Fernet key.\n # @PRE: ENCRYPTION_KEY env var must be set to a valid Fernet key.\n # @POST: Fernet instance ready for encryption/decryption.\n def __init__(self):\n self.key = _require_fernet_key()\n self.fernet = Fernet(self.key)\n\n # endregion EncryptionManager_init\n\n # region encrypt [TYPE Function]\n # @PURPOSE: Encrypt a plaintext string.\n # @PRE: data must be a non-empty string.\n # @POST: Returns encrypted string.\n def encrypt(self, data: str) -> str:\n with belief_scope(\"encrypt\"):\n return self.fernet.encrypt(data.encode()).decode()\n\n # endregion encrypt\n\n # region decrypt [TYPE Function]\n # @PURPOSE: Decrypt an encrypted string.\n # @PRE: encrypted_data must be a valid Fernet-encrypted string.\n # @POST: Returns original plaintext string.\n def decrypt(self, encrypted_data: str) -> str:\n with belief_scope(\"decrypt\"):\n return self.fernet.decrypt(encrypted_data.encode()).decode()\n\n # endregion decrypt\n\n\n# #endregion EncryptionManager\n\n\n# #region LLMProviderService [C:3] [TYPE Class]\n# @BRIEF Service to manage LLM provider lifecycle.\n# @RELATION DEPENDS_ON -> [LLMProvider]\n# @RELATION DEPENDS_ON -> [EncryptionManager]\n# @RELATION DEPENDS_ON -> [LLMProviderConfig]\nclass LLMProviderService:\n # region LLMProviderService_init [TYPE Function]\n # @PURPOSE: Initialize the service with database session.\n # @PRE: db must be a valid SQLAlchemy Session.\n # @POST: Service ready for provider operations.\n # @RELATION: [DEPENDS_ON] ->[EncryptionManager]\n def __init__(self, db: Session):\n self.db = db\n self.encryption = EncryptionManager()\n\n # endregion LLMProviderService_init\n\n # region get_all_providers [TYPE Function]\n # @PURPOSE: Returns all configured LLM providers.\n # @PRE: Database connection must be active.\n # @POST: Returns list of all LLMProvider records.\n # @RELATION: [DEPENDS_ON] ->[LLMProvider]\n def get_all_providers(self) -> list[LLMProvider]:\n with belief_scope(\"get_all_providers\"):\n return self.db.query(LLMProvider).all()\n\n # endregion get_all_providers\n\n # region get_provider [TYPE Function]\n # @PURPOSE: Returns a single LLM provider by ID.\n # @PRE: provider_id must be a valid string.\n # @POST: Returns LLMProvider or None if not found.\n # @RELATION: [DEPENDS_ON] ->[LLMProvider]\n def get_provider(self, provider_id: str) -> LLMProvider | None:\n with belief_scope(\"get_provider\"):\n return (\n self.db.query(LLMProvider).filter(LLMProvider.id == provider_id).first()\n )\n\n # endregion get_provider\n\n # region create_provider [TYPE Function]\n # @PURPOSE: Creates a new LLM provider with encrypted API key.\n # @PRE: config must contain valid provider configuration.\n # @POST: New provider created and persisted to database.\n # @RELATION: [DEPENDS_ON] ->[LLMProviderConfig]\n # @RELATION: [DEPENDS_ON] ->[LLMProvider]\n # @RELATION: [CALLS] ->[encrypt]\n def create_provider(self, config: \"LLMProviderConfig\") -> LLMProvider:\n with belief_scope(\"create_provider\"):\n encrypted_key = self.encryption.encrypt(config.api_key)\n db_provider = LLMProvider(\n provider_type=config.provider_type.value,\n name=config.name,\n base_url=config.base_url,\n api_key=encrypted_key,\n default_model=config.default_model,\n is_active=config.is_active,\n )\n self.db.add(db_provider)\n self.db.commit()\n self.db.refresh(db_provider)\n return db_provider\n\n # endregion create_provider\n\n # region update_provider [TYPE Function]\n # @PURPOSE: Updates an existing LLM provider.\n # @PRE: provider_id must exist, config must be valid.\n # @POST: Provider updated and persisted to database.\n # @RELATION: [DEPENDS_ON] ->[LLMProviderConfig]\n # @RELATION: [DEPENDS_ON] ->[LLMProvider]\n # @RELATION: [CALLS] ->[encrypt]\n def update_provider(\n self, provider_id: str, config: \"LLMProviderConfig\"\n ) -> LLMProvider | None:\n with belief_scope(\"update_provider\"):\n db_provider = self.get_provider(provider_id)\n if not db_provider:\n return None\n\n db_provider.provider_type = config.provider_type.value\n db_provider.name = config.name\n db_provider.base_url = config.base_url\n # Ignore masked placeholder values; they are display-only and must not overwrite secrets.\n if (\n config.api_key is not None\n and config.api_key != \"\"\n and config.api_key != MASKED_API_KEY_PLACEHOLDER\n ):\n db_provider.api_key = self.encryption.encrypt(config.api_key)\n db_provider.default_model = config.default_model\n db_provider.is_active = config.is_active\n\n self.db.commit()\n self.db.refresh(db_provider)\n return db_provider\n\n # endregion update_provider\n\n # region delete_provider [TYPE Function]\n # @PURPOSE: Deletes an LLM provider.\n # @PRE: provider_id must exist.\n # @POST: Provider removed from database.\n # @RELATION: [DEPENDS_ON] ->[LLMProvider]\n def delete_provider(self, provider_id: str) -> bool:\n with belief_scope(\"delete_provider\"):\n db_provider = self.get_provider(provider_id)\n if not db_provider:\n return False\n self.db.delete(db_provider)\n self.db.commit()\n return True\n\n # endregion delete_provider\n\n # region get_decrypted_api_key [TYPE Function]\n # @PURPOSE: Returns the decrypted API key for a provider.\n # @PRE: provider_id must exist with valid encrypted key.\n # @POST: Returns decrypted API key or None on failure.\n # @RELATION: [DEPENDS_ON] ->[LLMProvider]\n # @RELATION: [CALLS] ->[decrypt]\n def get_decrypted_api_key(self, provider_id: str) -> str | None:\n with belief_scope(\"get_decrypted_api_key\"):\n db_provider = self.get_provider(provider_id)\n if not db_provider:\n logger.warning(\n f\"[get_decrypted_api_key] Provider {provider_id} not found in database\"\n )\n return None\n\n logger.info(f\"[get_decrypted_api_key] Provider found: {db_provider.id}\")\n logger.info(\n f\"[get_decrypted_api_key] Encrypted API key length: {len(db_provider.api_key) if db_provider.api_key else 0}\"\n )\n\n try:\n decrypted_key = self.encryption.decrypt(db_provider.api_key)\n logger.info(\n f\"[get_decrypted_api_key] Decryption successful, key length: {len(decrypted_key) if decrypted_key else 0}\"\n )\n return decrypted_key\n except Exception as e:\n logger.error(f\"[get_decrypted_api_key] Decryption failed: {e!s}\")\n return None\n\n # endregion get_decrypted_api_key\n\n\n# #endregion LLMProviderService\n\n# #endregion llm_provider\n" }, { @@ -63684,6 +65978,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _require_fernet_key [C:5] [TYPE Function]\n# @BRIEF Load and validate the Fernet key used for secret encryption.\n# @PRE: ENCRYPTION_KEY environment variable must be set to a valid Fernet key.\n# @POST: Returns validated key bytes ready for Fernet initialization.\n# @RELATION DEPENDS_ON -> [backend.src.core.logger:Function]\n# @SIDE_EFFECT: Emits belief-state logs for missing or invalid encryption configuration.\n# @DATA_CONTRACT: Input[ENCRYPTION_KEY:str] -> Output[bytes]\n# @INVARIANT: Encryption initialization never falls back to a hardcoded secret.\ndef _require_fernet_key() -> bytes:\n with belief_scope(\"_require_fernet_key\"):\n raw_key = os.getenv(\"ENCRYPTION_KEY\", \"\").strip()\n if not raw_key:\n logger.explore(\n \"Missing ENCRYPTION_KEY blocks EncryptionManager initialization\"\n )\n raise RuntimeError(\"ENCRYPTION_KEY must be set\")\n\n key = raw_key.encode()\n try:\n Fernet(key)\n except Exception as exc:\n logger.explore(\n \"Invalid ENCRYPTION_KEY blocks EncryptionManager initialization\"\n )\n raise RuntimeError(\"ENCRYPTION_KEY must be a valid Fernet key\") from exc\n\n logger.reflect(\"Validated ENCRYPTION_KEY for EncryptionManager initialization\")\n return key\n\n\n# #endregion _require_fernet_key\n" }, { @@ -63754,6 +66049,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region EncryptionManager [C:5] [TYPE Class]\n# @BRIEF Handles encryption and decryption of sensitive data like API keys.\n# @RELATION CALLS -> [_require_fernet_key]\n# @PRE: ENCRYPTION_KEY is configured with a valid Fernet key before instantiation.\n# @POST: Manager exposes reversible encrypt/decrypt operations for persisted secrets.\n# @SIDE_EFFECT: Initializes Fernet cryptography state from process environment.\n# @DATA_CONTRACT: Input[str] -> Output[str]\n# @INVARIANT: Uses only a validated secret key from environment.\n#\n# @TEST_CONTRACT: EncryptionManagerModel ->\n# {\n# required_fields: {},\n# invariants: [\n# \"encrypted data can be decrypted back to the original string\"\n# ]\n# }\n# @TEST_FIXTURE: basic_encryption_cycle -> {\"data\": \"my_secret_key\"}\n# @TEST_EDGE: decrypt_invalid_data -> raises Exception\n# @TEST_EDGE: empty_string_encryption -> {\"data\": \"\"}\n# @TEST_INVARIANT: symmetric_encryption -> verifies: [basic_encryption_cycle, empty_string_encryption]\nclass EncryptionManager:\n # region EncryptionManager_init [TYPE Function]\n # @PURPOSE: Initialize the encryption manager with a Fernet key.\n # @PRE: ENCRYPTION_KEY env var must be set to a valid Fernet key.\n # @POST: Fernet instance ready for encryption/decryption.\n def __init__(self):\n self.key = _require_fernet_key()\n self.fernet = Fernet(self.key)\n\n # endregion EncryptionManager_init\n\n # region encrypt [TYPE Function]\n # @PURPOSE: Encrypt a plaintext string.\n # @PRE: data must be a non-empty string.\n # @POST: Returns encrypted string.\n def encrypt(self, data: str) -> str:\n with belief_scope(\"encrypt\"):\n return self.fernet.encrypt(data.encode()).decode()\n\n # endregion encrypt\n\n # region decrypt [TYPE Function]\n # @PURPOSE: Decrypt an encrypted string.\n # @PRE: encrypted_data must be a valid Fernet-encrypted string.\n # @POST: Returns original plaintext string.\n def decrypt(self, encrypted_data: str) -> str:\n with belief_scope(\"decrypt\"):\n return self.fernet.decrypt(encrypted_data.encode()).decode()\n\n # endregion decrypt\n\n\n# #endregion EncryptionManager\n" }, { @@ -63790,6 +66086,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region LLMProviderService [C:3] [TYPE Class]\n# @BRIEF Service to manage LLM provider lifecycle.\n# @RELATION DEPENDS_ON -> [LLMProvider]\n# @RELATION DEPENDS_ON -> [EncryptionManager]\n# @RELATION DEPENDS_ON -> [LLMProviderConfig]\nclass LLMProviderService:\n # region LLMProviderService_init [TYPE Function]\n # @PURPOSE: Initialize the service with database session.\n # @PRE: db must be a valid SQLAlchemy Session.\n # @POST: Service ready for provider operations.\n # @RELATION: [DEPENDS_ON] ->[EncryptionManager]\n def __init__(self, db: Session):\n self.db = db\n self.encryption = EncryptionManager()\n\n # endregion LLMProviderService_init\n\n # region get_all_providers [TYPE Function]\n # @PURPOSE: Returns all configured LLM providers.\n # @PRE: Database connection must be active.\n # @POST: Returns list of all LLMProvider records.\n # @RELATION: [DEPENDS_ON] ->[LLMProvider]\n def get_all_providers(self) -> list[LLMProvider]:\n with belief_scope(\"get_all_providers\"):\n return self.db.query(LLMProvider).all()\n\n # endregion get_all_providers\n\n # region get_provider [TYPE Function]\n # @PURPOSE: Returns a single LLM provider by ID.\n # @PRE: provider_id must be a valid string.\n # @POST: Returns LLMProvider or None if not found.\n # @RELATION: [DEPENDS_ON] ->[LLMProvider]\n def get_provider(self, provider_id: str) -> LLMProvider | None:\n with belief_scope(\"get_provider\"):\n return (\n self.db.query(LLMProvider).filter(LLMProvider.id == provider_id).first()\n )\n\n # endregion get_provider\n\n # region create_provider [TYPE Function]\n # @PURPOSE: Creates a new LLM provider with encrypted API key.\n # @PRE: config must contain valid provider configuration.\n # @POST: New provider created and persisted to database.\n # @RELATION: [DEPENDS_ON] ->[LLMProviderConfig]\n # @RELATION: [DEPENDS_ON] ->[LLMProvider]\n # @RELATION: [CALLS] ->[encrypt]\n def create_provider(self, config: \"LLMProviderConfig\") -> LLMProvider:\n with belief_scope(\"create_provider\"):\n encrypted_key = self.encryption.encrypt(config.api_key)\n db_provider = LLMProvider(\n provider_type=config.provider_type.value,\n name=config.name,\n base_url=config.base_url,\n api_key=encrypted_key,\n default_model=config.default_model,\n is_active=config.is_active,\n )\n self.db.add(db_provider)\n self.db.commit()\n self.db.refresh(db_provider)\n return db_provider\n\n # endregion create_provider\n\n # region update_provider [TYPE Function]\n # @PURPOSE: Updates an existing LLM provider.\n # @PRE: provider_id must exist, config must be valid.\n # @POST: Provider updated and persisted to database.\n # @RELATION: [DEPENDS_ON] ->[LLMProviderConfig]\n # @RELATION: [DEPENDS_ON] ->[LLMProvider]\n # @RELATION: [CALLS] ->[encrypt]\n def update_provider(\n self, provider_id: str, config: \"LLMProviderConfig\"\n ) -> LLMProvider | None:\n with belief_scope(\"update_provider\"):\n db_provider = self.get_provider(provider_id)\n if not db_provider:\n return None\n\n db_provider.provider_type = config.provider_type.value\n db_provider.name = config.name\n db_provider.base_url = config.base_url\n # Ignore masked placeholder values; they are display-only and must not overwrite secrets.\n if (\n config.api_key is not None\n and config.api_key != \"\"\n and config.api_key != MASKED_API_KEY_PLACEHOLDER\n ):\n db_provider.api_key = self.encryption.encrypt(config.api_key)\n db_provider.default_model = config.default_model\n db_provider.is_active = config.is_active\n\n self.db.commit()\n self.db.refresh(db_provider)\n return db_provider\n\n # endregion update_provider\n\n # region delete_provider [TYPE Function]\n # @PURPOSE: Deletes an LLM provider.\n # @PRE: provider_id must exist.\n # @POST: Provider removed from database.\n # @RELATION: [DEPENDS_ON] ->[LLMProvider]\n def delete_provider(self, provider_id: str) -> bool:\n with belief_scope(\"delete_provider\"):\n db_provider = self.get_provider(provider_id)\n if not db_provider:\n return False\n self.db.delete(db_provider)\n self.db.commit()\n return True\n\n # endregion delete_provider\n\n # region get_decrypted_api_key [TYPE Function]\n # @PURPOSE: Returns the decrypted API key for a provider.\n # @PRE: provider_id must exist with valid encrypted key.\n # @POST: Returns decrypted API key or None on failure.\n # @RELATION: [DEPENDS_ON] ->[LLMProvider]\n # @RELATION: [CALLS] ->[decrypt]\n def get_decrypted_api_key(self, provider_id: str) -> str | None:\n with belief_scope(\"get_decrypted_api_key\"):\n db_provider = self.get_provider(provider_id)\n if not db_provider:\n logger.warning(\n f\"[get_decrypted_api_key] Provider {provider_id} not found in database\"\n )\n return None\n\n logger.info(f\"[get_decrypted_api_key] Provider found: {db_provider.id}\")\n logger.info(\n f\"[get_decrypted_api_key] Encrypted API key length: {len(db_provider.api_key) if db_provider.api_key else 0}\"\n )\n\n try:\n decrypted_key = self.encryption.decrypt(db_provider.api_key)\n logger.info(\n f\"[get_decrypted_api_key] Decryption successful, key length: {len(decrypted_key) if decrypted_key else 0}\"\n )\n return decrypted_key\n except Exception as e:\n logger.error(f\"[get_decrypted_api_key] Decryption failed: {e!s}\")\n return None\n\n # endregion get_decrypted_api_key\n\n\n# #endregion LLMProviderService\n" }, { @@ -63872,6 +66169,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region mapping_service [C:3] [TYPE Module] [SEMANTICS mapping, database, superset, fuzzy, suggestion]\n#\n# @BRIEF Orchestrates database fetching and fuzzy matching suggestions.\n# @LAYER: Service\n# @PRE: source/target environment identifiers are provided by caller.\n# @POST: Exposes stateless mapping suggestion orchestration over configured environments.\n# @SIDE_EFFECT: Performs remote metadata reads through Superset API clients.\n# @DATA_CONTRACT: Input[source_env_id: str, target_env_id: str] -> Output[List[Dict]]\n# @RELATION DEPENDS_ON -> SupersetClient\n# @RELATION DEPENDS_ON -> suggest_mappings\n#\n# @INVARIANT: Suggestions are based on database names.\n\n\nfrom ..core.logger import belief_scope\nfrom ..core.superset_client import SupersetClient\nfrom ..core.utils.matching import suggest_mappings\n\n\n# #region MappingService [C:3] [TYPE Class]\n# @BRIEF Service for handling database mapping logic.\n# @PRE: config_manager exposes get_environments() with environment objects containing id.\n# @POST: Provides client resolution and mapping suggestion methods.\n# @SIDE_EFFECT: Instantiates Superset clients and performs upstream metadata reads.\n# @DATA_CONTRACT: Input[config_manager] -> Output[List[Dict]]\n# @RELATION DEPENDS_ON -> SupersetClient\n# @RELATION DEPENDS_ON -> suggest_mappings\nclass MappingService:\n # region init [TYPE Function]\n # @PURPOSE: Initializes the mapping service with a config manager.\n # @PRE: config_manager is provided.\n # @PARAM: config_manager (ConfigManager) - The configuration manager.\n # @POST: Service is initialized.\n # @RELATION: DEPENDS_ON -> MappingService\n def __init__(self, config_manager):\n with belief_scope(\"MappingService.__init__\"):\n self.config_manager = config_manager\n\n # endregion init\n\n # region _get_client [TYPE Function]\n # @PURPOSE: Helper to get an initialized SupersetClient for an environment.\n # @PARAM: env_id (str) - The ID of the environment.\n # @PRE: environment must exist in config.\n # @POST: Returns an initialized SupersetClient.\n # @RETURN: SupersetClient - Initialized client.\n # @RELATION: CALLS -> SupersetClient\n def _get_client(self, env_id: str) -> SupersetClient:\n with belief_scope(\"MappingService._get_client\", f\"env_id={env_id}\"):\n envs = self.config_manager.get_environments()\n env = next((e for e in envs if e.id == env_id), None)\n if not env:\n raise ValueError(f\"Environment {env_id} not found\")\n\n return SupersetClient(env)\n\n # endregion _get_client\n\n # region get_suggestions [TYPE Function]\n # @PURPOSE: Fetches databases from both environments and returns fuzzy matching suggestions.\n # @PARAM: source_env_id (str) - Source environment ID.\n # @PARAM: target_env_id (str) - Target environment ID.\n # @PRE: Both environments must be accessible.\n # @POST: Returns fuzzy-matched database suggestions.\n # @RETURN: List[Dict] - Suggested mappings.\n # @RELATION: CALLS -> _get_client\n # @RELATION: CALLS -> suggest_mappings\n async def get_suggestions(\n self, source_env_id: str, target_env_id: str\n ) -> list[dict]:\n with belief_scope(\n \"MappingService.get_suggestions\",\n f\"source={source_env_id}, target={target_env_id}\",\n ):\n \"\"\"\n Get suggested mappings between two environments.\n \"\"\"\n source_client = self._get_client(source_env_id)\n target_client = self._get_client(target_env_id)\n\n source_dbs = source_client.get_databases_summary()\n target_dbs = target_client.get_databases_summary()\n\n return suggest_mappings(source_dbs, target_dbs)\n\n # endregion get_suggestions\n\n\n# #endregion MappingService\n\n# #endregion mapping_service\n" }, { @@ -63943,6 +66241,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region MappingService [C:3] [TYPE Class]\n# @BRIEF Service for handling database mapping logic.\n# @PRE: config_manager exposes get_environments() with environment objects containing id.\n# @POST: Provides client resolution and mapping suggestion methods.\n# @SIDE_EFFECT: Instantiates Superset clients and performs upstream metadata reads.\n# @DATA_CONTRACT: Input[config_manager] -> Output[List[Dict]]\n# @RELATION DEPENDS_ON -> SupersetClient\n# @RELATION DEPENDS_ON -> suggest_mappings\nclass MappingService:\n # region init [TYPE Function]\n # @PURPOSE: Initializes the mapping service with a config manager.\n # @PRE: config_manager is provided.\n # @PARAM: config_manager (ConfigManager) - The configuration manager.\n # @POST: Service is initialized.\n # @RELATION: DEPENDS_ON -> MappingService\n def __init__(self, config_manager):\n with belief_scope(\"MappingService.__init__\"):\n self.config_manager = config_manager\n\n # endregion init\n\n # region _get_client [TYPE Function]\n # @PURPOSE: Helper to get an initialized SupersetClient for an environment.\n # @PARAM: env_id (str) - The ID of the environment.\n # @PRE: environment must exist in config.\n # @POST: Returns an initialized SupersetClient.\n # @RETURN: SupersetClient - Initialized client.\n # @RELATION: CALLS -> SupersetClient\n def _get_client(self, env_id: str) -> SupersetClient:\n with belief_scope(\"MappingService._get_client\", f\"env_id={env_id}\"):\n envs = self.config_manager.get_environments()\n env = next((e for e in envs if e.id == env_id), None)\n if not env:\n raise ValueError(f\"Environment {env_id} not found\")\n\n return SupersetClient(env)\n\n # endregion _get_client\n\n # region get_suggestions [TYPE Function]\n # @PURPOSE: Fetches databases from both environments and returns fuzzy matching suggestions.\n # @PARAM: source_env_id (str) - Source environment ID.\n # @PARAM: target_env_id (str) - Target environment ID.\n # @PRE: Both environments must be accessible.\n # @POST: Returns fuzzy-matched database suggestions.\n # @RETURN: List[Dict] - Suggested mappings.\n # @RELATION: CALLS -> _get_client\n # @RELATION: CALLS -> suggest_mappings\n async def get_suggestions(\n self, source_env_id: str, target_env_id: str\n ) -> list[dict]:\n with belief_scope(\n \"MappingService.get_suggestions\",\n f\"source={source_env_id}, target={target_env_id}\",\n ):\n \"\"\"\n Get suggested mappings between two environments.\n \"\"\"\n source_client = self._get_client(source_env_id)\n target_client = self._get_client(target_env_id)\n\n source_dbs = source_client.get_databases_summary()\n target_dbs = target_client.get_databases_summary()\n\n return suggest_mappings(source_dbs, target_dbs)\n\n # endregion get_suggestions\n\n\n# #endregion MappingService\n" }, { @@ -64021,6 +66320,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region notifications [TYPE Package] [SEMANTICS notification, package, service]\n# @BRIEF Notification service package root.\n# @RELATION EXPORTS -> [NotificationService:Class]\n# #endregion notifications\n" }, { @@ -64112,6 +66412,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region providers [C:5] [TYPE Module] [SEMANTICS notification, provider, smtp, telegram, slack]\n#\n# @BRIEF Defines abstract base and concrete implementations for external notification delivery.\n# @RELATION DEPENDED_ON_BY -> [NotificationService]\n# @RELATION DEPENDS_ON -> [NotificationProvider]\n# @RELATION DEPENDS_ON -> [SMTPProvider]\n# @RELATION DEPENDS_ON -> [TelegramProvider]\n# @RELATION DEPENDS_ON -> [SlackProvider]\n# @LAYER: Infra\n# @PRE: Provider configuration dictionaries are supplied by trusted configuration sources.\n# @POST: Each provider exposes async send contract returning boolean delivery outcome.\n# @SIDE_EFFECT: Performs outbound network I/O to SMTP or HTTP endpoints.\n# @DATA_CONTRACT: Input[target, subject, body, context?] -> Output[bool]\n# @INVARIANT: Concrete providers preserve boolean send contract and swallow transport exceptions into False.\n#\n# @INVARIANT: Providers must be stateless and resilient to network failures.\n# @INVARIANT: Sensitive credentials must be handled via encrypted config.\n\nimport smtplib\nfrom abc import ABC, abstractmethod\nfrom email.mime.multipart import MIMEMultipart\nfrom email.mime.text import MIMEText\nfrom typing import Any\n\nimport requests\n\nfrom ...core.logger import logger\n\n\n# #region NotificationProvider [C:2] [TYPE Class]\n# @BRIEF Abstract base class for all notification providers.\n# @RELATION DEPENDED_ON_BY -> [SMTPProvider]\n# @RELATION DEPENDED_ON_BY -> [TelegramProvider]\n# @RELATION DEPENDED_ON_BY -> [SlackProvider]\nclass NotificationProvider(ABC):\n @abstractmethod\n async def send(\n self,\n target: str,\n subject: str,\n body: str,\n context: dict[str, Any] | None = None,\n ) -> bool:\n \"\"\"\n Send a notification to a specific target.\n :param target: Recipient identifier (email, channel ID, user ID).\n :param subject: Notification subject or title.\n :param body: Main content of the notification.\n :param context: Additional metadata for the provider.\n :return: True if successfully dispatched.\n \"\"\"\n pass\n\n\n# #endregion NotificationProvider\n\n\n# #region SMTPProvider [C:3] [TYPE Class]\n# @BRIEF Delivers notifications via SMTP.\n# @RELATION INHERITS -> [NotificationProvider]\nclass SMTPProvider(NotificationProvider):\n def __init__(self, config: dict[str, Any]):\n self.host = config.get(\"host\")\n self.port = int(config.get(\"port\", 587))\n self.username = config.get(\"username\")\n self.password = config.get(\"password\")\n self.from_email = config.get(\"from_email\")\n self.use_tls = config.get(\"use_tls\", True)\n\n async def send(\n self,\n target: str,\n subject: str,\n body: str,\n context: dict[str, Any] | None = None,\n ) -> bool:\n try:\n msg = MIMEMultipart()\n msg[\"From\"] = self.from_email\n msg[\"To\"] = target\n msg[\"Subject\"] = subject\n msg.attach(MIMEText(body, \"plain\"))\n\n server = smtplib.SMTP(self.host, self.port)\n if self.use_tls:\n server.starttls()\n if self.username and self.password:\n server.login(self.username, self.password)\n server.send_message(msg)\n server.quit()\n return True\n except Exception as e:\n logger.error(\n f\"[SMTPProvider][FAILED] Failed to send email to {target}: {e}\"\n )\n return False\n\n\n# #endregion SMTPProvider\n\n\n# #region TelegramProvider [C:3] [TYPE Class]\n# @BRIEF Delivers notifications via Telegram Bot API.\n# @RELATION INHERITS -> [NotificationProvider]\nclass TelegramProvider(NotificationProvider):\n def __init__(self, config: dict[str, Any]):\n self.bot_token = config.get(\"bot_token\")\n\n async def send(\n self,\n target: str,\n subject: str,\n body: str,\n context: dict[str, Any] | None = None,\n ) -> bool:\n if not self.bot_token:\n logger.error(\"[TelegramProvider][FAILED] Bot token not configured\")\n return False\n\n url = f\"https://api.telegram.org/bot{self.bot_token}/sendMessage\"\n payload = {\n \"chat_id\": target,\n \"text\": f\"*{subject}*\\n\\n{body}\",\n \"parse_mode\": \"Markdown\",\n }\n\n try:\n response = requests.post(url, json=payload, timeout=10)\n response.raise_for_status()\n return True\n except Exception as e:\n logger.error(\n f\"[TelegramProvider][FAILED] Failed to send Telegram message to {target}: {e}\"\n )\n return False\n\n\n# #endregion TelegramProvider\n\n\n# #region SlackProvider [C:3] [TYPE Class]\n# @BRIEF Delivers notifications via Slack Webhooks or API.\n# @RELATION INHERITS -> [NotificationProvider]\nclass SlackProvider(NotificationProvider):\n def __init__(self, config: dict[str, Any]):\n self.webhook_url = config.get(\"webhook_url\")\n\n async def send(\n self,\n target: str,\n subject: str,\n body: str,\n context: dict[str, Any] | None = None,\n ) -> bool:\n if not self.webhook_url:\n logger.error(\"[SlackProvider][FAILED] Webhook URL not configured\")\n return False\n\n payload = {\"text\": f\"*{subject}*\\n{body}\"}\n\n try:\n response = requests.post(self.webhook_url, json=payload, timeout=10)\n response.raise_for_status()\n return True\n except Exception as e:\n logger.error(f\"[SlackProvider][FAILED] Failed to send Slack message: {e}\")\n return False\n\n\n# #endregion SlackProvider\n\n# #endregion providers\n" }, { @@ -64212,6 +66513,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region NotificationProvider [C:2] [TYPE Class]\n# @BRIEF Abstract base class for all notification providers.\n# @RELATION DEPENDED_ON_BY -> [SMTPProvider]\n# @RELATION DEPENDED_ON_BY -> [TelegramProvider]\n# @RELATION DEPENDED_ON_BY -> [SlackProvider]\nclass NotificationProvider(ABC):\n @abstractmethod\n async def send(\n self,\n target: str,\n subject: str,\n body: str,\n context: dict[str, Any] | None = None,\n ) -> bool:\n \"\"\"\n Send a notification to a specific target.\n :param target: Recipient identifier (email, channel ID, user ID).\n :param subject: Notification subject or title.\n :param body: Main content of the notification.\n :param context: Additional metadata for the provider.\n :return: True if successfully dispatched.\n \"\"\"\n pass\n\n\n# #endregion NotificationProvider\n" }, { @@ -64236,6 +66538,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SMTPProvider [C:3] [TYPE Class]\n# @BRIEF Delivers notifications via SMTP.\n# @RELATION INHERITS -> [NotificationProvider]\nclass SMTPProvider(NotificationProvider):\n def __init__(self, config: dict[str, Any]):\n self.host = config.get(\"host\")\n self.port = int(config.get(\"port\", 587))\n self.username = config.get(\"username\")\n self.password = config.get(\"password\")\n self.from_email = config.get(\"from_email\")\n self.use_tls = config.get(\"use_tls\", True)\n\n async def send(\n self,\n target: str,\n subject: str,\n body: str,\n context: dict[str, Any] | None = None,\n ) -> bool:\n try:\n msg = MIMEMultipart()\n msg[\"From\"] = self.from_email\n msg[\"To\"] = target\n msg[\"Subject\"] = subject\n msg.attach(MIMEText(body, \"plain\"))\n\n server = smtplib.SMTP(self.host, self.port)\n if self.use_tls:\n server.starttls()\n if self.username and self.password:\n server.login(self.username, self.password)\n server.send_message(msg)\n server.quit()\n return True\n except Exception as e:\n logger.error(\n f\"[SMTPProvider][FAILED] Failed to send email to {target}: {e}\"\n )\n return False\n\n\n# #endregion SMTPProvider\n" }, { @@ -64260,6 +66563,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TelegramProvider [C:3] [TYPE Class]\n# @BRIEF Delivers notifications via Telegram Bot API.\n# @RELATION INHERITS -> [NotificationProvider]\nclass TelegramProvider(NotificationProvider):\n def __init__(self, config: dict[str, Any]):\n self.bot_token = config.get(\"bot_token\")\n\n async def send(\n self,\n target: str,\n subject: str,\n body: str,\n context: dict[str, Any] | None = None,\n ) -> bool:\n if not self.bot_token:\n logger.error(\"[TelegramProvider][FAILED] Bot token not configured\")\n return False\n\n url = f\"https://api.telegram.org/bot{self.bot_token}/sendMessage\"\n payload = {\n \"chat_id\": target,\n \"text\": f\"*{subject}*\\n\\n{body}\",\n \"parse_mode\": \"Markdown\",\n }\n\n try:\n response = requests.post(url, json=payload, timeout=10)\n response.raise_for_status()\n return True\n except Exception as e:\n logger.error(\n f\"[TelegramProvider][FAILED] Failed to send Telegram message to {target}: {e}\"\n )\n return False\n\n\n# #endregion TelegramProvider\n" }, { @@ -64284,6 +66588,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region SlackProvider [C:3] [TYPE Class]\n# @BRIEF Delivers notifications via Slack Webhooks or API.\n# @RELATION INHERITS -> [NotificationProvider]\nclass SlackProvider(NotificationProvider):\n def __init__(self, config: dict[str, Any]):\n self.webhook_url = config.get(\"webhook_url\")\n\n async def send(\n self,\n target: str,\n subject: str,\n body: str,\n context: dict[str, Any] | None = None,\n ) -> bool:\n if not self.webhook_url:\n logger.error(\"[SlackProvider][FAILED] Webhook URL not configured\")\n return False\n\n payload = {\"text\": f\"*{subject}*\\n{body}\"}\n\n try:\n response = requests.post(self.webhook_url, json=payload, timeout=10)\n response.raise_for_status()\n return True\n except Exception as e:\n logger.error(f\"[SlackProvider][FAILED] Failed to send Slack message: {e}\")\n return False\n\n\n# #endregion SlackProvider\n" }, { @@ -64369,6 +66674,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region service [C:5] [TYPE Module] [SEMANTICS fastapi, notification, dispatch, policy, routing]\n#\n# @BRIEF Orchestrates notification routing based on user preferences and policy context.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [NotificationProvider]\n# @RELATION DEPENDS_ON -> [SMTPProvider]\n# @RELATION DEPENDS_ON -> [TelegramProvider]\n# @RELATION DEPENDS_ON -> [SlackProvider]\n# @RELATION DEPENDS_ON -> [ValidationRecord]\n# @RELATION DEPENDS_ON -> [ValidationPolicy]\n# @RELATION DEPENDS_ON -> [UserDashboardPreference]\n#\n# @INVARIANT: NotificationService maintains singleton pattern for per-channel notifications\n# @DATA_CONTRACT: NotificationChannelConfig -> NotificationRecipient\n# @PRE: channel_config is loaded\n# @POST: Notification dispatched via configured providers\n# @SIDE_EFFECT: Sends notifications via configured providers\n\nfrom fastapi import BackgroundTasks\nfrom sqlalchemy.orm import Session\n\nfrom ...core.config_manager import ConfigManager\nfrom ...core.logger import belief_scope, logger\nfrom ...models.llm import ValidationPolicy, ValidationRecord\nfrom ...models.profile import UserDashboardPreference\nfrom .providers import (\n NotificationProvider,\n SlackProvider,\n SMTPProvider,\n TelegramProvider,\n)\n\n\n# #region NotificationService [C:4] [TYPE Class]\n# @BRIEF Routes validation reports to appropriate users and channels.\n# @RELATION DEPENDS_ON -> [NotificationProvider]\n# @RELATION DEPENDS_ON -> [ValidationRecord]\n# @RELATION DEPENDS_ON -> [ValidationPolicy]\n# @RELATION DEPENDS_ON -> [UserDashboardPreference]\n# @PRE: Service receives a live DB session and configuration manager with notification payload settings.\n# @POST: Service can resolve targets and dispatch provider sends without mutating validation records.\n# @SIDE_EFFECT: Reads notification configuration, queries user preferences, and dispatches provider I/O.\n# @DATA_CONTRACT: Input[ValidationRecord, Optional[ValidationPolicy], Optional[BackgroundTasks]] -> Output[None]\nclass NotificationService:\n # region NotificationService_init [TYPE Function]\n # @PURPOSE: Bind DB and configuration collaborators used for provider initialization and routing.\n # @RELATION: [BINDS_TO] ->[NotificationService]\n # @RELATION: [DEPENDS_ON] ->[ValidationPolicy]\n def __init__(self, db: Session, config_manager: ConfigManager):\n self.db = db\n self.config_manager = config_manager\n self._providers: dict[str, NotificationProvider] = {}\n self._initialized = False\n\n # endregion NotificationService_init\n\n # region _initialize_providers [TYPE Function]\n # @PURPOSE: Materialize configured notification channel adapters once per service lifetime.\n # @RELATION: [DEPENDS_ON] ->[SMTPProvider]\n # @RELATION: [DEPENDS_ON] ->[TelegramProvider]\n # @RELATION: [DEPENDS_ON] ->[SlackProvider]\n def _initialize_providers(self):\n if self._initialized:\n return\n\n # In a real implementation, we would fetch these from NotificationConfig model\n # For now, we'll use a placeholder initialization logic\n # T033 will implement the UI/API for this.\n configs = self.config_manager.get_payload().get(\"notifications\", {})\n\n if \"smtp\" in configs:\n self._providers[\"SMTP\"] = SMTPProvider(configs[\"smtp\"])\n if \"telegram\" in configs:\n self._providers[\"TELEGRAM\"] = TelegramProvider(configs[\"telegram\"])\n if \"slack\" in configs:\n self._providers[\"SLACK\"] = SlackProvider(configs[\"slack\"])\n\n self._initialized = True\n\n # endregion _initialize_providers\n\n # region dispatch_report [TYPE Function]\n # @PURPOSE: Route one validation record to resolved owners and configured custom channels.\n # @RELATION: [CALLS] ->[_initialize_providers]\n # @RELATION: [CALLS] ->[_should_notify]\n # @RELATION: [CALLS] ->[_resolve_targets]\n # @RELATION: [CALLS] ->[_build_body]\n # @PRE: record is persisted and providers can be initialized from configuration payload.\n # @POST: Eligible notification sends are scheduled in background or awaited inline.\n # @SIDE_EFFECT: Schedules or performs outbound provider sends and emits notification logs.\n # @DATA_CONTRACT: Input[ValidationRecord, Optional[ValidationPolicy], Optional[BackgroundTasks]] -> Output[None]\n async def dispatch_report(\n self,\n record: ValidationRecord,\n policy: ValidationPolicy | None = None,\n background_tasks: BackgroundTasks | None = None,\n ):\n \"\"\"\n Route a validation record to owners and custom channels.\n @PRE: record is persisted.\n @POST: Dispatches async tasks for each resolved target.\n \"\"\"\n with belief_scope(\n \"NotificationService.dispatch_report\", f\"record_id={record.id}\"\n ):\n self._initialize_providers()\n\n # 1. Determine if we should notify based on status and policy\n should_notify = self._should_notify(record, policy)\n if not should_notify:\n logger.reason(\n f\"Notification skipped for record {record.id} (status={record.status})\",\n extra={\"src\": \"NotificationService\"},\n )\n return\n\n # 2. Resolve targets (Owners + Custom Channels)\n targets = self._resolve_targets(record, policy)\n\n # 3. Dispatch\n subject = f\"Dashboard Health Alert: {record.status}\"\n body = self._build_body(record)\n\n for channel_type, recipient in targets:\n provider = self._providers.get(channel_type)\n if not provider:\n logger.explore(\n f\"Unsupported or unconfigured channel: {channel_type}\",\n extra={\"src\": \"NotificationService\"},\n )\n continue\n\n if background_tasks:\n background_tasks.add_task(provider.send, recipient, subject, body)\n else:\n # Fallback to sync for tests or if no background_tasks provided\n await provider.send(recipient, subject, body)\n\n # endregion dispatch_report\n\n # region _should_notify [TYPE Function]\n # @PURPOSE: Evaluate record status against effective alert policy.\n # @RELATION: [DEPENDS_ON] ->[ValidationRecord]\n # @RELATION: [DEPENDS_ON] ->[ValidationPolicy]\n def _should_notify(\n self, record: ValidationRecord, policy: ValidationPolicy | None\n ) -> bool:\n condition = policy.alert_condition if policy else \"FAIL_ONLY\"\n\n if condition == \"ALWAYS\":\n return True\n if condition == \"WARN_AND_FAIL\":\n return record.status in (\"WARN\", \"FAIL\")\n return record.status == \"FAIL\"\n\n # endregion _should_notify\n\n # region _resolve_targets [TYPE Function]\n # @PURPOSE: Resolve owner and policy-defined delivery targets for one validation record.\n # @RELATION: [CALLS] ->[_find_dashboard_owners]\n # @RELATION: [DEPENDS_ON] ->[ValidationRecord]\n # @RELATION: [DEPENDS_ON] ->[ValidationPolicy]\n def _resolve_targets(\n self, record: ValidationRecord, policy: ValidationPolicy | None\n ) -> list[tuple]:\n targets = []\n\n # Owner routing\n if not policy or policy.notify_owners:\n owners = self._find_dashboard_owners(record)\n for owner_pref in owners:\n if not owner_pref.notify_on_fail:\n continue\n\n if owner_pref.telegram_id:\n targets.append((\"TELEGRAM\", owner_pref.telegram_id))\n\n email = owner_pref.email_address or getattr(\n owner_pref.user, \"email\", None\n )\n if email:\n targets.append((\"SMTP\", email))\n\n # Custom channels from policy\n if policy and policy.custom_channels:\n for channel in policy.custom_channels:\n # channel format: {\"type\": \"SLACK\", \"target\": \"#alerts\"}\n targets.append((channel.get(\"type\"), channel.get(\"target\")))\n\n return targets\n\n # endregion _resolve_targets\n\n # region _find_dashboard_owners [TYPE Function]\n # @PURPOSE: Load candidate dashboard owners from persisted profile preferences.\n # @RELATION: [DEPENDS_ON] ->[ValidationRecord]\n # @RELATION: [DEPENDS_ON] ->[UserDashboardPreference]\n def _find_dashboard_owners(\n self, record: ValidationRecord\n ) -> list[UserDashboardPreference]:\n # This is a simplified owner lookup.\n # In a real scenario, we'd query Superset for owners, then match them to our UserDashboardPreference.\n # For now, we'll return all users who have bound this dashboard's environment and have a username.\n\n # Placeholder: return all preferences that have a superset_username\n # (In production, we'd filter by actual ownership from Superset metadata)\n return (\n self.db.query(UserDashboardPreference)\n .filter(UserDashboardPreference.superset_username != None)\n .all()\n )\n\n # endregion _find_dashboard_owners\n\n # region _build_body [TYPE Function]\n # @PURPOSE: Format one validation record into provider-ready body text.\n # @RELATION: [DEPENDS_ON] ->[ValidationRecord]\n def _build_body(self, record: ValidationRecord) -> str:\n return (\n f\"Dashboard ID: {record.dashboard_id}\\n\"\n f\"Environment: {record.environment_id}\\n\"\n f\"Status: {record.status}\\n\\n\"\n f\"Summary: {record.summary}\\n\\n\"\n f\"Issues found: {len(record.issues)}\"\n )\n\n # endregion _build_body\n\n\n# #endregion NotificationService\n\n# #endregion service\n" }, { @@ -64425,6 +66731,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region NotificationService [C:4] [TYPE Class]\n# @BRIEF Routes validation reports to appropriate users and channels.\n# @RELATION DEPENDS_ON -> [NotificationProvider]\n# @RELATION DEPENDS_ON -> [ValidationRecord]\n# @RELATION DEPENDS_ON -> [ValidationPolicy]\n# @RELATION DEPENDS_ON -> [UserDashboardPreference]\n# @PRE: Service receives a live DB session and configuration manager with notification payload settings.\n# @POST: Service can resolve targets and dispatch provider sends without mutating validation records.\n# @SIDE_EFFECT: Reads notification configuration, queries user preferences, and dispatches provider I/O.\n# @DATA_CONTRACT: Input[ValidationRecord, Optional[ValidationPolicy], Optional[BackgroundTasks]] -> Output[None]\nclass NotificationService:\n # region NotificationService_init [TYPE Function]\n # @PURPOSE: Bind DB and configuration collaborators used for provider initialization and routing.\n # @RELATION: [BINDS_TO] ->[NotificationService]\n # @RELATION: [DEPENDS_ON] ->[ValidationPolicy]\n def __init__(self, db: Session, config_manager: ConfigManager):\n self.db = db\n self.config_manager = config_manager\n self._providers: dict[str, NotificationProvider] = {}\n self._initialized = False\n\n # endregion NotificationService_init\n\n # region _initialize_providers [TYPE Function]\n # @PURPOSE: Materialize configured notification channel adapters once per service lifetime.\n # @RELATION: [DEPENDS_ON] ->[SMTPProvider]\n # @RELATION: [DEPENDS_ON] ->[TelegramProvider]\n # @RELATION: [DEPENDS_ON] ->[SlackProvider]\n def _initialize_providers(self):\n if self._initialized:\n return\n\n # In a real implementation, we would fetch these from NotificationConfig model\n # For now, we'll use a placeholder initialization logic\n # T033 will implement the UI/API for this.\n configs = self.config_manager.get_payload().get(\"notifications\", {})\n\n if \"smtp\" in configs:\n self._providers[\"SMTP\"] = SMTPProvider(configs[\"smtp\"])\n if \"telegram\" in configs:\n self._providers[\"TELEGRAM\"] = TelegramProvider(configs[\"telegram\"])\n if \"slack\" in configs:\n self._providers[\"SLACK\"] = SlackProvider(configs[\"slack\"])\n\n self._initialized = True\n\n # endregion _initialize_providers\n\n # region dispatch_report [TYPE Function]\n # @PURPOSE: Route one validation record to resolved owners and configured custom channels.\n # @RELATION: [CALLS] ->[_initialize_providers]\n # @RELATION: [CALLS] ->[_should_notify]\n # @RELATION: [CALLS] ->[_resolve_targets]\n # @RELATION: [CALLS] ->[_build_body]\n # @PRE: record is persisted and providers can be initialized from configuration payload.\n # @POST: Eligible notification sends are scheduled in background or awaited inline.\n # @SIDE_EFFECT: Schedules or performs outbound provider sends and emits notification logs.\n # @DATA_CONTRACT: Input[ValidationRecord, Optional[ValidationPolicy], Optional[BackgroundTasks]] -> Output[None]\n async def dispatch_report(\n self,\n record: ValidationRecord,\n policy: ValidationPolicy | None = None,\n background_tasks: BackgroundTasks | None = None,\n ):\n \"\"\"\n Route a validation record to owners and custom channels.\n @PRE: record is persisted.\n @POST: Dispatches async tasks for each resolved target.\n \"\"\"\n with belief_scope(\n \"NotificationService.dispatch_report\", f\"record_id={record.id}\"\n ):\n self._initialize_providers()\n\n # 1. Determine if we should notify based on status and policy\n should_notify = self._should_notify(record, policy)\n if not should_notify:\n logger.reason(\n f\"Notification skipped for record {record.id} (status={record.status})\",\n extra={\"src\": \"NotificationService\"},\n )\n return\n\n # 2. Resolve targets (Owners + Custom Channels)\n targets = self._resolve_targets(record, policy)\n\n # 3. Dispatch\n subject = f\"Dashboard Health Alert: {record.status}\"\n body = self._build_body(record)\n\n for channel_type, recipient in targets:\n provider = self._providers.get(channel_type)\n if not provider:\n logger.explore(\n f\"Unsupported or unconfigured channel: {channel_type}\",\n extra={\"src\": \"NotificationService\"},\n )\n continue\n\n if background_tasks:\n background_tasks.add_task(provider.send, recipient, subject, body)\n else:\n # Fallback to sync for tests or if no background_tasks provided\n await provider.send(recipient, subject, body)\n\n # endregion dispatch_report\n\n # region _should_notify [TYPE Function]\n # @PURPOSE: Evaluate record status against effective alert policy.\n # @RELATION: [DEPENDS_ON] ->[ValidationRecord]\n # @RELATION: [DEPENDS_ON] ->[ValidationPolicy]\n def _should_notify(\n self, record: ValidationRecord, policy: ValidationPolicy | None\n ) -> bool:\n condition = policy.alert_condition if policy else \"FAIL_ONLY\"\n\n if condition == \"ALWAYS\":\n return True\n if condition == \"WARN_AND_FAIL\":\n return record.status in (\"WARN\", \"FAIL\")\n return record.status == \"FAIL\"\n\n # endregion _should_notify\n\n # region _resolve_targets [TYPE Function]\n # @PURPOSE: Resolve owner and policy-defined delivery targets for one validation record.\n # @RELATION: [CALLS] ->[_find_dashboard_owners]\n # @RELATION: [DEPENDS_ON] ->[ValidationRecord]\n # @RELATION: [DEPENDS_ON] ->[ValidationPolicy]\n def _resolve_targets(\n self, record: ValidationRecord, policy: ValidationPolicy | None\n ) -> list[tuple]:\n targets = []\n\n # Owner routing\n if not policy or policy.notify_owners:\n owners = self._find_dashboard_owners(record)\n for owner_pref in owners:\n if not owner_pref.notify_on_fail:\n continue\n\n if owner_pref.telegram_id:\n targets.append((\"TELEGRAM\", owner_pref.telegram_id))\n\n email = owner_pref.email_address or getattr(\n owner_pref.user, \"email\", None\n )\n if email:\n targets.append((\"SMTP\", email))\n\n # Custom channels from policy\n if policy and policy.custom_channels:\n for channel in policy.custom_channels:\n # channel format: {\"type\": \"SLACK\", \"target\": \"#alerts\"}\n targets.append((channel.get(\"type\"), channel.get(\"target\")))\n\n return targets\n\n # endregion _resolve_targets\n\n # region _find_dashboard_owners [TYPE Function]\n # @PURPOSE: Load candidate dashboard owners from persisted profile preferences.\n # @RELATION: [DEPENDS_ON] ->[ValidationRecord]\n # @RELATION: [DEPENDS_ON] ->[UserDashboardPreference]\n def _find_dashboard_owners(\n self, record: ValidationRecord\n ) -> list[UserDashboardPreference]:\n # This is a simplified owner lookup.\n # In a real scenario, we'd query Superset for owners, then match them to our UserDashboardPreference.\n # For now, we'll return all users who have bound this dashboard's environment and have a username.\n\n # Placeholder: return all preferences that have a superset_username\n # (In production, we'd filter by actual ownership from Superset metadata)\n return (\n self.db.query(UserDashboardPreference)\n .filter(UserDashboardPreference.superset_username != None)\n .all()\n )\n\n # endregion _find_dashboard_owners\n\n # region _build_body [TYPE Function]\n # @PURPOSE: Format one validation record into provider-ready body text.\n # @RELATION: [DEPENDS_ON] ->[ValidationRecord]\n def _build_body(self, record: ValidationRecord) -> str:\n return (\n f\"Dashboard ID: {record.dashboard_id}\\n\"\n f\"Environment: {record.environment_id}\\n\"\n f\"Status: {record.status}\\n\\n\"\n f\"Summary: {record.summary}\\n\\n\"\n f\"Issues found: {len(record.issues)}\"\n )\n\n # endregion _build_body\n\n\n# #endregion NotificationService\n" }, { @@ -64570,6 +66877,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region profile_service [C:5] [TYPE Module] [SEMANTICS sqlalchemy, profile, preference, superset, lookup]\n#\n# @BRIEF Orchestrates profile preference persistence, Superset account lookup, and deterministic actor matching.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [UserDashboardPreference]\n# @RELATION DEPENDS_ON -> [ProfilePreferenceResponse]\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [AuthRepositoryModule]\n# @RELATION DEPENDS_ON -> [User]\n# @RELATION DEPENDS_ON -> [sqlalchemy.orm.Session]\n#\n# @INVARIANT: Profile ID needs to unique per-user session\n#\n# @TEST_CONTRACT: ProfilePreferenceUpdateRequest -> ProfilePreferenceResponse\n# @TEST_FIXTURE: valid_profile_update -> {\"user_id\":\"u-1\",\"superset_username\":\"John_Doe\",\"show_only_my_dashboards\":true}\n# @TEST_EDGE: enable_without_username -> toggle=true with empty username returns validation error\n# @TEST_EDGE: cross_user_mutation -> attempt to update another user preference returns forbidden\n# @TEST_EDGE: lookup_env_not_found -> unknown environment_id returns not found\n# @TEST_INVARIANT: normalization_consistency -> VERIFIED_BY: [valid_profile_update, enable_without_username]\n# @DATA_CONTRACT: Profile_id -> ProfileInfo; session_id -> valid UUID\n# @PRE: Session is active and valid\n# @POST: Profile with updated fields populated and\n# @SIDE_EFFECT: Database read/write operations\n\nfrom collections.abc import Iterable, Sequence\nfrom datetime import datetime\nfrom typing import Any\n\nfrom sqlalchemy.orm import Session\n\nfrom ..core.auth.repository import AuthRepository\nfrom ..core.logger import belief_scope, logger\nfrom ..core.superset_client import SupersetClient\nfrom ..core.superset_profile_lookup import SupersetAccountLookupAdapter\nfrom ..models.auth import User\nfrom ..models.profile import UserDashboardPreference\nfrom ..schemas.profile import (\n ProfilePermissionState,\n ProfilePreference,\n ProfilePreferenceResponse,\n ProfilePreferenceUpdateRequest,\n ProfileSecuritySummary,\n SupersetAccountCandidate,\n SupersetAccountLookupRequest,\n SupersetAccountLookupResponse,\n)\nfrom .llm_provider import EncryptionManager\nfrom .rbac_permission_catalog import discover_declared_permissions\n\nSUPPORTED_START_PAGES = {\"dashboards\", \"datasets\", \"reports\"}\nSUPPORTED_DENSITIES = {\"compact\", \"comfortable\"}\n\n\n# #region ProfileValidationError [C:2] [TYPE Class]\n# @RELATION INHERITS -> Exception\n# @BRIEF Domain validation error for profile preference update requests.\nclass ProfileValidationError(Exception):\n def __init__(self, errors: Sequence[str]):\n self.errors = list(errors)\n super().__init__(\"Profile preference validation failed\")\n\n\n# #endregion ProfileValidationError\n\n\n# #region EnvironmentNotFoundError [C:2] [TYPE Class]\n# @RELATION INHERITS -> Exception\n# @BRIEF Raised when environment_id from lookup request is unknown in app configuration.\nclass EnvironmentNotFoundError(Exception):\n pass\n\n\n# #endregion EnvironmentNotFoundError\n\n\n# #region ProfileAuthorizationError [C:2] [TYPE Class]\n# @RELATION INHERITS -> Exception\n# @BRIEF Raised when caller attempts cross-user preference mutation.\nclass ProfileAuthorizationError(Exception):\n pass\n\n\n# #endregion ProfileAuthorizationError\n\n\n# #region ProfileService [C:5] [TYPE Class]\n# @RELATION DEPENDS_ON -> [sqlalchemy.orm.Session]\n# @RELATION DEPENDS_ON -> [AuthRepository]\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [SupersetAccountLookupAdapter]\n# @RELATION DEPENDS_ON -> [UserDashboardPreference]\n# @RELATION CALLS -> [discover_declared_permissions]\n# @BRIEF Implements profile preference read/update flow and Superset account lookup degradation strategy.\n# @PRE: Caller provides authenticated User context for external service methods.\n# @POST: Preference operations remain user-scoped and return normalized profile/lookup responses.\n# @SIDE_EFFECT: Writes preference records and encrypted tokens; performs external account lookups when requested.\n# @DATA_CONTRACT: Input[User,ProfilePreferenceUpdateRequest|SupersetAccountLookupRequest] -> Output[ProfilePreferenceResponse|SupersetAccountLookupResponse|bool]\n# @INVARIANT: Profile data integrity maintained, cache consistency with database state\nclass ProfileService:\n # region init [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Initialize service with DB session and config manager.\n # @PRE: db session is active and config_manager supports get_environments().\n # @POST: Service is ready for preference persistence and lookup operations.\n def __init__(self, db: Session, config_manager: Any, plugin_loader: Any = None):\n self.db = db\n self.config_manager = config_manager\n self.plugin_loader = plugin_loader\n self.auth_repository = AuthRepository(db)\n self.encryption = EncryptionManager()\n\n # endregion init\n\n # region get_my_preference [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Return current user's persisted preference or default non-configured view.\n # @PRE: current_user is authenticated.\n # @POST: Returned payload belongs to current_user only.\n def get_my_preference(self, current_user: User) -> ProfilePreferenceResponse:\n with belief_scope(\n \"ProfileService.get_my_preference\", f\"user_id={current_user.id}\"\n ):\n logger.reflect(\"Loading current user's dashboard preference\")\n preference = self._get_preference_row(current_user.id)\n security_summary = self._build_security_summary(current_user)\n\n if preference is None:\n return ProfilePreferenceResponse(\n status=\"success\",\n message=\"Preference not configured yet\",\n preference=self._build_default_preference(current_user.id),\n security=security_summary,\n )\n return ProfilePreferenceResponse(\n status=\"success\",\n message=\"Preference loaded\",\n preference=self._to_preference_payload(\n preference, str(current_user.id)\n ),\n security=security_summary,\n )\n\n # endregion get_my_preference\n\n # region get_dashboard_filter_binding [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Return only dashboard-filter fields required by dashboards listing hot path.\n # @PRE: current_user is authenticated.\n # @POST: Returns normalized username and profile-default filter toggles without security summary expansion.\n def get_dashboard_filter_binding(self, current_user: User) -> dict:\n with belief_scope(\n \"ProfileService.get_dashboard_filter_binding\", f\"user_id={current_user.id}\"\n ):\n preference = self._get_preference_row(current_user.id)\n if preference is None:\n return {\n \"superset_username\": None,\n \"superset_username_normalized\": None,\n \"show_only_my_dashboards\": False,\n \"show_only_slug_dashboards\": True,\n }\n\n return {\n \"superset_username\": self._sanitize_username(\n preference.superset_username\n ),\n \"superset_username_normalized\": self._normalize_username(\n preference.superset_username\n ),\n \"show_only_my_dashboards\": bool(preference.show_only_my_dashboards),\n \"show_only_slug_dashboards\": bool(\n preference.show_only_slug_dashboards\n if preference.show_only_slug_dashboards is not None\n else True\n ),\n }\n\n # endregion get_dashboard_filter_binding\n\n # region update_my_preference [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Validate and persist current user's profile preference in self-scoped mode.\n # @PRE: current_user is authenticated and payload is provided.\n # @POST: Preference row for current_user is created/updated when validation passes.\n def update_my_preference(\n self,\n current_user: User,\n payload: ProfilePreferenceUpdateRequest,\n target_user_id: str | None = None,\n ) -> ProfilePreferenceResponse:\n with belief_scope(\n \"ProfileService.update_my_preference\", f\"user_id={current_user.id}\"\n ):\n logger.reason(\"Evaluating self-scope guard before preference mutation\")\n requested_user_id = str(target_user_id or current_user.id)\n if requested_user_id != str(current_user.id):\n logger.explore(\"Cross-user mutation attempt blocked\")\n raise ProfileAuthorizationError(\n \"Cross-user preference mutation is forbidden\"\n )\n\n preference = self._get_or_create_preference_row(current_user.id)\n provided_fields = set(getattr(payload, \"model_fields_set\", set()))\n\n effective_superset_username = self._sanitize_username(\n preference.superset_username\n )\n if \"superset_username\" in provided_fields:\n effective_superset_username = self._sanitize_username(\n payload.superset_username\n )\n\n effective_show_only = bool(preference.show_only_my_dashboards)\n if \"show_only_my_dashboards\" in provided_fields:\n effective_show_only = bool(payload.show_only_my_dashboards)\n\n effective_show_only_slug = (\n bool(preference.show_only_slug_dashboards)\n if preference.show_only_slug_dashboards is not None\n else True\n )\n if \"show_only_slug_dashboards\" in provided_fields:\n effective_show_only_slug = bool(payload.show_only_slug_dashboards)\n\n effective_git_username = self._sanitize_text(preference.git_username)\n if \"git_username\" in provided_fields:\n effective_git_username = self._sanitize_text(payload.git_username)\n\n effective_git_email = self._sanitize_text(preference.git_email)\n if \"git_email\" in provided_fields:\n effective_git_email = self._sanitize_text(payload.git_email)\n\n effective_start_page = self._normalize_start_page(preference.start_page)\n if \"start_page\" in provided_fields:\n effective_start_page = self._normalize_start_page(payload.start_page)\n\n effective_auto_open_task_drawer = (\n bool(preference.auto_open_task_drawer)\n if preference.auto_open_task_drawer is not None\n else True\n )\n if \"auto_open_task_drawer\" in provided_fields:\n effective_auto_open_task_drawer = bool(payload.auto_open_task_drawer)\n\n effective_dashboards_table_density = self._normalize_density(\n preference.dashboards_table_density\n )\n if \"dashboards_table_density\" in provided_fields:\n effective_dashboards_table_density = self._normalize_density(\n payload.dashboards_table_density\n )\n\n effective_telegram_id = self._sanitize_text(preference.telegram_id)\n if \"telegram_id\" in provided_fields:\n effective_telegram_id = self._sanitize_text(payload.telegram_id)\n\n effective_email_address = self._sanitize_text(preference.email_address)\n if \"email_address\" in provided_fields:\n effective_email_address = self._sanitize_text(payload.email_address)\n\n effective_notify_on_fail = (\n bool(preference.notify_on_fail)\n if preference.notify_on_fail is not None\n else True\n )\n if \"notify_on_fail\" in provided_fields:\n effective_notify_on_fail = bool(payload.notify_on_fail)\n\n validation_errors = self._validate_update_payload(\n superset_username=effective_superset_username,\n show_only_my_dashboards=effective_show_only,\n git_email=effective_git_email,\n start_page=effective_start_page,\n dashboards_table_density=effective_dashboards_table_density,\n email_address=effective_email_address,\n )\n if validation_errors:\n logger.reflect(\"Validation failed; mutation is denied\")\n raise ProfileValidationError(validation_errors)\n\n preference.superset_username = effective_superset_username\n preference.superset_username_normalized = self._normalize_username(\n effective_superset_username\n )\n preference.show_only_my_dashboards = effective_show_only\n preference.show_only_slug_dashboards = effective_show_only_slug\n\n preference.git_username = effective_git_username\n preference.git_email = effective_git_email\n\n if \"git_personal_access_token\" in provided_fields:\n sanitized_token = self._sanitize_secret(\n payload.git_personal_access_token\n )\n if sanitized_token is None:\n preference.git_personal_access_token_encrypted = None\n else:\n preference.git_personal_access_token_encrypted = (\n self.encryption.encrypt(sanitized_token)\n )\n\n preference.start_page = effective_start_page\n preference.auto_open_task_drawer = effective_auto_open_task_drawer\n preference.dashboards_table_density = effective_dashboards_table_density\n preference.telegram_id = effective_telegram_id\n preference.email_address = effective_email_address\n preference.notify_on_fail = effective_notify_on_fail\n preference.updated_at = datetime.utcnow()\n\n persisted_preference = self.auth_repository.save_user_dashboard_preference(\n preference\n )\n\n logger.reason(\"Preference persisted successfully\")\n return ProfilePreferenceResponse(\n status=\"success\",\n message=\"Preference saved\",\n preference=self._to_preference_payload(\n persisted_preference,\n str(current_user.id),\n ),\n security=self._build_security_summary(current_user),\n )\n\n # endregion update_my_preference\n\n # region lookup_superset_accounts [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Query Superset users in selected environment and project canonical account candidates.\n # @PRE: current_user is authenticated and environment_id exists.\n # @POST: Returns success payload or degraded payload with warning while preserving manual fallback.\n def lookup_superset_accounts(\n self,\n current_user: User,\n request: SupersetAccountLookupRequest,\n ) -> SupersetAccountLookupResponse:\n with belief_scope(\n \"ProfileService.lookup_superset_accounts\",\n f\"user_id={current_user.id}, environment_id={request.environment_id}\",\n ):\n environment = self._resolve_environment(request.environment_id)\n if environment is None:\n logger.explore(\"Lookup aborted: environment not found\")\n raise EnvironmentNotFoundError(\n f\"Environment '{request.environment_id}' not found\"\n )\n\n sort_column = str(request.sort_column or \"username\").strip().lower()\n sort_order = str(request.sort_order or \"desc\").strip().lower()\n allowed_columns = {\"username\", \"first_name\", \"last_name\", \"email\"}\n if sort_column not in allowed_columns:\n sort_column = \"username\"\n if sort_order not in {\"asc\", \"desc\"}:\n sort_order = \"desc\"\n\n logger.reflect(\n \"Normalized lookup request \"\n f\"(env={request.environment_id}, sort_column={sort_column}, sort_order={sort_order}, \"\n f\"page_index={request.page_index}, page_size={request.page_size}, \"\n f\"search={(request.search or '').strip()!r})\"\n )\n\n try:\n logger.reason(\"Performing Superset account lookup\")\n superset_client = SupersetClient(environment)\n adapter = SupersetAccountLookupAdapter(\n network_client=superset_client.network,\n environment_id=request.environment_id,\n )\n lookup_result = adapter.get_users_page(\n search=request.search,\n page_index=request.page_index,\n page_size=request.page_size,\n sort_column=sort_column,\n sort_order=sort_order,\n )\n items = [\n SupersetAccountCandidate.model_validate(item)\n for item in lookup_result.get(\"items\", [])\n ]\n return SupersetAccountLookupResponse(\n status=\"success\",\n environment_id=request.environment_id,\n page_index=request.page_index,\n page_size=request.page_size,\n total=max(int(lookup_result.get(\"total\", len(items))), 0),\n warning=None,\n items=items,\n )\n except Exception as exc:\n logger.explore(\n f\"Lookup degraded due to upstream error: {exc}\"\n )\n return SupersetAccountLookupResponse(\n status=\"degraded\",\n environment_id=request.environment_id,\n page_index=request.page_index,\n page_size=request.page_size,\n total=0,\n warning=(\n \"Cannot load Superset accounts for this environment right now. \"\n \"You can enter username manually.\"\n ),\n items=[],\n )\n\n # endregion lookup_superset_accounts\n\n # region matches_dashboard_actor [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Apply trim+case-insensitive actor match across owners OR modified_by.\n # @PRE: bound_username can be empty; owners may contain mixed payload.\n # @POST: Returns True when normalized username matches owners or modified_by.\n def matches_dashboard_actor(\n self,\n bound_username: str | None,\n owners: Iterable[Any] | None,\n modified_by: str | None,\n ) -> bool:\n normalized_actor = self._normalize_username(bound_username)\n if not normalized_actor:\n return False\n\n owner_tokens = self._normalize_owner_tokens(owners)\n modified_token = self._normalize_username(modified_by)\n\n if normalized_actor in owner_tokens:\n return True\n if modified_token and normalized_actor == modified_token:\n return True\n return False\n\n # endregion matches_dashboard_actor\n\n # region _build_security_summary [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Build read-only security snapshot with role and permission badges.\n # @PRE: current_user is authenticated.\n # @POST: Returns deterministic security projection for profile UI.\n def _build_security_summary(self, current_user: User) -> ProfileSecuritySummary:\n role_names_set: set[str] = set()\n roles = getattr(current_user, \"roles\", []) or []\n for role in roles:\n normalized_role_name = self._sanitize_text(getattr(role, \"name\", None))\n if normalized_role_name:\n role_names_set.add(normalized_role_name)\n role_names = sorted(role_names_set)\n\n is_admin = any(str(role_name).lower() == \"admin\" for role_name in role_names)\n user_permission_pairs = self._collect_user_permission_pairs(current_user)\n\n declared_permission_pairs: set[tuple[str, str]] = set()\n try:\n discovered_permissions = discover_declared_permissions(\n plugin_loader=self.plugin_loader\n )\n for resource, action in discovered_permissions:\n normalized_resource = self._sanitize_text(resource)\n normalized_action = str(action or \"\").strip().upper()\n if normalized_resource and normalized_action:\n declared_permission_pairs.add(\n (normalized_resource, normalized_action)\n )\n except Exception as discovery_error:\n logger.explore(\n \"Failed to build declared permission catalog\",\n extra={\"error\": str(discovery_error), \"src\": \"ProfileService._build_security_summary\"},\n )\n\n if not declared_permission_pairs:\n declared_permission_pairs = set(user_permission_pairs)\n\n sorted_permission_pairs = sorted(\n declared_permission_pairs,\n key=lambda pair: (pair[0], pair[1]),\n )\n permission_states = [\n ProfilePermissionState(\n key=self._format_permission_key(resource, action),\n allowed=bool(is_admin or (resource, action) in user_permission_pairs),\n )\n for resource, action in sorted_permission_pairs\n ]\n\n auth_source = self._sanitize_text(getattr(current_user, \"auth_source\", None))\n current_role = \"Admin\" if is_admin else (role_names[0] if role_names else None)\n\n return ProfileSecuritySummary(\n read_only=True,\n auth_source=auth_source,\n current_role=current_role,\n role_source=auth_source,\n roles=role_names,\n permissions=permission_states,\n )\n\n # endregion _build_security_summary\n\n # region _collect_user_permission_pairs [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Collect effective permission tuples from current user's roles.\n # @PRE: current_user can include role/permission graph.\n # @POST: Returns unique normalized (resource, ACTION) tuples.\n def _collect_user_permission_pairs(\n self, current_user: User\n ) -> set[tuple[str, str]]:\n collected: set[tuple[str, str]] = set()\n roles = getattr(current_user, \"roles\", []) or []\n for role in roles:\n permissions = getattr(role, \"permissions\", []) or []\n for permission in permissions:\n resource = self._sanitize_text(getattr(permission, \"resource\", None))\n action = str(getattr(permission, \"action\", \"\") or \"\").strip().upper()\n if resource and action:\n collected.add((resource, action))\n return collected\n\n # endregion _collect_user_permission_pairs\n\n # region _format_permission_key [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Convert normalized permission pair to compact UI key.\n # @PRE: resource and action are normalized.\n # @POST: Returns user-facing badge key.\n def _format_permission_key(self, resource: str, action: str) -> str:\n normalized_resource = self._sanitize_text(resource) or \"\"\n normalized_action = str(action or \"\").strip().upper()\n if normalized_action == \"READ\":\n return normalized_resource\n return f\"{normalized_resource}:{normalized_action.lower()}\"\n\n # endregion _format_permission_key\n\n # region _to_preference_payload [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Map ORM preference row to API DTO with token metadata.\n # @PRE: preference row can contain nullable optional fields.\n # @POST: Returns normalized ProfilePreference object.\n def _to_preference_payload(\n self,\n preference: UserDashboardPreference,\n user_id: str,\n ) -> ProfilePreference:\n encrypted_token = self._sanitize_text(\n preference.git_personal_access_token_encrypted\n )\n token_masked = None\n if encrypted_token:\n try:\n decrypted_token = self.encryption.decrypt(encrypted_token)\n token_masked = self._mask_secret_value(decrypted_token)\n except Exception:\n token_masked = \"***\"\n\n created_at = getattr(preference, \"created_at\", None) or datetime.utcnow()\n updated_at = getattr(preference, \"updated_at\", None) or created_at\n\n return ProfilePreference(\n user_id=str(user_id),\n superset_username=self._sanitize_username(preference.superset_username),\n superset_username_normalized=self._normalize_username(\n preference.superset_username_normalized\n ),\n show_only_my_dashboards=bool(preference.show_only_my_dashboards),\n show_only_slug_dashboards=(\n bool(preference.show_only_slug_dashboards)\n if preference.show_only_slug_dashboards is not None\n else True\n ),\n git_username=self._sanitize_text(preference.git_username),\n git_email=self._sanitize_text(preference.git_email),\n has_git_personal_access_token=bool(encrypted_token),\n git_personal_access_token_masked=token_masked,\n start_page=self._normalize_start_page(preference.start_page),\n auto_open_task_drawer=(\n bool(preference.auto_open_task_drawer)\n if preference.auto_open_task_drawer is not None\n else True\n ),\n dashboards_table_density=self._normalize_density(\n preference.dashboards_table_density\n ),\n telegram_id=self._sanitize_text(preference.telegram_id),\n email_address=self._sanitize_text(preference.email_address),\n notify_on_fail=bool(preference.notify_on_fail)\n if preference.notify_on_fail is not None\n else True,\n created_at=created_at,\n updated_at=updated_at,\n )\n\n # endregion _to_preference_payload\n\n # region _mask_secret_value [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Build a safe display value for sensitive secrets.\n # @PRE: secret may be None or plaintext.\n # @POST: Returns masked representation or None.\n def _mask_secret_value(self, secret: str | None) -> str | None:\n sanitized_secret = self._sanitize_secret(secret)\n if sanitized_secret is None:\n return None\n if len(sanitized_secret) <= 4:\n return \"***\"\n return f\"{sanitized_secret[:2]}***{sanitized_secret[-2:]}\"\n\n # endregion _mask_secret_value\n\n # region _sanitize_text [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Normalize optional text into trimmed form or None.\n # @PRE: value may be empty or None.\n # @POST: Returns trimmed value or None.\n def _sanitize_text(self, value: str | None) -> str | None:\n normalized = str(value or \"\").strip()\n if not normalized:\n return None\n return normalized\n\n # endregion _sanitize_text\n\n # region _sanitize_secret [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Normalize secret input into trimmed form or None.\n # @PRE: value may be None or blank.\n # @POST: Returns trimmed secret or None.\n def _sanitize_secret(self, value: str | None) -> str | None:\n if value is None:\n return None\n normalized = str(value).strip()\n if not normalized:\n return None\n return normalized\n\n # endregion _sanitize_secret\n\n # region _normalize_start_page [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Normalize supported start page aliases to canonical values.\n # @PRE: value may be None or alias.\n # @POST: Returns one of SUPPORTED_START_PAGES.\n def _normalize_start_page(self, value: str | None) -> str:\n normalized = str(value or \"\").strip().lower()\n if normalized == \"reports-logs\":\n return \"reports\"\n if normalized in SUPPORTED_START_PAGES:\n return normalized\n return \"dashboards\"\n\n # endregion _normalize_start_page\n\n # region _normalize_density [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Normalize supported density aliases to canonical values.\n # @PRE: value may be None or alias.\n # @POST: Returns one of SUPPORTED_DENSITIES.\n def _normalize_density(self, value: str | None) -> str:\n normalized = str(value or \"\").strip().lower()\n if normalized == \"free\":\n return \"comfortable\"\n if normalized in SUPPORTED_DENSITIES:\n return normalized\n return \"comfortable\"\n\n # endregion _normalize_density\n\n # region _resolve_environment [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Resolve environment model from configured environments by id.\n # @PRE: environment_id is provided.\n # @POST: Returns environment object when found else None.\n def _resolve_environment(self, environment_id: str):\n environments = self.config_manager.get_environments()\n for env in environments:\n if str(getattr(env, \"id\", \"\")) == str(environment_id):\n return env\n return None\n\n # endregion _resolve_environment\n\n # region _get_preference_row [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Return persisted preference row for user or None.\n # @PRE: user_id is provided.\n # @POST: Returns matching row or None.\n def _get_preference_row(self, user_id: str) -> UserDashboardPreference | None:\n return self.auth_repository.get_user_dashboard_preference(str(user_id))\n\n # endregion _get_preference_row\n\n # region _get_or_create_preference_row [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Return existing preference row or create new unsaved row.\n # @PRE: user_id is provided.\n # @POST: Returned row always contains user_id.\n def _get_or_create_preference_row(self, user_id: str) -> UserDashboardPreference:\n existing = self._get_preference_row(user_id)\n if existing is not None:\n return existing\n return UserDashboardPreference(user_id=str(user_id))\n\n # endregion _get_or_create_preference_row\n\n # region _build_default_preference [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Build non-persisted default preference DTO for unconfigured users.\n # @PRE: user_id is provided.\n # @POST: Returns ProfilePreference with disabled toggle and empty username.\n def _build_default_preference(self, user_id: str) -> ProfilePreference:\n now = datetime.utcnow()\n return ProfilePreference(\n user_id=str(user_id),\n superset_username=None,\n superset_username_normalized=None,\n show_only_my_dashboards=False,\n show_only_slug_dashboards=True,\n git_username=None,\n git_email=None,\n has_git_personal_access_token=False,\n git_personal_access_token_masked=None,\n start_page=\"dashboards\",\n auto_open_task_drawer=True,\n dashboards_table_density=\"comfortable\",\n telegram_id=None,\n email_address=None,\n notify_on_fail=True,\n created_at=now,\n updated_at=now,\n )\n\n # endregion _build_default_preference\n\n # region _validate_update_payload [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Validate username/toggle constraints for preference mutation.\n # @PRE: payload is provided.\n # @POST: Returns validation errors list; empty list means valid.\n def _validate_update_payload(\n self,\n superset_username: str | None,\n show_only_my_dashboards: bool,\n git_email: str | None,\n start_page: str,\n dashboards_table_density: str,\n email_address: str | None = None,\n ) -> list[str]:\n errors: list[str] = []\n sanitized_username = self._sanitize_username(superset_username)\n\n if sanitized_username and any(ch.isspace() for ch in sanitized_username):\n errors.append(\n \"Username should not contain spaces. Please enter a valid Apache Superset username.\"\n )\n if show_only_my_dashboards and not sanitized_username:\n errors.append(\n \"Superset username is required when default filter is enabled.\"\n )\n\n sanitized_git_email = self._sanitize_text(git_email)\n if sanitized_git_email:\n if (\n \" \" in sanitized_git_email\n or \"@\" not in sanitized_git_email\n or sanitized_git_email.startswith(\"@\")\n or sanitized_git_email.endswith(\"@\")\n ):\n errors.append(\"Git email should be a valid email address.\")\n\n if start_page not in SUPPORTED_START_PAGES:\n errors.append(\"Start page value is not supported.\")\n\n if dashboards_table_density not in SUPPORTED_DENSITIES:\n errors.append(\"Dashboards table density value is not supported.\")\n\n sanitized_email = self._sanitize_text(email_address)\n if sanitized_email:\n if (\n \" \" in sanitized_email\n or \"@\" not in sanitized_email\n or sanitized_email.startswith(\"@\")\n or sanitized_email.endswith(\"@\")\n ):\n errors.append(\"Notification email should be a valid email address.\")\n\n return errors\n\n # endregion _validate_update_payload\n\n # region _sanitize_username [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Normalize raw username into trimmed form or None for empty input.\n # @PRE: value can be empty or None.\n # @POST: Returns trimmed username or None.\n def _sanitize_username(self, value: str | None) -> str | None:\n return self._sanitize_text(value)\n\n # endregion _sanitize_username\n\n # region _normalize_username [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Apply deterministic trim+lower normalization for actor matching.\n # @PRE: value can be empty or None.\n # @POST: Returns lowercase normalized token or None.\n def _normalize_username(self, value: str | None) -> str | None:\n sanitized = self._sanitize_username(value)\n if sanitized is None:\n return None\n return sanitized.lower()\n\n # endregion _normalize_username\n\n # region _normalize_owner_tokens [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Normalize owners payload into deduplicated lower-cased tokens.\n # @PRE: owners can be iterable of scalars or dict-like values.\n # @POST: Returns list of unique normalized owner tokens.\n def _normalize_owner_tokens(self, owners: Iterable[Any] | None) -> list[str]:\n if owners is None:\n return []\n normalized: list[str] = []\n for owner in owners:\n owner_candidates: list[Any]\n if isinstance(owner, dict):\n first_name = self._sanitize_username(str(owner.get(\"first_name\") or \"\"))\n last_name = self._sanitize_username(str(owner.get(\"last_name\") or \"\"))\n full_name = \" \".join(\n part for part in [first_name, last_name] if part\n ).strip()\n snake_name = \"_\".join(\n part for part in [first_name, last_name] if part\n ).strip(\"_\")\n owner_candidates = [\n owner.get(\"username\"),\n owner.get(\"user_name\"),\n owner.get(\"name\"),\n owner.get(\"full_name\"),\n first_name,\n last_name,\n full_name or None,\n snake_name or None,\n owner.get(\"email\"),\n ]\n else:\n owner_candidates = [owner]\n\n for candidate in owner_candidates:\n token = self._normalize_username(str(candidate or \"\"))\n if token and token not in normalized:\n normalized.append(token)\n return normalized\n\n # endregion _normalize_owner_tokens\n\n\n# #endregion ProfileService\n\n# #endregion profile_service\n" }, { @@ -64604,6 +66912,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ProfileValidationError [C:2] [TYPE Class]\n# @RELATION INHERITS -> Exception\n# @BRIEF Domain validation error for profile preference update requests.\nclass ProfileValidationError(Exception):\n def __init__(self, errors: Sequence[str]):\n self.errors = list(errors)\n super().__init__(\"Profile preference validation failed\")\n\n\n# #endregion ProfileValidationError\n" }, { @@ -64638,6 +66947,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region EnvironmentNotFoundError [C:2] [TYPE Class]\n# @RELATION INHERITS -> Exception\n# @BRIEF Raised when environment_id from lookup request is unknown in app configuration.\nclass EnvironmentNotFoundError(Exception):\n pass\n\n\n# #endregion EnvironmentNotFoundError\n" }, { @@ -64672,6 +66982,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ProfileAuthorizationError [C:2] [TYPE Class]\n# @RELATION INHERITS -> Exception\n# @BRIEF Raised when caller attempts cross-user preference mutation.\nclass ProfileAuthorizationError(Exception):\n pass\n\n\n# #endregion ProfileAuthorizationError\n" }, { @@ -64750,6 +67061,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ProfileService [C:5] [TYPE Class]\n# @RELATION DEPENDS_ON -> [sqlalchemy.orm.Session]\n# @RELATION DEPENDS_ON -> [AuthRepository]\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [SupersetAccountLookupAdapter]\n# @RELATION DEPENDS_ON -> [UserDashboardPreference]\n# @RELATION CALLS -> [discover_declared_permissions]\n# @BRIEF Implements profile preference read/update flow and Superset account lookup degradation strategy.\n# @PRE: Caller provides authenticated User context for external service methods.\n# @POST: Preference operations remain user-scoped and return normalized profile/lookup responses.\n# @SIDE_EFFECT: Writes preference records and encrypted tokens; performs external account lookups when requested.\n# @DATA_CONTRACT: Input[User,ProfilePreferenceUpdateRequest|SupersetAccountLookupRequest] -> Output[ProfilePreferenceResponse|SupersetAccountLookupResponse|bool]\n# @INVARIANT: Profile data integrity maintained, cache consistency with database state\nclass ProfileService:\n # region init [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Initialize service with DB session and config manager.\n # @PRE: db session is active and config_manager supports get_environments().\n # @POST: Service is ready for preference persistence and lookup operations.\n def __init__(self, db: Session, config_manager: Any, plugin_loader: Any = None):\n self.db = db\n self.config_manager = config_manager\n self.plugin_loader = plugin_loader\n self.auth_repository = AuthRepository(db)\n self.encryption = EncryptionManager()\n\n # endregion init\n\n # region get_my_preference [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Return current user's persisted preference or default non-configured view.\n # @PRE: current_user is authenticated.\n # @POST: Returned payload belongs to current_user only.\n def get_my_preference(self, current_user: User) -> ProfilePreferenceResponse:\n with belief_scope(\n \"ProfileService.get_my_preference\", f\"user_id={current_user.id}\"\n ):\n logger.reflect(\"Loading current user's dashboard preference\")\n preference = self._get_preference_row(current_user.id)\n security_summary = self._build_security_summary(current_user)\n\n if preference is None:\n return ProfilePreferenceResponse(\n status=\"success\",\n message=\"Preference not configured yet\",\n preference=self._build_default_preference(current_user.id),\n security=security_summary,\n )\n return ProfilePreferenceResponse(\n status=\"success\",\n message=\"Preference loaded\",\n preference=self._to_preference_payload(\n preference, str(current_user.id)\n ),\n security=security_summary,\n )\n\n # endregion get_my_preference\n\n # region get_dashboard_filter_binding [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Return only dashboard-filter fields required by dashboards listing hot path.\n # @PRE: current_user is authenticated.\n # @POST: Returns normalized username and profile-default filter toggles without security summary expansion.\n def get_dashboard_filter_binding(self, current_user: User) -> dict:\n with belief_scope(\n \"ProfileService.get_dashboard_filter_binding\", f\"user_id={current_user.id}\"\n ):\n preference = self._get_preference_row(current_user.id)\n if preference is None:\n return {\n \"superset_username\": None,\n \"superset_username_normalized\": None,\n \"show_only_my_dashboards\": False,\n \"show_only_slug_dashboards\": True,\n }\n\n return {\n \"superset_username\": self._sanitize_username(\n preference.superset_username\n ),\n \"superset_username_normalized\": self._normalize_username(\n preference.superset_username\n ),\n \"show_only_my_dashboards\": bool(preference.show_only_my_dashboards),\n \"show_only_slug_dashboards\": bool(\n preference.show_only_slug_dashboards\n if preference.show_only_slug_dashboards is not None\n else True\n ),\n }\n\n # endregion get_dashboard_filter_binding\n\n # region update_my_preference [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Validate and persist current user's profile preference in self-scoped mode.\n # @PRE: current_user is authenticated and payload is provided.\n # @POST: Preference row for current_user is created/updated when validation passes.\n def update_my_preference(\n self,\n current_user: User,\n payload: ProfilePreferenceUpdateRequest,\n target_user_id: str | None = None,\n ) -> ProfilePreferenceResponse:\n with belief_scope(\n \"ProfileService.update_my_preference\", f\"user_id={current_user.id}\"\n ):\n logger.reason(\"Evaluating self-scope guard before preference mutation\")\n requested_user_id = str(target_user_id or current_user.id)\n if requested_user_id != str(current_user.id):\n logger.explore(\"Cross-user mutation attempt blocked\")\n raise ProfileAuthorizationError(\n \"Cross-user preference mutation is forbidden\"\n )\n\n preference = self._get_or_create_preference_row(current_user.id)\n provided_fields = set(getattr(payload, \"model_fields_set\", set()))\n\n effective_superset_username = self._sanitize_username(\n preference.superset_username\n )\n if \"superset_username\" in provided_fields:\n effective_superset_username = self._sanitize_username(\n payload.superset_username\n )\n\n effective_show_only = bool(preference.show_only_my_dashboards)\n if \"show_only_my_dashboards\" in provided_fields:\n effective_show_only = bool(payload.show_only_my_dashboards)\n\n effective_show_only_slug = (\n bool(preference.show_only_slug_dashboards)\n if preference.show_only_slug_dashboards is not None\n else True\n )\n if \"show_only_slug_dashboards\" in provided_fields:\n effective_show_only_slug = bool(payload.show_only_slug_dashboards)\n\n effective_git_username = self._sanitize_text(preference.git_username)\n if \"git_username\" in provided_fields:\n effective_git_username = self._sanitize_text(payload.git_username)\n\n effective_git_email = self._sanitize_text(preference.git_email)\n if \"git_email\" in provided_fields:\n effective_git_email = self._sanitize_text(payload.git_email)\n\n effective_start_page = self._normalize_start_page(preference.start_page)\n if \"start_page\" in provided_fields:\n effective_start_page = self._normalize_start_page(payload.start_page)\n\n effective_auto_open_task_drawer = (\n bool(preference.auto_open_task_drawer)\n if preference.auto_open_task_drawer is not None\n else True\n )\n if \"auto_open_task_drawer\" in provided_fields:\n effective_auto_open_task_drawer = bool(payload.auto_open_task_drawer)\n\n effective_dashboards_table_density = self._normalize_density(\n preference.dashboards_table_density\n )\n if \"dashboards_table_density\" in provided_fields:\n effective_dashboards_table_density = self._normalize_density(\n payload.dashboards_table_density\n )\n\n effective_telegram_id = self._sanitize_text(preference.telegram_id)\n if \"telegram_id\" in provided_fields:\n effective_telegram_id = self._sanitize_text(payload.telegram_id)\n\n effective_email_address = self._sanitize_text(preference.email_address)\n if \"email_address\" in provided_fields:\n effective_email_address = self._sanitize_text(payload.email_address)\n\n effective_notify_on_fail = (\n bool(preference.notify_on_fail)\n if preference.notify_on_fail is not None\n else True\n )\n if \"notify_on_fail\" in provided_fields:\n effective_notify_on_fail = bool(payload.notify_on_fail)\n\n validation_errors = self._validate_update_payload(\n superset_username=effective_superset_username,\n show_only_my_dashboards=effective_show_only,\n git_email=effective_git_email,\n start_page=effective_start_page,\n dashboards_table_density=effective_dashboards_table_density,\n email_address=effective_email_address,\n )\n if validation_errors:\n logger.reflect(\"Validation failed; mutation is denied\")\n raise ProfileValidationError(validation_errors)\n\n preference.superset_username = effective_superset_username\n preference.superset_username_normalized = self._normalize_username(\n effective_superset_username\n )\n preference.show_only_my_dashboards = effective_show_only\n preference.show_only_slug_dashboards = effective_show_only_slug\n\n preference.git_username = effective_git_username\n preference.git_email = effective_git_email\n\n if \"git_personal_access_token\" in provided_fields:\n sanitized_token = self._sanitize_secret(\n payload.git_personal_access_token\n )\n if sanitized_token is None:\n preference.git_personal_access_token_encrypted = None\n else:\n preference.git_personal_access_token_encrypted = (\n self.encryption.encrypt(sanitized_token)\n )\n\n preference.start_page = effective_start_page\n preference.auto_open_task_drawer = effective_auto_open_task_drawer\n preference.dashboards_table_density = effective_dashboards_table_density\n preference.telegram_id = effective_telegram_id\n preference.email_address = effective_email_address\n preference.notify_on_fail = effective_notify_on_fail\n preference.updated_at = datetime.utcnow()\n\n persisted_preference = self.auth_repository.save_user_dashboard_preference(\n preference\n )\n\n logger.reason(\"Preference persisted successfully\")\n return ProfilePreferenceResponse(\n status=\"success\",\n message=\"Preference saved\",\n preference=self._to_preference_payload(\n persisted_preference,\n str(current_user.id),\n ),\n security=self._build_security_summary(current_user),\n )\n\n # endregion update_my_preference\n\n # region lookup_superset_accounts [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Query Superset users in selected environment and project canonical account candidates.\n # @PRE: current_user is authenticated and environment_id exists.\n # @POST: Returns success payload or degraded payload with warning while preserving manual fallback.\n def lookup_superset_accounts(\n self,\n current_user: User,\n request: SupersetAccountLookupRequest,\n ) -> SupersetAccountLookupResponse:\n with belief_scope(\n \"ProfileService.lookup_superset_accounts\",\n f\"user_id={current_user.id}, environment_id={request.environment_id}\",\n ):\n environment = self._resolve_environment(request.environment_id)\n if environment is None:\n logger.explore(\"Lookup aborted: environment not found\")\n raise EnvironmentNotFoundError(\n f\"Environment '{request.environment_id}' not found\"\n )\n\n sort_column = str(request.sort_column or \"username\").strip().lower()\n sort_order = str(request.sort_order or \"desc\").strip().lower()\n allowed_columns = {\"username\", \"first_name\", \"last_name\", \"email\"}\n if sort_column not in allowed_columns:\n sort_column = \"username\"\n if sort_order not in {\"asc\", \"desc\"}:\n sort_order = \"desc\"\n\n logger.reflect(\n \"Normalized lookup request \"\n f\"(env={request.environment_id}, sort_column={sort_column}, sort_order={sort_order}, \"\n f\"page_index={request.page_index}, page_size={request.page_size}, \"\n f\"search={(request.search or '').strip()!r})\"\n )\n\n try:\n logger.reason(\"Performing Superset account lookup\")\n superset_client = SupersetClient(environment)\n adapter = SupersetAccountLookupAdapter(\n network_client=superset_client.network,\n environment_id=request.environment_id,\n )\n lookup_result = adapter.get_users_page(\n search=request.search,\n page_index=request.page_index,\n page_size=request.page_size,\n sort_column=sort_column,\n sort_order=sort_order,\n )\n items = [\n SupersetAccountCandidate.model_validate(item)\n for item in lookup_result.get(\"items\", [])\n ]\n return SupersetAccountLookupResponse(\n status=\"success\",\n environment_id=request.environment_id,\n page_index=request.page_index,\n page_size=request.page_size,\n total=max(int(lookup_result.get(\"total\", len(items))), 0),\n warning=None,\n items=items,\n )\n except Exception as exc:\n logger.explore(\n f\"Lookup degraded due to upstream error: {exc}\"\n )\n return SupersetAccountLookupResponse(\n status=\"degraded\",\n environment_id=request.environment_id,\n page_index=request.page_index,\n page_size=request.page_size,\n total=0,\n warning=(\n \"Cannot load Superset accounts for this environment right now. \"\n \"You can enter username manually.\"\n ),\n items=[],\n )\n\n # endregion lookup_superset_accounts\n\n # region matches_dashboard_actor [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Apply trim+case-insensitive actor match across owners OR modified_by.\n # @PRE: bound_username can be empty; owners may contain mixed payload.\n # @POST: Returns True when normalized username matches owners or modified_by.\n def matches_dashboard_actor(\n self,\n bound_username: str | None,\n owners: Iterable[Any] | None,\n modified_by: str | None,\n ) -> bool:\n normalized_actor = self._normalize_username(bound_username)\n if not normalized_actor:\n return False\n\n owner_tokens = self._normalize_owner_tokens(owners)\n modified_token = self._normalize_username(modified_by)\n\n if normalized_actor in owner_tokens:\n return True\n if modified_token and normalized_actor == modified_token:\n return True\n return False\n\n # endregion matches_dashboard_actor\n\n # region _build_security_summary [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Build read-only security snapshot with role and permission badges.\n # @PRE: current_user is authenticated.\n # @POST: Returns deterministic security projection for profile UI.\n def _build_security_summary(self, current_user: User) -> ProfileSecuritySummary:\n role_names_set: set[str] = set()\n roles = getattr(current_user, \"roles\", []) or []\n for role in roles:\n normalized_role_name = self._sanitize_text(getattr(role, \"name\", None))\n if normalized_role_name:\n role_names_set.add(normalized_role_name)\n role_names = sorted(role_names_set)\n\n is_admin = any(str(role_name).lower() == \"admin\" for role_name in role_names)\n user_permission_pairs = self._collect_user_permission_pairs(current_user)\n\n declared_permission_pairs: set[tuple[str, str]] = set()\n try:\n discovered_permissions = discover_declared_permissions(\n plugin_loader=self.plugin_loader\n )\n for resource, action in discovered_permissions:\n normalized_resource = self._sanitize_text(resource)\n normalized_action = str(action or \"\").strip().upper()\n if normalized_resource and normalized_action:\n declared_permission_pairs.add(\n (normalized_resource, normalized_action)\n )\n except Exception as discovery_error:\n logger.explore(\n \"Failed to build declared permission catalog\",\n extra={\"error\": str(discovery_error), \"src\": \"ProfileService._build_security_summary\"},\n )\n\n if not declared_permission_pairs:\n declared_permission_pairs = set(user_permission_pairs)\n\n sorted_permission_pairs = sorted(\n declared_permission_pairs,\n key=lambda pair: (pair[0], pair[1]),\n )\n permission_states = [\n ProfilePermissionState(\n key=self._format_permission_key(resource, action),\n allowed=bool(is_admin or (resource, action) in user_permission_pairs),\n )\n for resource, action in sorted_permission_pairs\n ]\n\n auth_source = self._sanitize_text(getattr(current_user, \"auth_source\", None))\n current_role = \"Admin\" if is_admin else (role_names[0] if role_names else None)\n\n return ProfileSecuritySummary(\n read_only=True,\n auth_source=auth_source,\n current_role=current_role,\n role_source=auth_source,\n roles=role_names,\n permissions=permission_states,\n )\n\n # endregion _build_security_summary\n\n # region _collect_user_permission_pairs [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Collect effective permission tuples from current user's roles.\n # @PRE: current_user can include role/permission graph.\n # @POST: Returns unique normalized (resource, ACTION) tuples.\n def _collect_user_permission_pairs(\n self, current_user: User\n ) -> set[tuple[str, str]]:\n collected: set[tuple[str, str]] = set()\n roles = getattr(current_user, \"roles\", []) or []\n for role in roles:\n permissions = getattr(role, \"permissions\", []) or []\n for permission in permissions:\n resource = self._sanitize_text(getattr(permission, \"resource\", None))\n action = str(getattr(permission, \"action\", \"\") or \"\").strip().upper()\n if resource and action:\n collected.add((resource, action))\n return collected\n\n # endregion _collect_user_permission_pairs\n\n # region _format_permission_key [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Convert normalized permission pair to compact UI key.\n # @PRE: resource and action are normalized.\n # @POST: Returns user-facing badge key.\n def _format_permission_key(self, resource: str, action: str) -> str:\n normalized_resource = self._sanitize_text(resource) or \"\"\n normalized_action = str(action or \"\").strip().upper()\n if normalized_action == \"READ\":\n return normalized_resource\n return f\"{normalized_resource}:{normalized_action.lower()}\"\n\n # endregion _format_permission_key\n\n # region _to_preference_payload [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Map ORM preference row to API DTO with token metadata.\n # @PRE: preference row can contain nullable optional fields.\n # @POST: Returns normalized ProfilePreference object.\n def _to_preference_payload(\n self,\n preference: UserDashboardPreference,\n user_id: str,\n ) -> ProfilePreference:\n encrypted_token = self._sanitize_text(\n preference.git_personal_access_token_encrypted\n )\n token_masked = None\n if encrypted_token:\n try:\n decrypted_token = self.encryption.decrypt(encrypted_token)\n token_masked = self._mask_secret_value(decrypted_token)\n except Exception:\n token_masked = \"***\"\n\n created_at = getattr(preference, \"created_at\", None) or datetime.utcnow()\n updated_at = getattr(preference, \"updated_at\", None) or created_at\n\n return ProfilePreference(\n user_id=str(user_id),\n superset_username=self._sanitize_username(preference.superset_username),\n superset_username_normalized=self._normalize_username(\n preference.superset_username_normalized\n ),\n show_only_my_dashboards=bool(preference.show_only_my_dashboards),\n show_only_slug_dashboards=(\n bool(preference.show_only_slug_dashboards)\n if preference.show_only_slug_dashboards is not None\n else True\n ),\n git_username=self._sanitize_text(preference.git_username),\n git_email=self._sanitize_text(preference.git_email),\n has_git_personal_access_token=bool(encrypted_token),\n git_personal_access_token_masked=token_masked,\n start_page=self._normalize_start_page(preference.start_page),\n auto_open_task_drawer=(\n bool(preference.auto_open_task_drawer)\n if preference.auto_open_task_drawer is not None\n else True\n ),\n dashboards_table_density=self._normalize_density(\n preference.dashboards_table_density\n ),\n telegram_id=self._sanitize_text(preference.telegram_id),\n email_address=self._sanitize_text(preference.email_address),\n notify_on_fail=bool(preference.notify_on_fail)\n if preference.notify_on_fail is not None\n else True,\n created_at=created_at,\n updated_at=updated_at,\n )\n\n # endregion _to_preference_payload\n\n # region _mask_secret_value [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Build a safe display value for sensitive secrets.\n # @PRE: secret may be None or plaintext.\n # @POST: Returns masked representation or None.\n def _mask_secret_value(self, secret: str | None) -> str | None:\n sanitized_secret = self._sanitize_secret(secret)\n if sanitized_secret is None:\n return None\n if len(sanitized_secret) <= 4:\n return \"***\"\n return f\"{sanitized_secret[:2]}***{sanitized_secret[-2:]}\"\n\n # endregion _mask_secret_value\n\n # region _sanitize_text [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Normalize optional text into trimmed form or None.\n # @PRE: value may be empty or None.\n # @POST: Returns trimmed value or None.\n def _sanitize_text(self, value: str | None) -> str | None:\n normalized = str(value or \"\").strip()\n if not normalized:\n return None\n return normalized\n\n # endregion _sanitize_text\n\n # region _sanitize_secret [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Normalize secret input into trimmed form or None.\n # @PRE: value may be None or blank.\n # @POST: Returns trimmed secret or None.\n def _sanitize_secret(self, value: str | None) -> str | None:\n if value is None:\n return None\n normalized = str(value).strip()\n if not normalized:\n return None\n return normalized\n\n # endregion _sanitize_secret\n\n # region _normalize_start_page [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Normalize supported start page aliases to canonical values.\n # @PRE: value may be None or alias.\n # @POST: Returns one of SUPPORTED_START_PAGES.\n def _normalize_start_page(self, value: str | None) -> str:\n normalized = str(value or \"\").strip().lower()\n if normalized == \"reports-logs\":\n return \"reports\"\n if normalized in SUPPORTED_START_PAGES:\n return normalized\n return \"dashboards\"\n\n # endregion _normalize_start_page\n\n # region _normalize_density [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Normalize supported density aliases to canonical values.\n # @PRE: value may be None or alias.\n # @POST: Returns one of SUPPORTED_DENSITIES.\n def _normalize_density(self, value: str | None) -> str:\n normalized = str(value or \"\").strip().lower()\n if normalized == \"free\":\n return \"comfortable\"\n if normalized in SUPPORTED_DENSITIES:\n return normalized\n return \"comfortable\"\n\n # endregion _normalize_density\n\n # region _resolve_environment [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Resolve environment model from configured environments by id.\n # @PRE: environment_id is provided.\n # @POST: Returns environment object when found else None.\n def _resolve_environment(self, environment_id: str):\n environments = self.config_manager.get_environments()\n for env in environments:\n if str(getattr(env, \"id\", \"\")) == str(environment_id):\n return env\n return None\n\n # endregion _resolve_environment\n\n # region _get_preference_row [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Return persisted preference row for user or None.\n # @PRE: user_id is provided.\n # @POST: Returns matching row or None.\n def _get_preference_row(self, user_id: str) -> UserDashboardPreference | None:\n return self.auth_repository.get_user_dashboard_preference(str(user_id))\n\n # endregion _get_preference_row\n\n # region _get_or_create_preference_row [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Return existing preference row or create new unsaved row.\n # @PRE: user_id is provided.\n # @POST: Returned row always contains user_id.\n def _get_or_create_preference_row(self, user_id: str) -> UserDashboardPreference:\n existing = self._get_preference_row(user_id)\n if existing is not None:\n return existing\n return UserDashboardPreference(user_id=str(user_id))\n\n # endregion _get_or_create_preference_row\n\n # region _build_default_preference [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Build non-persisted default preference DTO for unconfigured users.\n # @PRE: user_id is provided.\n # @POST: Returns ProfilePreference with disabled toggle and empty username.\n def _build_default_preference(self, user_id: str) -> ProfilePreference:\n now = datetime.utcnow()\n return ProfilePreference(\n user_id=str(user_id),\n superset_username=None,\n superset_username_normalized=None,\n show_only_my_dashboards=False,\n show_only_slug_dashboards=True,\n git_username=None,\n git_email=None,\n has_git_personal_access_token=False,\n git_personal_access_token_masked=None,\n start_page=\"dashboards\",\n auto_open_task_drawer=True,\n dashboards_table_density=\"comfortable\",\n telegram_id=None,\n email_address=None,\n notify_on_fail=True,\n created_at=now,\n updated_at=now,\n )\n\n # endregion _build_default_preference\n\n # region _validate_update_payload [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Validate username/toggle constraints for preference mutation.\n # @PRE: payload is provided.\n # @POST: Returns validation errors list; empty list means valid.\n def _validate_update_payload(\n self,\n superset_username: str | None,\n show_only_my_dashboards: bool,\n git_email: str | None,\n start_page: str,\n dashboards_table_density: str,\n email_address: str | None = None,\n ) -> list[str]:\n errors: list[str] = []\n sanitized_username = self._sanitize_username(superset_username)\n\n if sanitized_username and any(ch.isspace() for ch in sanitized_username):\n errors.append(\n \"Username should not contain spaces. Please enter a valid Apache Superset username.\"\n )\n if show_only_my_dashboards and not sanitized_username:\n errors.append(\n \"Superset username is required when default filter is enabled.\"\n )\n\n sanitized_git_email = self._sanitize_text(git_email)\n if sanitized_git_email:\n if (\n \" \" in sanitized_git_email\n or \"@\" not in sanitized_git_email\n or sanitized_git_email.startswith(\"@\")\n or sanitized_git_email.endswith(\"@\")\n ):\n errors.append(\"Git email should be a valid email address.\")\n\n if start_page not in SUPPORTED_START_PAGES:\n errors.append(\"Start page value is not supported.\")\n\n if dashboards_table_density not in SUPPORTED_DENSITIES:\n errors.append(\"Dashboards table density value is not supported.\")\n\n sanitized_email = self._sanitize_text(email_address)\n if sanitized_email:\n if (\n \" \" in sanitized_email\n or \"@\" not in sanitized_email\n or sanitized_email.startswith(\"@\")\n or sanitized_email.endswith(\"@\")\n ):\n errors.append(\"Notification email should be a valid email address.\")\n\n return errors\n\n # endregion _validate_update_payload\n\n # region _sanitize_username [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Normalize raw username into trimmed form or None for empty input.\n # @PRE: value can be empty or None.\n # @POST: Returns trimmed username or None.\n def _sanitize_username(self, value: str | None) -> str | None:\n return self._sanitize_text(value)\n\n # endregion _sanitize_username\n\n # region _normalize_username [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Apply deterministic trim+lower normalization for actor matching.\n # @PRE: value can be empty or None.\n # @POST: Returns lowercase normalized token or None.\n def _normalize_username(self, value: str | None) -> str | None:\n sanitized = self._sanitize_username(value)\n if sanitized is None:\n return None\n return sanitized.lower()\n\n # endregion _normalize_username\n\n # region _normalize_owner_tokens [TYPE Function]\n # @RELATION: BINDS_TO -> ProfileService\n # @PURPOSE: Normalize owners payload into deduplicated lower-cased tokens.\n # @PRE: owners can be iterable of scalars or dict-like values.\n # @POST: Returns list of unique normalized owner tokens.\n def _normalize_owner_tokens(self, owners: Iterable[Any] | None) -> list[str]:\n if owners is None:\n return []\n normalized: list[str] = []\n for owner in owners:\n owner_candidates: list[Any]\n if isinstance(owner, dict):\n first_name = self._sanitize_username(str(owner.get(\"first_name\") or \"\"))\n last_name = self._sanitize_username(str(owner.get(\"last_name\") or \"\"))\n full_name = \" \".join(\n part for part in [first_name, last_name] if part\n ).strip()\n snake_name = \"_\".join(\n part for part in [first_name, last_name] if part\n ).strip(\"_\")\n owner_candidates = [\n owner.get(\"username\"),\n owner.get(\"user_name\"),\n owner.get(\"name\"),\n owner.get(\"full_name\"),\n first_name,\n last_name,\n full_name or None,\n snake_name or None,\n owner.get(\"email\"),\n ]\n else:\n owner_candidates = [owner]\n\n for candidate in owner_candidates:\n token = self._normalize_username(str(candidate or \"\"))\n if token and token not in normalized:\n normalized.append(token)\n return normalized\n\n # endregion _normalize_owner_tokens\n\n\n# #endregion ProfileService\n" }, { @@ -64767,6 +67079,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region rbac_permission_catalog [C:2] [TYPE Module] [SEMANTICS rbac, permission, discovery, route, sync]\n#\n# @BRIEF Discovers declared RBAC permissions from API routes/plugins and synchronizes them into auth database.\n\nimport re\nfrom collections.abc import Iterable\nfrom functools import lru_cache\nfrom pathlib import Path\n\nfrom sqlalchemy.orm import Session\n\nfrom ..core.logger import belief_scope, logger\nfrom ..models.auth import Permission\n\n# [/SECTION: IMPORTS]\n\n# #region HAS_PERMISSION_PATTERN [TYPE Constant]\n# @BRIEF Regex pattern for extracting has_permission(\"resource\", \"ACTION\") declarations.\nHAS_PERMISSION_PATTERN = re.compile(\n r\"\"\"has_permission\\(\\s*['\"]([^'\"]+)['\"]\\s*,\\s*['\"]([A-Z]+)['\"]\\s*\\)\"\"\"\n)\n# #endregion HAS_PERMISSION_PATTERN\n\n# #region ROUTES_DIR [TYPE Constant]\n# @BRIEF Absolute directory path where API route RBAC declarations are defined.\nROUTES_DIR = Path(__file__).resolve().parent.parent / \"api\" / \"routes\"\n# #endregion ROUTES_DIR\n\n\n# #region _iter_route_files [TYPE Function]\n# @BRIEF Iterates API route files that may contain RBAC declarations.\n# @PRE: ROUTES_DIR points to backend/src/api/routes.\n# @POST: Yields Python files excluding test and cache directories.\ndef _iter_route_files() -> Iterable[Path]:\n with belief_scope(\"rbac_permission_catalog._iter_route_files\"):\n if not ROUTES_DIR.exists():\n return []\n\n files = []\n for file_path in ROUTES_DIR.rglob(\"*.py\"):\n path_parts = set(file_path.parts)\n if \"__tests__\" in path_parts or \"__pycache__\" in path_parts:\n continue\n files.append(file_path)\n return files\n# #endregion _iter_route_files\n\n\n# #region _discover_route_permissions [TYPE Function]\n# @BRIEF Extracts explicit has_permission declarations from API route source code.\n# @PRE: Route files are readable UTF-8 text files.\n# @POST: Returns unique set of (resource, action) pairs declared in route guards.\ndef _discover_route_permissions() -> set[tuple[str, str]]:\n with belief_scope(\"rbac_permission_catalog._discover_route_permissions\"):\n discovered: set[tuple[str, str]] = set()\n for route_file in _iter_route_files():\n try:\n source = route_file.read_text(encoding=\"utf-8\")\n except OSError as read_error:\n logger.explore(\n \"Failed to read route file\",\n extra={\"src\": \"rbac_permission_catalog\", \"payload\": {\"file\": str(route_file)}, \"error\": str(read_error)},\n )\n continue\n\n for resource, action in HAS_PERMISSION_PATTERN.findall(source):\n normalized_resource = str(resource or \"\").strip()\n normalized_action = str(action or \"\").strip().upper()\n if normalized_resource and normalized_action:\n discovered.add((normalized_resource, normalized_action))\n return discovered\n# #endregion _discover_route_permissions\n\n\n# #region _discover_route_permissions_cached [TYPE Function]\n# @BRIEF Cache route permission discovery because route source files are static during normal runtime.\n# @PRE: None.\n# @POST: Returns stable discovered route permission pairs without repeated filesystem scans.\n@lru_cache(maxsize=1)\ndef _discover_route_permissions_cached() -> tuple[tuple[str, str], ...]:\n with belief_scope(\"rbac_permission_catalog._discover_route_permissions_cached\"):\n return tuple(sorted(_discover_route_permissions()))\n# #endregion _discover_route_permissions_cached\n\n\n# #region _discover_plugin_execute_permissions [TYPE Function]\n# @BRIEF Derives dynamic task permissions of form plugin:{plugin_id}:EXECUTE from plugin registry.\n# @PRE: plugin_loader is optional and may expose get_all_plugin_configs.\n# @POST: Returns unique plugin EXECUTE permissions if loader is available.\ndef _discover_plugin_execute_permissions(plugin_loader=None) -> set[tuple[str, str]]:\n with belief_scope(\"rbac_permission_catalog._discover_plugin_execute_permissions\"):\n discovered: set[tuple[str, str]] = set()\n if plugin_loader is None:\n return discovered\n\n try:\n plugin_configs = plugin_loader.get_all_plugin_configs()\n except Exception as plugin_error:\n logger.explore(\n \"Failed to read plugin configs for RBAC discovery\",\n extra={\"src\": \"rbac_permission_catalog\", \"error\": str(plugin_error)},\n )\n return discovered\n\n for plugin_config in plugin_configs:\n plugin_id = str(getattr(plugin_config, \"id\", \"\") or \"\").strip()\n if plugin_id:\n discovered.add((f\"plugin:{plugin_id}\", \"EXECUTE\"))\n return discovered\n# #endregion _discover_plugin_execute_permissions\n\n\n# #region _discover_plugin_execute_permissions_cached [TYPE Function]\n# @BRIEF Cache dynamic plugin EXECUTE permission pairs by normalized plugin id tuple.\n# @PRE: plugin_ids is a deterministic tuple of plugin ids.\n# @POST: Returns stable permission tuple without repeated plugin catalog expansion.\n@lru_cache(maxsize=8)\ndef _discover_plugin_execute_permissions_cached(\n plugin_ids: tuple[str, ...],\n) -> tuple[tuple[str, str], ...]:\n with belief_scope(\"rbac_permission_catalog._discover_plugin_execute_permissions_cached\"):\n return tuple((f\"plugin:{plugin_id}\", \"EXECUTE\") for plugin_id in plugin_ids)\n# #endregion _discover_plugin_execute_permissions_cached\n\n\n# #region discover_declared_permissions [TYPE Function]\n# @BRIEF Builds canonical RBAC permission catalog from routes and plugin registry.\n# @PRE: plugin_loader may be provided for dynamic task plugin permission discovery.\n# @POST: Returns union of route-declared and dynamic plugin EXECUTE permissions.\ndef discover_declared_permissions(plugin_loader=None) -> set[tuple[str, str]]:\n with belief_scope(\"rbac_permission_catalog.discover_declared_permissions\"):\n permissions = set(_discover_route_permissions_cached())\n plugin_ids = tuple(\n sorted(\n {\n str(getattr(plugin_config, \"id\", \"\") or \"\").strip()\n for plugin_config in (plugin_loader.get_all_plugin_configs() if plugin_loader else [])\n if str(getattr(plugin_config, \"id\", \"\") or \"\").strip()\n }\n )\n )\n permissions.update(_discover_plugin_execute_permissions_cached(plugin_ids))\n return permissions\n# #endregion discover_declared_permissions\n\n\n# #region sync_permission_catalog [TYPE Function]\n# @BRIEF Persists missing RBAC permission pairs into auth database.\n# @PRE: db is a valid SQLAlchemy session bound to auth database.\n# @PRE: declared_permissions is an iterable of (resource, action) tuples.\n# @POST: Missing permissions are inserted; existing permissions remain untouched.\n# @SIDE_EFFECT: Commits auth database transaction when new permissions are added.\ndef sync_permission_catalog(\n db: Session,\n declared_permissions: Iterable[tuple[str, str]],\n) -> int:\n with belief_scope(\"rbac_permission_catalog.sync_permission_catalog\"):\n normalized_declared: set[tuple[str, str]] = set()\n for resource, action in declared_permissions:\n normalized_resource = str(resource or \"\").strip()\n normalized_action = str(action or \"\").strip().upper()\n if normalized_resource and normalized_action:\n normalized_declared.add((normalized_resource, normalized_action))\n\n existing_permissions = db.query(Permission).all()\n existing_pairs = {(perm.resource, perm.action.upper()) for perm in existing_permissions}\n\n missing_pairs = sorted(normalized_declared - existing_pairs)\n for resource, action in missing_pairs:\n db.add(Permission(resource=resource, action=action))\n\n if missing_pairs:\n db.commit()\n\n return len(missing_pairs)\n# #endregion sync_permission_catalog\n\n# #endregion rbac_permission_catalog\n" }, { @@ -64811,6 +67124,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region HAS_PERMISSION_PATTERN [TYPE Constant]\n# @BRIEF Regex pattern for extracting has_permission(\"resource\", \"ACTION\") declarations.\nHAS_PERMISSION_PATTERN = re.compile(\n r\"\"\"has_permission\\(\\s*['\"]([^'\"]+)['\"]\\s*,\\s*['\"]([A-Z]+)['\"]\\s*\\)\"\"\"\n)\n# #endregion HAS_PERMISSION_PATTERN\n" }, { @@ -64855,6 +67169,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ROUTES_DIR [TYPE Constant]\n# @BRIEF Absolute directory path where API route RBAC declarations are defined.\nROUTES_DIR = Path(__file__).resolve().parent.parent / \"api\" / \"routes\"\n# #endregion ROUTES_DIR\n" }, { @@ -64901,6 +67216,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _iter_route_files [TYPE Function]\n# @BRIEF Iterates API route files that may contain RBAC declarations.\n# @PRE: ROUTES_DIR points to backend/src/api/routes.\n# @POST: Yields Python files excluding test and cache directories.\ndef _iter_route_files() -> Iterable[Path]:\n with belief_scope(\"rbac_permission_catalog._iter_route_files\"):\n if not ROUTES_DIR.exists():\n return []\n\n files = []\n for file_path in ROUTES_DIR.rglob(\"*.py\"):\n path_parts = set(file_path.parts)\n if \"__tests__\" in path_parts or \"__pycache__\" in path_parts:\n continue\n files.append(file_path)\n return files\n# #endregion _iter_route_files\n" }, { @@ -64947,6 +67263,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _discover_route_permissions [TYPE Function]\n# @BRIEF Extracts explicit has_permission declarations from API route source code.\n# @PRE: Route files are readable UTF-8 text files.\n# @POST: Returns unique set of (resource, action) pairs declared in route guards.\ndef _discover_route_permissions() -> set[tuple[str, str]]:\n with belief_scope(\"rbac_permission_catalog._discover_route_permissions\"):\n discovered: set[tuple[str, str]] = set()\n for route_file in _iter_route_files():\n try:\n source = route_file.read_text(encoding=\"utf-8\")\n except OSError as read_error:\n logger.explore(\n \"Failed to read route file\",\n extra={\"src\": \"rbac_permission_catalog\", \"payload\": {\"file\": str(route_file)}, \"error\": str(read_error)},\n )\n continue\n\n for resource, action in HAS_PERMISSION_PATTERN.findall(source):\n normalized_resource = str(resource or \"\").strip()\n normalized_action = str(action or \"\").strip().upper()\n if normalized_resource and normalized_action:\n discovered.add((normalized_resource, normalized_action))\n return discovered\n# #endregion _discover_route_permissions\n" }, { @@ -64993,6 +67310,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _discover_route_permissions_cached [TYPE Function]\n# @BRIEF Cache route permission discovery because route source files are static during normal runtime.\n# @PRE: None.\n# @POST: Returns stable discovered route permission pairs without repeated filesystem scans.\n@lru_cache(maxsize=1)\ndef _discover_route_permissions_cached() -> tuple[tuple[str, str], ...]:\n with belief_scope(\"rbac_permission_catalog._discover_route_permissions_cached\"):\n return tuple(sorted(_discover_route_permissions()))\n# #endregion _discover_route_permissions_cached\n" }, { @@ -65039,6 +67357,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _discover_plugin_execute_permissions [TYPE Function]\n# @BRIEF Derives dynamic task permissions of form plugin:{plugin_id}:EXECUTE from plugin registry.\n# @PRE: plugin_loader is optional and may expose get_all_plugin_configs.\n# @POST: Returns unique plugin EXECUTE permissions if loader is available.\ndef _discover_plugin_execute_permissions(plugin_loader=None) -> set[tuple[str, str]]:\n with belief_scope(\"rbac_permission_catalog._discover_plugin_execute_permissions\"):\n discovered: set[tuple[str, str]] = set()\n if plugin_loader is None:\n return discovered\n\n try:\n plugin_configs = plugin_loader.get_all_plugin_configs()\n except Exception as plugin_error:\n logger.explore(\n \"Failed to read plugin configs for RBAC discovery\",\n extra={\"src\": \"rbac_permission_catalog\", \"error\": str(plugin_error)},\n )\n return discovered\n\n for plugin_config in plugin_configs:\n plugin_id = str(getattr(plugin_config, \"id\", \"\") or \"\").strip()\n if plugin_id:\n discovered.add((f\"plugin:{plugin_id}\", \"EXECUTE\"))\n return discovered\n# #endregion _discover_plugin_execute_permissions\n" }, { @@ -65085,6 +67404,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region _discover_plugin_execute_permissions_cached [TYPE Function]\n# @BRIEF Cache dynamic plugin EXECUTE permission pairs by normalized plugin id tuple.\n# @PRE: plugin_ids is a deterministic tuple of plugin ids.\n# @POST: Returns stable permission tuple without repeated plugin catalog expansion.\n@lru_cache(maxsize=8)\ndef _discover_plugin_execute_permissions_cached(\n plugin_ids: tuple[str, ...],\n) -> tuple[tuple[str, str], ...]:\n with belief_scope(\"rbac_permission_catalog._discover_plugin_execute_permissions_cached\"):\n return tuple((f\"plugin:{plugin_id}\", \"EXECUTE\") for plugin_id in plugin_ids)\n# #endregion _discover_plugin_execute_permissions_cached\n" }, { @@ -65131,6 +67451,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region discover_declared_permissions [TYPE Function]\n# @BRIEF Builds canonical RBAC permission catalog from routes and plugin registry.\n# @PRE: plugin_loader may be provided for dynamic task plugin permission discovery.\n# @POST: Returns union of route-declared and dynamic plugin EXECUTE permissions.\ndef discover_declared_permissions(plugin_loader=None) -> set[tuple[str, str]]:\n with belief_scope(\"rbac_permission_catalog.discover_declared_permissions\"):\n permissions = set(_discover_route_permissions_cached())\n plugin_ids = tuple(\n sorted(\n {\n str(getattr(plugin_config, \"id\", \"\") or \"\").strip()\n for plugin_config in (plugin_loader.get_all_plugin_configs() if plugin_loader else [])\n if str(getattr(plugin_config, \"id\", \"\") or \"\").strip()\n }\n )\n )\n permissions.update(_discover_plugin_execute_permissions_cached(plugin_ids))\n return permissions\n# #endregion discover_declared_permissions\n" }, { @@ -65187,6 +67508,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region sync_permission_catalog [TYPE Function]\n# @BRIEF Persists missing RBAC permission pairs into auth database.\n# @PRE: db is a valid SQLAlchemy session bound to auth database.\n# @PRE: declared_permissions is an iterable of (resource, action) tuples.\n# @POST: Missing permissions are inserted; existing permissions remain untouched.\n# @SIDE_EFFECT: Commits auth database transaction when new permissions are added.\ndef sync_permission_catalog(\n db: Session,\n declared_permissions: Iterable[tuple[str, str]],\n) -> int:\n with belief_scope(\"rbac_permission_catalog.sync_permission_catalog\"):\n normalized_declared: set[tuple[str, str]] = set()\n for resource, action in declared_permissions:\n normalized_resource = str(resource or \"\").strip()\n normalized_action = str(action or \"\").strip().upper()\n if normalized_resource and normalized_action:\n normalized_declared.add((normalized_resource, normalized_action))\n\n existing_permissions = db.query(Permission).all()\n existing_pairs = {(perm.resource, perm.action.upper()) for perm in existing_permissions}\n\n missing_pairs = sorted(normalized_declared - existing_pairs)\n for resource, action in missing_pairs:\n db.add(Permission(resource=resource, action=action))\n\n if missing_pairs:\n db.commit()\n\n return len(missing_pairs)\n# #endregion sync_permission_catalog\n" }, { @@ -65231,6 +67553,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region reports [TYPE Package] [SEMANTICS report, package, service, root]\n# @BRIEF Report service package root.\n# #endregion reports\n" }, { @@ -65292,6 +67615,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region normalizer [C:5] [TYPE Module] [SEMANTICS pydantic, report, task, normalize, status]\n# @BRIEF Convert task manager task objects into canonical unified TaskReport entities with deterministic fallback behavior.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [backend.src.core.task_manager.models.Task:Function]\n# @RELATION DEPENDS_ON -> [backend.src.models.report:Function]\n# @RELATION DEPENDS_ON -> [backend.src.services.reports.type_profiles:Function]\n# @INVARIANT: Normalizer instance maintains consistent field order\n# @DATA_CONTRACT: ReportRow -> NormalizerInput; session_id -> valid UUID\n# @PRE: session is active and valid\n# @POST: Returns Normalizer output with normalized fields\n# @SIDE_EFFECT: Read-only database operations\n\nfrom datetime import datetime\nfrom typing import Any\n\nfrom ...core.logger import belief_scope\nfrom ...core.task_manager.models import Task, TaskStatus\nfrom ...models.report import ErrorContext, ReportStatus, TaskReport\nfrom .type_profiles import get_type_profile, resolve_task_type\n\n\n# #region status_to_report_status [TYPE Function]\n# @BRIEF Normalize internal task status to canonical report status.\n# @PRE: status may be known or unknown string/enum value.\n# @POST: Always returns one of canonical ReportStatus values.\ndef status_to_report_status(status: Any) -> ReportStatus:\n with belief_scope(\"status_to_report_status\"):\n raw = str(status.value if isinstance(status, TaskStatus) else status).upper()\n if raw == TaskStatus.SUCCESS.value:\n return ReportStatus.SUCCESS\n if raw == TaskStatus.FAILED.value:\n return ReportStatus.FAILED\n if raw in {TaskStatus.PENDING.value, TaskStatus.RUNNING.value, TaskStatus.AWAITING_INPUT.value, TaskStatus.AWAITING_MAPPING.value}:\n return ReportStatus.IN_PROGRESS\n return ReportStatus.PARTIAL\n# #endregion status_to_report_status\n\n\n# #region build_summary [TYPE Function]\n# @BRIEF Build deterministic user-facing summary from task payload and status.\n# @PRE: report_status is canonical; plugin_id may be unknown.\n# @POST: Returns non-empty summary text.\ndef build_summary(task: Task, report_status: ReportStatus) -> str:\n with belief_scope(\"build_summary\"):\n result = task.result\n if isinstance(result, dict):\n for key in (\"summary\", \"message\", \"status_message\", \"description\"):\n value = result.get(key)\n if isinstance(value, str) and value.strip():\n return value.strip()\n if report_status == ReportStatus.SUCCESS:\n return \"Task completed successfully\"\n if report_status == ReportStatus.FAILED:\n return \"Task failed\"\n if report_status == ReportStatus.IN_PROGRESS:\n return \"Task is in progress\"\n return \"Task completed with partial data\"\n# #endregion build_summary\n\n\n# #region extract_error_context [TYPE Function]\n# @BRIEF Extract normalized error context and next actions for failed/partial reports.\n# @PRE: task is a valid Task object.\n# @POST: Returns ErrorContext for failed/partial when context exists; otherwise None.\ndef extract_error_context(task: Task, report_status: ReportStatus) -> ErrorContext | None:\n with belief_scope(\"extract_error_context\"):\n if report_status not in {ReportStatus.FAILED, ReportStatus.PARTIAL}:\n return None\n\n result = task.result if isinstance(task.result, dict) else {}\n message = None\n code = None\n next_actions = []\n\n if isinstance(result.get(\"error\"), dict):\n error_obj = result.get(\"error\", {})\n message = error_obj.get(\"message\") or message\n code = error_obj.get(\"code\") or code\n actions = error_obj.get(\"next_actions\")\n if isinstance(actions, list):\n next_actions = [str(action) for action in actions if str(action).strip()]\n\n if not message:\n message = result.get(\"error_message\") if isinstance(result.get(\"error_message\"), str) else None\n\n if not message:\n for log in reversed(task.logs):\n if str(log.level).upper() == \"ERROR\" and log.message:\n message = log.message\n break\n\n if not message:\n message = \"Not provided\"\n\n if not next_actions:\n next_actions = [\"Review task diagnostics\", \"Retry the operation\"]\n\n return ErrorContext(code=code, message=message, next_actions=next_actions)\n# #endregion extract_error_context\n\n\n# #region normalize_task_report [TYPE Function]\n# @BRIEF Convert one Task to canonical TaskReport envelope.\n# @PRE: task has valid id and plugin_id fields.\n# @POST: Returns TaskReport with required fields and deterministic fallback behavior.\n#\n# @TEST_CONTRACT: NormalizeTaskReport ->\n# {\n# required_fields: {task: Task},\n# invariants: [\n# \"Returns a valid TaskReport object\",\n# \"Maps TaskStatus to ReportStatus deterministically\",\n# \"Extracts ErrorContext for FAILED/PARTIAL tasks\"\n# ]\n# }\n# @TEST_FIXTURE: valid_task -> {\"task\": \"MockTask(id='1', plugin_id='superset-migration', status=TaskStatus.SUCCESS)\"}\n# @TEST_EDGE: task_with_error -> {\"task\": \"MockTask(status=TaskStatus.FAILED, logs=[LogEntry(level='ERROR', message='Failed')])\"}\n# @TEST_EDGE: unknown_plugin_type -> {\"task\": \"MockTask(plugin_id='unknown-plugin', status=TaskStatus.PENDING)\"}\n# @TEST_INVARIANT: deterministic_normalization -> verifies: [valid_task, task_with_error, unknown_plugin_type]\ndef normalize_task_report(task: Task) -> TaskReport:\n with belief_scope(\"normalize_task_report\"):\n task_type = resolve_task_type(task.plugin_id)\n report_status = status_to_report_status(task.status)\n profile = get_type_profile(task_type)\n\n started_at = task.started_at if isinstance(task.started_at, datetime) else None\n updated_at = task.finished_at if isinstance(task.finished_at, datetime) else None\n if not updated_at:\n updated_at = started_at or datetime.utcnow()\n\n details: dict[str, Any] = {\n \"profile\": {\n \"display_label\": profile.get(\"display_label\"),\n \"visual_variant\": profile.get(\"visual_variant\"),\n \"icon_token\": profile.get(\"icon_token\"),\n \"emphasis_rules\": profile.get(\"emphasis_rules\", []),\n },\n \"result\": task.result if task.result is not None else {\"note\": \"Not provided\"},\n }\n\n source_ref: dict[str, Any] = {}\n if isinstance(task.params, dict):\n for key in (\"environment_id\", \"source_env_id\", \"target_env_id\", \"dashboard_id\", \"dataset_id\", \"resource_id\"):\n if key in task.params:\n source_ref[key] = task.params.get(key)\n\n return TaskReport(\n report_id=task.id,\n task_id=task.id,\n task_type=task_type,\n status=report_status,\n started_at=started_at,\n updated_at=updated_at,\n summary=build_summary(task, report_status),\n details=details,\n error_context=extract_error_context(task, report_status),\n source_ref=source_ref or None,\n )\n# #endregion normalize_task_report\n\n# #endregion normalizer\n" }, { @@ -65338,6 +67662,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region status_to_report_status [TYPE Function]\n# @BRIEF Normalize internal task status to canonical report status.\n# @PRE: status may be known or unknown string/enum value.\n# @POST: Always returns one of canonical ReportStatus values.\ndef status_to_report_status(status: Any) -> ReportStatus:\n with belief_scope(\"status_to_report_status\"):\n raw = str(status.value if isinstance(status, TaskStatus) else status).upper()\n if raw == TaskStatus.SUCCESS.value:\n return ReportStatus.SUCCESS\n if raw == TaskStatus.FAILED.value:\n return ReportStatus.FAILED\n if raw in {TaskStatus.PENDING.value, TaskStatus.RUNNING.value, TaskStatus.AWAITING_INPUT.value, TaskStatus.AWAITING_MAPPING.value}:\n return ReportStatus.IN_PROGRESS\n return ReportStatus.PARTIAL\n# #endregion status_to_report_status\n" }, { @@ -65384,6 +67709,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region build_summary [TYPE Function]\n# @BRIEF Build deterministic user-facing summary from task payload and status.\n# @PRE: report_status is canonical; plugin_id may be unknown.\n# @POST: Returns non-empty summary text.\ndef build_summary(task: Task, report_status: ReportStatus) -> str:\n with belief_scope(\"build_summary\"):\n result = task.result\n if isinstance(result, dict):\n for key in (\"summary\", \"message\", \"status_message\", \"description\"):\n value = result.get(key)\n if isinstance(value, str) and value.strip():\n return value.strip()\n if report_status == ReportStatus.SUCCESS:\n return \"Task completed successfully\"\n if report_status == ReportStatus.FAILED:\n return \"Task failed\"\n if report_status == ReportStatus.IN_PROGRESS:\n return \"Task is in progress\"\n return \"Task completed with partial data\"\n# #endregion build_summary\n" }, { @@ -65430,6 +67756,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region extract_error_context [TYPE Function]\n# @BRIEF Extract normalized error context and next actions for failed/partial reports.\n# @PRE: task is a valid Task object.\n# @POST: Returns ErrorContext for failed/partial when context exists; otherwise None.\ndef extract_error_context(task: Task, report_status: ReportStatus) -> ErrorContext | None:\n with belief_scope(\"extract_error_context\"):\n if report_status not in {ReportStatus.FAILED, ReportStatus.PARTIAL}:\n return None\n\n result = task.result if isinstance(task.result, dict) else {}\n message = None\n code = None\n next_actions = []\n\n if isinstance(result.get(\"error\"), dict):\n error_obj = result.get(\"error\", {})\n message = error_obj.get(\"message\") or message\n code = error_obj.get(\"code\") or code\n actions = error_obj.get(\"next_actions\")\n if isinstance(actions, list):\n next_actions = [str(action) for action in actions if str(action).strip()]\n\n if not message:\n message = result.get(\"error_message\") if isinstance(result.get(\"error_message\"), str) else None\n\n if not message:\n for log in reversed(task.logs):\n if str(log.level).upper() == \"ERROR\" and log.message:\n message = log.message\n break\n\n if not message:\n message = \"Not provided\"\n\n if not next_actions:\n next_actions = [\"Review task diagnostics\", \"Retry the operation\"]\n\n return ErrorContext(code=code, message=message, next_actions=next_actions)\n# #endregion extract_error_context\n" }, { @@ -65477,6 +67804,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region normalize_task_report [TYPE Function]\n# @BRIEF Convert one Task to canonical TaskReport envelope.\n# @PRE: task has valid id and plugin_id fields.\n# @POST: Returns TaskReport with required fields and deterministic fallback behavior.\n#\n# @TEST_CONTRACT: NormalizeTaskReport ->\n# {\n# required_fields: {task: Task},\n# invariants: [\n# \"Returns a valid TaskReport object\",\n# \"Maps TaskStatus to ReportStatus deterministically\",\n# \"Extracts ErrorContext for FAILED/PARTIAL tasks\"\n# ]\n# }\n# @TEST_FIXTURE: valid_task -> {\"task\": \"MockTask(id='1', plugin_id='superset-migration', status=TaskStatus.SUCCESS)\"}\n# @TEST_EDGE: task_with_error -> {\"task\": \"MockTask(status=TaskStatus.FAILED, logs=[LogEntry(level='ERROR', message='Failed')])\"}\n# @TEST_EDGE: unknown_plugin_type -> {\"task\": \"MockTask(plugin_id='unknown-plugin', status=TaskStatus.PENDING)\"}\n# @TEST_INVARIANT: deterministic_normalization -> verifies: [valid_task, task_with_error, unknown_plugin_type]\ndef normalize_task_report(task: Task) -> TaskReport:\n with belief_scope(\"normalize_task_report\"):\n task_type = resolve_task_type(task.plugin_id)\n report_status = status_to_report_status(task.status)\n profile = get_type_profile(task_type)\n\n started_at = task.started_at if isinstance(task.started_at, datetime) else None\n updated_at = task.finished_at if isinstance(task.finished_at, datetime) else None\n if not updated_at:\n updated_at = started_at or datetime.utcnow()\n\n details: dict[str, Any] = {\n \"profile\": {\n \"display_label\": profile.get(\"display_label\"),\n \"visual_variant\": profile.get(\"visual_variant\"),\n \"icon_token\": profile.get(\"icon_token\"),\n \"emphasis_rules\": profile.get(\"emphasis_rules\", []),\n },\n \"result\": task.result if task.result is not None else {\"note\": \"Not provided\"},\n }\n\n source_ref: dict[str, Any] = {}\n if isinstance(task.params, dict):\n for key in (\"environment_id\", \"source_env_id\", \"target_env_id\", \"dashboard_id\", \"dataset_id\", \"resource_id\"):\n if key in task.params:\n source_ref[key] = task.params.get(key)\n\n return TaskReport(\n report_id=task.id,\n task_id=task.id,\n task_type=task_type,\n status=report_status,\n started_at=started_at,\n updated_at=updated_at,\n summary=build_summary(task, report_status),\n details=details,\n error_context=extract_error_context(task, report_status),\n source_ref=source_ref or None,\n )\n# #endregion normalize_task_report\n" }, { @@ -65562,6 +67890,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region report_service [C:5] [TYPE Module] [SEMANTICS report, task, filter, paginate, aggregate]\n# @BRIEF Aggregate, normalize, filter, and paginate task reports for unified list/detail API use cases.\n# @LAYER: Domain\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @RELATION DEPENDS_ON -> [TaskReport]\n# @RELATION DEPENDS_ON -> [ReportQuery]\n# @RELATION DEPENDS_ON -> [ReportCollection]\n# @RELATION DEPENDS_ON -> [ReportDetailView]\n# @RELATION DEPENDS_ON -> [normalize_task_report]\n# @RELATION DEPENDS_ON -> [CleanReleaseRepository]\n# @INVARIANT: ReportService maintains consistent report structure\n# @DATA_CONTRACT: ReportQuery -> ReportRow; session_id -> valid UUID\n# @PRE: session is active and valid\n# @POST: Returns Report with generated summary\n# @SIDE_EFFECT: Read-only database operations; logs report generation\n\nfrom datetime import UTC, datetime\n\nfrom ...core.logger import belief_scope\nfrom ...core.task_manager import TaskManager\nfrom ...models.report import (\n ReportCollection,\n ReportDetailView,\n ReportQuery,\n ReportStatus,\n TaskReport,\n TaskType,\n)\nfrom ..clean_release.repository import CleanReleaseRepository\nfrom .normalizer import normalize_task_report\n\n\n# #region ReportsService [C:5] [TYPE Class]\n# @BRIEF Service layer for list/detail report retrieval and normalization.\n# @PRE: TaskManager dependency is initialized.\n# @POST: Provides deterministic list/detail report responses.\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @RELATION DEPENDS_ON -> [CleanReleaseRepository]\n# @RELATION CALLS -> [normalize_task_report]\n# @SIDE_EFFECT: Reads task history and optional clean-release repository state without mutating source records.\n# @DATA_CONTRACT: Input[TaskManager, Optional[CleanReleaseRepository], ReportQuery|report_id] -> Output[ReportCollection|ReportDetailView|None]\n# @INVARIANT: Service methods are read-only over task history source.\n#\n# @TEST_CONTRACT: ReportsServiceModel ->\n# {\n# required_fields: {task_manager: TaskManager},\n# invariants: [\n# \"list_reports returns a matching ReportCollection\",\n# \"get_report_detail returns a valid ReportDetailView or None\"\n# ]\n# }\n# @TEST_FIXTURE: valid_service -> {\"task_manager\": \"MockTaskManager()\"}\n# @TEST_EDGE: empty_task_list -> returns empty ReportCollection\n# @TEST_EDGE: report_not_found -> get_report_detail returns None\n# @TEST_INVARIANT: consistent_pagination -> verifies: [valid_service]\nclass ReportsService:\n # region init [TYPE Function]\n # @PURPOSE: Initialize service with TaskManager dependency.\n # @PRE: task_manager is a live TaskManager instance.\n # @POST: self.task_manager is assigned and ready for read operations.\n # @INVARIANT: Constructor performs no task mutations.\n # @RELATION: [BINDS_TO] ->[ReportsService]\n # @RELATION: [DEPENDS_ON] ->[TaskManager]\n # @RELATION: [DEPENDS_ON] ->[CleanReleaseRepository]\n # @SIDE_EFFECT: Stores collaborator references for later read-only report projections.\n # @DATA_CONTRACT: Input[TaskManager, Optional[CleanReleaseRepository]] -> Output[ReportsService]\n # @PARAM: task_manager (TaskManager) - Task manager providing source task history.\n def __init__(\n self,\n task_manager: TaskManager,\n clean_release_repository: CleanReleaseRepository | None = None,\n ):\n with belief_scope(\"__init__\"):\n self.task_manager = task_manager\n self.clean_release_repository = clean_release_repository\n\n # endregion init\n\n # region _load_normalized_reports [TYPE Function]\n # @PURPOSE: Build normalized reports from all available tasks.\n # @PRE: Task manager returns iterable task history records.\n # @POST: Returns normalized report list preserving source cardinality.\n # @INVARIANT: Every returned item is a TaskReport.\n # @RETURN: List[TaskReport] - Reports sorted later by list logic.\n def _load_normalized_reports(self) -> list[TaskReport]:\n with belief_scope(\"_load_normalized_reports\"):\n tasks = self.task_manager.get_all_tasks()\n reports = [normalize_task_report(task) for task in tasks]\n return reports\n\n # endregion _load_normalized_reports\n\n # region _to_utc_datetime [TYPE Function]\n # @PURPOSE: Normalize naive/aware datetime values to UTC-aware datetime for safe comparisons.\n # @PRE: value is either datetime or None.\n # @POST: Returns UTC-aware datetime or None.\n # @INVARIANT: Naive datetimes are interpreted as UTC to preserve deterministic ordering/filtering.\n # @PARAM: value (Optional[datetime]) - Source datetime value.\n # @RETURN: Optional[datetime] - UTC-aware datetime or None.\n def _to_utc_datetime(self, value: datetime | None) -> datetime | None:\n with belief_scope(\"_to_utc_datetime\"):\n if value is None:\n return None\n if value.tzinfo is None:\n return value.replace(tzinfo=UTC)\n return value.astimezone(UTC)\n\n # endregion _to_utc_datetime\n\n # region _datetime_sort_key [TYPE Function]\n # @PURPOSE: Produce stable numeric sort key for report timestamps.\n # @PRE: report contains updated_at datetime.\n # @POST: Returns float timestamp suitable for deterministic sorting.\n # @INVARIANT: Mixed naive/aware datetimes never raise TypeError.\n # @PARAM: report (TaskReport) - Report item.\n # @RETURN: float - UTC timestamp key.\n def _datetime_sort_key(self, report: TaskReport) -> float:\n with belief_scope(\"_datetime_sort_key\"):\n updated = self._to_utc_datetime(report.updated_at)\n if updated is None:\n return 0.0\n return updated.timestamp()\n\n # endregion _datetime_sort_key\n\n # region _matches_query [TYPE Function]\n # @PURPOSE: Apply query filtering to a report.\n # @PRE: report and query are normalized schema instances.\n # @POST: Returns True iff report satisfies all active query filters.\n # @INVARIANT: Filter evaluation is side-effect free.\n # @PARAM: report (TaskReport) - Candidate report.\n # @PARAM: query (ReportQuery) - Applied query.\n # @RETURN: bool - True if report matches all filters.\n def _matches_query(self, report: TaskReport, query: ReportQuery) -> bool:\n with belief_scope(\"_matches_query\"):\n if query.task_types and report.task_type not in query.task_types:\n return False\n if query.statuses and report.status not in query.statuses:\n return False\n report_updated_at = self._to_utc_datetime(report.updated_at)\n query_time_from = self._to_utc_datetime(query.time_from)\n query_time_to = self._to_utc_datetime(query.time_to)\n\n if (\n query_time_from\n and report_updated_at\n and report_updated_at < query_time_from\n ):\n return False\n if (\n query_time_to\n and report_updated_at\n and report_updated_at > query_time_to\n ):\n return False\n if query.search:\n needle = query.search.lower()\n haystack = f\"{report.summary} {report.task_type.value} {report.status.value}\".lower()\n if needle not in haystack:\n return False\n return True\n\n # endregion _matches_query\n\n # region _sort_reports [TYPE Function]\n # @PURPOSE: Sort reports deterministically according to query settings.\n # @PRE: reports contains only TaskReport items.\n # @POST: Returns reports ordered by selected sort field and order.\n # @INVARIANT: Sorting criteria are deterministic for equal input.\n # @PARAM: reports (List[TaskReport]) - Filtered reports.\n # @PARAM: query (ReportQuery) - Sort config.\n # @RETURN: List[TaskReport] - Sorted reports.\n def _sort_reports(\n self, reports: list[TaskReport], query: ReportQuery\n ) -> list[TaskReport]:\n with belief_scope(\"_sort_reports\"):\n reverse = query.sort_order == \"desc\"\n\n if query.sort_by == \"status\":\n reports.sort(key=lambda item: item.status.value, reverse=reverse)\n elif query.sort_by == \"task_type\":\n reports.sort(key=lambda item: item.task_type.value, reverse=reverse)\n else:\n reports.sort(key=self._datetime_sort_key, reverse=reverse)\n\n return reports\n\n # endregion _sort_reports\n\n # region list_reports [TYPE Function]\n # @PURPOSE: Return filtered, sorted, paginated report collection.\n # @PRE: query has passed schema validation.\n # @POST: Returns {items,total,page,page_size,has_next,applied_filters}.\n # @PARAM: query (ReportQuery) - List filters and pagination.\n # @RETURN: ReportCollection - Paginated unified reports payload.\n def list_reports(self, query: ReportQuery) -> ReportCollection:\n with belief_scope(\"list_reports\"):\n reports = self._load_normalized_reports()\n filtered = [\n report for report in reports if self._matches_query(report, query)\n ]\n sorted_reports = self._sort_reports(filtered, query)\n\n total = len(sorted_reports)\n start = (query.page - 1) * query.page_size\n end = start + query.page_size\n items = sorted_reports[start:end]\n has_next = end < total\n\n return ReportCollection(\n items=items,\n total=total,\n page=query.page,\n page_size=query.page_size,\n has_next=has_next,\n applied_filters=query,\n )\n\n # endregion list_reports\n\n # region get_report_detail [TYPE Function]\n # @PURPOSE: Return one normalized report with timeline/diagnostics/next actions.\n # @PRE: report_id exists in normalized report set.\n # @POST: Returns normalized detail envelope with diagnostics and next actions where applicable.\n # @PARAM: report_id (str) - Stable report identifier.\n # @RETURN: Optional[ReportDetailView] - Detailed report or None if not found.\n def get_report_detail(self, report_id: str) -> ReportDetailView | None:\n with belief_scope(\"get_report_detail\"):\n reports = self._load_normalized_reports()\n target = next(\n (report for report in reports if report.report_id == report_id), None\n )\n if not target:\n return None\n\n timeline = []\n if target.started_at:\n timeline.append(\n {\"event\": \"started\", \"at\": target.started_at.isoformat()}\n )\n timeline.append({\"event\": \"updated\", \"at\": target.updated_at.isoformat()})\n\n diagnostics = target.details or {}\n if not diagnostics:\n diagnostics = {\"note\": \"Not provided\"}\n if target.error_context:\n diagnostics[\"error_context\"] = target.error_context.model_dump()\n\n if (\n target.task_type == TaskType.CLEAN_RELEASE\n and self.clean_release_repository is not None\n ):\n run_id = None\n if isinstance(diagnostics, dict):\n result_payload = diagnostics.get(\"result\")\n if isinstance(result_payload, dict):\n run_id = result_payload.get(\"run_id\") or result_payload.get(\n \"check_run_id\"\n )\n if run_id:\n run = self.clean_release_repository.get_check_run(str(run_id))\n if run is not None:\n diagnostics[\"clean_release_run\"] = {\n \"run_id\": run.id,\n \"candidate_id\": run.candidate_id,\n \"status\": run.status,\n \"final_status\": run.final_status,\n \"requested_by\": run.requested_by,\n }\n linked_report = next(\n (\n item\n for item in self.clean_release_repository.reports.values()\n if item.run_id == run.id\n ),\n None,\n )\n if linked_report is not None:\n diagnostics[\"clean_release_report\"] = {\n \"report_id\": linked_report.id,\n \"final_status\": linked_report.final_status,\n }\n\n next_actions = []\n if target.error_context and target.error_context.next_actions:\n next_actions = target.error_context.next_actions\n elif target.status in {ReportStatus.FAILED, ReportStatus.PARTIAL}:\n next_actions = [\"Review diagnostics\", \"Retry task if applicable\"]\n\n return ReportDetailView(\n report=target,\n timeline=timeline,\n diagnostics=diagnostics,\n next_actions=next_actions,\n )\n\n # endregion get_report_detail\n\n\n# #endregion ReportsService\n\n# #endregion report_service\n" }, { @@ -65644,6 +67973,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ReportsService [C:5] [TYPE Class]\n# @BRIEF Service layer for list/detail report retrieval and normalization.\n# @PRE: TaskManager dependency is initialized.\n# @POST: Provides deterministic list/detail report responses.\n# @RELATION DEPENDS_ON -> [TaskManager]\n# @RELATION DEPENDS_ON -> [CleanReleaseRepository]\n# @RELATION CALLS -> [normalize_task_report]\n# @SIDE_EFFECT: Reads task history and optional clean-release repository state without mutating source records.\n# @DATA_CONTRACT: Input[TaskManager, Optional[CleanReleaseRepository], ReportQuery|report_id] -> Output[ReportCollection|ReportDetailView|None]\n# @INVARIANT: Service methods are read-only over task history source.\n#\n# @TEST_CONTRACT: ReportsServiceModel ->\n# {\n# required_fields: {task_manager: TaskManager},\n# invariants: [\n# \"list_reports returns a matching ReportCollection\",\n# \"get_report_detail returns a valid ReportDetailView or None\"\n# ]\n# }\n# @TEST_FIXTURE: valid_service -> {\"task_manager\": \"MockTaskManager()\"}\n# @TEST_EDGE: empty_task_list -> returns empty ReportCollection\n# @TEST_EDGE: report_not_found -> get_report_detail returns None\n# @TEST_INVARIANT: consistent_pagination -> verifies: [valid_service]\nclass ReportsService:\n # region init [TYPE Function]\n # @PURPOSE: Initialize service with TaskManager dependency.\n # @PRE: task_manager is a live TaskManager instance.\n # @POST: self.task_manager is assigned and ready for read operations.\n # @INVARIANT: Constructor performs no task mutations.\n # @RELATION: [BINDS_TO] ->[ReportsService]\n # @RELATION: [DEPENDS_ON] ->[TaskManager]\n # @RELATION: [DEPENDS_ON] ->[CleanReleaseRepository]\n # @SIDE_EFFECT: Stores collaborator references for later read-only report projections.\n # @DATA_CONTRACT: Input[TaskManager, Optional[CleanReleaseRepository]] -> Output[ReportsService]\n # @PARAM: task_manager (TaskManager) - Task manager providing source task history.\n def __init__(\n self,\n task_manager: TaskManager,\n clean_release_repository: CleanReleaseRepository | None = None,\n ):\n with belief_scope(\"__init__\"):\n self.task_manager = task_manager\n self.clean_release_repository = clean_release_repository\n\n # endregion init\n\n # region _load_normalized_reports [TYPE Function]\n # @PURPOSE: Build normalized reports from all available tasks.\n # @PRE: Task manager returns iterable task history records.\n # @POST: Returns normalized report list preserving source cardinality.\n # @INVARIANT: Every returned item is a TaskReport.\n # @RETURN: List[TaskReport] - Reports sorted later by list logic.\n def _load_normalized_reports(self) -> list[TaskReport]:\n with belief_scope(\"_load_normalized_reports\"):\n tasks = self.task_manager.get_all_tasks()\n reports = [normalize_task_report(task) for task in tasks]\n return reports\n\n # endregion _load_normalized_reports\n\n # region _to_utc_datetime [TYPE Function]\n # @PURPOSE: Normalize naive/aware datetime values to UTC-aware datetime for safe comparisons.\n # @PRE: value is either datetime or None.\n # @POST: Returns UTC-aware datetime or None.\n # @INVARIANT: Naive datetimes are interpreted as UTC to preserve deterministic ordering/filtering.\n # @PARAM: value (Optional[datetime]) - Source datetime value.\n # @RETURN: Optional[datetime] - UTC-aware datetime or None.\n def _to_utc_datetime(self, value: datetime | None) -> datetime | None:\n with belief_scope(\"_to_utc_datetime\"):\n if value is None:\n return None\n if value.tzinfo is None:\n return value.replace(tzinfo=UTC)\n return value.astimezone(UTC)\n\n # endregion _to_utc_datetime\n\n # region _datetime_sort_key [TYPE Function]\n # @PURPOSE: Produce stable numeric sort key for report timestamps.\n # @PRE: report contains updated_at datetime.\n # @POST: Returns float timestamp suitable for deterministic sorting.\n # @INVARIANT: Mixed naive/aware datetimes never raise TypeError.\n # @PARAM: report (TaskReport) - Report item.\n # @RETURN: float - UTC timestamp key.\n def _datetime_sort_key(self, report: TaskReport) -> float:\n with belief_scope(\"_datetime_sort_key\"):\n updated = self._to_utc_datetime(report.updated_at)\n if updated is None:\n return 0.0\n return updated.timestamp()\n\n # endregion _datetime_sort_key\n\n # region _matches_query [TYPE Function]\n # @PURPOSE: Apply query filtering to a report.\n # @PRE: report and query are normalized schema instances.\n # @POST: Returns True iff report satisfies all active query filters.\n # @INVARIANT: Filter evaluation is side-effect free.\n # @PARAM: report (TaskReport) - Candidate report.\n # @PARAM: query (ReportQuery) - Applied query.\n # @RETURN: bool - True if report matches all filters.\n def _matches_query(self, report: TaskReport, query: ReportQuery) -> bool:\n with belief_scope(\"_matches_query\"):\n if query.task_types and report.task_type not in query.task_types:\n return False\n if query.statuses and report.status not in query.statuses:\n return False\n report_updated_at = self._to_utc_datetime(report.updated_at)\n query_time_from = self._to_utc_datetime(query.time_from)\n query_time_to = self._to_utc_datetime(query.time_to)\n\n if (\n query_time_from\n and report_updated_at\n and report_updated_at < query_time_from\n ):\n return False\n if (\n query_time_to\n and report_updated_at\n and report_updated_at > query_time_to\n ):\n return False\n if query.search:\n needle = query.search.lower()\n haystack = f\"{report.summary} {report.task_type.value} {report.status.value}\".lower()\n if needle not in haystack:\n return False\n return True\n\n # endregion _matches_query\n\n # region _sort_reports [TYPE Function]\n # @PURPOSE: Sort reports deterministically according to query settings.\n # @PRE: reports contains only TaskReport items.\n # @POST: Returns reports ordered by selected sort field and order.\n # @INVARIANT: Sorting criteria are deterministic for equal input.\n # @PARAM: reports (List[TaskReport]) - Filtered reports.\n # @PARAM: query (ReportQuery) - Sort config.\n # @RETURN: List[TaskReport] - Sorted reports.\n def _sort_reports(\n self, reports: list[TaskReport], query: ReportQuery\n ) -> list[TaskReport]:\n with belief_scope(\"_sort_reports\"):\n reverse = query.sort_order == \"desc\"\n\n if query.sort_by == \"status\":\n reports.sort(key=lambda item: item.status.value, reverse=reverse)\n elif query.sort_by == \"task_type\":\n reports.sort(key=lambda item: item.task_type.value, reverse=reverse)\n else:\n reports.sort(key=self._datetime_sort_key, reverse=reverse)\n\n return reports\n\n # endregion _sort_reports\n\n # region list_reports [TYPE Function]\n # @PURPOSE: Return filtered, sorted, paginated report collection.\n # @PRE: query has passed schema validation.\n # @POST: Returns {items,total,page,page_size,has_next,applied_filters}.\n # @PARAM: query (ReportQuery) - List filters and pagination.\n # @RETURN: ReportCollection - Paginated unified reports payload.\n def list_reports(self, query: ReportQuery) -> ReportCollection:\n with belief_scope(\"list_reports\"):\n reports = self._load_normalized_reports()\n filtered = [\n report for report in reports if self._matches_query(report, query)\n ]\n sorted_reports = self._sort_reports(filtered, query)\n\n total = len(sorted_reports)\n start = (query.page - 1) * query.page_size\n end = start + query.page_size\n items = sorted_reports[start:end]\n has_next = end < total\n\n return ReportCollection(\n items=items,\n total=total,\n page=query.page,\n page_size=query.page_size,\n has_next=has_next,\n applied_filters=query,\n )\n\n # endregion list_reports\n\n # region get_report_detail [TYPE Function]\n # @PURPOSE: Return one normalized report with timeline/diagnostics/next actions.\n # @PRE: report_id exists in normalized report set.\n # @POST: Returns normalized detail envelope with diagnostics and next actions where applicable.\n # @PARAM: report_id (str) - Stable report identifier.\n # @RETURN: Optional[ReportDetailView] - Detailed report or None if not found.\n def get_report_detail(self, report_id: str) -> ReportDetailView | None:\n with belief_scope(\"get_report_detail\"):\n reports = self._load_normalized_reports()\n target = next(\n (report for report in reports if report.report_id == report_id), None\n )\n if not target:\n return None\n\n timeline = []\n if target.started_at:\n timeline.append(\n {\"event\": \"started\", \"at\": target.started_at.isoformat()}\n )\n timeline.append({\"event\": \"updated\", \"at\": target.updated_at.isoformat()})\n\n diagnostics = target.details or {}\n if not diagnostics:\n diagnostics = {\"note\": \"Not provided\"}\n if target.error_context:\n diagnostics[\"error_context\"] = target.error_context.model_dump()\n\n if (\n target.task_type == TaskType.CLEAN_RELEASE\n and self.clean_release_repository is not None\n ):\n run_id = None\n if isinstance(diagnostics, dict):\n result_payload = diagnostics.get(\"result\")\n if isinstance(result_payload, dict):\n run_id = result_payload.get(\"run_id\") or result_payload.get(\n \"check_run_id\"\n )\n if run_id:\n run = self.clean_release_repository.get_check_run(str(run_id))\n if run is not None:\n diagnostics[\"clean_release_run\"] = {\n \"run_id\": run.id,\n \"candidate_id\": run.candidate_id,\n \"status\": run.status,\n \"final_status\": run.final_status,\n \"requested_by\": run.requested_by,\n }\n linked_report = next(\n (\n item\n for item in self.clean_release_repository.reports.values()\n if item.run_id == run.id\n ),\n None,\n )\n if linked_report is not None:\n diagnostics[\"clean_release_report\"] = {\n \"report_id\": linked_report.id,\n \"final_status\": linked_report.final_status,\n }\n\n next_actions = []\n if target.error_context and target.error_context.next_actions:\n next_actions = target.error_context.next_actions\n elif target.status in {ReportStatus.FAILED, ReportStatus.PARTIAL}:\n next_actions = [\"Review diagnostics\", \"Retry task if applicable\"]\n\n return ReportDetailView(\n report=target,\n timeline=timeline,\n diagnostics=diagnostics,\n next_actions=next_actions,\n )\n\n # endregion get_report_detail\n\n\n# #endregion ReportsService\n" }, { @@ -65661,6 +67991,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region type_profiles [C:2] [TYPE Module] [SEMANTICS report, task-type, mapping, profile, fallback]\n# @BRIEF Deterministic mapping of plugin/task identifiers to canonical report task types and fallback profile metadata.\n\nfrom typing import Any\n\nfrom ...core.logger import belief_scope\nfrom ...models.report import TaskType\n\n# #region PLUGIN_TO_TASK_TYPE [TYPE Data]\n# @BRIEF Maps plugin identifiers to normalized report task types.\nPLUGIN_TO_TASK_TYPE: dict[str, TaskType] = {\n \"llm_dashboard_validation\": TaskType.LLM_VERIFICATION,\n \"superset-backup\": TaskType.BACKUP,\n \"superset-migration\": TaskType.MIGRATION,\n \"documentation\": TaskType.DOCUMENTATION,\n \"clean-release-compliance\": TaskType.CLEAN_RELEASE,\n \"clean_release_compliance\": TaskType.CLEAN_RELEASE,\n}\n# #endregion PLUGIN_TO_TASK_TYPE\n\n# #region TASK_TYPE_PROFILES [TYPE Data]\n# @BRIEF Profile metadata registry for each normalized task type.\nTASK_TYPE_PROFILES: dict[TaskType, dict[str, Any]] = {\n TaskType.LLM_VERIFICATION: {\n \"display_label\": \"LLM Verification\",\n \"visual_variant\": \"llm\",\n \"icon_token\": \"sparkles\",\n \"emphasis_rules\": [\"summary\", \"status\", \"next_actions\"],\n \"fallback\": False,\n },\n TaskType.BACKUP: {\n \"display_label\": \"Backup\",\n \"visual_variant\": \"backup\",\n \"icon_token\": \"archive\",\n \"emphasis_rules\": [\"summary\", \"status\", \"updated_at\"],\n \"fallback\": False,\n },\n TaskType.MIGRATION: {\n \"display_label\": \"Migration\",\n \"visual_variant\": \"migration\",\n \"icon_token\": \"shuffle\",\n \"emphasis_rules\": [\"summary\", \"status\", \"error_context\"],\n \"fallback\": False,\n },\n TaskType.DOCUMENTATION: {\n \"display_label\": \"Documentation\",\n \"visual_variant\": \"documentation\",\n \"icon_token\": \"file-text\",\n \"emphasis_rules\": [\"summary\", \"status\", \"details\"],\n \"fallback\": False,\n },\n TaskType.CLEAN_RELEASE: {\n \"display_label\": \"Clean Release\",\n \"visual_variant\": \"clean-release\",\n \"icon_token\": \"shield-check\",\n \"emphasis_rules\": [\"summary\", \"status\", \"error_context\", \"details\"],\n \"fallback\": False,\n },\n TaskType.UNKNOWN: {\n \"display_label\": \"Other / Unknown\",\n \"visual_variant\": \"unknown\",\n \"icon_token\": \"help-circle\",\n \"emphasis_rules\": [\"summary\", \"status\"],\n \"fallback\": True,\n },\n}\n# #endregion TASK_TYPE_PROFILES\n\n\n# #region resolve_task_type [TYPE Function]\n# @BRIEF Resolve canonical task type from plugin/task identifier with guaranteed fallback.\n# @PRE: plugin_id may be None or unknown.\n# @POST: Always returns one of TaskType enum values.\n#\n# @TEST_CONTRACT: ResolveTaskType ->\n# {\n# required_fields: {plugin_id: str},\n# invariants: [\"returns TaskType.UNKNOWN for missing/unmapped plugin_id\"]\n# }\n# @TEST_FIXTURE: valid_plugin -> {\"plugin_id\": \"superset-migration\"}\n# @TEST_EDGE: empty_plugin -> {\"plugin_id\": \"\"}\n# @TEST_EDGE: none_plugin -> {\"plugin_id\": None}\n# @TEST_EDGE: unknown_plugin -> {\"plugin_id\": \"invalid-plugin\"}\n# @TEST_INVARIANT: fallback_to_unknown -> verifies: [empty_plugin, none_plugin, unknown_plugin]\ndef resolve_task_type(plugin_id: str | None) -> TaskType:\n with belief_scope(\"resolve_task_type\"):\n normalized = (plugin_id or \"\").strip()\n if not normalized:\n return TaskType.UNKNOWN\n return PLUGIN_TO_TASK_TYPE.get(normalized, TaskType.UNKNOWN)\n\n\n# #endregion resolve_task_type\n\n\n# #region get_type_profile [TYPE Function]\n# @BRIEF Return deterministic profile metadata for a task type.\n# @PRE: task_type may be known or unknown.\n# @POST: Returns a profile dict and never raises for unknown types.\n#\n# @TEST_CONTRACT: GetTypeProfile ->\n# {\n# required_fields: {task_type: TaskType},\n# invariants: [\"returns a valid metadata dictionary even for UNKNOWN\"]\n# }\n# @TEST_FIXTURE: valid_profile -> {\"task_type\": \"migration\"}\n# @TEST_EDGE: missing_profile -> {\"task_type\": \"some_new_type\"}\n# @TEST_INVARIANT: always_returns_dict -> verifies: [valid_profile, missing_profile]\ndef get_type_profile(task_type: TaskType) -> dict[str, Any]:\n with belief_scope(\"get_type_profile\"):\n return TASK_TYPE_PROFILES.get(task_type, TASK_TYPE_PROFILES[TaskType.UNKNOWN])\n\n\n# #endregion get_type_profile\n\n# #endregion type_profiles\n" }, { @@ -65705,6 +68036,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region PLUGIN_TO_TASK_TYPE [TYPE Data]\n# @BRIEF Maps plugin identifiers to normalized report task types.\nPLUGIN_TO_TASK_TYPE: dict[str, TaskType] = {\n \"llm_dashboard_validation\": TaskType.LLM_VERIFICATION,\n \"superset-backup\": TaskType.BACKUP,\n \"superset-migration\": TaskType.MIGRATION,\n \"documentation\": TaskType.DOCUMENTATION,\n \"clean-release-compliance\": TaskType.CLEAN_RELEASE,\n \"clean_release_compliance\": TaskType.CLEAN_RELEASE,\n}\n# #endregion PLUGIN_TO_TASK_TYPE\n" }, { @@ -65749,6 +68081,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TASK_TYPE_PROFILES [TYPE Data]\n# @BRIEF Profile metadata registry for each normalized task type.\nTASK_TYPE_PROFILES: dict[TaskType, dict[str, Any]] = {\n TaskType.LLM_VERIFICATION: {\n \"display_label\": \"LLM Verification\",\n \"visual_variant\": \"llm\",\n \"icon_token\": \"sparkles\",\n \"emphasis_rules\": [\"summary\", \"status\", \"next_actions\"],\n \"fallback\": False,\n },\n TaskType.BACKUP: {\n \"display_label\": \"Backup\",\n \"visual_variant\": \"backup\",\n \"icon_token\": \"archive\",\n \"emphasis_rules\": [\"summary\", \"status\", \"updated_at\"],\n \"fallback\": False,\n },\n TaskType.MIGRATION: {\n \"display_label\": \"Migration\",\n \"visual_variant\": \"migration\",\n \"icon_token\": \"shuffle\",\n \"emphasis_rules\": [\"summary\", \"status\", \"error_context\"],\n \"fallback\": False,\n },\n TaskType.DOCUMENTATION: {\n \"display_label\": \"Documentation\",\n \"visual_variant\": \"documentation\",\n \"icon_token\": \"file-text\",\n \"emphasis_rules\": [\"summary\", \"status\", \"details\"],\n \"fallback\": False,\n },\n TaskType.CLEAN_RELEASE: {\n \"display_label\": \"Clean Release\",\n \"visual_variant\": \"clean-release\",\n \"icon_token\": \"shield-check\",\n \"emphasis_rules\": [\"summary\", \"status\", \"error_context\", \"details\"],\n \"fallback\": False,\n },\n TaskType.UNKNOWN: {\n \"display_label\": \"Other / Unknown\",\n \"visual_variant\": \"unknown\",\n \"icon_token\": \"help-circle\",\n \"emphasis_rules\": [\"summary\", \"status\"],\n \"fallback\": True,\n },\n}\n# #endregion TASK_TYPE_PROFILES\n" }, { @@ -65796,6 +68129,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region resolve_task_type [TYPE Function]\n# @BRIEF Resolve canonical task type from plugin/task identifier with guaranteed fallback.\n# @PRE: plugin_id may be None or unknown.\n# @POST: Always returns one of TaskType enum values.\n#\n# @TEST_CONTRACT: ResolveTaskType ->\n# {\n# required_fields: {plugin_id: str},\n# invariants: [\"returns TaskType.UNKNOWN for missing/unmapped plugin_id\"]\n# }\n# @TEST_FIXTURE: valid_plugin -> {\"plugin_id\": \"superset-migration\"}\n# @TEST_EDGE: empty_plugin -> {\"plugin_id\": \"\"}\n# @TEST_EDGE: none_plugin -> {\"plugin_id\": None}\n# @TEST_EDGE: unknown_plugin -> {\"plugin_id\": \"invalid-plugin\"}\n# @TEST_INVARIANT: fallback_to_unknown -> verifies: [empty_plugin, none_plugin, unknown_plugin]\ndef resolve_task_type(plugin_id: str | None) -> TaskType:\n with belief_scope(\"resolve_task_type\"):\n normalized = (plugin_id or \"\").strip()\n if not normalized:\n return TaskType.UNKNOWN\n return PLUGIN_TO_TASK_TYPE.get(normalized, TaskType.UNKNOWN)\n\n\n# #endregion resolve_task_type\n" }, { @@ -65843,6 +68177,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region get_type_profile [TYPE Function]\n# @BRIEF Return deterministic profile metadata for a task type.\n# @PRE: task_type may be known or unknown.\n# @POST: Returns a profile dict and never raises for unknown types.\n#\n# @TEST_CONTRACT: GetTypeProfile ->\n# {\n# required_fields: {task_type: TaskType},\n# invariants: [\"returns a valid metadata dictionary even for UNKNOWN\"]\n# }\n# @TEST_FIXTURE: valid_profile -> {\"task_type\": \"migration\"}\n# @TEST_EDGE: missing_profile -> {\"task_type\": \"some_new_type\"}\n# @TEST_INVARIANT: always_returns_dict -> verifies: [valid_profile, missing_profile]\ndef get_type_profile(task_type: TaskType) -> dict[str, Any]:\n with belief_scope(\"get_type_profile\"):\n return TASK_TYPE_PROFILES.get(task_type, TASK_TYPE_PROFILES[TaskType.UNKNOWN])\n\n\n# #endregion get_type_profile\n" }, { @@ -65897,6 +68232,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ResourceServiceModule [C:3] [TYPE Module] [SEMANTICS resource, git, task, status, superset]\n# @BRIEF Shared service for fetching resource data with Git status and task status\n# @LAYER: Service\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [TaskManagerPackage]\n# @RELATION DEPENDS_ON -> [TaskManagerModels]\n# @RELATION DEPENDS_ON -> [GitService]\n# @INVARIANT: All resources include metadata about their current state\n\nfrom datetime import UTC, datetime\nfrom typing import Any\n\nfrom ..core.logger import belief_scope, logger\nfrom ..core.superset_client import SupersetClient\nfrom ..core.task_manager.models import Task\nfrom ..services.git_service import GitService\n\n\n# #region ResourceService [C:3] [TYPE Class]\n# @BRIEF Provides centralized access to resource data with enhanced metadata\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [GitService]\nclass ResourceService:\n\n # region ResourceService_init [TYPE Function]\n # @PURPOSE: Initialize the resource service with dependencies\n # @PRE: None\n # @POST: ResourceService is ready to fetch resources\n def __init__(self):\n with belief_scope(\"ResourceService.__init__\"):\n self.git_service = GitService()\n logger.reason(\"Initialized ResourceService\", extra={\"src\": \"ResourceService\"})\n # endregion ResourceService_init\n\n # region get_dashboards_with_status [TYPE Function]\n # @PURPOSE: Fetch dashboards from environment with Git status and last task status\n # @PRE: env is a valid Environment object\n # @POST: Returns list of dashboards with enhanced metadata\n # @PARAM: env (Environment) - The environment to fetch from\n # @PARAM: tasks (List[Task]) - List of tasks to check for status\n # @RETURN: List[Dict] - Dashboards with git_status and last_task fields\n # @RELATION: CALLS -> [SupersetClientGetDashboardsSummary]\n # @RELATION: CALLS ->[_get_git_status_for_dashboard]\n # @RELATION: CALLS ->[_get_last_llm_task_for_dashboard]\n async def get_dashboards_with_status(\n self,\n env: Any,\n tasks: list[Task] | None = None,\n include_git_status: bool = True,\n require_slug: bool = False,\n ) -> list[dict[str, Any]]:\n with belief_scope(\"get_dashboards_with_status\", f\"env={env.id}\"):\n client = SupersetClient(env)\n dashboards = client.get_dashboards_summary(require_slug=require_slug)\n\n # Enhance each dashboard with Git status and task status\n result = []\n for dashboard in dashboards:\n # dashboard is already a dict, no need to call .dict()\n dashboard_dict = dashboard\n dashboard_id = dashboard_dict.get('id')\n\n # Git status can be skipped for list endpoints and loaded lazily on UI side.\n if include_git_status:\n git_status = self._get_git_status_for_dashboard(dashboard_id)\n dashboard_dict['git_status'] = git_status\n else:\n dashboard_dict['git_status'] = None\n\n # Show status of the latest LLM validation for this dashboard.\n last_task = self._get_last_llm_task_for_dashboard(\n dashboard_id,\n env.id,\n tasks,\n )\n dashboard_dict['last_task'] = last_task\n\n result.append(dashboard_dict)\n\n logger.info(f\"[ResourceService][Coherence:OK] Fetched {len(result)} dashboards with status\")\n return result\n # endregion get_dashboards_with_status\n\n # region get_dashboards_page_with_status [TYPE Function]\n # @PURPOSE: Fetch one dashboard page from environment and enrich only that page with status metadata.\n # @PRE: env is valid; page >= 1; page_size > 0.\n # @POST: Returns page items plus total counters without scanning all pages locally.\n # @PARAM: env (Environment) - Source environment.\n # @PARAM: tasks (Optional[List[Task]]) - Tasks for latest LLM status.\n # @PARAM: page (int) - 1-based page number.\n # @PARAM: page_size (int) - Page size.\n # @RETURN: Dict[str, Any] - {\"dashboards\": List[Dict], \"total\": int, \"total_pages\": int}\n # @RELATION: CALLS -> [SupersetClientGetDashboardsSummaryPage]\n # @RELATION: CALLS ->[_get_git_status_for_dashboard]\n # @RELATION: CALLS ->[_get_last_llm_task_for_dashboard]\n async def get_dashboards_page_with_status(\n self,\n env: Any,\n tasks: list[Task] | None = None,\n page: int = 1,\n page_size: int = 10,\n search: str | None = None,\n include_git_status: bool = True,\n require_slug: bool = False,\n ) -> dict[str, Any]:\n with belief_scope(\n \"get_dashboards_page_with_status\",\n f\"env={env.id}, page={page}, page_size={page_size}, search={search}\",\n ):\n client = SupersetClient(env)\n total, dashboards_page = client.get_dashboards_summary_page(\n page=page,\n page_size=page_size,\n search=search,\n require_slug=require_slug,\n )\n\n result = []\n for dashboard in dashboards_page:\n dashboard_dict = dashboard\n dashboard_id = dashboard_dict.get(\"id\")\n\n if include_git_status:\n dashboard_dict[\"git_status\"] = self._get_git_status_for_dashboard(dashboard_id)\n else:\n dashboard_dict[\"git_status\"] = None\n\n dashboard_dict[\"last_task\"] = self._get_last_llm_task_for_dashboard(\n dashboard_id,\n env.id,\n tasks,\n )\n result.append(dashboard_dict)\n\n total_pages = (total + page_size - 1) // page_size if total > 0 else 1\n logger.info(\n \"[ResourceService][Coherence:OK] Fetched dashboards page %s/%s (%s items, total=%s)\",\n page,\n total_pages,\n len(result),\n total,\n )\n return {\n \"dashboards\": result,\n \"total\": total,\n \"total_pages\": total_pages,\n }\n # endregion get_dashboards_page_with_status\n\n # region _get_last_llm_task_for_dashboard [TYPE Function]\n # @PURPOSE: Get most recent LLM validation task for a dashboard in an environment\n # @PRE: dashboard_id is a valid integer identifier\n # @POST: Returns the newest llm_dashboard_validation task summary or None\n # @PARAM: dashboard_id (int) - The dashboard ID\n # @PARAM: env_id (Optional[str]) - Environment ID to match task params\n # @PARAM: tasks (Optional[List[Task]]) - List of tasks to search\n # @RETURN: Optional[Dict] - Task summary with task_id and status\n # @RELATION: CALLS ->[_normalize_datetime_for_compare]\n # @RELATION: CALLS ->[_normalize_validation_status]\n # @RELATION: CALLS ->[_normalize_task_status]\n def _get_last_llm_task_for_dashboard(\n self,\n dashboard_id: int,\n env_id: str | None,\n tasks: list[Task] | None = None,\n ) -> dict[str, Any] | None:\n if not tasks:\n return None\n\n dashboard_id_str = str(dashboard_id)\n matched_tasks = []\n\n for task in tasks:\n if getattr(task, \"plugin_id\", None) != \"llm_dashboard_validation\":\n continue\n\n params = getattr(task, \"params\", {}) or {}\n if str(params.get(\"dashboard_id\")) != dashboard_id_str:\n continue\n\n if env_id is not None:\n task_env = params.get(\"environment_id\") or params.get(\"env\")\n if str(task_env) != str(env_id):\n continue\n\n matched_tasks.append(task)\n\n if not matched_tasks:\n return None\n\n def _task_time(task_obj: Any) -> datetime:\n raw_time = (\n getattr(task_obj, \"started_at\", None)\n or getattr(task_obj, \"finished_at\", None)\n or getattr(task_obj, \"created_at\", None)\n )\n return self._normalize_datetime_for_compare(raw_time)\n\n projected_tasks = []\n for task in matched_tasks:\n raw_result = getattr(task, \"result\", None)\n validation_status = None\n if isinstance(raw_result, dict):\n validation_status = self._normalize_validation_status(raw_result.get(\"status\"))\n projected_tasks.append(\n (\n task,\n validation_status,\n _task_time(task),\n )\n )\n\n projected_tasks.sort(key=lambda item: item[2], reverse=True)\n latest_task, latest_validation_status, _ = projected_tasks[0]\n decisive_task = next(\n (\n item for item in projected_tasks\n if item[1] in {\"PASS\", \"WARN\", \"FAIL\"}\n ),\n None,\n )\n validation_status = latest_validation_status\n if validation_status == \"UNKNOWN\" and decisive_task is not None:\n validation_status = decisive_task[1]\n\n return {\n \"task_id\": str(getattr(latest_task, \"id\", \"\")),\n \"status\": self._normalize_task_status(getattr(latest_task, \"status\", \"\")),\n \"validation_status\": validation_status,\n }\n # endregion _get_last_llm_task_for_dashboard\n\n # region _normalize_task_status [TYPE Function]\n # @PURPOSE: Normalize task status to stable uppercase values for UI/API projections\n # @PRE: raw_status can be enum or string\n # @POST: Returns uppercase status without enum class prefix\n # @PARAM: raw_status (Any) - Raw task status object/value\n # @RETURN: str - Normalized status token\n # @RELATION: USED_BY ->[_get_last_llm_task_for_dashboard]\n def _normalize_task_status(self, raw_status: Any) -> str:\n if raw_status is None:\n return \"\"\n value = getattr(raw_status, \"value\", raw_status)\n status_text = str(value).strip()\n if \".\" in status_text:\n status_text = status_text.split(\".\")[-1]\n return status_text.upper()\n # endregion _normalize_task_status\n\n # region _normalize_validation_status [TYPE Function]\n # @PURPOSE: Normalize LLM validation status to PASS/FAIL/WARN/UNKNOWN\n # @PRE: raw_status can be any scalar type\n # @POST: Returns normalized validation status token or None\n # @PARAM: raw_status (Any) - Raw validation status from task result\n # @RETURN: Optional[str] - PASS|FAIL|WARN|UNKNOWN\n # @RELATION: USED_BY ->[_get_last_llm_task_for_dashboard]\n def _normalize_validation_status(self, raw_status: Any) -> str | None:\n if raw_status is None:\n return None\n status_text = str(raw_status).strip().upper()\n if status_text in {\"PASS\", \"FAIL\", \"WARN\"}:\n return status_text\n return \"UNKNOWN\"\n # endregion _normalize_validation_status\n\n # region _normalize_datetime_for_compare [TYPE Function]\n # @PURPOSE: Normalize datetime values to UTC-aware values for safe comparisons.\n # @PRE: value may be datetime or any scalar.\n # @POST: Returns UTC-aware datetime; non-datetime values map to minimal UTC datetime.\n # @PARAM: value (Any) - Candidate datetime-like value.\n # @RETURN: datetime - UTC-aware comparable datetime.\n # @RELATION: USED_BY ->[_get_last_llm_task_for_dashboard]\n # @RELATION: USED_BY ->[_get_last_task_for_resource]\n def _normalize_datetime_for_compare(self, value: Any) -> datetime:\n if isinstance(value, datetime):\n if value.tzinfo is None:\n return value.replace(tzinfo=UTC)\n return value.astimezone(UTC)\n return datetime.min.replace(tzinfo=UTC)\n # endregion _normalize_datetime_for_compare\n\n # region get_datasets_with_status [TYPE Function]\n # @PURPOSE: Fetch datasets from environment with mapping progress and last task status\n # @PRE: env is a valid Environment object\n # @POST: Returns list of datasets with enhanced metadata\n # @PARAM: env (Environment) - The environment to fetch from\n # @PARAM: tasks (List[Task]) - List of tasks to check for status\n # @RETURN: List[Dict] - Datasets with mapped_fields and last_task fields\n # @RELATION: CALLS -> [SupersetClientGetDatasetsSummary]\n # @RELATION: CALLS ->[_get_last_task_for_resource]\n async def get_datasets_with_status(\n self,\n env: Any,\n tasks: list[Task] | None = None\n ) -> list[dict[str, Any]]:\n with belief_scope(\"get_datasets_with_status\", f\"env={env.id}\"):\n client = SupersetClient(env)\n datasets = client.get_datasets_summary()\n\n # Enhance each dataset with task status\n result = []\n for dataset in datasets:\n # dataset is already a dict, no need to call .dict()\n dataset_dict = dataset\n dataset_id = dataset_dict.get('id')\n\n # Get last task status\n last_task = self._get_last_task_for_resource(\n f\"dataset-{dataset_id}\",\n tasks\n )\n dataset_dict['last_task'] = last_task\n\n result.append(dataset_dict)\n\n logger.info(f\"[ResourceService][Coherence:OK] Fetched {len(result)} datasets with status\")\n return result\n # endregion get_datasets_with_status\n\n # region get_activity_summary [TYPE Function]\n # @PURPOSE: Get summary of active and recent tasks for the activity indicator\n # @PRE: tasks is a list of Task objects\n # @POST: Returns summary with active_count and recent_tasks\n # @PARAM: tasks (List[Task]) - List of tasks to summarize\n # @RETURN: Dict - Activity summary\n # @RELATION: CALLS ->[_extract_resource_name_from_task]\n # @RELATION: CALLS ->[_extract_resource_type_from_task]\n def get_activity_summary(self, tasks: list[Task]) -> dict[str, Any]:\n with belief_scope(\"get_activity_summary\"):\n # Count active (RUNNING, WAITING_INPUT) tasks\n active_tasks = [\n t for t in tasks\n if t.status in ['RUNNING', 'WAITING_INPUT']\n ]\n\n # Get recent tasks (last 5)\n recent_tasks = sorted(\n tasks,\n key=lambda t: t.created_at,\n reverse=True\n )[:5]\n\n # Format recent tasks for frontend\n recent_tasks_formatted = []\n for task in recent_tasks:\n resource_name = self._extract_resource_name_from_task(task)\n recent_tasks_formatted.append({\n 'task_id': str(task.id),\n 'resource_name': resource_name,\n 'resource_type': self._extract_resource_type_from_task(task),\n 'status': task.status,\n 'started_at': task.created_at.isoformat() if task.created_at else None\n })\n\n return {\n 'active_count': len(active_tasks),\n 'recent_tasks': recent_tasks_formatted\n }\n # endregion get_activity_summary\n\n # region _get_git_status_for_dashboard [TYPE Function]\n # @PURPOSE: Get Git sync status for a dashboard\n # @PRE: dashboard_id is a valid integer\n # @POST: Returns git status or None if no repo exists\n # @PARAM: dashboard_id (int) - The dashboard ID\n # @RETURN: Optional[Dict] - Git status with branch and sync_status\n # @RELATION: CALLS ->[get_repo]\n def _get_git_status_for_dashboard(self, dashboard_id: int) -> dict[str, Any] | None:\n try:\n repo = self.git_service.get_repo(dashboard_id)\n if not repo:\n return {\n 'branch': None,\n 'sync_status': 'NO_REPO',\n 'has_repo': False,\n 'has_changes_for_commit': False\n }\n\n # Check if there are uncommitted changes\n try:\n # Get current branch\n branch = repo.active_branch.name\n\n # Check for uncommitted changes\n is_dirty = repo.is_dirty()\n has_changes_for_commit = repo.is_dirty(untracked_files=True)\n\n # Check for unpushed commits\n unpushed = len(list(repo.iter_commits(f'{branch}@{{u}}..{branch}'))) if '@{u}' in str(repo.refs) else 0\n\n if is_dirty or unpushed > 0:\n sync_status = 'DIFF'\n else:\n sync_status = 'OK'\n\n return {\n 'branch': branch,\n 'sync_status': sync_status,\n 'has_repo': True,\n 'has_changes_for_commit': has_changes_for_commit\n }\n except Exception:\n logger.warning(f\"[ResourceService][Warning] Failed to get git status for dashboard {dashboard_id}\")\n return {\n 'branch': None,\n 'sync_status': 'ERROR',\n 'has_repo': True,\n 'has_changes_for_commit': False\n }\n except Exception:\n # No repo exists for this dashboard\n return {\n 'branch': None,\n 'sync_status': 'NO_REPO',\n 'has_repo': False,\n 'has_changes_for_commit': False\n }\n # endregion _get_git_status_for_dashboard\n\n # region _get_last_task_for_resource [TYPE Function]\n # @PURPOSE: Get the most recent task for a specific resource\n # @PRE: resource_id is a valid string\n # @POST: Returns task summary or None if no tasks found\n # @PARAM: resource_id (str) - The resource identifier (e.g., \"dashboard-123\")\n # @PARAM: tasks (Optional[List[Task]]) - List of tasks to search\n # @RETURN: Optional[Dict] - Task summary with task_id and status\n # @RELATION: CALLS ->[_normalize_datetime_for_compare]\n def _get_last_task_for_resource(\n self,\n resource_id: str,\n tasks: list[Task] | None = None\n ) -> dict[str, Any] | None:\n if not tasks:\n return None\n\n # Filter tasks for this resource\n resource_tasks = []\n for task in tasks:\n params = task.params or {}\n if params.get('resource_id') == resource_id:\n resource_tasks.append(task)\n\n if not resource_tasks:\n return None\n\n # Get most recent task with timezone-safe comparison.\n last_task = max(\n resource_tasks,\n key=lambda t: self._normalize_datetime_for_compare(getattr(t, \"created_at\", None)),\n )\n\n return {\n 'task_id': str(last_task.id),\n 'status': last_task.status\n }\n # endregion _get_last_task_for_resource\n\n # region _extract_resource_name_from_task [TYPE Function]\n # @PURPOSE: Extract resource name from task params\n # @PRE: task is a valid Task object\n # @POST: Returns resource name or task ID\n # @PARAM: task (Task) - The task to extract from\n # @RETURN: str - Resource name or fallback\n # @RELATION: USED_BY ->[get_activity_summary]\n def _extract_resource_name_from_task(self, task: Task) -> str:\n params = task.params or {}\n return params.get('resource_name', f\"Task {task.id}\")\n # endregion _extract_resource_name_from_task\n\n # region _extract_resource_type_from_task [TYPE Function]\n # @PURPOSE: Extract resource type from task params\n # @PRE: task is a valid Task object\n # @POST: Returns resource type or 'unknown'\n # @PARAM: task (Task) - The task to extract from\n # @RETURN: str - Resource type\n # @RELATION: USED_BY ->[get_activity_summary]\n def _extract_resource_type_from_task(self, task: Task) -> str:\n params = task.params or {}\n return params.get('resource_type', 'unknown')\n # endregion _extract_resource_type_from_task\n# #endregion ResourceService\n# #endregion ResourceServiceModule\n" }, { @@ -65927,6 +68263,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region ResourceService [C:3] [TYPE Class]\n# @BRIEF Provides centralized access to resource data with enhanced metadata\n# @RELATION DEPENDS_ON -> [SupersetClient]\n# @RELATION DEPENDS_ON -> [GitService]\nclass ResourceService:\n\n # region ResourceService_init [TYPE Function]\n # @PURPOSE: Initialize the resource service with dependencies\n # @PRE: None\n # @POST: ResourceService is ready to fetch resources\n def __init__(self):\n with belief_scope(\"ResourceService.__init__\"):\n self.git_service = GitService()\n logger.reason(\"Initialized ResourceService\", extra={\"src\": \"ResourceService\"})\n # endregion ResourceService_init\n\n # region get_dashboards_with_status [TYPE Function]\n # @PURPOSE: Fetch dashboards from environment with Git status and last task status\n # @PRE: env is a valid Environment object\n # @POST: Returns list of dashboards with enhanced metadata\n # @PARAM: env (Environment) - The environment to fetch from\n # @PARAM: tasks (List[Task]) - List of tasks to check for status\n # @RETURN: List[Dict] - Dashboards with git_status and last_task fields\n # @RELATION: CALLS -> [SupersetClientGetDashboardsSummary]\n # @RELATION: CALLS ->[_get_git_status_for_dashboard]\n # @RELATION: CALLS ->[_get_last_llm_task_for_dashboard]\n async def get_dashboards_with_status(\n self,\n env: Any,\n tasks: list[Task] | None = None,\n include_git_status: bool = True,\n require_slug: bool = False,\n ) -> list[dict[str, Any]]:\n with belief_scope(\"get_dashboards_with_status\", f\"env={env.id}\"):\n client = SupersetClient(env)\n dashboards = client.get_dashboards_summary(require_slug=require_slug)\n\n # Enhance each dashboard with Git status and task status\n result = []\n for dashboard in dashboards:\n # dashboard is already a dict, no need to call .dict()\n dashboard_dict = dashboard\n dashboard_id = dashboard_dict.get('id')\n\n # Git status can be skipped for list endpoints and loaded lazily on UI side.\n if include_git_status:\n git_status = self._get_git_status_for_dashboard(dashboard_id)\n dashboard_dict['git_status'] = git_status\n else:\n dashboard_dict['git_status'] = None\n\n # Show status of the latest LLM validation for this dashboard.\n last_task = self._get_last_llm_task_for_dashboard(\n dashboard_id,\n env.id,\n tasks,\n )\n dashboard_dict['last_task'] = last_task\n\n result.append(dashboard_dict)\n\n logger.info(f\"[ResourceService][Coherence:OK] Fetched {len(result)} dashboards with status\")\n return result\n # endregion get_dashboards_with_status\n\n # region get_dashboards_page_with_status [TYPE Function]\n # @PURPOSE: Fetch one dashboard page from environment and enrich only that page with status metadata.\n # @PRE: env is valid; page >= 1; page_size > 0.\n # @POST: Returns page items plus total counters without scanning all pages locally.\n # @PARAM: env (Environment) - Source environment.\n # @PARAM: tasks (Optional[List[Task]]) - Tasks for latest LLM status.\n # @PARAM: page (int) - 1-based page number.\n # @PARAM: page_size (int) - Page size.\n # @RETURN: Dict[str, Any] - {\"dashboards\": List[Dict], \"total\": int, \"total_pages\": int}\n # @RELATION: CALLS -> [SupersetClientGetDashboardsSummaryPage]\n # @RELATION: CALLS ->[_get_git_status_for_dashboard]\n # @RELATION: CALLS ->[_get_last_llm_task_for_dashboard]\n async def get_dashboards_page_with_status(\n self,\n env: Any,\n tasks: list[Task] | None = None,\n page: int = 1,\n page_size: int = 10,\n search: str | None = None,\n include_git_status: bool = True,\n require_slug: bool = False,\n ) -> dict[str, Any]:\n with belief_scope(\n \"get_dashboards_page_with_status\",\n f\"env={env.id}, page={page}, page_size={page_size}, search={search}\",\n ):\n client = SupersetClient(env)\n total, dashboards_page = client.get_dashboards_summary_page(\n page=page,\n page_size=page_size,\n search=search,\n require_slug=require_slug,\n )\n\n result = []\n for dashboard in dashboards_page:\n dashboard_dict = dashboard\n dashboard_id = dashboard_dict.get(\"id\")\n\n if include_git_status:\n dashboard_dict[\"git_status\"] = self._get_git_status_for_dashboard(dashboard_id)\n else:\n dashboard_dict[\"git_status\"] = None\n\n dashboard_dict[\"last_task\"] = self._get_last_llm_task_for_dashboard(\n dashboard_id,\n env.id,\n tasks,\n )\n result.append(dashboard_dict)\n\n total_pages = (total + page_size - 1) // page_size if total > 0 else 1\n logger.info(\n \"[ResourceService][Coherence:OK] Fetched dashboards page %s/%s (%s items, total=%s)\",\n page,\n total_pages,\n len(result),\n total,\n )\n return {\n \"dashboards\": result,\n \"total\": total,\n \"total_pages\": total_pages,\n }\n # endregion get_dashboards_page_with_status\n\n # region _get_last_llm_task_for_dashboard [TYPE Function]\n # @PURPOSE: Get most recent LLM validation task for a dashboard in an environment\n # @PRE: dashboard_id is a valid integer identifier\n # @POST: Returns the newest llm_dashboard_validation task summary or None\n # @PARAM: dashboard_id (int) - The dashboard ID\n # @PARAM: env_id (Optional[str]) - Environment ID to match task params\n # @PARAM: tasks (Optional[List[Task]]) - List of tasks to search\n # @RETURN: Optional[Dict] - Task summary with task_id and status\n # @RELATION: CALLS ->[_normalize_datetime_for_compare]\n # @RELATION: CALLS ->[_normalize_validation_status]\n # @RELATION: CALLS ->[_normalize_task_status]\n def _get_last_llm_task_for_dashboard(\n self,\n dashboard_id: int,\n env_id: str | None,\n tasks: list[Task] | None = None,\n ) -> dict[str, Any] | None:\n if not tasks:\n return None\n\n dashboard_id_str = str(dashboard_id)\n matched_tasks = []\n\n for task in tasks:\n if getattr(task, \"plugin_id\", None) != \"llm_dashboard_validation\":\n continue\n\n params = getattr(task, \"params\", {}) or {}\n if str(params.get(\"dashboard_id\")) != dashboard_id_str:\n continue\n\n if env_id is not None:\n task_env = params.get(\"environment_id\") or params.get(\"env\")\n if str(task_env) != str(env_id):\n continue\n\n matched_tasks.append(task)\n\n if not matched_tasks:\n return None\n\n def _task_time(task_obj: Any) -> datetime:\n raw_time = (\n getattr(task_obj, \"started_at\", None)\n or getattr(task_obj, \"finished_at\", None)\n or getattr(task_obj, \"created_at\", None)\n )\n return self._normalize_datetime_for_compare(raw_time)\n\n projected_tasks = []\n for task in matched_tasks:\n raw_result = getattr(task, \"result\", None)\n validation_status = None\n if isinstance(raw_result, dict):\n validation_status = self._normalize_validation_status(raw_result.get(\"status\"))\n projected_tasks.append(\n (\n task,\n validation_status,\n _task_time(task),\n )\n )\n\n projected_tasks.sort(key=lambda item: item[2], reverse=True)\n latest_task, latest_validation_status, _ = projected_tasks[0]\n decisive_task = next(\n (\n item for item in projected_tasks\n if item[1] in {\"PASS\", \"WARN\", \"FAIL\"}\n ),\n None,\n )\n validation_status = latest_validation_status\n if validation_status == \"UNKNOWN\" and decisive_task is not None:\n validation_status = decisive_task[1]\n\n return {\n \"task_id\": str(getattr(latest_task, \"id\", \"\")),\n \"status\": self._normalize_task_status(getattr(latest_task, \"status\", \"\")),\n \"validation_status\": validation_status,\n }\n # endregion _get_last_llm_task_for_dashboard\n\n # region _normalize_task_status [TYPE Function]\n # @PURPOSE: Normalize task status to stable uppercase values for UI/API projections\n # @PRE: raw_status can be enum or string\n # @POST: Returns uppercase status without enum class prefix\n # @PARAM: raw_status (Any) - Raw task status object/value\n # @RETURN: str - Normalized status token\n # @RELATION: USED_BY ->[_get_last_llm_task_for_dashboard]\n def _normalize_task_status(self, raw_status: Any) -> str:\n if raw_status is None:\n return \"\"\n value = getattr(raw_status, \"value\", raw_status)\n status_text = str(value).strip()\n if \".\" in status_text:\n status_text = status_text.split(\".\")[-1]\n return status_text.upper()\n # endregion _normalize_task_status\n\n # region _normalize_validation_status [TYPE Function]\n # @PURPOSE: Normalize LLM validation status to PASS/FAIL/WARN/UNKNOWN\n # @PRE: raw_status can be any scalar type\n # @POST: Returns normalized validation status token or None\n # @PARAM: raw_status (Any) - Raw validation status from task result\n # @RETURN: Optional[str] - PASS|FAIL|WARN|UNKNOWN\n # @RELATION: USED_BY ->[_get_last_llm_task_for_dashboard]\n def _normalize_validation_status(self, raw_status: Any) -> str | None:\n if raw_status is None:\n return None\n status_text = str(raw_status).strip().upper()\n if status_text in {\"PASS\", \"FAIL\", \"WARN\"}:\n return status_text\n return \"UNKNOWN\"\n # endregion _normalize_validation_status\n\n # region _normalize_datetime_for_compare [TYPE Function]\n # @PURPOSE: Normalize datetime values to UTC-aware values for safe comparisons.\n # @PRE: value may be datetime or any scalar.\n # @POST: Returns UTC-aware datetime; non-datetime values map to minimal UTC datetime.\n # @PARAM: value (Any) - Candidate datetime-like value.\n # @RETURN: datetime - UTC-aware comparable datetime.\n # @RELATION: USED_BY ->[_get_last_llm_task_for_dashboard]\n # @RELATION: USED_BY ->[_get_last_task_for_resource]\n def _normalize_datetime_for_compare(self, value: Any) -> datetime:\n if isinstance(value, datetime):\n if value.tzinfo is None:\n return value.replace(tzinfo=UTC)\n return value.astimezone(UTC)\n return datetime.min.replace(tzinfo=UTC)\n # endregion _normalize_datetime_for_compare\n\n # region get_datasets_with_status [TYPE Function]\n # @PURPOSE: Fetch datasets from environment with mapping progress and last task status\n # @PRE: env is a valid Environment object\n # @POST: Returns list of datasets with enhanced metadata\n # @PARAM: env (Environment) - The environment to fetch from\n # @PARAM: tasks (List[Task]) - List of tasks to check for status\n # @RETURN: List[Dict] - Datasets with mapped_fields and last_task fields\n # @RELATION: CALLS -> [SupersetClientGetDatasetsSummary]\n # @RELATION: CALLS ->[_get_last_task_for_resource]\n async def get_datasets_with_status(\n self,\n env: Any,\n tasks: list[Task] | None = None\n ) -> list[dict[str, Any]]:\n with belief_scope(\"get_datasets_with_status\", f\"env={env.id}\"):\n client = SupersetClient(env)\n datasets = client.get_datasets_summary()\n\n # Enhance each dataset with task status\n result = []\n for dataset in datasets:\n # dataset is already a dict, no need to call .dict()\n dataset_dict = dataset\n dataset_id = dataset_dict.get('id')\n\n # Get last task status\n last_task = self._get_last_task_for_resource(\n f\"dataset-{dataset_id}\",\n tasks\n )\n dataset_dict['last_task'] = last_task\n\n result.append(dataset_dict)\n\n logger.info(f\"[ResourceService][Coherence:OK] Fetched {len(result)} datasets with status\")\n return result\n # endregion get_datasets_with_status\n\n # region get_activity_summary [TYPE Function]\n # @PURPOSE: Get summary of active and recent tasks for the activity indicator\n # @PRE: tasks is a list of Task objects\n # @POST: Returns summary with active_count and recent_tasks\n # @PARAM: tasks (List[Task]) - List of tasks to summarize\n # @RETURN: Dict - Activity summary\n # @RELATION: CALLS ->[_extract_resource_name_from_task]\n # @RELATION: CALLS ->[_extract_resource_type_from_task]\n def get_activity_summary(self, tasks: list[Task]) -> dict[str, Any]:\n with belief_scope(\"get_activity_summary\"):\n # Count active (RUNNING, WAITING_INPUT) tasks\n active_tasks = [\n t for t in tasks\n if t.status in ['RUNNING', 'WAITING_INPUT']\n ]\n\n # Get recent tasks (last 5)\n recent_tasks = sorted(\n tasks,\n key=lambda t: t.created_at,\n reverse=True\n )[:5]\n\n # Format recent tasks for frontend\n recent_tasks_formatted = []\n for task in recent_tasks:\n resource_name = self._extract_resource_name_from_task(task)\n recent_tasks_formatted.append({\n 'task_id': str(task.id),\n 'resource_name': resource_name,\n 'resource_type': self._extract_resource_type_from_task(task),\n 'status': task.status,\n 'started_at': task.created_at.isoformat() if task.created_at else None\n })\n\n return {\n 'active_count': len(active_tasks),\n 'recent_tasks': recent_tasks_formatted\n }\n # endregion get_activity_summary\n\n # region _get_git_status_for_dashboard [TYPE Function]\n # @PURPOSE: Get Git sync status for a dashboard\n # @PRE: dashboard_id is a valid integer\n # @POST: Returns git status or None if no repo exists\n # @PARAM: dashboard_id (int) - The dashboard ID\n # @RETURN: Optional[Dict] - Git status with branch and sync_status\n # @RELATION: CALLS ->[get_repo]\n def _get_git_status_for_dashboard(self, dashboard_id: int) -> dict[str, Any] | None:\n try:\n repo = self.git_service.get_repo(dashboard_id)\n if not repo:\n return {\n 'branch': None,\n 'sync_status': 'NO_REPO',\n 'has_repo': False,\n 'has_changes_for_commit': False\n }\n\n # Check if there are uncommitted changes\n try:\n # Get current branch\n branch = repo.active_branch.name\n\n # Check for uncommitted changes\n is_dirty = repo.is_dirty()\n has_changes_for_commit = repo.is_dirty(untracked_files=True)\n\n # Check for unpushed commits\n unpushed = len(list(repo.iter_commits(f'{branch}@{{u}}..{branch}'))) if '@{u}' in str(repo.refs) else 0\n\n if is_dirty or unpushed > 0:\n sync_status = 'DIFF'\n else:\n sync_status = 'OK'\n\n return {\n 'branch': branch,\n 'sync_status': sync_status,\n 'has_repo': True,\n 'has_changes_for_commit': has_changes_for_commit\n }\n except Exception:\n logger.warning(f\"[ResourceService][Warning] Failed to get git status for dashboard {dashboard_id}\")\n return {\n 'branch': None,\n 'sync_status': 'ERROR',\n 'has_repo': True,\n 'has_changes_for_commit': False\n }\n except Exception:\n # No repo exists for this dashboard\n return {\n 'branch': None,\n 'sync_status': 'NO_REPO',\n 'has_repo': False,\n 'has_changes_for_commit': False\n }\n # endregion _get_git_status_for_dashboard\n\n # region _get_last_task_for_resource [TYPE Function]\n # @PURPOSE: Get the most recent task for a specific resource\n # @PRE: resource_id is a valid string\n # @POST: Returns task summary or None if no tasks found\n # @PARAM: resource_id (str) - The resource identifier (e.g., \"dashboard-123\")\n # @PARAM: tasks (Optional[List[Task]]) - List of tasks to search\n # @RETURN: Optional[Dict] - Task summary with task_id and status\n # @RELATION: CALLS ->[_normalize_datetime_for_compare]\n def _get_last_task_for_resource(\n self,\n resource_id: str,\n tasks: list[Task] | None = None\n ) -> dict[str, Any] | None:\n if not tasks:\n return None\n\n # Filter tasks for this resource\n resource_tasks = []\n for task in tasks:\n params = task.params or {}\n if params.get('resource_id') == resource_id:\n resource_tasks.append(task)\n\n if not resource_tasks:\n return None\n\n # Get most recent task with timezone-safe comparison.\n last_task = max(\n resource_tasks,\n key=lambda t: self._normalize_datetime_for_compare(getattr(t, \"created_at\", None)),\n )\n\n return {\n 'task_id': str(last_task.id),\n 'status': last_task.status\n }\n # endregion _get_last_task_for_resource\n\n # region _extract_resource_name_from_task [TYPE Function]\n # @PURPOSE: Extract resource name from task params\n # @PRE: task is a valid Task object\n # @POST: Returns resource name or task ID\n # @PARAM: task (Task) - The task to extract from\n # @RETURN: str - Resource name or fallback\n # @RELATION: USED_BY ->[get_activity_summary]\n def _extract_resource_name_from_task(self, task: Task) -> str:\n params = task.params or {}\n return params.get('resource_name', f\"Task {task.id}\")\n # endregion _extract_resource_name_from_task\n\n # region _extract_resource_type_from_task [TYPE Function]\n # @PURPOSE: Extract resource type from task params\n # @PRE: task is a valid Task object\n # @POST: Returns resource type or 'unknown'\n # @PARAM: task (Task) - The task to extract from\n # @RETURN: str - Resource type\n # @RELATION: USED_BY ->[get_activity_summary]\n def _extract_resource_type_from_task(self, task: Task) -> str:\n params = task.params or {}\n return params.get('resource_type', 'unknown')\n # endregion _extract_resource_type_from_task\n# #endregion ResourceService\n" }, { @@ -65981,6 +68318,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TestSessionConfig [C:2] [TYPE Module] [SEMANTICS test, conftest, db]\n# @BRIEF Shared pytest fixtures and session configuration for backend tests.\n# @RELATION BINDS_TO -> [init_db]\n# @PRE All test modules use sys.path patching to import from src/.\n# @POST Database tables exist before test session executes.\nimport sys\nfrom pathlib import Path\n\nsys.path.insert(0, str(Path(__file__).parent.parent / \"src\"))\n\nimport pytest\n\n\n@pytest.fixture(scope=\"session\", autouse=True)\ndef ensure_db_tables():\n \"\"\"Ensure all tables exist before test session.\n\n This fixture runs once per test session, creating all registered\n SQLAlchemy tables. Individual test modules may also create their\n own in-memory engines — this guarantees the real engine schema\n is initialized for tests that depend on it.\n \"\"\"\n from src.core.database import init_db\n init_db()\n# #endregion TestSessionConfig\n" }, { @@ -66021,9 +68359,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestArchiveParser' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestArchiveParser:Module]\n#\n# @PURPOSE: Unit tests for MigrationArchiveParser ZIP extraction contract.\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> [MigrationArchiveParserModule]\n#\nimport os\nimport sys\nimport tempfile\nimport zipfile\nfrom pathlib import Path\n\nimport yaml\n\nbackend_dir = str(Path(__file__).parent.parent.parent.parent.resolve())\nif backend_dir not in sys.path:\n sys.path.insert(0, backend_dir)\n\nfrom src.core.migration.archive_parser import MigrationArchiveParser\n\n\n# [DEF:test_extract_objects_from_zip_collects_all_types:Function]\n# @RELATION: BINDS_TO -> TestArchiveParser\n# @PURPOSE: Verify archive parser collects dashboard/chart/dataset YAML objects into typed buckets.\n# @TEST_CONTRACT: zip_archive_fixture -> typed dashboard/chart/dataset extraction buckets\n# @TEST_SCENARIO: archive_with_supported_objects_extracts_all_types -> One YAML file per supported type lands in matching bucket.\n# @TEST_EDGE: missing_field -> Missing typed folder prevents that object class from being extracted.\n# @TEST_EDGE: invalid_type -> Unsupported file layout is ignored by typed extraction buckets.\n# @TEST_EDGE: external_fail -> Corrupt archive would fail extraction before typed buckets are returned.\ndef test_extract_objects_from_zip_collects_all_types():\n parser = MigrationArchiveParser()\n with tempfile.TemporaryDirectory() as td:\n td_path = Path(td)\n zip_path = td_path / \"objects.zip\"\n src_dir = td_path / \"src\"\n (src_dir / \"dashboards\").mkdir(parents=True)\n (src_dir / \"charts\").mkdir(parents=True)\n (src_dir / \"datasets\").mkdir(parents=True)\n\n with open(src_dir / \"dashboards\" / \"dash.yaml\", \"w\") as file_obj:\n yaml.dump(\n {\"uuid\": \"dash-u1\", \"dashboard_title\": \"D1\", \"json_metadata\": \"{}\"},\n file_obj,\n )\n with open(src_dir / \"charts\" / \"chart.yaml\", \"w\") as file_obj:\n yaml.dump(\n {\"uuid\": \"chart-u1\", \"slice_name\": \"C1\", \"viz_type\": \"bar\"}, file_obj\n )\n with open(src_dir / \"datasets\" / \"dataset.yaml\", \"w\") as file_obj:\n yaml.dump(\n {\"uuid\": \"ds-u1\", \"table_name\": \"orders\", \"database_uuid\": \"db-u1\"},\n file_obj,\n )\n\n with zipfile.ZipFile(zip_path, \"w\") as zip_obj:\n for root, _, files in os.walk(src_dir):\n for file_name in files:\n file_path = Path(root) / file_name\n zip_obj.write(file_path, file_path.relative_to(src_dir))\n\n extracted = parser.extract_objects_from_zip(str(zip_path))\n\n if len(extracted[\"dashboards\"]) != 1:\n raise AssertionError(\"dashboards extraction size mismatch\")\n if extracted[\"dashboards\"][0][\"uuid\"] != \"dash-u1\":\n raise AssertionError(\"dashboard uuid mismatch\")\n if len(extracted[\"charts\"]) != 1:\n raise AssertionError(\"charts extraction size mismatch\")\n if extracted[\"charts\"][0][\"uuid\"] != \"chart-u1\":\n raise AssertionError(\"chart uuid mismatch\")\n if len(extracted[\"datasets\"]) != 1:\n raise AssertionError(\"datasets extraction size mismatch\")\n if extracted[\"datasets\"][0][\"uuid\"] != \"ds-u1\":\n raise AssertionError(\"dataset uuid mismatch\")\n\n\n# [/DEF:test_extract_objects_from_zip_collects_all_types:Function]\n# [/DEF:TestArchiveParser:Module]\n" }, { @@ -66057,9 +68406,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_extract_objects_from_zip_collects_all_types' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_extract_objects_from_zip_collects_all_types:Function]\n# @RELATION: BINDS_TO -> TestArchiveParser\n# @PURPOSE: Verify archive parser collects dashboard/chart/dataset YAML objects into typed buckets.\n# @TEST_CONTRACT: zip_archive_fixture -> typed dashboard/chart/dataset extraction buckets\n# @TEST_SCENARIO: archive_with_supported_objects_extracts_all_types -> One YAML file per supported type lands in matching bucket.\n# @TEST_EDGE: missing_field -> Missing typed folder prevents that object class from being extracted.\n# @TEST_EDGE: invalid_type -> Unsupported file layout is ignored by typed extraction buckets.\n# @TEST_EDGE: external_fail -> Corrupt archive would fail extraction before typed buckets are returned.\ndef test_extract_objects_from_zip_collects_all_types():\n parser = MigrationArchiveParser()\n with tempfile.TemporaryDirectory() as td:\n td_path = Path(td)\n zip_path = td_path / \"objects.zip\"\n src_dir = td_path / \"src\"\n (src_dir / \"dashboards\").mkdir(parents=True)\n (src_dir / \"charts\").mkdir(parents=True)\n (src_dir / \"datasets\").mkdir(parents=True)\n\n with open(src_dir / \"dashboards\" / \"dash.yaml\", \"w\") as file_obj:\n yaml.dump(\n {\"uuid\": \"dash-u1\", \"dashboard_title\": \"D1\", \"json_metadata\": \"{}\"},\n file_obj,\n )\n with open(src_dir / \"charts\" / \"chart.yaml\", \"w\") as file_obj:\n yaml.dump(\n {\"uuid\": \"chart-u1\", \"slice_name\": \"C1\", \"viz_type\": \"bar\"}, file_obj\n )\n with open(src_dir / \"datasets\" / \"dataset.yaml\", \"w\") as file_obj:\n yaml.dump(\n {\"uuid\": \"ds-u1\", \"table_name\": \"orders\", \"database_uuid\": \"db-u1\"},\n file_obj,\n )\n\n with zipfile.ZipFile(zip_path, \"w\") as zip_obj:\n for root, _, files in os.walk(src_dir):\n for file_name in files:\n file_path = Path(root) / file_name\n zip_obj.write(file_path, file_path.relative_to(src_dir))\n\n extracted = parser.extract_objects_from_zip(str(zip_path))\n\n if len(extracted[\"dashboards\"]) != 1:\n raise AssertionError(\"dashboards extraction size mismatch\")\n if extracted[\"dashboards\"][0][\"uuid\"] != \"dash-u1\":\n raise AssertionError(\"dashboard uuid mismatch\")\n if len(extracted[\"charts\"]) != 1:\n raise AssertionError(\"charts extraction size mismatch\")\n if extracted[\"charts\"][0][\"uuid\"] != \"chart-u1\":\n raise AssertionError(\"chart uuid mismatch\")\n if len(extracted[\"datasets\"]) != 1:\n raise AssertionError(\"datasets extraction size mismatch\")\n if extracted[\"datasets\"][0][\"uuid\"] != \"ds-u1\":\n raise AssertionError(\"dataset uuid mismatch\")\n\n\n# [/DEF:test_extract_objects_from_zip_collects_all_types:Function]\n" }, { @@ -66100,9 +68460,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestDryRunOrchestrator' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestDryRunOrchestrator:Module]\n#\n# @PURPOSE: Unit tests for MigrationDryRunService diff and risk computation contracts.\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> [MigrationDryRunOrchestratorModule]\n#\nimport json\nimport sys\nfrom pathlib import Path\nfrom unittest.mock import MagicMock, patch\n\nfrom sqlalchemy import create_engine\nfrom sqlalchemy.orm import sessionmaker\nfrom sqlalchemy.pool import StaticPool\n\nbackend_dir = str(Path(__file__).parent.parent.parent.parent.resolve())\nif backend_dir not in sys.path:\n sys.path.insert(0, backend_dir)\n\nfrom src.core.migration.dry_run_orchestrator import MigrationDryRunService\nfrom src.models.dashboard import DashboardSelection\nfrom src.models.mapping import Base\n\n\n# [DEF:_load_fixture:Function]\n# @RELATION: BINDS_TO -> [TestDryRunOrchestrator]\n# @PURPOSE: Load canonical migration dry-run fixture payload used by deterministic orchestration assertions.\ndef _load_fixture() -> dict:\n fixture_path = (\n Path(__file__).parents[2] / \"fixtures\" / \"migration_dry_run_fixture.json\"\n )\n return json.loads(fixture_path.read_text())\n\n\n# [/DEF:_load_fixture:Function]\n\n\n# [DEF:_make_session:Function]\n# @RELATION: BINDS_TO -> [TestDryRunOrchestrator]\n# @PURPOSE: Build isolated in-memory SQLAlchemy session for dry-run service tests.\ndef _make_session():\n engine = create_engine(\n \"sqlite:///:memory:\",\n connect_args={\"check_same_thread\": False},\n poolclass=StaticPool,\n )\n Base.metadata.create_all(engine)\n Session = sessionmaker(bind=engine)\n return Session()\n\n\n# [/DEF:_make_session:Function]\n\n\n# [DEF:test_migration_dry_run_service_builds_diff_and_risk:Function]\n# @RELATION: BINDS_TO -> [TestDryRunOrchestrator]\n# @PURPOSE: Verify dry-run orchestration returns stable diff summary and required risk codes.\n# @TEST_SCENARIO: dry_run_builds_diff_and_risk -> Stable diff summary and required risk codes are returned.\n# @TEST_EDGE: missing_field -> Missing target datasource remains visible in risk items.\n# @TEST_EDGE: invalid_type -> Broken dataset reference remains visible in risk items.\n# @TEST_EDGE: external_fail -> Engine transform stub failure would stop result production.\n# @TEST_INVARIANT: dry_run_result_contract_matches_fixture -> VERIFIED_BY: [dry_run_builds_diff_and_risk]\ndef test_migration_dry_run_service_builds_diff_and_risk():\n # @TEST_CONTRACT: dry_run_result_contract -> {\n # required_fields: {diff: object, summary: object, risk: object},\n # invariants: [\"risk.score >= 0\", \"summary.selected_dashboards == len(selection.selected_ids)\"]\n # }\n # @TEST_FIXTURE: migration_dry_run_fixture -> backend/tests/fixtures/migration_dry_run_fixture.json\n # @TEST_EDGE: missing_target_datasource -> fixture.transformed_zip_objects.datasets[0].database_uuid\n # @TEST_EDGE: breaking_reference -> fixture.transformed_zip_objects.charts[0].dataset_uuid\n fixture = _load_fixture()\n db = _make_session()\n selection = DashboardSelection(\n selected_ids=[42],\n source_env_id=\"src\",\n target_env_id=\"tgt\",\n replace_db_config=False,\n fix_cross_filters=True,\n )\n\n source_client = MagicMock()\n source_client.get_dashboards_summary.return_value = fixture[\n \"source_dashboard_summary\"\n ]\n source_client.export_dashboard.return_value = (b\"PK\\x03\\x04\", \"source.zip\")\n\n target_client = MagicMock()\n target_client.get_dashboards.return_value = (\n len(fixture[\"target\"][\"dashboards\"]),\n fixture[\"target\"][\"dashboards\"],\n )\n target_client.get_datasets.return_value = (\n len(fixture[\"target\"][\"datasets\"]),\n fixture[\"target\"][\"datasets\"],\n )\n target_client.get_charts.return_value = (\n len(fixture[\"target\"][\"charts\"]),\n fixture[\"target\"][\"charts\"],\n )\n target_client.get_databases.return_value = (\n len(fixture[\"target\"][\"databases\"]),\n fixture[\"target\"][\"databases\"],\n )\n\n parser = MagicMock()\n parser.extract_objects_from_zip.return_value = fixture[\"transformed_zip_objects\"]\n service = MigrationDryRunService(parser=parser)\n\n with patch(\"src.core.migration.dry_run_orchestrator.MigrationEngine\") as EngineMock:\n engine = MagicMock()\n engine.transform_zip.return_value = True\n EngineMock.return_value = engine\n result = service.run(selection, source_client, target_client, db)\n\n if \"summary\" not in result:\n raise AssertionError(\"summary is missing in dry-run payload\")\n if result[\"summary\"][\"selected_dashboards\"] != 1:\n raise AssertionError(\"selected_dashboards summary mismatch\")\n if result[\"summary\"][\"dashboards\"][\"update\"] != 1:\n raise AssertionError(\"dashboard update count mismatch\")\n if result[\"summary\"][\"charts\"][\"create\"] != 1:\n raise AssertionError(\"chart create count mismatch\")\n if result[\"summary\"][\"datasets\"][\"create\"] != 1:\n raise AssertionError(\"dataset create count mismatch\")\n\n risk_codes = {item[\"code\"] for item in result[\"risk\"][\"items\"]}\n if \"missing_datasource\" not in risk_codes:\n raise AssertionError(\"missing_datasource risk is not detected\")\n if \"breaking_reference\" not in risk_codes:\n raise AssertionError(\"breaking_reference risk is not detected\")\n\n\n# [/DEF:test_migration_dry_run_service_builds_diff_and_risk:Function]\n# [/DEF:TestDryRunOrchestrator:Module]\n" }, { @@ -66142,9 +68513,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_load_fixture' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_load_fixture:Function]\n# @RELATION: BINDS_TO -> [TestDryRunOrchestrator]\n# @PURPOSE: Load canonical migration dry-run fixture payload used by deterministic orchestration assertions.\ndef _load_fixture() -> dict:\n fixture_path = (\n Path(__file__).parents[2] / \"fixtures\" / \"migration_dry_run_fixture.json\"\n )\n return json.loads(fixture_path.read_text())\n\n\n# [/DEF:_load_fixture:Function]\n" }, { @@ -66179,9 +68561,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_migration_dry_run_service_builds_diff_and_risk' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_migration_dry_run_service_builds_diff_and_risk:Function]\n# @RELATION: BINDS_TO -> [TestDryRunOrchestrator]\n# @PURPOSE: Verify dry-run orchestration returns stable diff summary and required risk codes.\n# @TEST_SCENARIO: dry_run_builds_diff_and_risk -> Stable diff summary and required risk codes are returned.\n# @TEST_EDGE: missing_field -> Missing target datasource remains visible in risk items.\n# @TEST_EDGE: invalid_type -> Broken dataset reference remains visible in risk items.\n# @TEST_EDGE: external_fail -> Engine transform stub failure would stop result production.\n# @TEST_INVARIANT: dry_run_result_contract_matches_fixture -> VERIFIED_BY: [dry_run_builds_diff_and_risk]\ndef test_migration_dry_run_service_builds_diff_and_risk():\n # @TEST_CONTRACT: dry_run_result_contract -> {\n # required_fields: {diff: object, summary: object, risk: object},\n # invariants: [\"risk.score >= 0\", \"summary.selected_dashboards == len(selection.selected_ids)\"]\n # }\n # @TEST_FIXTURE: migration_dry_run_fixture -> backend/tests/fixtures/migration_dry_run_fixture.json\n # @TEST_EDGE: missing_target_datasource -> fixture.transformed_zip_objects.datasets[0].database_uuid\n # @TEST_EDGE: breaking_reference -> fixture.transformed_zip_objects.charts[0].dataset_uuid\n fixture = _load_fixture()\n db = _make_session()\n selection = DashboardSelection(\n selected_ids=[42],\n source_env_id=\"src\",\n target_env_id=\"tgt\",\n replace_db_config=False,\n fix_cross_filters=True,\n )\n\n source_client = MagicMock()\n source_client.get_dashboards_summary.return_value = fixture[\n \"source_dashboard_summary\"\n ]\n source_client.export_dashboard.return_value = (b\"PK\\x03\\x04\", \"source.zip\")\n\n target_client = MagicMock()\n target_client.get_dashboards.return_value = (\n len(fixture[\"target\"][\"dashboards\"]),\n fixture[\"target\"][\"dashboards\"],\n )\n target_client.get_datasets.return_value = (\n len(fixture[\"target\"][\"datasets\"]),\n fixture[\"target\"][\"datasets\"],\n )\n target_client.get_charts.return_value = (\n len(fixture[\"target\"][\"charts\"]),\n fixture[\"target\"][\"charts\"],\n )\n target_client.get_databases.return_value = (\n len(fixture[\"target\"][\"databases\"]),\n fixture[\"target\"][\"databases\"],\n )\n\n parser = MagicMock()\n parser.extract_objects_from_zip.return_value = fixture[\"transformed_zip_objects\"]\n service = MigrationDryRunService(parser=parser)\n\n with patch(\"src.core.migration.dry_run_orchestrator.MigrationEngine\") as EngineMock:\n engine = MagicMock()\n engine.transform_zip.return_value = True\n EngineMock.return_value = engine\n result = service.run(selection, source_client, target_client, db)\n\n if \"summary\" not in result:\n raise AssertionError(\"summary is missing in dry-run payload\")\n if result[\"summary\"][\"selected_dashboards\"] != 1:\n raise AssertionError(\"selected_dashboards summary mismatch\")\n if result[\"summary\"][\"dashboards\"][\"update\"] != 1:\n raise AssertionError(\"dashboard update count mismatch\")\n if result[\"summary\"][\"charts\"][\"create\"] != 1:\n raise AssertionError(\"chart create count mismatch\")\n if result[\"summary\"][\"datasets\"][\"create\"] != 1:\n raise AssertionError(\"dataset create count mismatch\")\n\n risk_codes = {item[\"code\"] for item in result[\"risk\"][\"items\"]}\n if \"missing_datasource\" not in risk_codes:\n raise AssertionError(\"missing_datasource risk is not detected\")\n if \"breaking_reference\" not in risk_codes:\n raise AssertionError(\"breaking_reference risk is not detected\")\n\n\n# [/DEF:test_migration_dry_run_service_builds_diff_and_risk:Function]\n" }, { @@ -66219,9 +68612,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_git_service_get_repo_path_guard' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_git_service_get_repo_path_guard:Function]\n# @RELATION: BINDS_TO -> UnknownModule\ndef test_git_service_get_repo_path_guard():\n \"\"\"Verify that _get_repo_path raises ValueError if dashboard_id is None.\"\"\"\n service = GitService(base_path=\"test_repos\")\n with pytest.raises(ValueError, match=\"dashboard_id cannot be None\"):\n service._get_repo_path(None)\n\n\n# [/DEF:test_git_service_get_repo_path_guard:Function]\n" }, { @@ -66259,9 +68663,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_git_service_get_repo_path_recreates_base_dir' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_git_service_get_repo_path_recreates_base_dir:Function]\n# @RELATION: BINDS_TO -> UnknownModule\ndef test_git_service_get_repo_path_recreates_base_dir():\n \"\"\"Verify _get_repo_path recreates missing base directory before returning repo path.\"\"\"\n service = GitService(base_path=\"test_repos_runtime_recreate\")\n shutil.rmtree(service.base_path, ignore_errors=True)\n\n repo_path = service._get_repo_path(42)\n\n assert Path(service.base_path).is_dir()\n assert repo_path == str(Path(service.base_path) / \"42\")\n\n# [/DEF:test_git_service_get_repo_path_recreates_base_dir:Function]\n" }, { @@ -66299,9 +68714,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_superset_client_import_dashboard_guard' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_superset_client_import_dashboard_guard:Function]\n# @RELATION: BINDS_TO -> UnknownModule\ndef test_superset_client_import_dashboard_guard():\n \"\"\"Verify that import_dashboard raises ValueError if file_name is None.\"\"\"\n mock_env = Environment(\n id=\"test\",\n name=\"test\",\n url=\"http://localhost:8088\",\n username=\"admin\",\n password=\"admin\"\n )\n client = SupersetClient(mock_env)\n with pytest.raises(ValueError, match=\"file_name cannot be None\"):\n client.import_dashboard(None)\n\n\n# [/DEF:test_superset_client_import_dashboard_guard:Function]\n" }, { @@ -66339,9 +68765,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_git_service_init_repo_reclones_when_path_is_not_a_git_repo' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_git_service_init_repo_reclones_when_path_is_not_a_git_repo:Function]\n# @RELATION: BINDS_TO -> UnknownModule\ndef test_git_service_init_repo_reclones_when_path_is_not_a_git_repo():\n \"\"\"Verify init_repo reclones when target path exists but is not a valid Git repository.\"\"\"\n service = GitService(base_path=\"test_repos_invalid_repo\")\n target_path = Path(service.base_path) / \"covid\"\n target_path.mkdir(parents=True, exist_ok=True)\n (target_path / \"placeholder.txt\").write_text(\"not a git repo\", encoding=\"utf-8\")\n\n clone_result = MagicMock()\n with patch(\"src.services.git._base.Repo\") as repo_ctor:\n repo_ctor.side_effect = InvalidGitRepositoryError(\"invalid repo\")\n repo_ctor.clone_from.return_value = clone_result\n result = service.init_repo(10, \"https://example.com/org/repo.git\", \"token\", repo_key=\"covid\")\n\n assert result is clone_result\n repo_ctor.assert_called_once_with(str(target_path))\n repo_ctor.clone_from.assert_called_once()\n assert not target_path.exists()\n\n\n# [/DEF:test_git_service_init_repo_reclones_when_path_is_not_a_git_repo:Function]\n" }, { @@ -66379,9 +68816,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_git_service_ensure_gitflow_branches_creates_and_pushes_missing_defaults' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_git_service_ensure_gitflow_branches_creates_and_pushes_missing_defaults:Function]\n# @RELATION: BINDS_TO -> UnknownModule\ndef test_git_service_ensure_gitflow_branches_creates_and_pushes_missing_defaults():\n \"\"\"Verify _ensure_gitflow_branches creates dev/preprod locally and pushes them to origin.\"\"\"\n service = GitService(base_path=\"test_repos_gitflow_defaults\")\n\n class FakeRemoteRef:\n def __init__(self, remote_head):\n self.remote_head = remote_head\n\n class FakeHead:\n def __init__(self, name, commit):\n self.name = name\n self.commit = commit\n\n class FakeOrigin:\n def __init__(self):\n self.refs = [FakeRemoteRef(\"main\")]\n self.pushed = []\n\n def fetch(self):\n return []\n\n def push(self, refspec=None):\n self.pushed.append(refspec)\n return []\n\n class FakeHeadPointer:\n def __init__(self, commit):\n self.commit = commit\n\n class FakeRepo:\n def __init__(self):\n self.head = FakeHeadPointer(\"main-commit\")\n self.heads = [FakeHead(\"main\", \"main-commit\")]\n self.origin = FakeOrigin()\n\n def create_head(self, name, commit):\n head = FakeHead(name, commit)\n self.heads.append(head)\n return head\n\n def remote(self, name=\"origin\"):\n if name != \"origin\":\n raise ValueError(\"unknown remote\")\n return self.origin\n\n repo = FakeRepo()\n service._ensure_gitflow_branches(repo, dashboard_id=10)\n\n local_branch_names = {head.name for head in repo.heads}\n assert {\"main\", \"dev\", \"preprod\"}.issubset(local_branch_names)\n assert \"dev:dev\" in repo.origin.pushed\n assert \"preprod:preprod\" in repo.origin.pushed\n\n\n# [/DEF:test_git_service_ensure_gitflow_branches_creates_and_pushes_missing_defaults:Function]\n" }, { @@ -66419,9 +68867,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_git_service_configure_identity_updates_repo_local_config' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_git_service_configure_identity_updates_repo_local_config:Function]\n# @RELATION: BINDS_TO -> UnknownModule\ndef test_git_service_configure_identity_updates_repo_local_config():\n \"\"\"Verify configure_identity writes repository-local user.name/user.email.\"\"\"\n service = GitService(base_path=\"test_repos_identity\")\n\n config_writer_context = MagicMock()\n config_writer = config_writer_context.__enter__.return_value\n fake_repo = MagicMock()\n fake_repo.config_writer.return_value = config_writer_context\n\n with patch.object(service, \"get_repo\", return_value=fake_repo):\n service.configure_identity(42, \"user_1\", \"user1@mail.ru\")\n\n fake_repo.config_writer.assert_called_once_with(config_level=\"repository\")\n config_writer.set_value.assert_any_call(\"user\", \"name\", \"user_1\")\n config_writer.set_value.assert_any_call(\"user\", \"email\", \"user1@mail.ru\")\n# [/DEF:test_git_service_configure_identity_updates_repo_local_config:Function]\n" }, { @@ -66497,9 +68956,20 @@ ], "predicate": "BELONGS_TO" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestGitServiceGiteaPr' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestGitServiceGiteaPr:Module]\n# @RELATION: BELONGS_TO -> SrcRoot\n# @SEMANTICS: tests, git, gitea, pull_request, fallback\n# @PURPOSE: Validate Gitea PR creation fallback behavior when configured server URL is stale.\n# @LAYER: Domain\n# @INVARIANT: A 404 from primary Gitea URL retries once against remote-url host when different.\n\nimport asyncio\nimport sys\nfrom pathlib import Path\n\nimport pytest\nfrom fastapi import HTTPException\n\nsys.path.insert(0, str(Path(__file__).parent.parent.parent))\n\nfrom src.services.git_service import GitService\n\n\n# [DEF:test_derive_server_url_from_remote_strips_credentials:Function]\n# @RELATION: BINDS_TO -> TestGitServiceGiteaPr\n# @PURPOSE: Ensure helper returns host base URL and removes embedded credentials.\n# @PRE: remote_url is an https URL with username/token.\n# @POST: Result is scheme+host only.\ndef test_derive_server_url_from_remote_strips_credentials():\n service = GitService(base_path=\"test_repos\")\n derived = service._derive_server_url_from_remote(\n \"https://oauth2:token@giteabusya.bebesh.ru/busya/covid-vaccine-dashboard.git\"\n )\n assert derived == \"https://giteabusya.bebesh.ru\"\n# [/DEF:test_derive_server_url_from_remote_strips_credentials:Function]\n\n\n# [DEF:test_create_gitea_pull_request_retries_with_remote_host_on_404:Function]\n# @RELATION: BINDS_TO -> TestGitServiceGiteaPr\n# @PURPOSE: Verify create_gitea_pull_request retries with remote URL host after primary 404.\n# @PRE: primary server_url differs from remote_url host.\n# @POST: Method returns success payload from fallback request.\ndef test_create_gitea_pull_request_retries_with_remote_host_on_404(monkeypatch):\n service = GitService(base_path=\"test_repos\")\n calls = []\n\n async def fake_gitea_request(method, server_url, pat, endpoint, payload=None):\n calls.append((method, server_url, endpoint))\n if len(calls) == 1:\n raise HTTPException(status_code=404, detail=\"Gitea API error: The target couldn't be found.\")\n return {\"number\": 42, \"html_url\": \"https://giteabusya.bebesh.ru/busya/covid-vaccine-dashboard/pulls/42\", \"state\": \"open\"}\n\n monkeypatch.setattr(service, \"_gitea_request\", fake_gitea_request)\n\n result = asyncio.run(\n service.create_gitea_pull_request(\n server_url=\"https://gitea.bebesh.ru\",\n pat=\"secret\",\n remote_url=\"https://oauth2:secret@giteabusya.bebesh.ru/busya/covid-vaccine-dashboard.git\",\n from_branch=\"ss-dev\",\n to_branch=\"main\",\n title=\"Promote ss-dev -> main\",\n description=\"\",\n )\n )\n\n assert result[\"id\"] == 42\n assert len(calls) == 2\n assert calls[0][1] == \"https://gitea.bebesh.ru\"\n assert calls[1][1] == \"https://giteabusya.bebesh.ru\"\n# [/DEF:test_create_gitea_pull_request_retries_with_remote_host_on_404:Function]\n\n\n# [DEF:test_create_gitea_pull_request_returns_branch_error_when_target_missing:Function]\n# @RELATION: BINDS_TO -> TestGitServiceGiteaPr\n# @PURPOSE: Ensure Gitea 404 on PR creation is mapped to actionable target-branch validation error.\n# @PRE: PR create call returns 404 and target branch is absent.\n# @POST: Service raises HTTPException 400 with explicit missing target branch message.\ndef test_create_gitea_pull_request_returns_branch_error_when_target_missing(monkeypatch):\n service = GitService(base_path=\"test_repos\")\n\n async def fake_gitea_request(method, server_url, pat, endpoint, payload=None):\n if method == \"POST\" and endpoint.endswith(\"/pulls\"):\n raise HTTPException(status_code=404, detail=\"Gitea API error: The target couldn't be found.\")\n if method == \"GET\" and endpoint.endswith(\"/branches/dev\"):\n return {\"name\": \"dev\"}\n if method == \"GET\" and endpoint.endswith(\"/branches/preprod\"):\n raise HTTPException(status_code=404, detail=\"branch not found\")\n raise AssertionError(f\"Unexpected request: {method} {endpoint}\")\n\n monkeypatch.setattr(service, \"_gitea_request\", fake_gitea_request)\n\n with pytest.raises(HTTPException) as exc_info:\n asyncio.run(\n service.create_gitea_pull_request(\n server_url=\"https://gitea.bebesh.ru\",\n pat=\"secret\",\n remote_url=\"https://gitea.bebesh.ru/busya/covid-vaccine-dashboard.git\",\n from_branch=\"dev\",\n to_branch=\"preprod\",\n title=\"Promote dev -> preprod\",\n description=\"\",\n )\n )\n\n assert exc_info.value.status_code == 400\n assert \"target branch 'preprod'\" in str(exc_info.value.detail)\n# [/DEF:test_create_gitea_pull_request_returns_branch_error_when_target_missing:Function]\n\n# [/DEF:TestGitServiceGiteaPr:Module]\n" }, { @@ -66550,9 +69020,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_derive_server_url_from_remote_strips_credentials' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_derive_server_url_from_remote_strips_credentials:Function]\n# @RELATION: BINDS_TO -> TestGitServiceGiteaPr\n# @PURPOSE: Ensure helper returns host base URL and removes embedded credentials.\n# @PRE: remote_url is an https URL with username/token.\n# @POST: Result is scheme+host only.\ndef test_derive_server_url_from_remote_strips_credentials():\n service = GitService(base_path=\"test_repos\")\n derived = service._derive_server_url_from_remote(\n \"https://oauth2:token@giteabusya.bebesh.ru/busya/covid-vaccine-dashboard.git\"\n )\n assert derived == \"https://giteabusya.bebesh.ru\"\n# [/DEF:test_derive_server_url_from_remote_strips_credentials:Function]\n" }, { @@ -66603,9 +69084,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_create_gitea_pull_request_retries_with_remote_host_on_404' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_create_gitea_pull_request_retries_with_remote_host_on_404:Function]\n# @RELATION: BINDS_TO -> TestGitServiceGiteaPr\n# @PURPOSE: Verify create_gitea_pull_request retries with remote URL host after primary 404.\n# @PRE: primary server_url differs from remote_url host.\n# @POST: Method returns success payload from fallback request.\ndef test_create_gitea_pull_request_retries_with_remote_host_on_404(monkeypatch):\n service = GitService(base_path=\"test_repos\")\n calls = []\n\n async def fake_gitea_request(method, server_url, pat, endpoint, payload=None):\n calls.append((method, server_url, endpoint))\n if len(calls) == 1:\n raise HTTPException(status_code=404, detail=\"Gitea API error: The target couldn't be found.\")\n return {\"number\": 42, \"html_url\": \"https://giteabusya.bebesh.ru/busya/covid-vaccine-dashboard/pulls/42\", \"state\": \"open\"}\n\n monkeypatch.setattr(service, \"_gitea_request\", fake_gitea_request)\n\n result = asyncio.run(\n service.create_gitea_pull_request(\n server_url=\"https://gitea.bebesh.ru\",\n pat=\"secret\",\n remote_url=\"https://oauth2:secret@giteabusya.bebesh.ru/busya/covid-vaccine-dashboard.git\",\n from_branch=\"ss-dev\",\n to_branch=\"main\",\n title=\"Promote ss-dev -> main\",\n description=\"\",\n )\n )\n\n assert result[\"id\"] == 42\n assert len(calls) == 2\n assert calls[0][1] == \"https://gitea.bebesh.ru\"\n assert calls[1][1] == \"https://giteabusya.bebesh.ru\"\n# [/DEF:test_create_gitea_pull_request_retries_with_remote_host_on_404:Function]\n" }, { @@ -66656,9 +69148,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_create_gitea_pull_request_returns_branch_error_when_target_missing' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_create_gitea_pull_request_returns_branch_error_when_target_missing:Function]\n# @RELATION: BINDS_TO -> TestGitServiceGiteaPr\n# @PURPOSE: Ensure Gitea 404 on PR creation is mapped to actionable target-branch validation error.\n# @PRE: PR create call returns 404 and target branch is absent.\n# @POST: Service raises HTTPException 400 with explicit missing target branch message.\ndef test_create_gitea_pull_request_returns_branch_error_when_target_missing(monkeypatch):\n service = GitService(base_path=\"test_repos\")\n\n async def fake_gitea_request(method, server_url, pat, endpoint, payload=None):\n if method == \"POST\" and endpoint.endswith(\"/pulls\"):\n raise HTTPException(status_code=404, detail=\"Gitea API error: The target couldn't be found.\")\n if method == \"GET\" and endpoint.endswith(\"/branches/dev\"):\n return {\"name\": \"dev\"}\n if method == \"GET\" and endpoint.endswith(\"/branches/preprod\"):\n raise HTTPException(status_code=404, detail=\"branch not found\")\n raise AssertionError(f\"Unexpected request: {method} {endpoint}\")\n\n monkeypatch.setattr(service, \"_gitea_request\", fake_gitea_request)\n\n with pytest.raises(HTTPException) as exc_info:\n asyncio.run(\n service.create_gitea_pull_request(\n server_url=\"https://gitea.bebesh.ru\",\n pat=\"secret\",\n remote_url=\"https://gitea.bebesh.ru/busya/covid-vaccine-dashboard.git\",\n from_branch=\"dev\",\n to_branch=\"preprod\",\n title=\"Promote dev -> preprod\",\n description=\"\",\n )\n )\n\n assert exc_info.value.status_code == 400\n assert \"target branch 'preprod'\" in str(exc_info.value.detail)\n# [/DEF:test_create_gitea_pull_request_returns_branch_error_when_target_missing:Function]\n" }, { @@ -66699,9 +69202,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestMappingService' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestMappingService:Module]\n#\n# @PURPOSE: Unit tests for the IdMappingService matching UUIDs to integer IDs.\n# @LAYER: Domain\n# @RELATION: VERIFIES ->[src.core.mapping_service.IdMappingService]\n#\nimport sys\nfrom datetime import UTC, datetime\nfrom pathlib import Path\n\nimport pytest\nfrom sqlalchemy import create_engine\nfrom sqlalchemy.orm import sessionmaker\n\n# Add backend directory to sys.path so 'src' can be resolved\nbackend_dir = str(Path(__file__).parent.parent.parent.resolve())\nif backend_dir not in sys.path:\n sys.path.insert(0, backend_dir)\n\nfrom src.core.mapping_service import IdMappingService\nfrom src.models.mapping import Base, ResourceMapping, ResourceType\n\n\n@pytest.fixture\ndef db_session():\n # In-memory SQLite for testing\n engine = create_engine(\"sqlite:///:memory:\")\n Base.metadata.create_all(engine)\n Session = sessionmaker(bind=engine)\n session = Session()\n yield session\n session.close()\n\n\nclass MockSupersetClient:\n def __init__(self, resources):\n self.resources = resources\n\n def get_all_resources(self, endpoint, since_dttm=None):\n return self.resources.get(endpoint, [])\n\n\n# [DEF:test_sync_environment_upserts_correctly:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_sync_environment_upserts_correctly(db_session):\n service = IdMappingService(db_session)\n mock_client = MockSupersetClient(\n {\n \"chart\": [\n {\n \"id\": 42,\n \"uuid\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"slice_name\": \"Test Chart\",\n }\n ]\n }\n )\n\n service.sync_environment(\"test-env\", mock_client)\n\n mapping = db_session.query(ResourceMapping).first()\n assert mapping is not None\n assert mapping.environment_id == \"test-env\"\n assert mapping.resource_type == ResourceType.CHART\n assert mapping.uuid == \"123e4567-e89b-12d3-a456-426614174000\"\n assert mapping.remote_integer_id == \"42\"\n assert mapping.resource_name == \"Test Chart\"\n\n\n# [/DEF:test_sync_environment_upserts_correctly:Function]\n\n\n# [DEF:test_get_remote_id_returns_integer:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_get_remote_id_returns_integer(db_session):\n service = IdMappingService(db_session)\n mapping = ResourceMapping(\n environment_id=\"test-env\",\n resource_type=ResourceType.DATASET,\n uuid=\"uuid-1\",\n remote_integer_id=\"99\",\n resource_name=\"Test DS\",\n last_synced_at=datetime.now(UTC),\n )\n db_session.add(mapping)\n db_session.commit()\n\n result = service.get_remote_id(\"test-env\", ResourceType.DATASET, \"uuid-1\")\n assert result == 99\n\n\n# [/DEF:test_get_remote_id_returns_integer:Function]\n\n\n# [DEF:test_get_remote_ids_batch_returns_dict:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_get_remote_ids_batch_returns_dict(db_session):\n service = IdMappingService(db_session)\n m1 = ResourceMapping(\n environment_id=\"test-env\",\n resource_type=ResourceType.DASHBOARD,\n uuid=\"uuid-1\",\n remote_integer_id=\"11\",\n )\n m2 = ResourceMapping(\n environment_id=\"test-env\",\n resource_type=ResourceType.DASHBOARD,\n uuid=\"uuid-2\",\n remote_integer_id=\"22\",\n )\n db_session.add_all([m1, m2])\n db_session.commit()\n\n result = service.get_remote_ids_batch(\n \"test-env\", ResourceType.DASHBOARD, [\"uuid-1\", \"uuid-2\", \"uuid-missing\"]\n )\n\n assert len(result) == 2\n assert result[\"uuid-1\"] == 11\n assert result[\"uuid-2\"] == 22\n assert \"uuid-missing\" not in result\n\n\n# [/DEF:test_get_remote_ids_batch_returns_dict:Function]\n\n\n# [DEF:test_sync_environment_updates_existing_mapping:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_sync_environment_updates_existing_mapping(db_session):\n \"\"\"Verify that sync_environment updates an existing mapping (upsert UPDATE path).\"\"\"\n from src.models.mapping import ResourceMapping\n\n # Pre-populate a mapping\n existing = ResourceMapping(\n environment_id=\"test-env\",\n resource_type=ResourceType.CHART,\n uuid=\"123e4567-e89b-12d3-a456-426614174000\",\n remote_integer_id=\"10\",\n resource_name=\"Old Name\",\n )\n db_session.add(existing)\n db_session.commit()\n\n service = IdMappingService(db_session)\n mock_client = MockSupersetClient(\n {\n \"chart\": [\n {\n \"id\": 42,\n \"uuid\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"slice_name\": \"Updated Name\",\n }\n ]\n }\n )\n\n service.sync_environment(\"test-env\", mock_client)\n\n mapping = (\n db_session.query(ResourceMapping)\n .filter_by(uuid=\"123e4567-e89b-12d3-a456-426614174000\")\n .first()\n )\n assert mapping.remote_integer_id == \"42\"\n assert mapping.resource_name == \"Updated Name\"\n # Should still be only one record (updated, not duplicated)\n count = db_session.query(ResourceMapping).count()\n assert count == 1\n\n\n# [/DEF:test_sync_environment_updates_existing_mapping:Function]\n\n\n# [DEF:test_sync_environment_skips_resources_without_uuid:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_sync_environment_skips_resources_without_uuid(db_session):\n \"\"\"Resources missing uuid or having id=None should be silently skipped.\"\"\"\n service = IdMappingService(db_session)\n mock_client = MockSupersetClient(\n {\n \"chart\": [\n {\"id\": 42, \"slice_name\": \"No UUID\"}, # Missing 'uuid' -> skipped\n {\n \"id\": None,\n \"uuid\": \"valid-uuid\",\n \"slice_name\": \"ID is None\",\n }, # id=None -> skipped\n {\n \"id\": None,\n \"uuid\": None,\n \"slice_name\": \"Both None\",\n }, # both None -> skipped\n ]\n }\n )\n\n service.sync_environment(\"test-env\", mock_client)\n\n count = db_session.query(ResourceMapping).count()\n assert count == 0\n\n\n# [/DEF:test_sync_environment_skips_resources_without_uuid:Function]\n\n\n# [DEF:test_sync_environment_handles_api_error_gracefully:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_sync_environment_handles_api_error_gracefully(db_session):\n \"\"\"If one resource type fails, others should still sync.\"\"\"\n\n class FailingClient:\n def get_all_resources(self, endpoint, since_dttm=None):\n if endpoint == \"chart\":\n raise ConnectionError(\"API timeout\")\n if endpoint == \"dataset\":\n return [{\"id\": 99, \"uuid\": \"ds-uuid-1\", \"table_name\": \"users\"}]\n return []\n\n service = IdMappingService(db_session)\n service.sync_environment(\"test-env\", FailingClient())\n\n count = db_session.query(ResourceMapping).count()\n assert count == 1 # Only dataset was synced; chart error was swallowed\n mapping = db_session.query(ResourceMapping).first()\n assert mapping.resource_type == ResourceType.DATASET\n\n\n# [/DEF:test_sync_environment_handles_api_error_gracefully:Function]\n\n\n# [DEF:test_get_remote_id_returns_none_for_missing:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_get_remote_id_returns_none_for_missing(db_session):\n \"\"\"get_remote_id should return None when no mapping exists.\"\"\"\n service = IdMappingService(db_session)\n result = service.get_remote_id(\"test-env\", ResourceType.CHART, \"nonexistent-uuid\")\n assert result is None\n\n\n# [/DEF:test_get_remote_id_returns_none_for_missing:Function]\n\n\n# [DEF:test_get_remote_ids_batch_returns_empty_for_empty_input:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_get_remote_ids_batch_returns_empty_for_empty_input(db_session):\n \"\"\"get_remote_ids_batch should return {} for an empty list of UUIDs.\"\"\"\n service = IdMappingService(db_session)\n result = service.get_remote_ids_batch(\"test-env\", ResourceType.CHART, [])\n assert result == {}\n\n\n# [/DEF:test_get_remote_ids_batch_returns_empty_for_empty_input:Function]\n\n\n# [DEF:test_mapping_service_alignment_with_test_data:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_mapping_service_alignment_with_test_data(db_session):\n \"\"\"**@TEST_DATA**: Verifies that the service aligns with the resource_mapping_record contract.\"\"\"\n # Contract: {'environment_id': 'prod-env-1', 'resource_type': 'chart', 'uuid': '123e4567-e89b-12d3-a456-426614174000', 'remote_integer_id': '42'}\n contract_data = {\n \"environment_id\": \"prod-env-1\",\n \"resource_type\": ResourceType.CHART,\n \"uuid\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"remote_integer_id\": \"42\",\n }\n\n mapping = ResourceMapping(**contract_data)\n db_session.add(mapping)\n db_session.commit()\n\n service = IdMappingService(db_session)\n result = service.get_remote_id(\n contract_data[\"environment_id\"],\n contract_data[\"resource_type\"],\n contract_data[\"uuid\"],\n )\n\n assert result == 42\n\n\n# [/DEF:test_mapping_service_alignment_with_test_data:Function]\n\n\n# [DEF:test_sync_environment_requires_existing_env:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_sync_environment_requires_existing_env(db_session):\n \"\"\"**@PRE**: Verify behavior when environment_id is invalid/missing in DB.\n Note: The current implementation doesn't strictly check for environment existencia in the DB\n before polling, but it should handle it gracefully or follow the contract.\n \"\"\"\n service = IdMappingService(db_session)\n mock_client = MockSupersetClient({\"chart\": []})\n\n # Even if environment doesn't exist in a hypothetical 'environments' table,\n # the service should still complete or fail according to defined error handling.\n # In GRACE-Poly, @PRE is a hard requirement. If we don't have an Env model check,\n # we simulate the intent.\n\n service.sync_environment(\"non-existent-env\", mock_client)\n # If no error raised, at least verify no mappings were created for other envs\n assert db_session.query(ResourceMapping).count() == 0\n\n\n# [/DEF:test_sync_environment_requires_existing_env:Function]\n\n\n# [DEF:test_sync_environment_deletes_stale_mappings:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_sync_environment_deletes_stale_mappings(db_session):\n \"\"\"Verify that mappings for resources deleted from the remote environment\n are removed from the local DB on the next sync cycle.\"\"\"\n service = IdMappingService(db_session)\n\n # First sync: 2 charts exist\n client_v1 = MockSupersetClient(\n {\n \"chart\": [\n {\"id\": 1, \"uuid\": \"aaa\", \"slice_name\": \"Chart A\"},\n {\"id\": 2, \"uuid\": \"bbb\", \"slice_name\": \"Chart B\"},\n ]\n }\n )\n service.sync_environment(\"env1\", client_v1)\n assert (\n db_session.query(ResourceMapping).filter_by(environment_id=\"env1\").count() == 2\n )\n\n # Second sync: user deleted Chart B from superset\n client_v2 = MockSupersetClient(\n {\n \"chart\": [\n {\"id\": 1, \"uuid\": \"aaa\", \"slice_name\": \"Chart A\"},\n ]\n }\n )\n service.sync_environment(\"env1\", client_v2)\n\n remaining = db_session.query(ResourceMapping).filter_by(environment_id=\"env1\").all()\n assert len(remaining) == 1\n assert remaining[0].uuid == \"aaa\"\n\n\n# [/DEF:test_sync_environment_deletes_stale_mappings:Function]\n# [/DEF:TestMappingService:Module]\n" }, { @@ -66739,9 +69253,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_sync_environment_upserts_correctly' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_sync_environment_upserts_correctly:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_sync_environment_upserts_correctly(db_session):\n service = IdMappingService(db_session)\n mock_client = MockSupersetClient(\n {\n \"chart\": [\n {\n \"id\": 42,\n \"uuid\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"slice_name\": \"Test Chart\",\n }\n ]\n }\n )\n\n service.sync_environment(\"test-env\", mock_client)\n\n mapping = db_session.query(ResourceMapping).first()\n assert mapping is not None\n assert mapping.environment_id == \"test-env\"\n assert mapping.resource_type == ResourceType.CHART\n assert mapping.uuid == \"123e4567-e89b-12d3-a456-426614174000\"\n assert mapping.remote_integer_id == \"42\"\n assert mapping.resource_name == \"Test Chart\"\n\n\n# [/DEF:test_sync_environment_upserts_correctly:Function]\n" }, { @@ -66779,9 +69304,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_remote_id_returns_integer' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_remote_id_returns_integer:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_get_remote_id_returns_integer(db_session):\n service = IdMappingService(db_session)\n mapping = ResourceMapping(\n environment_id=\"test-env\",\n resource_type=ResourceType.DATASET,\n uuid=\"uuid-1\",\n remote_integer_id=\"99\",\n resource_name=\"Test DS\",\n last_synced_at=datetime.now(UTC),\n )\n db_session.add(mapping)\n db_session.commit()\n\n result = service.get_remote_id(\"test-env\", ResourceType.DATASET, \"uuid-1\")\n assert result == 99\n\n\n# [/DEF:test_get_remote_id_returns_integer:Function]\n" }, { @@ -66819,9 +69355,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_remote_ids_batch_returns_dict' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_remote_ids_batch_returns_dict:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_get_remote_ids_batch_returns_dict(db_session):\n service = IdMappingService(db_session)\n m1 = ResourceMapping(\n environment_id=\"test-env\",\n resource_type=ResourceType.DASHBOARD,\n uuid=\"uuid-1\",\n remote_integer_id=\"11\",\n )\n m2 = ResourceMapping(\n environment_id=\"test-env\",\n resource_type=ResourceType.DASHBOARD,\n uuid=\"uuid-2\",\n remote_integer_id=\"22\",\n )\n db_session.add_all([m1, m2])\n db_session.commit()\n\n result = service.get_remote_ids_batch(\n \"test-env\", ResourceType.DASHBOARD, [\"uuid-1\", \"uuid-2\", \"uuid-missing\"]\n )\n\n assert len(result) == 2\n assert result[\"uuid-1\"] == 11\n assert result[\"uuid-2\"] == 22\n assert \"uuid-missing\" not in result\n\n\n# [/DEF:test_get_remote_ids_batch_returns_dict:Function]\n" }, { @@ -66859,9 +69406,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_sync_environment_updates_existing_mapping' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_sync_environment_updates_existing_mapping:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_sync_environment_updates_existing_mapping(db_session):\n \"\"\"Verify that sync_environment updates an existing mapping (upsert UPDATE path).\"\"\"\n from src.models.mapping import ResourceMapping\n\n # Pre-populate a mapping\n existing = ResourceMapping(\n environment_id=\"test-env\",\n resource_type=ResourceType.CHART,\n uuid=\"123e4567-e89b-12d3-a456-426614174000\",\n remote_integer_id=\"10\",\n resource_name=\"Old Name\",\n )\n db_session.add(existing)\n db_session.commit()\n\n service = IdMappingService(db_session)\n mock_client = MockSupersetClient(\n {\n \"chart\": [\n {\n \"id\": 42,\n \"uuid\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"slice_name\": \"Updated Name\",\n }\n ]\n }\n )\n\n service.sync_environment(\"test-env\", mock_client)\n\n mapping = (\n db_session.query(ResourceMapping)\n .filter_by(uuid=\"123e4567-e89b-12d3-a456-426614174000\")\n .first()\n )\n assert mapping.remote_integer_id == \"42\"\n assert mapping.resource_name == \"Updated Name\"\n # Should still be only one record (updated, not duplicated)\n count = db_session.query(ResourceMapping).count()\n assert count == 1\n\n\n# [/DEF:test_sync_environment_updates_existing_mapping:Function]\n" }, { @@ -66899,9 +69457,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_sync_environment_skips_resources_without_uuid' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_sync_environment_skips_resources_without_uuid:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_sync_environment_skips_resources_without_uuid(db_session):\n \"\"\"Resources missing uuid or having id=None should be silently skipped.\"\"\"\n service = IdMappingService(db_session)\n mock_client = MockSupersetClient(\n {\n \"chart\": [\n {\"id\": 42, \"slice_name\": \"No UUID\"}, # Missing 'uuid' -> skipped\n {\n \"id\": None,\n \"uuid\": \"valid-uuid\",\n \"slice_name\": \"ID is None\",\n }, # id=None -> skipped\n {\n \"id\": None,\n \"uuid\": None,\n \"slice_name\": \"Both None\",\n }, # both None -> skipped\n ]\n }\n )\n\n service.sync_environment(\"test-env\", mock_client)\n\n count = db_session.query(ResourceMapping).count()\n assert count == 0\n\n\n# [/DEF:test_sync_environment_skips_resources_without_uuid:Function]\n" }, { @@ -66939,9 +69508,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_sync_environment_handles_api_error_gracefully' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_sync_environment_handles_api_error_gracefully:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_sync_environment_handles_api_error_gracefully(db_session):\n \"\"\"If one resource type fails, others should still sync.\"\"\"\n\n class FailingClient:\n def get_all_resources(self, endpoint, since_dttm=None):\n if endpoint == \"chart\":\n raise ConnectionError(\"API timeout\")\n if endpoint == \"dataset\":\n return [{\"id\": 99, \"uuid\": \"ds-uuid-1\", \"table_name\": \"users\"}]\n return []\n\n service = IdMappingService(db_session)\n service.sync_environment(\"test-env\", FailingClient())\n\n count = db_session.query(ResourceMapping).count()\n assert count == 1 # Only dataset was synced; chart error was swallowed\n mapping = db_session.query(ResourceMapping).first()\n assert mapping.resource_type == ResourceType.DATASET\n\n\n# [/DEF:test_sync_environment_handles_api_error_gracefully:Function]\n" }, { @@ -66979,9 +69559,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_remote_id_returns_none_for_missing' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_remote_id_returns_none_for_missing:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_get_remote_id_returns_none_for_missing(db_session):\n \"\"\"get_remote_id should return None when no mapping exists.\"\"\"\n service = IdMappingService(db_session)\n result = service.get_remote_id(\"test-env\", ResourceType.CHART, \"nonexistent-uuid\")\n assert result is None\n\n\n# [/DEF:test_get_remote_id_returns_none_for_missing:Function]\n" }, { @@ -67019,9 +69610,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_remote_ids_batch_returns_empty_for_empty_input' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_remote_ids_batch_returns_empty_for_empty_input:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_get_remote_ids_batch_returns_empty_for_empty_input(db_session):\n \"\"\"get_remote_ids_batch should return {} for an empty list of UUIDs.\"\"\"\n service = IdMappingService(db_session)\n result = service.get_remote_ids_batch(\"test-env\", ResourceType.CHART, [])\n assert result == {}\n\n\n# [/DEF:test_get_remote_ids_batch_returns_empty_for_empty_input:Function]\n" }, { @@ -67059,9 +69661,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_mapping_service_alignment_with_test_data' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_mapping_service_alignment_with_test_data:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_mapping_service_alignment_with_test_data(db_session):\n \"\"\"**@TEST_DATA**: Verifies that the service aligns with the resource_mapping_record contract.\"\"\"\n # Contract: {'environment_id': 'prod-env-1', 'resource_type': 'chart', 'uuid': '123e4567-e89b-12d3-a456-426614174000', 'remote_integer_id': '42'}\n contract_data = {\n \"environment_id\": \"prod-env-1\",\n \"resource_type\": ResourceType.CHART,\n \"uuid\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"remote_integer_id\": \"42\",\n }\n\n mapping = ResourceMapping(**contract_data)\n db_session.add(mapping)\n db_session.commit()\n\n service = IdMappingService(db_session)\n result = service.get_remote_id(\n contract_data[\"environment_id\"],\n contract_data[\"resource_type\"],\n contract_data[\"uuid\"],\n )\n\n assert result == 42\n\n\n# [/DEF:test_mapping_service_alignment_with_test_data:Function]\n" }, { @@ -67099,9 +69712,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_sync_environment_requires_existing_env' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_sync_environment_requires_existing_env:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_sync_environment_requires_existing_env(db_session):\n \"\"\"**@PRE**: Verify behavior when environment_id is invalid/missing in DB.\n Note: The current implementation doesn't strictly check for environment existencia in the DB\n before polling, but it should handle it gracefully or follow the contract.\n \"\"\"\n service = IdMappingService(db_session)\n mock_client = MockSupersetClient({\"chart\": []})\n\n # Even if environment doesn't exist in a hypothetical 'environments' table,\n # the service should still complete or fail according to defined error handling.\n # In GRACE-Poly, @PRE is a hard requirement. If we don't have an Env model check,\n # we simulate the intent.\n\n service.sync_environment(\"non-existent-env\", mock_client)\n # If no error raised, at least verify no mappings were created for other envs\n assert db_session.query(ResourceMapping).count() == 0\n\n\n# [/DEF:test_sync_environment_requires_existing_env:Function]\n" }, { @@ -67139,9 +69763,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_sync_environment_deletes_stale_mappings' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_sync_environment_deletes_stale_mappings:Function]\n# @RELATION: BINDS_TO ->[TestMappingService]\ndef test_sync_environment_deletes_stale_mappings(db_session):\n \"\"\"Verify that mappings for resources deleted from the remote environment\n are removed from the local DB on the next sync cycle.\"\"\"\n service = IdMappingService(db_session)\n\n # First sync: 2 charts exist\n client_v1 = MockSupersetClient(\n {\n \"chart\": [\n {\"id\": 1, \"uuid\": \"aaa\", \"slice_name\": \"Chart A\"},\n {\"id\": 2, \"uuid\": \"bbb\", \"slice_name\": \"Chart B\"},\n ]\n }\n )\n service.sync_environment(\"env1\", client_v1)\n assert (\n db_session.query(ResourceMapping).filter_by(environment_id=\"env1\").count() == 2\n )\n\n # Second sync: user deleted Chart B from superset\n client_v2 = MockSupersetClient(\n {\n \"chart\": [\n {\"id\": 1, \"uuid\": \"aaa\", \"slice_name\": \"Chart A\"},\n ]\n }\n )\n service.sync_environment(\"env1\", client_v2)\n\n remaining = db_session.query(ResourceMapping).filter_by(environment_id=\"env1\").all()\n assert len(remaining) == 1\n assert remaining[0].uuid == \"aaa\"\n\n\n# [/DEF:test_sync_environment_deletes_stale_mappings:Function]\n" }, { @@ -67182,9 +69817,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestMigrationEngine' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestMigrationEngine:Module]\n#\n# @PURPOSE: Unit tests for MigrationEngine's cross-filter patching algorithms.\n# @LAYER: Domain\n# @RELATION: VERIFIES -> [src.core.migration_engine:Module]\n#\nimport json\nimport os\nimport sys\nimport tempfile\nimport zipfile\nfrom pathlib import Path\n\nimport pytest\nimport yaml\n\nbackend_dir = str(Path(__file__).parent.parent.parent.resolve())\nif backend_dir not in sys.path:\n sys.path.insert(0, backend_dir)\n\nfrom src.core.migration_engine import MigrationEngine\n\n# --- Fixtures ---\n\n\n# [DEF:MockMappingService:Class]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Deterministic mapping service double for native filter ID remapping scenarios.\n# @INVARIANT: Returns mappings only for requested UUID keys present in seeded map.\nclass MockMappingService:\n \"\"\"Mock that simulates IdMappingService.get_remote_ids_batch.\"\"\"\n\n def __init__(self, mappings: dict):\n self.mappings = mappings\n\n def get_remote_ids_batch(self, env_id, resource_type, uuids):\n # @INVARIANT_VIOLATION: resource_type parameter is silently ignored. Lookups are UUID-only; chart and dataset UUIDs share the same namespace. Tests that mix resource types will produce false positives.\n result = {}\n for uuid in uuids:\n if uuid in self.mappings:\n result[uuid] = self.mappings[uuid]\n return result\n\n\n# [/DEF:MockMappingService:Class]\n\n\n# [DEF:_write_dashboard_yaml:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Serialize dashboard metadata into YAML fixture with json_metadata payload for patch tests.\ndef _write_dashboard_yaml(dir_path: Path, metadata: dict) -> Path:\n \"\"\"Helper: writes a dashboard YAML file with json_metadata.\"\"\"\n file_path = dir_path / \"dash.yaml\"\n with open(file_path, \"w\") as f:\n yaml.dump({\"json_metadata\": json.dumps(metadata)}, f)\n return file_path\n\n\n# --- _patch_dashboard_metadata tests ---\n\n# [/DEF:_write_dashboard_yaml:Function]\n\n\n# [DEF:test_patch_dashboard_metadata_replaces_chart_ids:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Verify native filter target chartId values are remapped via mapping service results.\ndef test_patch_dashboard_metadata_replaces_chart_ids():\n \"\"\"Verifies that chartId values are replaced using the mapping service.\"\"\"\n mock_service = MockMappingService({\"uuid-chart-A\": 999})\n engine = MigrationEngine(mock_service)\n\n metadata = {\"native_filter_configuration\": [{\"targets\": [{\"chartId\": 42}]}]}\n\n with tempfile.TemporaryDirectory() as td:\n fp = _write_dashboard_yaml(Path(td), metadata)\n source_map = {42: \"uuid-chart-A\"}\n\n engine._patch_dashboard_metadata(fp, \"target-env\", source_map)\n\n with open(fp) as f:\n data = yaml.safe_load(f)\n result = json.loads(data[\"json_metadata\"])\n assert (\n result[\"native_filter_configuration\"][0][\"targets\"][0][\"chartId\"] == 999\n )\n\n\n# [/DEF:test_patch_dashboard_metadata_replaces_chart_ids:Function]\n\n\n# [DEF:test_patch_dashboard_metadata_replaces_dataset_ids:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Verify native filter target datasetId values are remapped via mapping service results.\ndef test_patch_dashboard_metadata_replaces_dataset_ids():\n \"\"\"Verifies that datasetId values are replaced using the mapping service.\"\"\"\n mock_service = MockMappingService({\"uuid-ds-B\": 500})\n engine = MigrationEngine(mock_service)\n\n metadata = {\"native_filter_configuration\": [{\"targets\": [{\"datasetId\": 10}]}]}\n\n with tempfile.TemporaryDirectory() as td:\n fp = _write_dashboard_yaml(Path(td), metadata)\n source_map = {10: \"uuid-ds-B\"}\n\n engine._patch_dashboard_metadata(fp, \"target-env\", source_map)\n\n with open(fp) as f:\n data = yaml.safe_load(f)\n result = json.loads(data[\"json_metadata\"])\n assert (\n result[\"native_filter_configuration\"][0][\"targets\"][0][\"datasetId\"]\n == 500\n )\n\n\n# [/DEF:test_patch_dashboard_metadata_replaces_dataset_ids:Function]\n\n\n# [DEF:test_patch_dashboard_metadata_skips_when_no_metadata:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Ensure dashboard files without json_metadata are left unchanged by metadata patching.\ndef test_patch_dashboard_metadata_skips_when_no_metadata():\n \"\"\"Verifies early return when json_metadata key is absent.\"\"\"\n mock_service = MockMappingService({})\n engine = MigrationEngine(mock_service)\n\n with tempfile.TemporaryDirectory() as td:\n fp = Path(td) / \"dash.yaml\"\n with open(fp, \"w\") as f:\n yaml.dump({\"title\": \"No metadata here\"}, f)\n\n engine._patch_dashboard_metadata(fp, \"target-env\", {})\n\n with open(fp) as f:\n data = yaml.safe_load(f)\n assert \"json_metadata\" not in data\n\n\n# [/DEF:test_patch_dashboard_metadata_skips_when_no_metadata:Function]\n\n\n# [DEF:test_patch_dashboard_metadata_handles_missing_targets:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Verify patching updates mapped targets while preserving unmapped native filter IDs.\ndef test_patch_dashboard_metadata_handles_missing_targets():\n \"\"\"When some source IDs have no target mapping, patches what it can and leaves the rest.\"\"\"\n mock_service = MockMappingService({\"uuid-A\": 100}) # Only uuid-A maps\n engine = MigrationEngine(mock_service)\n\n metadata = {\n \"native_filter_configuration\": [\n {\"targets\": [{\"datasetId\": 1}, {\"datasetId\": 2}]}\n ]\n }\n\n with tempfile.TemporaryDirectory() as td:\n fp = _write_dashboard_yaml(Path(td), metadata)\n source_map = {1: \"uuid-A\", 2: \"uuid-MISSING\"} # uuid-MISSING won't resolve\n\n engine._patch_dashboard_metadata(fp, \"target-env\", source_map)\n\n with open(fp) as f:\n data = yaml.safe_load(f)\n result = json.loads(data[\"json_metadata\"])\n targets = result[\"native_filter_configuration\"][0][\"targets\"]\n # ID 1 should be replaced to 100; ID 2 should remain 2\n assert targets[0][\"datasetId\"] == 100\n assert targets[1][\"datasetId\"] == 2\n\n\n# --- _extract_chart_uuids_from_archive tests ---\n\n# [/DEF:test_patch_dashboard_metadata_handles_missing_targets:Function]\n\n\n# [DEF:test_extract_chart_uuids_from_archive:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Verify chart archive scan returns complete local chart id-to-uuid mapping.\ndef test_extract_chart_uuids_from_archive():\n \"\"\"Verifies that chart YAML files are parsed for id->uuid mappings.\"\"\"\n engine = MigrationEngine()\n\n with tempfile.TemporaryDirectory() as td:\n charts_dir = Path(td) / \"charts\"\n charts_dir.mkdir()\n\n chart1 = {\"id\": 42, \"uuid\": \"uuid-42\", \"slice_name\": \"Chart One\"}\n chart2 = {\"id\": 99, \"uuid\": \"uuid-99\", \"slice_name\": \"Chart Two\"}\n\n with open(charts_dir / \"chart1.yaml\", \"w\") as f:\n yaml.dump(chart1, f)\n with open(charts_dir / \"chart2.yaml\", \"w\") as f:\n yaml.dump(chart2, f)\n\n result = engine._extract_chart_uuids_from_archive(Path(td))\n\n assert result == {42: \"uuid-42\", 99: \"uuid-99\"}\n\n\n# --- _transform_yaml tests ---\n\n# [/DEF:test_extract_chart_uuids_from_archive:Function]\n\n\n# [DEF:test_transform_yaml_replaces_database_uuid:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Ensure dataset YAML database_uuid fields are replaced when source UUID mapping exists.\ndef test_transform_yaml_replaces_database_uuid():\n \"\"\"Verifies that database_uuid in a dataset YAML is replaced.\"\"\"\n engine = MigrationEngine()\n\n with tempfile.TemporaryDirectory() as td:\n fp = Path(td) / \"dataset.yaml\"\n with open(fp, \"w\") as f:\n yaml.dump({\"database_uuid\": \"source-uuid-abc\", \"table_name\": \"my_table\"}, f)\n\n engine._transform_yaml(fp, {\"source-uuid-abc\": \"target-uuid-xyz\"})\n\n with open(fp) as f:\n data = yaml.safe_load(f)\n assert data[\"database_uuid\"] == \"target-uuid-xyz\"\n assert data[\"table_name\"] == \"my_table\"\n\n\n# [/DEF:test_transform_yaml_replaces_database_uuid:Function]\n\n\n# [DEF:test_transform_yaml_ignores_unmapped_uuid:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Ensure transform_yaml leaves dataset files untouched when database_uuid is not mapped.\ndef test_transform_yaml_ignores_unmapped_uuid():\n \"\"\"Verifies no changes when UUID is not in the mapping.\"\"\"\n engine = MigrationEngine()\n\n with tempfile.TemporaryDirectory() as td:\n fp = Path(td) / \"dataset.yaml\"\n original = {\"database_uuid\": \"unknown-uuid\", \"table_name\": \"test\"}\n with open(fp, \"w\") as f:\n yaml.dump(original, f)\n\n engine._transform_yaml(fp, {\"other-uuid\": \"replacement\"})\n\n with open(fp) as f:\n data = yaml.safe_load(f)\n assert data[\"database_uuid\"] == \"unknown-uuid\"\n\n\n# --- [NEW] transform_zip E2E tests ---\n\n# [/DEF:test_transform_yaml_ignores_unmapped_uuid:Function]\n\n\n# [DEF:test_transform_zip_end_to_end:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Validate full ZIP transform pipeline remaps datasets and dashboard cross-filter chart IDs.\ndef test_transform_zip_end_to_end():\n \"\"\"Verifies full orchestration: extraction, transformation, patching, and re-packaging.\"\"\"\n mock_service = MockMappingService({\"char-uuid\": 101, \"ds-uuid\": 202})\n engine = MigrationEngine(mock_service)\n\n with tempfile.TemporaryDirectory() as td:\n td_path = Path(td)\n zip_path = td_path / \"source.zip\"\n output_path = td_path / \"target.zip\"\n\n # Create source ZIP structure\n with tempfile.TemporaryDirectory() as src_dir:\n src_path = Path(src_dir)\n\n # 1. Dataset\n ds_dir = src_path / \"datasets\"\n ds_dir.mkdir()\n with open(ds_dir / \"ds.yaml\", \"w\") as f:\n yaml.dump({\"database_uuid\": \"source-db-uuid\", \"table_name\": \"users\"}, f)\n\n # 2. Chart\n ch_dir = src_path / \"charts\"\n ch_dir.mkdir()\n with open(ch_dir / \"ch.yaml\", \"w\") as f:\n yaml.dump({\"id\": 10, \"uuid\": \"char-uuid\"}, f)\n\n # 3. Dashboard\n db_dir = src_path / \"dashboards\"\n db_dir.mkdir()\n metadata = {\"native_filter_configuration\": [{\"targets\": [{\"chartId\": 10}]}]}\n with open(db_dir / \"db.yaml\", \"w\") as f:\n yaml.dump({\"json_metadata\": json.dumps(metadata)}, f)\n\n with zipfile.ZipFile(zip_path, \"w\") as zf:\n for root, _, files in os.walk(src_path):\n for file in files:\n p = Path(root) / file\n zf.write(p, p.relative_to(src_path))\n\n db_mapping = {\"source-db-uuid\": \"target-db-uuid\"}\n\n # Execute transform\n success = engine.transform_zip(\n str(zip_path),\n str(output_path),\n db_mapping,\n target_env_id=\"test-target\",\n fix_cross_filters=True,\n )\n\n assert success is True\n assert output_path.exists()\n\n # Verify contents\n with tempfile.TemporaryDirectory() as out_dir:\n with zipfile.ZipFile(output_path, \"r\") as zf:\n zf.extractall(out_dir)\n\n out_path = Path(out_dir)\n\n # Verify dataset transformation\n with open(out_path / \"datasets\" / \"ds.yaml\") as f:\n ds_data = yaml.safe_load(f)\n assert ds_data[\"database_uuid\"] == \"target-db-uuid\"\n\n # Verify dashboard patching\n with open(out_path / \"dashboards\" / \"db.yaml\") as f:\n db_data = yaml.safe_load(f)\n meta = json.loads(db_data[\"json_metadata\"])\n assert (\n meta[\"native_filter_configuration\"][0][\"targets\"][0][\"chartId\"]\n == 101\n )\n\n\n# [/DEF:test_transform_zip_end_to_end:Function]\n\n\n# [DEF:test_transform_zip_invalid_path:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Verify transform_zip returns False when source archive path does not exist.\ndef test_transform_zip_invalid_path():\n \"\"\"@PRE: Verify behavior (False) on invalid ZIP path.\"\"\"\n engine = MigrationEngine()\n success = engine.transform_zip(\"non_existent.zip\", \"output.zip\", {})\n assert success is False\n\n\n# [/DEF:test_transform_zip_invalid_path:Function]\n\n\n# [DEF:test_transform_yaml_nonexistent_file:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Verify transform_yaml raises FileNotFoundError for missing YAML source files.\ndef test_transform_yaml_nonexistent_file():\n \"\"\"@PRE: Verify behavior on non-existent YAML file.\"\"\"\n engine = MigrationEngine()\n # Should log error and not crash (implemented via try-except if wrapped,\n # but _transform_yaml itself might raise FileNotFoundError if not guarded)\n with pytest.raises(FileNotFoundError):\n engine._transform_yaml(Path(\"non_existent.yaml\"), {})\n\n\n# [/DEF:test_transform_yaml_nonexistent_file:Function]\n# [/DEF:TestMigrationEngine:Module]\n" }, { @@ -67241,9 +69887,20 @@ "actual_complexity": 1, "contract_type": "Class" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'MockMappingService' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:MockMappingService:Class]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Deterministic mapping service double for native filter ID remapping scenarios.\n# @INVARIANT: Returns mappings only for requested UUID keys present in seeded map.\nclass MockMappingService:\n \"\"\"Mock that simulates IdMappingService.get_remote_ids_batch.\"\"\"\n\n def __init__(self, mappings: dict):\n self.mappings = mappings\n\n def get_remote_ids_batch(self, env_id, resource_type, uuids):\n # @INVARIANT_VIOLATION: resource_type parameter is silently ignored. Lookups are UUID-only; chart and dataset UUIDs share the same namespace. Tests that mix resource types will produce false positives.\n result = {}\n for uuid in uuids:\n if uuid in self.mappings:\n result[uuid] = self.mappings[uuid]\n return result\n\n\n# [/DEF:MockMappingService:Class]\n" }, { @@ -67283,9 +69940,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_write_dashboard_yaml' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_write_dashboard_yaml:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Serialize dashboard metadata into YAML fixture with json_metadata payload for patch tests.\ndef _write_dashboard_yaml(dir_path: Path, metadata: dict) -> Path:\n \"\"\"Helper: writes a dashboard YAML file with json_metadata.\"\"\"\n file_path = dir_path / \"dash.yaml\"\n with open(file_path, \"w\") as f:\n yaml.dump({\"json_metadata\": json.dumps(metadata)}, f)\n return file_path\n\n\n# --- _patch_dashboard_metadata tests ---\n\n# [/DEF:_write_dashboard_yaml:Function]\n" }, { @@ -67316,9 +69984,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_patch_dashboard_metadata_replaces_chart_ids' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_patch_dashboard_metadata_replaces_chart_ids:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Verify native filter target chartId values are remapped via mapping service results.\ndef test_patch_dashboard_metadata_replaces_chart_ids():\n \"\"\"Verifies that chartId values are replaced using the mapping service.\"\"\"\n mock_service = MockMappingService({\"uuid-chart-A\": 999})\n engine = MigrationEngine(mock_service)\n\n metadata = {\"native_filter_configuration\": [{\"targets\": [{\"chartId\": 42}]}]}\n\n with tempfile.TemporaryDirectory() as td:\n fp = _write_dashboard_yaml(Path(td), metadata)\n source_map = {42: \"uuid-chart-A\"}\n\n engine._patch_dashboard_metadata(fp, \"target-env\", source_map)\n\n with open(fp) as f:\n data = yaml.safe_load(f)\n result = json.loads(data[\"json_metadata\"])\n assert (\n result[\"native_filter_configuration\"][0][\"targets\"][0][\"chartId\"] == 999\n )\n\n\n# [/DEF:test_patch_dashboard_metadata_replaces_chart_ids:Function]\n" }, { @@ -67349,9 +70028,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_patch_dashboard_metadata_replaces_dataset_ids' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_patch_dashboard_metadata_replaces_dataset_ids:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Verify native filter target datasetId values are remapped via mapping service results.\ndef test_patch_dashboard_metadata_replaces_dataset_ids():\n \"\"\"Verifies that datasetId values are replaced using the mapping service.\"\"\"\n mock_service = MockMappingService({\"uuid-ds-B\": 500})\n engine = MigrationEngine(mock_service)\n\n metadata = {\"native_filter_configuration\": [{\"targets\": [{\"datasetId\": 10}]}]}\n\n with tempfile.TemporaryDirectory() as td:\n fp = _write_dashboard_yaml(Path(td), metadata)\n source_map = {10: \"uuid-ds-B\"}\n\n engine._patch_dashboard_metadata(fp, \"target-env\", source_map)\n\n with open(fp) as f:\n data = yaml.safe_load(f)\n result = json.loads(data[\"json_metadata\"])\n assert (\n result[\"native_filter_configuration\"][0][\"targets\"][0][\"datasetId\"]\n == 500\n )\n\n\n# [/DEF:test_patch_dashboard_metadata_replaces_dataset_ids:Function]\n" }, { @@ -67382,9 +70072,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_patch_dashboard_metadata_skips_when_no_metadata' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_patch_dashboard_metadata_skips_when_no_metadata:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Ensure dashboard files without json_metadata are left unchanged by metadata patching.\ndef test_patch_dashboard_metadata_skips_when_no_metadata():\n \"\"\"Verifies early return when json_metadata key is absent.\"\"\"\n mock_service = MockMappingService({})\n engine = MigrationEngine(mock_service)\n\n with tempfile.TemporaryDirectory() as td:\n fp = Path(td) / \"dash.yaml\"\n with open(fp, \"w\") as f:\n yaml.dump({\"title\": \"No metadata here\"}, f)\n\n engine._patch_dashboard_metadata(fp, \"target-env\", {})\n\n with open(fp) as f:\n data = yaml.safe_load(f)\n assert \"json_metadata\" not in data\n\n\n# [/DEF:test_patch_dashboard_metadata_skips_when_no_metadata:Function]\n" }, { @@ -67415,9 +70116,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_patch_dashboard_metadata_handles_missing_targets' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_patch_dashboard_metadata_handles_missing_targets:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Verify patching updates mapped targets while preserving unmapped native filter IDs.\ndef test_patch_dashboard_metadata_handles_missing_targets():\n \"\"\"When some source IDs have no target mapping, patches what it can and leaves the rest.\"\"\"\n mock_service = MockMappingService({\"uuid-A\": 100}) # Only uuid-A maps\n engine = MigrationEngine(mock_service)\n\n metadata = {\n \"native_filter_configuration\": [\n {\"targets\": [{\"datasetId\": 1}, {\"datasetId\": 2}]}\n ]\n }\n\n with tempfile.TemporaryDirectory() as td:\n fp = _write_dashboard_yaml(Path(td), metadata)\n source_map = {1: \"uuid-A\", 2: \"uuid-MISSING\"} # uuid-MISSING won't resolve\n\n engine._patch_dashboard_metadata(fp, \"target-env\", source_map)\n\n with open(fp) as f:\n data = yaml.safe_load(f)\n result = json.loads(data[\"json_metadata\"])\n targets = result[\"native_filter_configuration\"][0][\"targets\"]\n # ID 1 should be replaced to 100; ID 2 should remain 2\n assert targets[0][\"datasetId\"] == 100\n assert targets[1][\"datasetId\"] == 2\n\n\n# --- _extract_chart_uuids_from_archive tests ---\n\n# [/DEF:test_patch_dashboard_metadata_handles_missing_targets:Function]\n" }, { @@ -67448,9 +70160,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_extract_chart_uuids_from_archive' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_extract_chart_uuids_from_archive:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Verify chart archive scan returns complete local chart id-to-uuid mapping.\ndef test_extract_chart_uuids_from_archive():\n \"\"\"Verifies that chart YAML files are parsed for id->uuid mappings.\"\"\"\n engine = MigrationEngine()\n\n with tempfile.TemporaryDirectory() as td:\n charts_dir = Path(td) / \"charts\"\n charts_dir.mkdir()\n\n chart1 = {\"id\": 42, \"uuid\": \"uuid-42\", \"slice_name\": \"Chart One\"}\n chart2 = {\"id\": 99, \"uuid\": \"uuid-99\", \"slice_name\": \"Chart Two\"}\n\n with open(charts_dir / \"chart1.yaml\", \"w\") as f:\n yaml.dump(chart1, f)\n with open(charts_dir / \"chart2.yaml\", \"w\") as f:\n yaml.dump(chart2, f)\n\n result = engine._extract_chart_uuids_from_archive(Path(td))\n\n assert result == {42: \"uuid-42\", 99: \"uuid-99\"}\n\n\n# --- _transform_yaml tests ---\n\n# [/DEF:test_extract_chart_uuids_from_archive:Function]\n" }, { @@ -67481,9 +70204,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_transform_yaml_replaces_database_uuid' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_transform_yaml_replaces_database_uuid:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Ensure dataset YAML database_uuid fields are replaced when source UUID mapping exists.\ndef test_transform_yaml_replaces_database_uuid():\n \"\"\"Verifies that database_uuid in a dataset YAML is replaced.\"\"\"\n engine = MigrationEngine()\n\n with tempfile.TemporaryDirectory() as td:\n fp = Path(td) / \"dataset.yaml\"\n with open(fp, \"w\") as f:\n yaml.dump({\"database_uuid\": \"source-uuid-abc\", \"table_name\": \"my_table\"}, f)\n\n engine._transform_yaml(fp, {\"source-uuid-abc\": \"target-uuid-xyz\"})\n\n with open(fp) as f:\n data = yaml.safe_load(f)\n assert data[\"database_uuid\"] == \"target-uuid-xyz\"\n assert data[\"table_name\"] == \"my_table\"\n\n\n# [/DEF:test_transform_yaml_replaces_database_uuid:Function]\n" }, { @@ -67514,9 +70248,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_transform_yaml_ignores_unmapped_uuid' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_transform_yaml_ignores_unmapped_uuid:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Ensure transform_yaml leaves dataset files untouched when database_uuid is not mapped.\ndef test_transform_yaml_ignores_unmapped_uuid():\n \"\"\"Verifies no changes when UUID is not in the mapping.\"\"\"\n engine = MigrationEngine()\n\n with tempfile.TemporaryDirectory() as td:\n fp = Path(td) / \"dataset.yaml\"\n original = {\"database_uuid\": \"unknown-uuid\", \"table_name\": \"test\"}\n with open(fp, \"w\") as f:\n yaml.dump(original, f)\n\n engine._transform_yaml(fp, {\"other-uuid\": \"replacement\"})\n\n with open(fp) as f:\n data = yaml.safe_load(f)\n assert data[\"database_uuid\"] == \"unknown-uuid\"\n\n\n# --- [NEW] transform_zip E2E tests ---\n\n# [/DEF:test_transform_yaml_ignores_unmapped_uuid:Function]\n" }, { @@ -67547,9 +70292,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_transform_zip_end_to_end' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_transform_zip_end_to_end:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Validate full ZIP transform pipeline remaps datasets and dashboard cross-filter chart IDs.\ndef test_transform_zip_end_to_end():\n \"\"\"Verifies full orchestration: extraction, transformation, patching, and re-packaging.\"\"\"\n mock_service = MockMappingService({\"char-uuid\": 101, \"ds-uuid\": 202})\n engine = MigrationEngine(mock_service)\n\n with tempfile.TemporaryDirectory() as td:\n td_path = Path(td)\n zip_path = td_path / \"source.zip\"\n output_path = td_path / \"target.zip\"\n\n # Create source ZIP structure\n with tempfile.TemporaryDirectory() as src_dir:\n src_path = Path(src_dir)\n\n # 1. Dataset\n ds_dir = src_path / \"datasets\"\n ds_dir.mkdir()\n with open(ds_dir / \"ds.yaml\", \"w\") as f:\n yaml.dump({\"database_uuid\": \"source-db-uuid\", \"table_name\": \"users\"}, f)\n\n # 2. Chart\n ch_dir = src_path / \"charts\"\n ch_dir.mkdir()\n with open(ch_dir / \"ch.yaml\", \"w\") as f:\n yaml.dump({\"id\": 10, \"uuid\": \"char-uuid\"}, f)\n\n # 3. Dashboard\n db_dir = src_path / \"dashboards\"\n db_dir.mkdir()\n metadata = {\"native_filter_configuration\": [{\"targets\": [{\"chartId\": 10}]}]}\n with open(db_dir / \"db.yaml\", \"w\") as f:\n yaml.dump({\"json_metadata\": json.dumps(metadata)}, f)\n\n with zipfile.ZipFile(zip_path, \"w\") as zf:\n for root, _, files in os.walk(src_path):\n for file in files:\n p = Path(root) / file\n zf.write(p, p.relative_to(src_path))\n\n db_mapping = {\"source-db-uuid\": \"target-db-uuid\"}\n\n # Execute transform\n success = engine.transform_zip(\n str(zip_path),\n str(output_path),\n db_mapping,\n target_env_id=\"test-target\",\n fix_cross_filters=True,\n )\n\n assert success is True\n assert output_path.exists()\n\n # Verify contents\n with tempfile.TemporaryDirectory() as out_dir:\n with zipfile.ZipFile(output_path, \"r\") as zf:\n zf.extractall(out_dir)\n\n out_path = Path(out_dir)\n\n # Verify dataset transformation\n with open(out_path / \"datasets\" / \"ds.yaml\") as f:\n ds_data = yaml.safe_load(f)\n assert ds_data[\"database_uuid\"] == \"target-db-uuid\"\n\n # Verify dashboard patching\n with open(out_path / \"dashboards\" / \"db.yaml\") as f:\n db_data = yaml.safe_load(f)\n meta = json.loads(db_data[\"json_metadata\"])\n assert (\n meta[\"native_filter_configuration\"][0][\"targets\"][0][\"chartId\"]\n == 101\n )\n\n\n# [/DEF:test_transform_zip_end_to_end:Function]\n" }, { @@ -67580,9 +70336,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_transform_zip_invalid_path' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_transform_zip_invalid_path:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Verify transform_zip returns False when source archive path does not exist.\ndef test_transform_zip_invalid_path():\n \"\"\"@PRE: Verify behavior (False) on invalid ZIP path.\"\"\"\n engine = MigrationEngine()\n success = engine.transform_zip(\"non_existent.zip\", \"output.zip\", {})\n assert success is False\n\n\n# [/DEF:test_transform_zip_invalid_path:Function]\n" }, { @@ -67613,9 +70380,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_transform_yaml_nonexistent_file' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_transform_yaml_nonexistent_file:Function]\n# @RELATION: BINDS_TO -> [TestMigrationEngine:Module]\n# @PURPOSE: Verify transform_yaml raises FileNotFoundError for missing YAML source files.\ndef test_transform_yaml_nonexistent_file():\n \"\"\"@PRE: Verify behavior on non-existent YAML file.\"\"\"\n engine = MigrationEngine()\n # Should log error and not crash (implemented via try-except if wrapped,\n # but _transform_yaml itself might raise FileNotFoundError if not guarded)\n with pytest.raises(FileNotFoundError):\n engine._transform_yaml(Path(\"non_existent.yaml\"), {})\n\n\n# [/DEF:test_transform_yaml_nonexistent_file:Function]\n" }, { @@ -67665,9 +70443,20 @@ ], "predicate": "BELONGS_TO" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_clean_release_cli' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_clean_release_cli:Module]\n# @RELATION: BELONGS_TO -> SrcRoot\n# @PURPOSE: Smoke tests for the redesigned clean release CLI.\n# @LAYER: Domain\n\n\"\"\"Smoke tests for the redesigned clean release CLI commands.\"\"\"\n\nfrom datetime import UTC, datetime\nfrom types import SimpleNamespace\nfrom uuid import uuid4\n\nfrom src.dependencies import get_clean_release_repository, get_config_manager\nfrom src.models.clean_release import (\n CleanPolicySnapshot,\n ComplianceReport,\n ReleaseCandidate,\n SourceRegistrySnapshot,\n)\nfrom src.scripts.clean_release_cli import main as cli_main\nfrom src.services.clean_release.enums import CandidateStatus, ComplianceDecision\n\n\n# [DEF:test_cli_candidate_register_scaffold:Function]\n# @RELATION: BINDS_TO -> test_clean_release_cli\n# @PURPOSE: Verify candidate-register command exits successfully for valid required arguments.\ndef test_cli_candidate_register_scaffold() -> None:\n \"\"\"Candidate register CLI command smoke test.\"\"\"\n exit_code = cli_main(\n [\n \"candidate-register\",\n \"--candidate-id\",\n \"cli-candidate-1\",\n \"--version\",\n \"1.0.0\",\n \"--source-snapshot-ref\",\n \"git:sha123\",\n \"--created-by\",\n \"cli-test\",\n ]\n )\n assert exit_code == 0\n\n\n# [/DEF:test_cli_candidate_register_scaffold:Function]\n\n\n# [DEF:test_cli_manifest_build_scaffold:Function]\n# @RELATION: BINDS_TO -> test_clean_release_cli\n# @PURPOSE: Verify candidate-register/artifact-import/manifest-build smoke path succeeds end-to-end.\ndef test_cli_manifest_build_scaffold() -> None:\n \"\"\"Manifest build CLI command smoke test.\"\"\"\n register_exit = cli_main(\n [\n \"candidate-register\",\n \"--candidate-id\",\n \"cli-candidate-2\",\n \"--version\",\n \"1.0.0\",\n \"--source-snapshot-ref\",\n \"git:sha234\",\n \"--created-by\",\n \"cli-test\",\n ]\n )\n assert register_exit == 0\n\n import_exit = cli_main(\n [\n \"artifact-import\",\n \"--candidate-id\",\n \"cli-candidate-2\",\n \"--artifact-id\",\n \"artifact-2\",\n \"--path\",\n \"bin/app\",\n \"--sha256\",\n \"feedbeef\",\n \"--size\",\n \"24\",\n ]\n )\n assert import_exit == 0\n\n manifest_exit = cli_main(\n [\n \"manifest-build\",\n \"--candidate-id\",\n \"cli-candidate-2\",\n \"--created-by\",\n \"cli-test\",\n ]\n )\n assert manifest_exit == 0\n\n\n# [/DEF:test_cli_manifest_build_scaffold:Function]\n\n\n# [DEF:test_cli_compliance_run_scaffold:Function]\n# @RELATION: BINDS_TO -> test_clean_release_cli\n# @PURPOSE: Verify compliance run/status/violations/report commands complete for prepared candidate.\ndef test_cli_compliance_run_scaffold() -> None:\n \"\"\"Compliance CLI command smoke test for run/status/report/violations.\"\"\"\n repository = get_clean_release_repository()\n config_manager = get_config_manager()\n\n registry = SourceRegistrySnapshot(\n id=\"cli-registry\",\n registry_id=\"trusted-registry\",\n registry_version=\"1.0.0\",\n allowed_hosts=[\"repo.internal.local\"],\n allowed_schemes=[\"https\"],\n allowed_source_types=[\"repo\"],\n immutable=True,\n )\n policy = CleanPolicySnapshot(\n id=\"cli-policy\",\n policy_id=\"trusted-policy\",\n policy_version=\"1.0.0\",\n content_json={\"rules\": []},\n registry_snapshot_id=registry.id,\n immutable=True,\n )\n repository.save_registry(registry)\n repository.save_policy(policy)\n\n config = config_manager.get_config()\n if getattr(config, \"settings\", None) is None:\n # @INVARIANT: SimpleNamespace substitutes for GlobalSettings — any field rename in GlobalSettings will silently not propagate here; re-verify on GlobalSettings schema changes.\n config.settings = SimpleNamespace()\n config.settings.clean_release = SimpleNamespace(\n active_policy_id=policy.id,\n active_registry_id=registry.id,\n )\n\n register_exit = cli_main(\n [\n \"candidate-register\",\n \"--candidate-id\",\n \"cli-candidate-3\",\n \"--version\",\n \"1.0.0\",\n \"--source-snapshot-ref\",\n \"git:sha345\",\n \"--created-by\",\n \"cli-test\",\n ]\n )\n assert register_exit == 0\n\n import_exit = cli_main(\n [\n \"artifact-import\",\n \"--candidate-id\",\n \"cli-candidate-3\",\n \"--artifact-id\",\n \"artifact-1\",\n \"--path\",\n \"bin/app\",\n \"--sha256\",\n \"deadbeef\",\n \"--size\",\n \"42\",\n ]\n )\n assert import_exit == 0\n\n manifest_exit = cli_main(\n [\n \"manifest-build\",\n \"--candidate-id\",\n \"cli-candidate-3\",\n \"--created-by\",\n \"cli-test\",\n ]\n )\n assert manifest_exit == 0\n\n run_exit = cli_main(\n [\n \"compliance-run\",\n \"--candidate-id\",\n \"cli-candidate-3\",\n \"--actor\",\n \"cli-test\",\n \"--json\",\n ]\n )\n assert run_exit == 0\n\n run_id = next(\n run.id\n for run in repository.check_runs.values()\n if run.candidate_id == \"cli-candidate-3\"\n )\n\n status_exit = cli_main([\"compliance-status\", \"--run-id\", run_id, \"--json\"])\n assert status_exit == 0\n\n violations_exit = cli_main([\"compliance-violations\", \"--run-id\", run_id, \"--json\"])\n assert violations_exit == 0\n\n report_exit = cli_main([\"compliance-report\", \"--run-id\", run_id, \"--json\"])\n assert report_exit == 0\n\n\n# [/DEF:test_cli_compliance_run_scaffold:Function]\n\n\n# [DEF:test_cli_release_gate_commands_scaffold:Function]\n# @RELATION: BINDS_TO -> test_clean_release_cli\n# @PURPOSE: Verify approve/reject/publish/revoke release-gate commands execute with valid fixtures.\ndef test_cli_release_gate_commands_scaffold() -> None:\n \"\"\"Release gate CLI smoke test for approve/reject/publish/revoke commands.\"\"\"\n repository = get_clean_release_repository()\n\n approved_candidate_id = f\"cli-release-approved-{uuid4()}\"\n rejected_candidate_id = f\"cli-release-rejected-{uuid4()}\"\n approved_report_id = f\"CCR-cli-release-approved-{uuid4()}\"\n rejected_report_id = f\"CCR-cli-release-rejected-{uuid4()}\"\n\n repository.save_candidate(\n ReleaseCandidate(\n id=approved_candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-approved\",\n created_by=\"cli-test\",\n created_at=datetime.now(UTC),\n status=CandidateStatus.CHECK_PASSED.value,\n )\n )\n repository.save_candidate(\n ReleaseCandidate(\n id=rejected_candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-rejected\",\n created_by=\"cli-test\",\n created_at=datetime.now(UTC),\n status=CandidateStatus.CHECK_PASSED.value,\n )\n )\n repository.save_report(\n ComplianceReport(\n id=approved_report_id,\n run_id=f\"run-{uuid4()}\",\n candidate_id=approved_candidate_id,\n final_status=ComplianceDecision.PASSED.value,\n summary_json={\n \"operator_summary\": \"ok\",\n \"violations_count\": 0,\n \"blocking_violations_count\": 0,\n },\n generated_at=datetime.now(UTC),\n immutable=True,\n )\n )\n repository.save_report(\n ComplianceReport(\n id=rejected_report_id,\n run_id=f\"run-{uuid4()}\",\n candidate_id=rejected_candidate_id,\n final_status=ComplianceDecision.PASSED.value,\n summary_json={\n \"operator_summary\": \"ok\",\n \"violations_count\": 0,\n \"blocking_violations_count\": 0,\n },\n generated_at=datetime.now(UTC),\n immutable=True,\n )\n )\n\n approve_exit = cli_main(\n [\n \"approve\",\n \"--candidate-id\",\n approved_candidate_id,\n \"--report-id\",\n approved_report_id,\n \"--actor\",\n \"cli-test\",\n \"--comment\",\n \"approve candidate\",\n \"--json\",\n ]\n )\n assert approve_exit == 0\n\n reject_exit = cli_main(\n [\n \"reject\",\n \"--candidate-id\",\n rejected_candidate_id,\n \"--report-id\",\n rejected_report_id,\n \"--actor\",\n \"cli-test\",\n \"--comment\",\n \"reject candidate\",\n \"--json\",\n ]\n )\n assert reject_exit == 0\n\n publish_exit = cli_main(\n [\n \"publish\",\n \"--candidate-id\",\n approved_candidate_id,\n \"--report-id\",\n approved_report_id,\n \"--actor\",\n \"cli-test\",\n \"--target-channel\",\n \"stable\",\n \"--publication-ref\",\n \"rel-cli-001\",\n \"--json\",\n ]\n )\n assert publish_exit == 0\n\n publication_records = getattr(repository, \"publication_records\", [])\n assert publication_records\n publication_id = publication_records[-1].id\n\n revoke_exit = cli_main(\n [\n \"revoke\",\n \"--publication-id\",\n publication_id,\n \"--actor\",\n \"cli-test\",\n \"--comment\",\n \"rollback\",\n \"--json\",\n ]\n )\n assert revoke_exit == 0\n\n\n# [/DEF:test_cli_release_gate_commands_scaffold:Function]\n# [/DEF:test_clean_release_cli:Module]\n" }, { @@ -67698,9 +70487,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_cli_candidate_register_scaffold' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_cli_candidate_register_scaffold:Function]\n# @RELATION: BINDS_TO -> test_clean_release_cli\n# @PURPOSE: Verify candidate-register command exits successfully for valid required arguments.\ndef test_cli_candidate_register_scaffold() -> None:\n \"\"\"Candidate register CLI command smoke test.\"\"\"\n exit_code = cli_main(\n [\n \"candidate-register\",\n \"--candidate-id\",\n \"cli-candidate-1\",\n \"--version\",\n \"1.0.0\",\n \"--source-snapshot-ref\",\n \"git:sha123\",\n \"--created-by\",\n \"cli-test\",\n ]\n )\n assert exit_code == 0\n\n\n# [/DEF:test_cli_candidate_register_scaffold:Function]\n" }, { @@ -67731,9 +70531,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_cli_manifest_build_scaffold' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_cli_manifest_build_scaffold:Function]\n# @RELATION: BINDS_TO -> test_clean_release_cli\n# @PURPOSE: Verify candidate-register/artifact-import/manifest-build smoke path succeeds end-to-end.\ndef test_cli_manifest_build_scaffold() -> None:\n \"\"\"Manifest build CLI command smoke test.\"\"\"\n register_exit = cli_main(\n [\n \"candidate-register\",\n \"--candidate-id\",\n \"cli-candidate-2\",\n \"--version\",\n \"1.0.0\",\n \"--source-snapshot-ref\",\n \"git:sha234\",\n \"--created-by\",\n \"cli-test\",\n ]\n )\n assert register_exit == 0\n\n import_exit = cli_main(\n [\n \"artifact-import\",\n \"--candidate-id\",\n \"cli-candidate-2\",\n \"--artifact-id\",\n \"artifact-2\",\n \"--path\",\n \"bin/app\",\n \"--sha256\",\n \"feedbeef\",\n \"--size\",\n \"24\",\n ]\n )\n assert import_exit == 0\n\n manifest_exit = cli_main(\n [\n \"manifest-build\",\n \"--candidate-id\",\n \"cli-candidate-2\",\n \"--created-by\",\n \"cli-test\",\n ]\n )\n assert manifest_exit == 0\n\n\n# [/DEF:test_cli_manifest_build_scaffold:Function]\n" }, { @@ -67774,9 +70585,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_cli_compliance_run_scaffold' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_cli_compliance_run_scaffold:Function]\n# @RELATION: BINDS_TO -> test_clean_release_cli\n# @PURPOSE: Verify compliance run/status/violations/report commands complete for prepared candidate.\ndef test_cli_compliance_run_scaffold() -> None:\n \"\"\"Compliance CLI command smoke test for run/status/report/violations.\"\"\"\n repository = get_clean_release_repository()\n config_manager = get_config_manager()\n\n registry = SourceRegistrySnapshot(\n id=\"cli-registry\",\n registry_id=\"trusted-registry\",\n registry_version=\"1.0.0\",\n allowed_hosts=[\"repo.internal.local\"],\n allowed_schemes=[\"https\"],\n allowed_source_types=[\"repo\"],\n immutable=True,\n )\n policy = CleanPolicySnapshot(\n id=\"cli-policy\",\n policy_id=\"trusted-policy\",\n policy_version=\"1.0.0\",\n content_json={\"rules\": []},\n registry_snapshot_id=registry.id,\n immutable=True,\n )\n repository.save_registry(registry)\n repository.save_policy(policy)\n\n config = config_manager.get_config()\n if getattr(config, \"settings\", None) is None:\n # @INVARIANT: SimpleNamespace substitutes for GlobalSettings — any field rename in GlobalSettings will silently not propagate here; re-verify on GlobalSettings schema changes.\n config.settings = SimpleNamespace()\n config.settings.clean_release = SimpleNamespace(\n active_policy_id=policy.id,\n active_registry_id=registry.id,\n )\n\n register_exit = cli_main(\n [\n \"candidate-register\",\n \"--candidate-id\",\n \"cli-candidate-3\",\n \"--version\",\n \"1.0.0\",\n \"--source-snapshot-ref\",\n \"git:sha345\",\n \"--created-by\",\n \"cli-test\",\n ]\n )\n assert register_exit == 0\n\n import_exit = cli_main(\n [\n \"artifact-import\",\n \"--candidate-id\",\n \"cli-candidate-3\",\n \"--artifact-id\",\n \"artifact-1\",\n \"--path\",\n \"bin/app\",\n \"--sha256\",\n \"deadbeef\",\n \"--size\",\n \"42\",\n ]\n )\n assert import_exit == 0\n\n manifest_exit = cli_main(\n [\n \"manifest-build\",\n \"--candidate-id\",\n \"cli-candidate-3\",\n \"--created-by\",\n \"cli-test\",\n ]\n )\n assert manifest_exit == 0\n\n run_exit = cli_main(\n [\n \"compliance-run\",\n \"--candidate-id\",\n \"cli-candidate-3\",\n \"--actor\",\n \"cli-test\",\n \"--json\",\n ]\n )\n assert run_exit == 0\n\n run_id = next(\n run.id\n for run in repository.check_runs.values()\n if run.candidate_id == \"cli-candidate-3\"\n )\n\n status_exit = cli_main([\"compliance-status\", \"--run-id\", run_id, \"--json\"])\n assert status_exit == 0\n\n violations_exit = cli_main([\"compliance-violations\", \"--run-id\", run_id, \"--json\"])\n assert violations_exit == 0\n\n report_exit = cli_main([\"compliance-report\", \"--run-id\", run_id, \"--json\"])\n assert report_exit == 0\n\n\n# [/DEF:test_cli_compliance_run_scaffold:Function]\n" }, { @@ -67807,9 +70629,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_cli_release_gate_commands_scaffold' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_cli_release_gate_commands_scaffold:Function]\n# @RELATION: BINDS_TO -> test_clean_release_cli\n# @PURPOSE: Verify approve/reject/publish/revoke release-gate commands execute with valid fixtures.\ndef test_cli_release_gate_commands_scaffold() -> None:\n \"\"\"Release gate CLI smoke test for approve/reject/publish/revoke commands.\"\"\"\n repository = get_clean_release_repository()\n\n approved_candidate_id = f\"cli-release-approved-{uuid4()}\"\n rejected_candidate_id = f\"cli-release-rejected-{uuid4()}\"\n approved_report_id = f\"CCR-cli-release-approved-{uuid4()}\"\n rejected_report_id = f\"CCR-cli-release-rejected-{uuid4()}\"\n\n repository.save_candidate(\n ReleaseCandidate(\n id=approved_candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-approved\",\n created_by=\"cli-test\",\n created_at=datetime.now(UTC),\n status=CandidateStatus.CHECK_PASSED.value,\n )\n )\n repository.save_candidate(\n ReleaseCandidate(\n id=rejected_candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-rejected\",\n created_by=\"cli-test\",\n created_at=datetime.now(UTC),\n status=CandidateStatus.CHECK_PASSED.value,\n )\n )\n repository.save_report(\n ComplianceReport(\n id=approved_report_id,\n run_id=f\"run-{uuid4()}\",\n candidate_id=approved_candidate_id,\n final_status=ComplianceDecision.PASSED.value,\n summary_json={\n \"operator_summary\": \"ok\",\n \"violations_count\": 0,\n \"blocking_violations_count\": 0,\n },\n generated_at=datetime.now(UTC),\n immutable=True,\n )\n )\n repository.save_report(\n ComplianceReport(\n id=rejected_report_id,\n run_id=f\"run-{uuid4()}\",\n candidate_id=rejected_candidate_id,\n final_status=ComplianceDecision.PASSED.value,\n summary_json={\n \"operator_summary\": \"ok\",\n \"violations_count\": 0,\n \"blocking_violations_count\": 0,\n },\n generated_at=datetime.now(UTC),\n immutable=True,\n )\n )\n\n approve_exit = cli_main(\n [\n \"approve\",\n \"--candidate-id\",\n approved_candidate_id,\n \"--report-id\",\n approved_report_id,\n \"--actor\",\n \"cli-test\",\n \"--comment\",\n \"approve candidate\",\n \"--json\",\n ]\n )\n assert approve_exit == 0\n\n reject_exit = cli_main(\n [\n \"reject\",\n \"--candidate-id\",\n rejected_candidate_id,\n \"--report-id\",\n rejected_report_id,\n \"--actor\",\n \"cli-test\",\n \"--comment\",\n \"reject candidate\",\n \"--json\",\n ]\n )\n assert reject_exit == 0\n\n publish_exit = cli_main(\n [\n \"publish\",\n \"--candidate-id\",\n approved_candidate_id,\n \"--report-id\",\n approved_report_id,\n \"--actor\",\n \"cli-test\",\n \"--target-channel\",\n \"stable\",\n \"--publication-ref\",\n \"rel-cli-001\",\n \"--json\",\n ]\n )\n assert publish_exit == 0\n\n publication_records = getattr(repository, \"publication_records\", [])\n assert publication_records\n publication_id = publication_records[-1].id\n\n revoke_exit = cli_main(\n [\n \"revoke\",\n \"--publication-id\",\n publication_id,\n \"--actor\",\n \"cli-test\",\n \"--comment\",\n \"rollback\",\n \"--json\",\n ]\n )\n assert revoke_exit == 0\n\n\n# [/DEF:test_cli_release_gate_commands_scaffold:Function]\n" }, { @@ -67884,9 +70717,20 @@ ], "predicate": "BELONGS_TO" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestCleanReleaseTui' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestCleanReleaseTui:Module]\n# @RELATION: BELONGS_TO -> SrcRoot\n# @SEMANTICS: tests, tui, clean-release, curses\n# @PURPOSE: Unit tests for the interactive curses TUI of the clean release process.\n# @LAYER: Scripts\n# @INVARIANT: TUI initializes, handles hotkeys (F5, F10) and safely falls back without TTY.\n\nimport curses\nimport json\nimport os\nfrom unittest import mock\nfrom unittest.mock import MagicMock, patch\n\nimport pytest\n\nfrom src.models.clean_release import CheckFinalStatus\nfrom src.scripts.clean_release_tui import CleanReleaseTUI, main\n\n\n@pytest.fixture\ndef mock_stdscr() -> MagicMock:\n stdscr = MagicMock()\n stdscr.getmaxyx.return_value = (40, 100)\n stdscr.getch.return_value = -1\n return stdscr\n\n\n# [DEF:test_headless_fallback:Function]\n# @RELATION: BINDS_TO -> TestCleanReleaseTui\ndef test_headless_fallback(capsys):\n \"\"\"\n @TEST_EDGE: stdout_unavailable\n Tests that non-TTY startup is explicitly refused and wrapper is not invoked.\n \"\"\"\n with mock.patch(\"src.scripts.clean_release_tui.curses.wrapper\") as curses_wrapper_mock:\n with mock.patch(\"sys.stdout.isatty\", return_value=False):\n exit_code = main()\n\n curses_wrapper_mock.assert_not_called()\n\n assert exit_code == 2\n captured = capsys.readouterr()\n assert \"TTY is required for TUI mode\" in captured.err\n assert \"Use CLI/API workflow instead\" in captured.err\n\n\n# [/DEF:test_headless_fallback:Function]\n\n@patch(\"src.scripts.clean_release_tui.curses\")\n# [DEF:test_tui_initial_render:Function]\n# @RELATION: BINDS_TO -> TestCleanReleaseTui\ndef test_tui_initial_render(mock_curses_module, mock_stdscr: MagicMock):\n \"\"\"\n Simulates the initial rendering cycle of the TUI application to ensure\n titles, headers, footers and the READY state are drawn appropriately.\n \"\"\"\n # Ensure constants match\n mock_curses_module.KEY_F10 = curses.KEY_F10\n mock_curses_module.KEY_F5 = curses.KEY_F5\n mock_curses_module.color_pair.side_effect = lambda x: x\n mock_curses_module.A_BOLD = 0\n\n app = CleanReleaseTUI(mock_stdscr)\n assert app.status == \"READY\"\n\n # We only want to run one loop iteration, so we mock getch to return F10\n mock_stdscr.getch.return_value = curses.KEY_F10\n\n app.loop()\n\n # Assert header was drawn\n addstr_calls = mock_stdscr.addstr.call_args_list\n assert any(\"Enterprise Clean Release Validator\" in str(call) for call in addstr_calls)\n assert any(\"Candidate: [2026.03.03-rc1]\" in str(call) for call in addstr_calls)\n\n # Assert checks list is shown\n assert any(\"Data Purity\" in str(call) for call in addstr_calls)\n assert any(\"Internal Sources Only\" in str(call) for call in addstr_calls)\n\n # Assert footer is shown\n assert any(\"F5 Run\" in str(call) for call in addstr_calls)\n\n\n# [/DEF:test_tui_initial_render:Function]\n\n@patch(\"src.scripts.clean_release_tui.curses\")\n# [DEF:test_tui_run_checks_f5:Function]\n# @RELATION: BINDS_TO -> TestCleanReleaseTui\ndef test_tui_run_checks_f5(mock_curses_module, mock_stdscr: MagicMock):\n \"\"\"\n Simulates pressing F5 to transition into the RUNNING checks flow.\n \"\"\"\n # Ensure constants match\n mock_curses_module.KEY_F10 = curses.KEY_F10\n mock_curses_module.KEY_F5 = curses.KEY_F5\n mock_curses_module.color_pair.side_effect = lambda x: x\n mock_curses_module.A_BOLD = 0\n\n app = CleanReleaseTUI(mock_stdscr)\n\n # getch sequence:\n # 1. First loop: F5 (triggers run_checks)\n # 2. Next call after run_checks: F10 to exit\n mock_stdscr.f5_pressed = False\n def side_effect():\n if not mock_stdscr.f5_pressed:\n mock_stdscr.f5_pressed = True\n return curses.KEY_F5\n return curses.KEY_F10\n\n mock_stdscr.getch.side_effect = side_effect\n\n with mock.patch(\"time.sleep\", return_value=None):\n app.loop()\n\n # After F5 is pressed, status should be BLOCKED due to deliberate 'test-data' violation\n assert app.status == CheckFinalStatus.BLOCKED\n assert app.report_id is not None\n assert \"CCR-\" in app.report_id\n assert len(app.violations_list) > 0\n\n\n# [/DEF:test_tui_run_checks_f5:Function]\n\n@patch(\"src.scripts.clean_release_tui.curses\")\n# [DEF:test_tui_exit_f10:Function]\n# @RELATION: BINDS_TO -> TestCleanReleaseTui\ndef test_tui_exit_f10(mock_curses_module, mock_stdscr: MagicMock):\n \"\"\"\n Simulates pressing F10 to exit the application immediately without running checks.\n \"\"\"\n # Ensure constants match\n mock_curses_module.KEY_F10 = curses.KEY_F10\n\n app = CleanReleaseTUI(mock_stdscr)\n mock_stdscr.getch.return_value = curses.KEY_F10\n\n # loop() should return cleanly\n app.loop()\n\n assert app.status == \"READY\"\n\n\n# [/DEF:test_tui_exit_f10:Function]\n\n@patch(\"src.scripts.clean_release_tui.curses\")\n# [DEF:test_tui_clear_history_f7:Function]\n# @RELATION: BINDS_TO -> TestCleanReleaseTui\ndef test_tui_clear_history_f7(mock_curses_module, mock_stdscr: MagicMock):\n \"\"\"\n Simulates pressing F7 to clear history.\n \"\"\"\n mock_curses_module.KEY_F10 = curses.KEY_F10\n mock_curses_module.KEY_F7 = curses.KEY_F7\n mock_curses_module.color_pair.side_effect = lambda x: x\n mock_curses_module.A_BOLD = 0\n\n app = CleanReleaseTUI(mock_stdscr)\n app.status = CheckFinalStatus.BLOCKED\n app.report_id = \"SOME-REPORT\"\n\n # F7 then F10\n mock_stdscr.getch.side_effect = [curses.KEY_F7, curses.KEY_F10]\n\n app.loop()\n\n assert app.status == \"READY\"\n assert app.report_id is None\n assert len(app.checks_progress) == 0\n\n\n# [/DEF:test_tui_clear_history_f7:Function]\n\n@patch(\"src.scripts.clean_release_tui.curses\")\n# [DEF:test_tui_real_mode_bootstrap_imports_artifacts_catalog:Function]\n# @RELATION: BINDS_TO -> TestCleanReleaseTui\ndef test_tui_real_mode_bootstrap_imports_artifacts_catalog(\n mock_curses_module,\n mock_stdscr: MagicMock,\n tmp_path,\n# [/DEF:test_tui_real_mode_bootstrap_imports_artifacts_catalog:Function]\n\n):\n \"\"\"\n @TEST_CONTRACT: bootstrap.json + artifacts.json -> candidate PREPARED with imported artifacts\n \"\"\"\n mock_curses_module.KEY_F10 = curses.KEY_F10\n mock_curses_module.color_pair.side_effect = lambda x: x\n mock_curses_module.A_BOLD = 0\n\n bootstrap_path = tmp_path / \"bootstrap.json\"\n artifacts_path = tmp_path / \"artifacts.json\"\n bootstrap_path.write_text(\n json.dumps(\n {\n \"candidate_id\": \"real-candidate-1\",\n \"version\": \"1.0.0\",\n \"source_snapshot_ref\": \"git:release/1\",\n \"created_by\": \"operator\",\n \"allowed_hosts\": [\"repo.intra.company.local\"],\n }\n ),\n encoding=\"utf-8\",\n )\n artifacts_path.write_text(\n json.dumps(\n {\n \"artifacts\": [\n {\n \"id\": \"artifact-1\",\n \"path\": \"backend/dist/package.tar.gz\",\n \"sha256\": \"deadbeef\",\n \"size\": 1024,\n \"category\": \"core\",\n \"source_uri\": \"https://repo.intra.company.local/releases/package.tar.gz\",\n \"source_host\": \"repo.intra.company.local\",\n }\n ]\n }\n ),\n encoding=\"utf-8\",\n )\n\n with mock.patch.dict(\n os.environ,\n {\n \"CLEAN_TUI_MODE\": \"real\",\n \"CLEAN_TUI_BOOTSTRAP_JSON\": str(bootstrap_path),\n \"CLEAN_TUI_ARTIFACTS_JSON\": str(artifacts_path),\n },\n clear=False,\n ):\n app = CleanReleaseTUI(mock_stdscr)\n\n candidate = app.repo.get_candidate(\"real-candidate-1\")\n artifacts = app.repo.get_artifacts_by_candidate(\"real-candidate-1\")\n\n assert candidate is not None\n assert candidate.status == \"PREPARED\"\n assert len(artifacts) == 1\n assert artifacts[0].path == \"backend/dist/package.tar.gz\"\n assert artifacts[0].detected_category == \"core\"\n\n\n# [/DEF:TestCleanReleaseTui:Module]\n" }, { @@ -67924,9 +70768,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_headless_fallback' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_headless_fallback:Function]\n# @RELATION: BINDS_TO -> TestCleanReleaseTui\ndef test_headless_fallback(capsys):\n \"\"\"\n @TEST_EDGE: stdout_unavailable\n Tests that non-TTY startup is explicitly refused and wrapper is not invoked.\n \"\"\"\n with mock.patch(\"src.scripts.clean_release_tui.curses.wrapper\") as curses_wrapper_mock:\n with mock.patch(\"sys.stdout.isatty\", return_value=False):\n exit_code = main()\n\n curses_wrapper_mock.assert_not_called()\n\n assert exit_code == 2\n captured = capsys.readouterr()\n assert \"TTY is required for TUI mode\" in captured.err\n assert \"Use CLI/API workflow instead\" in captured.err\n\n\n# [/DEF:test_headless_fallback:Function]\n" }, { @@ -67964,9 +70819,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_tui_initial_render' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_tui_initial_render:Function]\n# @RELATION: BINDS_TO -> TestCleanReleaseTui\ndef test_tui_initial_render(mock_curses_module, mock_stdscr: MagicMock):\n \"\"\"\n Simulates the initial rendering cycle of the TUI application to ensure\n titles, headers, footers and the READY state are drawn appropriately.\n \"\"\"\n # Ensure constants match\n mock_curses_module.KEY_F10 = curses.KEY_F10\n mock_curses_module.KEY_F5 = curses.KEY_F5\n mock_curses_module.color_pair.side_effect = lambda x: x\n mock_curses_module.A_BOLD = 0\n\n app = CleanReleaseTUI(mock_stdscr)\n assert app.status == \"READY\"\n\n # We only want to run one loop iteration, so we mock getch to return F10\n mock_stdscr.getch.return_value = curses.KEY_F10\n\n app.loop()\n\n # Assert header was drawn\n addstr_calls = mock_stdscr.addstr.call_args_list\n assert any(\"Enterprise Clean Release Validator\" in str(call) for call in addstr_calls)\n assert any(\"Candidate: [2026.03.03-rc1]\" in str(call) for call in addstr_calls)\n\n # Assert checks list is shown\n assert any(\"Data Purity\" in str(call) for call in addstr_calls)\n assert any(\"Internal Sources Only\" in str(call) for call in addstr_calls)\n\n # Assert footer is shown\n assert any(\"F5 Run\" in str(call) for call in addstr_calls)\n\n\n# [/DEF:test_tui_initial_render:Function]\n" }, { @@ -68004,9 +70870,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_tui_run_checks_f5' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_tui_run_checks_f5:Function]\n# @RELATION: BINDS_TO -> TestCleanReleaseTui\ndef test_tui_run_checks_f5(mock_curses_module, mock_stdscr: MagicMock):\n \"\"\"\n Simulates pressing F5 to transition into the RUNNING checks flow.\n \"\"\"\n # Ensure constants match\n mock_curses_module.KEY_F10 = curses.KEY_F10\n mock_curses_module.KEY_F5 = curses.KEY_F5\n mock_curses_module.color_pair.side_effect = lambda x: x\n mock_curses_module.A_BOLD = 0\n\n app = CleanReleaseTUI(mock_stdscr)\n\n # getch sequence:\n # 1. First loop: F5 (triggers run_checks)\n # 2. Next call after run_checks: F10 to exit\n mock_stdscr.f5_pressed = False\n def side_effect():\n if not mock_stdscr.f5_pressed:\n mock_stdscr.f5_pressed = True\n return curses.KEY_F5\n return curses.KEY_F10\n\n mock_stdscr.getch.side_effect = side_effect\n\n with mock.patch(\"time.sleep\", return_value=None):\n app.loop()\n\n # After F5 is pressed, status should be BLOCKED due to deliberate 'test-data' violation\n assert app.status == CheckFinalStatus.BLOCKED\n assert app.report_id is not None\n assert \"CCR-\" in app.report_id\n assert len(app.violations_list) > 0\n\n\n# [/DEF:test_tui_run_checks_f5:Function]\n" }, { @@ -68044,9 +70921,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_tui_exit_f10' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_tui_exit_f10:Function]\n# @RELATION: BINDS_TO -> TestCleanReleaseTui\ndef test_tui_exit_f10(mock_curses_module, mock_stdscr: MagicMock):\n \"\"\"\n Simulates pressing F10 to exit the application immediately without running checks.\n \"\"\"\n # Ensure constants match\n mock_curses_module.KEY_F10 = curses.KEY_F10\n\n app = CleanReleaseTUI(mock_stdscr)\n mock_stdscr.getch.return_value = curses.KEY_F10\n\n # loop() should return cleanly\n app.loop()\n\n assert app.status == \"READY\"\n\n\n# [/DEF:test_tui_exit_f10:Function]\n" }, { @@ -68084,9 +70972,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_tui_clear_history_f7' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_tui_clear_history_f7:Function]\n# @RELATION: BINDS_TO -> TestCleanReleaseTui\ndef test_tui_clear_history_f7(mock_curses_module, mock_stdscr: MagicMock):\n \"\"\"\n Simulates pressing F7 to clear history.\n \"\"\"\n mock_curses_module.KEY_F10 = curses.KEY_F10\n mock_curses_module.KEY_F7 = curses.KEY_F7\n mock_curses_module.color_pair.side_effect = lambda x: x\n mock_curses_module.A_BOLD = 0\n\n app = CleanReleaseTUI(mock_stdscr)\n app.status = CheckFinalStatus.BLOCKED\n app.report_id = \"SOME-REPORT\"\n\n # F7 then F10\n mock_stdscr.getch.side_effect = [curses.KEY_F7, curses.KEY_F10]\n\n app.loop()\n\n assert app.status == \"READY\"\n assert app.report_id is None\n assert len(app.checks_progress) == 0\n\n\n# [/DEF:test_tui_clear_history_f7:Function]\n" }, { @@ -68124,9 +71023,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_tui_real_mode_bootstrap_imports_artifacts_catalog' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_tui_real_mode_bootstrap_imports_artifacts_catalog:Function]\n# @RELATION: BINDS_TO -> TestCleanReleaseTui\ndef test_tui_real_mode_bootstrap_imports_artifacts_catalog(\n mock_curses_module,\n mock_stdscr: MagicMock,\n tmp_path,\n# [/DEF:test_tui_real_mode_bootstrap_imports_artifacts_catalog:Function]\n" }, { @@ -68176,9 +71086,20 @@ ], "predicate": "BELONGS_TO" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_clean_release_tui_v2' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_clean_release_tui_v2:Module]\n# @RELATION: BELONGS_TO -> SrcRoot\n# @PURPOSE: Smoke tests for thin-client TUI action dispatch and blocked transition behavior.\n# @LAYER: Domain\n\n\"\"\"Smoke tests for the redesigned clean release TUI.\"\"\"\n\nfrom __future__ import annotations\n\nimport curses\nfrom unittest.mock import MagicMock, patch\n\nfrom src.models.clean_release import CheckFinalStatus\nfrom src.scripts.clean_release_tui import CleanReleaseTUI, main\n\n\n# [DEF:_build_mock_stdscr:Function]\n# @RELATION: BINDS_TO -> test_clean_release_tui_v2\n# @PURPOSE: Build deterministic curses screen mock with default terminal geometry and exit key.\ndef _build_mock_stdscr() -> MagicMock:\n stdscr = MagicMock()\n stdscr.getmaxyx.return_value = (40, 120)\n stdscr.getch.return_value = curses.KEY_F10\n return stdscr\n\n\n# [/DEF:_build_mock_stdscr:Function]\n\n\n@patch(\"src.scripts.clean_release_tui.curses\")\n# [DEF:test_tui_f5_dispatches_run_action:Function]\n# @RELATION: BINDS_TO -> test_clean_release_tui_v2\n# @PURPOSE: Verify F5 key dispatch invokes run_checks exactly once before graceful exit.\ndef test_tui_f5_dispatches_run_action(mock_curses_module: MagicMock) -> None:\n \"\"\"F5 should dispatch run action from TUI loop.\"\"\"\n mock_curses_module.KEY_F10 = curses.KEY_F10\n mock_curses_module.KEY_F5 = curses.KEY_F5\n mock_curses_module.color_pair.side_effect = lambda value: value\n mock_curses_module.A_BOLD = 0\n\n stdscr = _build_mock_stdscr()\n app = CleanReleaseTUI(stdscr)\n\n stdscr.getch.side_effect = [curses.KEY_F5, curses.KEY_F10]\n with patch.object(app, \"run_checks\", autospec=True) as run_checks_mock:\n app.loop()\n\n run_checks_mock.assert_called_once_with()\n\n\n# [/DEF:test_tui_f5_dispatches_run_action:Function]\n\n\n@patch(\"src.scripts.clean_release_tui.curses\")\n# [DEF:test_tui_f5_run_smoke_reports_blocked_state:Function]\n# @RELATION: BINDS_TO -> test_clean_release_tui_v2\n# @PURPOSE: Verify blocked compliance state is surfaced after F5-triggered run action.\ndef test_tui_f5_run_smoke_reports_blocked_state(mock_curses_module: MagicMock) -> None:\n \"\"\"F5 smoke test should expose blocked outcome state after run action.\"\"\"\n mock_curses_module.KEY_F10 = curses.KEY_F10\n mock_curses_module.KEY_F5 = curses.KEY_F5\n mock_curses_module.color_pair.side_effect = lambda value: value\n mock_curses_module.A_BOLD = 0\n\n stdscr = _build_mock_stdscr()\n app = CleanReleaseTUI(stdscr)\n stdscr.getch.side_effect = [curses.KEY_F5, curses.KEY_F10]\n\n def _set_blocked_state() -> None:\n app.status = CheckFinalStatus.BLOCKED\n app.report_id = \"CCR-smoke-blocked\"\n app.violations_list = [object()]\n\n with patch.object(app, \"run_checks\", side_effect=_set_blocked_state, autospec=True):\n app.loop()\n\n assert app.status == CheckFinalStatus.BLOCKED\n assert app.report_id == \"CCR-smoke-blocked\"\n assert app.violations_list\n\n\n# [/DEF:test_tui_f5_run_smoke_reports_blocked_state:Function]\n\n\n# [DEF:test_tui_non_tty_refuses_startup:Function]\n# @RELATION: BINDS_TO -> test_clean_release_tui_v2\n# @PURPOSE: Verify non-TTY execution returns exit code 2 with actionable stderr guidance.\ndef test_tui_non_tty_refuses_startup(capsys) -> None:\n \"\"\"Non-TTY startup must refuse TUI mode and redirect operator to CLI/API flow.\"\"\"\n with patch(\"sys.stdout.isatty\", return_value=False):\n exit_code = main()\n\n captured = capsys.readouterr()\n assert exit_code == 2\n assert \"TTY is required for TUI mode\" in captured.err\n assert \"Use CLI/API workflow instead\" in captured.err\n\n\n# [/DEF:test_tui_non_tty_refuses_startup:Function]\n\n\n@patch(\"src.scripts.clean_release_tui.curses\")\n# [DEF:test_tui_f8_blocked_without_facade_binding:Function]\n# @RELATION: BINDS_TO -> test_clean_release_tui_v2\n# @PURPOSE: Verify F8 path reports disabled action instead of mutating hidden facade state.\ndef test_tui_f8_blocked_without_facade_binding(mock_curses_module: MagicMock) -> None:\n \"\"\"F8 should not perform hidden state mutation when facade action is not bound.\"\"\"\n mock_curses_module.KEY_F10 = curses.KEY_F10\n mock_curses_module.KEY_F8 = curses.KEY_F8\n mock_curses_module.color_pair.side_effect = lambda value: value\n mock_curses_module.A_BOLD = 0\n\n stdscr = _build_mock_stdscr()\n app = CleanReleaseTUI(stdscr)\n stdscr.getch.side_effect = [curses.KEY_F8, curses.KEY_F10]\n\n app.loop()\n\n assert app.last_error is not None\n assert \"F8 disabled\" in app.last_error\n\n\n# [/DEF:test_tui_f8_blocked_without_facade_binding:Function]\n# [/DEF:test_clean_release_tui_v2:Module]\n" }, { @@ -68218,9 +71139,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_build_mock_stdscr' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_build_mock_stdscr:Function]\n# @RELATION: BINDS_TO -> test_clean_release_tui_v2\n# @PURPOSE: Build deterministic curses screen mock with default terminal geometry and exit key.\ndef _build_mock_stdscr() -> MagicMock:\n stdscr = MagicMock()\n stdscr.getmaxyx.return_value = (40, 120)\n stdscr.getch.return_value = curses.KEY_F10\n return stdscr\n\n\n# [/DEF:_build_mock_stdscr:Function]\n" }, { @@ -68251,9 +71183,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_tui_f5_dispatches_run_action' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_tui_f5_dispatches_run_action:Function]\n# @RELATION: BINDS_TO -> test_clean_release_tui_v2\n# @PURPOSE: Verify F5 key dispatch invokes run_checks exactly once before graceful exit.\ndef test_tui_f5_dispatches_run_action(mock_curses_module: MagicMock) -> None:\n \"\"\"F5 should dispatch run action from TUI loop.\"\"\"\n mock_curses_module.KEY_F10 = curses.KEY_F10\n mock_curses_module.KEY_F5 = curses.KEY_F5\n mock_curses_module.color_pair.side_effect = lambda value: value\n mock_curses_module.A_BOLD = 0\n\n stdscr = _build_mock_stdscr()\n app = CleanReleaseTUI(stdscr)\n\n stdscr.getch.side_effect = [curses.KEY_F5, curses.KEY_F10]\n with patch.object(app, \"run_checks\", autospec=True) as run_checks_mock:\n app.loop()\n\n run_checks_mock.assert_called_once_with()\n\n\n# [/DEF:test_tui_f5_dispatches_run_action:Function]\n" }, { @@ -68284,9 +71227,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_tui_f5_run_smoke_reports_blocked_state' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_tui_f5_run_smoke_reports_blocked_state:Function]\n# @RELATION: BINDS_TO -> test_clean_release_tui_v2\n# @PURPOSE: Verify blocked compliance state is surfaced after F5-triggered run action.\ndef test_tui_f5_run_smoke_reports_blocked_state(mock_curses_module: MagicMock) -> None:\n \"\"\"F5 smoke test should expose blocked outcome state after run action.\"\"\"\n mock_curses_module.KEY_F10 = curses.KEY_F10\n mock_curses_module.KEY_F5 = curses.KEY_F5\n mock_curses_module.color_pair.side_effect = lambda value: value\n mock_curses_module.A_BOLD = 0\n\n stdscr = _build_mock_stdscr()\n app = CleanReleaseTUI(stdscr)\n stdscr.getch.side_effect = [curses.KEY_F5, curses.KEY_F10]\n\n def _set_blocked_state() -> None:\n app.status = CheckFinalStatus.BLOCKED\n app.report_id = \"CCR-smoke-blocked\"\n app.violations_list = [object()]\n\n with patch.object(app, \"run_checks\", side_effect=_set_blocked_state, autospec=True):\n app.loop()\n\n assert app.status == CheckFinalStatus.BLOCKED\n assert app.report_id == \"CCR-smoke-blocked\"\n assert app.violations_list\n\n\n# [/DEF:test_tui_f5_run_smoke_reports_blocked_state:Function]\n" }, { @@ -68317,9 +71271,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_tui_non_tty_refuses_startup' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_tui_non_tty_refuses_startup:Function]\n# @RELATION: BINDS_TO -> test_clean_release_tui_v2\n# @PURPOSE: Verify non-TTY execution returns exit code 2 with actionable stderr guidance.\ndef test_tui_non_tty_refuses_startup(capsys) -> None:\n \"\"\"Non-TTY startup must refuse TUI mode and redirect operator to CLI/API flow.\"\"\"\n with patch(\"sys.stdout.isatty\", return_value=False):\n exit_code = main()\n\n captured = capsys.readouterr()\n assert exit_code == 2\n assert \"TTY is required for TUI mode\" in captured.err\n assert \"Use CLI/API workflow instead\" in captured.err\n\n\n# [/DEF:test_tui_non_tty_refuses_startup:Function]\n" }, { @@ -68350,9 +71315,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_tui_f8_blocked_without_facade_binding' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_tui_f8_blocked_without_facade_binding:Function]\n# @RELATION: BINDS_TO -> test_clean_release_tui_v2\n# @PURPOSE: Verify F8 path reports disabled action instead of mutating hidden facade state.\ndef test_tui_f8_blocked_without_facade_binding(mock_curses_module: MagicMock) -> None:\n \"\"\"F8 should not perform hidden state mutation when facade action is not bound.\"\"\"\n mock_curses_module.KEY_F10 = curses.KEY_F10\n mock_curses_module.KEY_F8 = curses.KEY_F8\n mock_curses_module.color_pair.side_effect = lambda value: value\n mock_curses_module.A_BOLD = 0\n\n stdscr = _build_mock_stdscr()\n app = CleanReleaseTUI(stdscr)\n stdscr.getch.side_effect = [curses.KEY_F8, curses.KEY_F10]\n\n app.loop()\n\n assert app.last_error is not None\n assert \"F8 disabled\" in app.last_error\n\n\n# [/DEF:test_tui_f8_blocked_without_facade_binding:Function]\n" }, { @@ -68428,9 +71404,20 @@ ], "predicate": "BELONGS_TO" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestApprovalService' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestApprovalService:Module]\n# @RELATION: BELONGS_TO -> SrcRoot\n# @SEMANTICS: tests, clean-release, approval, lifecycle, gate\n# @PURPOSE: Define approval gate contracts for approve/reject operations over immutable compliance evidence.\n# @LAYER: Tests\n# @INVARIANT: Approval is allowed only for PASSED report bound to candidate; duplicate approve and foreign report must be rejected.\n\nfrom __future__ import annotations\n\nfrom datetime import UTC, datetime\n\nimport pytest\n\nfrom src.models.clean_release import ComplianceReport, ReleaseCandidate\nfrom src.services.clean_release.enums import ApprovalDecisionType, CandidateStatus, ComplianceDecision\nfrom src.services.clean_release.exceptions import ApprovalGateError\nfrom src.services.clean_release.repository import CleanReleaseRepository\n\n\n# [DEF:_seed_candidate_with_report:Function]\n# @RELATION: BINDS_TO -> TestApprovalService\n# @PURPOSE: Seed candidate and report fixtures for approval gate tests.\n# @PRE: candidate_id and report_id are non-empty.\n# @POST: Repository contains candidate and report linked by candidate_id.\ndef _seed_candidate_with_report(\n *,\n candidate_id: str = \"cand-approve-1\",\n report_id: str = \"CCR-approve-1\",\n report_status: ComplianceDecision = ComplianceDecision.PASSED,\n) -> tuple[CleanReleaseRepository, str, str]:\n repository = CleanReleaseRepository()\n repository.save_candidate(\n ReleaseCandidate(\n id=candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-approve-1\",\n created_by=\"tester\",\n created_at=datetime.now(UTC),\n status=CandidateStatus.CHECK_PASSED.value,\n )\n )\n repository.save_report(\n ComplianceReport(\n id=report_id,\n run_id=\"run-approve-1\",\n candidate_id=candidate_id,\n final_status=report_status.value,\n summary_json={\n \"operator_summary\": \"seed\",\n \"violations_count\": 0,\n \"blocking_violations_count\": 0 if report_status == ComplianceDecision.PASSED else 1,\n },\n generated_at=datetime.now(UTC),\n immutable=True,\n )\n )\n return repository, candidate_id, report_id\n# [/DEF:_seed_candidate_with_report:Function]\n\n\n# [DEF:test_approve_rejects_blocked_report:Function]\n# @RELATION: BINDS_TO -> TestApprovalService\n# @PURPOSE: Ensure approve is rejected when latest report final status is not PASSED.\n# @PRE: Candidate has BLOCKED report.\n# @POST: approve_candidate raises ApprovalGateError.\ndef test_approve_rejects_blocked_report():\n from src.services.clean_release.approval_service import approve_candidate\n\n repository, candidate_id, report_id = _seed_candidate_with_report(\n report_status=ComplianceDecision.BLOCKED,\n )\n\n with pytest.raises(ApprovalGateError, match=\"PASSED\"):\n approve_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n decided_by=\"approver\",\n comment=\"blocked report cannot be approved\",\n )\n# [/DEF:test_approve_rejects_blocked_report:Function]\n\n\n# [DEF:test_approve_rejects_foreign_report:Function]\n# @RELATION: BINDS_TO -> TestApprovalService\n# @PURPOSE: Ensure approve is rejected when report belongs to another candidate.\n# @PRE: Candidate exists, report candidate_id differs.\n# @POST: approve_candidate raises ApprovalGateError.\ndef test_approve_rejects_foreign_report():\n from src.services.clean_release.approval_service import approve_candidate\n\n repository, candidate_id, _ = _seed_candidate_with_report()\n foreign_report = ComplianceReport(\n id=\"CCR-foreign-1\",\n run_id=\"run-foreign-1\",\n candidate_id=\"cand-foreign-1\",\n final_status=ComplianceDecision.PASSED.value,\n summary_json={\"operator_summary\": \"foreign\", \"violations_count\": 0, \"blocking_violations_count\": 0},\n generated_at=datetime.now(UTC),\n immutable=True,\n )\n repository.save_report(foreign_report)\n\n with pytest.raises(ApprovalGateError, match=\"belongs to another candidate\"):\n approve_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=foreign_report.id,\n decided_by=\"approver\",\n comment=\"foreign report\",\n )\n# [/DEF:test_approve_rejects_foreign_report:Function]\n\n\n# [DEF:test_approve_rejects_duplicate_approve:Function]\n# @RELATION: BINDS_TO -> TestApprovalService\n# @PURPOSE: Ensure repeated approve decision for same candidate is blocked.\n# @PRE: Candidate has already been approved once.\n# @POST: Second approve_candidate call raises ApprovalGateError.\ndef test_approve_rejects_duplicate_approve():\n from src.services.clean_release.approval_service import approve_candidate\n\n repository, candidate_id, report_id = _seed_candidate_with_report()\n\n first = approve_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n decided_by=\"approver\",\n comment=\"first approval\",\n )\n assert first.decision == ApprovalDecisionType.APPROVED.value\n assert repository.get_candidate(candidate_id).status == CandidateStatus.APPROVED.value\n\n with pytest.raises(ApprovalGateError, match=\"already approved\"):\n approve_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n decided_by=\"approver\",\n comment=\"duplicate approval\",\n )\n# [/DEF:test_approve_rejects_duplicate_approve:Function]\n\n\n# [DEF:test_reject_persists_decision_without_promoting_candidate_state:Function]\n# @RELATION: BINDS_TO -> TestApprovalService\n# @PURPOSE: Ensure reject decision is immutable and does not promote candidate to APPROVED.\n# @PRE: Candidate has PASSED report and CHECK_PASSED lifecycle state.\n# @POST: reject_candidate persists REJECTED decision; candidate status remains unchanged.\ndef test_reject_persists_decision_without_promoting_candidate_state():\n from src.services.clean_release.approval_service import reject_candidate\n\n repository, candidate_id, report_id = _seed_candidate_with_report()\n\n decision = reject_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n decided_by=\"approver\",\n comment=\"manual rejection\",\n )\n\n candidate = repository.get_candidate(candidate_id)\n assert decision.decision == ApprovalDecisionType.REJECTED.value\n assert candidate is not None\n assert candidate.status == CandidateStatus.CHECK_PASSED.value\n# [/DEF:test_reject_persists_decision_without_promoting_candidate_state:Function]\n\n\n# [DEF:test_reject_then_publish_is_blocked:Function]\n# @RELATION: BINDS_TO -> TestApprovalService\n# @PURPOSE: Ensure latest REJECTED decision blocks publication gate.\n# @PRE: Candidate is rejected for passed report.\n# @POST: publish_candidate raises PublicationGateError.\ndef test_reject_then_publish_is_blocked():\n from src.services.clean_release.approval_service import reject_candidate\n from src.services.clean_release.exceptions import PublicationGateError\n from src.services.clean_release.publication_service import publish_candidate\n\n repository, candidate_id, report_id = _seed_candidate_with_report()\n\n reject_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n decided_by=\"approver\",\n comment=\"rejected before publish\",\n )\n\n with pytest.raises(PublicationGateError, match=\"APPROVED\"):\n publish_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n published_by=\"publisher\",\n target_channel=\"stable\",\n publication_ref=\"rel-blocked\",\n )\n# [/DEF:test_reject_then_publish_is_blocked:Function]\n\n# [/DEF:TestApprovalService:Module]\n" }, { @@ -68490,9 +71477,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_seed_candidate_with_report' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_seed_candidate_with_report:Function]\n# @RELATION: BINDS_TO -> TestApprovalService\n# @PURPOSE: Seed candidate and report fixtures for approval gate tests.\n# @PRE: candidate_id and report_id are non-empty.\n# @POST: Repository contains candidate and report linked by candidate_id.\ndef _seed_candidate_with_report(\n *,\n candidate_id: str = \"cand-approve-1\",\n report_id: str = \"CCR-approve-1\",\n report_status: ComplianceDecision = ComplianceDecision.PASSED,\n) -> tuple[CleanReleaseRepository, str, str]:\n repository = CleanReleaseRepository()\n repository.save_candidate(\n ReleaseCandidate(\n id=candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-approve-1\",\n created_by=\"tester\",\n created_at=datetime.now(UTC),\n status=CandidateStatus.CHECK_PASSED.value,\n )\n )\n repository.save_report(\n ComplianceReport(\n id=report_id,\n run_id=\"run-approve-1\",\n candidate_id=candidate_id,\n final_status=report_status.value,\n summary_json={\n \"operator_summary\": \"seed\",\n \"violations_count\": 0,\n \"blocking_violations_count\": 0 if report_status == ComplianceDecision.PASSED else 1,\n },\n generated_at=datetime.now(UTC),\n immutable=True,\n )\n )\n return repository, candidate_id, report_id\n# [/DEF:_seed_candidate_with_report:Function]\n" }, { @@ -68543,9 +71541,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_approve_rejects_blocked_report' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_approve_rejects_blocked_report:Function]\n# @RELATION: BINDS_TO -> TestApprovalService\n# @PURPOSE: Ensure approve is rejected when latest report final status is not PASSED.\n# @PRE: Candidate has BLOCKED report.\n# @POST: approve_candidate raises ApprovalGateError.\ndef test_approve_rejects_blocked_report():\n from src.services.clean_release.approval_service import approve_candidate\n\n repository, candidate_id, report_id = _seed_candidate_with_report(\n report_status=ComplianceDecision.BLOCKED,\n )\n\n with pytest.raises(ApprovalGateError, match=\"PASSED\"):\n approve_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n decided_by=\"approver\",\n comment=\"blocked report cannot be approved\",\n )\n# [/DEF:test_approve_rejects_blocked_report:Function]\n" }, { @@ -68596,9 +71605,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_approve_rejects_foreign_report' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_approve_rejects_foreign_report:Function]\n# @RELATION: BINDS_TO -> TestApprovalService\n# @PURPOSE: Ensure approve is rejected when report belongs to another candidate.\n# @PRE: Candidate exists, report candidate_id differs.\n# @POST: approve_candidate raises ApprovalGateError.\ndef test_approve_rejects_foreign_report():\n from src.services.clean_release.approval_service import approve_candidate\n\n repository, candidate_id, _ = _seed_candidate_with_report()\n foreign_report = ComplianceReport(\n id=\"CCR-foreign-1\",\n run_id=\"run-foreign-1\",\n candidate_id=\"cand-foreign-1\",\n final_status=ComplianceDecision.PASSED.value,\n summary_json={\"operator_summary\": \"foreign\", \"violations_count\": 0, \"blocking_violations_count\": 0},\n generated_at=datetime.now(UTC),\n immutable=True,\n )\n repository.save_report(foreign_report)\n\n with pytest.raises(ApprovalGateError, match=\"belongs to another candidate\"):\n approve_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=foreign_report.id,\n decided_by=\"approver\",\n comment=\"foreign report\",\n )\n# [/DEF:test_approve_rejects_foreign_report:Function]\n" }, { @@ -68649,9 +71669,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_approve_rejects_duplicate_approve' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_approve_rejects_duplicate_approve:Function]\n# @RELATION: BINDS_TO -> TestApprovalService\n# @PURPOSE: Ensure repeated approve decision for same candidate is blocked.\n# @PRE: Candidate has already been approved once.\n# @POST: Second approve_candidate call raises ApprovalGateError.\ndef test_approve_rejects_duplicate_approve():\n from src.services.clean_release.approval_service import approve_candidate\n\n repository, candidate_id, report_id = _seed_candidate_with_report()\n\n first = approve_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n decided_by=\"approver\",\n comment=\"first approval\",\n )\n assert first.decision == ApprovalDecisionType.APPROVED.value\n assert repository.get_candidate(candidate_id).status == CandidateStatus.APPROVED.value\n\n with pytest.raises(ApprovalGateError, match=\"already approved\"):\n approve_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n decided_by=\"approver\",\n comment=\"duplicate approval\",\n )\n# [/DEF:test_approve_rejects_duplicate_approve:Function]\n" }, { @@ -68702,9 +71733,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_reject_persists_decision_without_promoting_candidate_state' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_reject_persists_decision_without_promoting_candidate_state:Function]\n# @RELATION: BINDS_TO -> TestApprovalService\n# @PURPOSE: Ensure reject decision is immutable and does not promote candidate to APPROVED.\n# @PRE: Candidate has PASSED report and CHECK_PASSED lifecycle state.\n# @POST: reject_candidate persists REJECTED decision; candidate status remains unchanged.\ndef test_reject_persists_decision_without_promoting_candidate_state():\n from src.services.clean_release.approval_service import reject_candidate\n\n repository, candidate_id, report_id = _seed_candidate_with_report()\n\n decision = reject_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n decided_by=\"approver\",\n comment=\"manual rejection\",\n )\n\n candidate = repository.get_candidate(candidate_id)\n assert decision.decision == ApprovalDecisionType.REJECTED.value\n assert candidate is not None\n assert candidate.status == CandidateStatus.CHECK_PASSED.value\n# [/DEF:test_reject_persists_decision_without_promoting_candidate_state:Function]\n" }, { @@ -68755,9 +71797,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_reject_then_publish_is_blocked' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_reject_then_publish_is_blocked:Function]\n# @RELATION: BINDS_TO -> TestApprovalService\n# @PURPOSE: Ensure latest REJECTED decision blocks publication gate.\n# @PRE: Candidate is rejected for passed report.\n# @POST: publish_candidate raises PublicationGateError.\ndef test_reject_then_publish_is_blocked():\n from src.services.clean_release.approval_service import reject_candidate\n from src.services.clean_release.exceptions import PublicationGateError\n from src.services.clean_release.publication_service import publish_candidate\n\n repository, candidate_id, report_id = _seed_candidate_with_report()\n\n reject_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n decided_by=\"approver\",\n comment=\"rejected before publish\",\n )\n\n with pytest.raises(PublicationGateError, match=\"APPROVED\"):\n publish_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n published_by=\"publisher\",\n target_channel=\"stable\",\n publication_ref=\"rel-blocked\",\n )\n# [/DEF:test_reject_then_publish_is_blocked:Function]\n" }, { @@ -68807,9 +71860,20 @@ ], "predicate": "BELONGS_TO" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_candidate_manifest_services' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_candidate_manifest_services:Module]\n# @RELATION: BELONGS_TO -> [SrcRoot:Module]\n# @PURPOSE: Test lifecycle and manifest versioning for release candidates.\n# @LAYER: Tests\n\nfrom datetime import UTC, datetime\n\nimport pytest\nfrom sqlalchemy import create_engine\nfrom sqlalchemy.orm import sessionmaker\n\nfrom src.core.database import Base\nfrom src.models.clean_release import (\n DistributionManifest,\n ReleaseCandidate,\n)\nfrom src.services.clean_release.candidate_service import register_candidate\nfrom src.services.clean_release.enums import CandidateStatus\nfrom src.services.clean_release.manifest_service import build_manifest_snapshot\nfrom src.services.clean_release.repository import CleanReleaseRepository\n\n\n@pytest.fixture\ndef db_session():\n engine = create_engine(\"sqlite:///:memory:\")\n Base.metadata.create_all(engine)\n Session = sessionmaker(bind=engine)\n session = Session()\n yield session\n session.close()\n\n\n# [DEF:test_candidate_lifecycle_transitions:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Verify release candidate allows legal status transitions and rejects forbidden back-transitions.\ndef test_candidate_lifecycle_transitions(db_session):\n \"\"\"\n @PURPOSE: Verify legal state transitions for ReleaseCandidate.\n \"\"\"\n candidate = ReleaseCandidate(\n id=\"test-candidate-1\",\n name=\"Test Candidate\",\n version=\"1.0.0\",\n source_snapshot_ref=\"ref-1\",\n created_by=\"operator\",\n status=CandidateStatus.DRAFT,\n )\n db_session.add(candidate)\n db_session.commit()\n\n # Valid transition: DRAFT -> PREPARED\n candidate.transition_to(CandidateStatus.PREPARED)\n assert candidate.status == CandidateStatus.PREPARED\n\n # Invalid transition: PREPARED -> DRAFT (should raise IllegalTransitionError)\n from src.services.clean_release.exceptions import IllegalTransitionError\n\n with pytest.raises(IllegalTransitionError, match=\"Forbidden transition\"):\n candidate.transition_to(CandidateStatus.DRAFT)\n\n\n# [/DEF:test_candidate_lifecycle_transitions:Function]\n\n\n# [DEF:test_manifest_versioning_and_immutability:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Verify manifest versions increment monotonically and older snapshots remain queryable.\ndef test_manifest_versioning_and_immutability(db_session):\n \"\"\"\n @PURPOSE: Verify manifest versioning and immutability invariants.\n \"\"\"\n candidate_id = \"test-candidate-2\"\n\n # Create version 1\n m1 = DistributionManifest(\n id=\"manifest-v1\",\n candidate_id=candidate_id,\n manifest_version=1,\n manifest_digest=\"hash1\",\n artifacts_digest=\"hash1\",\n source_snapshot_ref=\"ref1\",\n content_json={},\n created_at=datetime.now(UTC),\n created_by=\"operator\",\n )\n db_session.add(m1)\n\n # Create version 2\n m2 = DistributionManifest(\n id=\"manifest-v2\",\n candidate_id=candidate_id,\n manifest_version=2,\n manifest_digest=\"hash2\",\n artifacts_digest=\"hash2\",\n source_snapshot_ref=\"ref1\",\n content_json={},\n created_at=datetime.now(UTC),\n created_by=\"operator\",\n )\n db_session.add(m2)\n db_session.commit()\n\n latest = (\n db_session.query(DistributionManifest)\n .filter_by(candidate_id=candidate_id)\n .order_by(DistributionManifest.manifest_version.desc())\n .first()\n )\n assert latest.manifest_version == 2\n assert latest.id == \"manifest-v2\"\n\n all_manifests = (\n db_session.query(DistributionManifest)\n .filter_by(candidate_id=candidate_id)\n .all()\n )\n assert len(all_manifests) == 2\n\n\n# [/DEF:test_manifest_versioning_and_immutability:Function]\n\n\n# [DEF:_valid_artifacts:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Provide canonical valid artifact payload used by candidate registration tests.\ndef _valid_artifacts():\n return [\n {\n \"id\": \"art-1\",\n \"path\": \"bin/app\",\n \"sha256\": \"abc123\",\n \"size\": 42,\n }\n ]\n\n\n# [/DEF:_valid_artifacts:Function]\n\n\n# [DEF:test_register_candidate_rejects_duplicate_candidate_id:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Verify duplicate candidate_id registration is rejected by service invariants.\ndef test_register_candidate_rejects_duplicate_candidate_id():\n repository = CleanReleaseRepository()\n register_candidate(\n repository=repository,\n candidate_id=\"dup-1\",\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha1\",\n created_by=\"operator\",\n artifacts=_valid_artifacts(),\n )\n\n with pytest.raises(ValueError, match=\"already exists\"):\n register_candidate(\n repository=repository,\n candidate_id=\"dup-1\",\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha1\",\n created_by=\"operator\",\n artifacts=_valid_artifacts(),\n )\n\n\n# [/DEF:test_register_candidate_rejects_duplicate_candidate_id:Function]\n\n\n# [DEF:test_register_candidate_rejects_malformed_artifact_input:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Verify candidate registration rejects artifact payloads missing required fields.\ndef test_register_candidate_rejects_malformed_artifact_input():\n repository = CleanReleaseRepository()\n bad_artifacts = [{\"id\": \"art-1\", \"path\": \"bin/app\", \"size\": 42}] # missing sha256\n\n with pytest.raises(ValueError, match=\"missing required field 'sha256'\"):\n register_candidate(\n repository=repository,\n candidate_id=\"bad-art-1\",\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha2\",\n created_by=\"operator\",\n artifacts=bad_artifacts,\n )\n\n\n# [/DEF:test_register_candidate_rejects_malformed_artifact_input:Function]\n\n\n# [DEF:test_register_candidate_rejects_empty_artifact_set:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Verify candidate registration rejects empty artifact collections.\ndef test_register_candidate_rejects_empty_artifact_set():\n repository = CleanReleaseRepository()\n\n with pytest.raises(ValueError, match=\"artifacts must not be empty\"):\n register_candidate(\n repository=repository,\n candidate_id=\"empty-art-1\",\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha3\",\n created_by=\"operator\",\n artifacts=[],\n )\n\n\n# [/DEF:test_register_candidate_rejects_empty_artifact_set:Function]\n\n\n# [DEF:test_manifest_service_rebuild_creates_new_version:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Verify repeated manifest build creates a new incremented immutable version.\ndef test_manifest_service_rebuild_creates_new_version():\n repository = CleanReleaseRepository()\n register_candidate(\n repository=repository,\n candidate_id=\"manifest-version-1\",\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha10\",\n created_by=\"operator\",\n artifacts=_valid_artifacts(),\n )\n\n first = build_manifest_snapshot(\n repository=repository, candidate_id=\"manifest-version-1\", created_by=\"operator\"\n )\n second = build_manifest_snapshot(\n repository=repository, candidate_id=\"manifest-version-1\", created_by=\"operator\"\n )\n\n assert first.manifest_version == 1\n assert second.manifest_version == 2\n assert first.id != second.id\n\n\n# [/DEF:test_manifest_service_rebuild_creates_new_version:Function]\n\n\n# [DEF:test_manifest_service_existing_manifest_cannot_be_mutated:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Verify existing manifest snapshot remains immutable when rebuilding newer manifest version.\ndef test_manifest_service_existing_manifest_cannot_be_mutated():\n repository = CleanReleaseRepository()\n register_candidate(\n repository=repository,\n candidate_id=\"manifest-immutable-1\",\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha11\",\n created_by=\"operator\",\n artifacts=_valid_artifacts(),\n )\n\n created = build_manifest_snapshot(\n repository=repository,\n candidate_id=\"manifest-immutable-1\",\n created_by=\"operator\",\n )\n original_digest = created.manifest_digest\n\n rebuilt = build_manifest_snapshot(\n repository=repository,\n candidate_id=\"manifest-immutable-1\",\n created_by=\"operator\",\n )\n old_manifest = repository.get_manifest(created.id)\n\n assert old_manifest is not None\n assert old_manifest.manifest_digest == original_digest\n assert old_manifest.id == created.id\n assert rebuilt.id != created.id\n\n\n# [/DEF:test_manifest_service_existing_manifest_cannot_be_mutated:Function]\n\n\n# [DEF:test_manifest_service_rejects_missing_candidate:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Verify manifest build fails with missing candidate identifier.\ndef test_manifest_service_rejects_missing_candidate():\n repository = CleanReleaseRepository()\n\n with pytest.raises(ValueError, match=\"not found\"):\n build_manifest_snapshot(\n repository=repository,\n candidate_id=\"missing-candidate\",\n created_by=\"operator\",\n )\n\n\n# [/DEF:test_manifest_service_rejects_missing_candidate:Function]\n# [/DEF:test_candidate_manifest_services:Module]\n" }, { @@ -68840,9 +71904,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_candidate_lifecycle_transitions' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_candidate_lifecycle_transitions:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Verify release candidate allows legal status transitions and rejects forbidden back-transitions.\ndef test_candidate_lifecycle_transitions(db_session):\n \"\"\"\n @PURPOSE: Verify legal state transitions for ReleaseCandidate.\n \"\"\"\n candidate = ReleaseCandidate(\n id=\"test-candidate-1\",\n name=\"Test Candidate\",\n version=\"1.0.0\",\n source_snapshot_ref=\"ref-1\",\n created_by=\"operator\",\n status=CandidateStatus.DRAFT,\n )\n db_session.add(candidate)\n db_session.commit()\n\n # Valid transition: DRAFT -> PREPARED\n candidate.transition_to(CandidateStatus.PREPARED)\n assert candidate.status == CandidateStatus.PREPARED\n\n # Invalid transition: PREPARED -> DRAFT (should raise IllegalTransitionError)\n from src.services.clean_release.exceptions import IllegalTransitionError\n\n with pytest.raises(IllegalTransitionError, match=\"Forbidden transition\"):\n candidate.transition_to(CandidateStatus.DRAFT)\n\n\n# [/DEF:test_candidate_lifecycle_transitions:Function]\n" }, { @@ -68873,9 +71948,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_manifest_versioning_and_immutability' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_manifest_versioning_and_immutability:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Verify manifest versions increment monotonically and older snapshots remain queryable.\ndef test_manifest_versioning_and_immutability(db_session):\n \"\"\"\n @PURPOSE: Verify manifest versioning and immutability invariants.\n \"\"\"\n candidate_id = \"test-candidate-2\"\n\n # Create version 1\n m1 = DistributionManifest(\n id=\"manifest-v1\",\n candidate_id=candidate_id,\n manifest_version=1,\n manifest_digest=\"hash1\",\n artifacts_digest=\"hash1\",\n source_snapshot_ref=\"ref1\",\n content_json={},\n created_at=datetime.now(UTC),\n created_by=\"operator\",\n )\n db_session.add(m1)\n\n # Create version 2\n m2 = DistributionManifest(\n id=\"manifest-v2\",\n candidate_id=candidate_id,\n manifest_version=2,\n manifest_digest=\"hash2\",\n artifacts_digest=\"hash2\",\n source_snapshot_ref=\"ref1\",\n content_json={},\n created_at=datetime.now(UTC),\n created_by=\"operator\",\n )\n db_session.add(m2)\n db_session.commit()\n\n latest = (\n db_session.query(DistributionManifest)\n .filter_by(candidate_id=candidate_id)\n .order_by(DistributionManifest.manifest_version.desc())\n .first()\n )\n assert latest.manifest_version == 2\n assert latest.id == \"manifest-v2\"\n\n all_manifests = (\n db_session.query(DistributionManifest)\n .filter_by(candidate_id=candidate_id)\n .all()\n )\n assert len(all_manifests) == 2\n\n\n# [/DEF:test_manifest_versioning_and_immutability:Function]\n" }, { @@ -68915,9 +72001,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_valid_artifacts' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_valid_artifacts:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Provide canonical valid artifact payload used by candidate registration tests.\ndef _valid_artifacts():\n return [\n {\n \"id\": \"art-1\",\n \"path\": \"bin/app\",\n \"sha256\": \"abc123\",\n \"size\": 42,\n }\n ]\n\n\n# [/DEF:_valid_artifacts:Function]\n" }, { @@ -68948,9 +72045,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_register_candidate_rejects_duplicate_candidate_id' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_register_candidate_rejects_duplicate_candidate_id:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Verify duplicate candidate_id registration is rejected by service invariants.\ndef test_register_candidate_rejects_duplicate_candidate_id():\n repository = CleanReleaseRepository()\n register_candidate(\n repository=repository,\n candidate_id=\"dup-1\",\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha1\",\n created_by=\"operator\",\n artifacts=_valid_artifacts(),\n )\n\n with pytest.raises(ValueError, match=\"already exists\"):\n register_candidate(\n repository=repository,\n candidate_id=\"dup-1\",\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha1\",\n created_by=\"operator\",\n artifacts=_valid_artifacts(),\n )\n\n\n# [/DEF:test_register_candidate_rejects_duplicate_candidate_id:Function]\n" }, { @@ -68981,9 +72089,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_register_candidate_rejects_malformed_artifact_input' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_register_candidate_rejects_malformed_artifact_input:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Verify candidate registration rejects artifact payloads missing required fields.\ndef test_register_candidate_rejects_malformed_artifact_input():\n repository = CleanReleaseRepository()\n bad_artifacts = [{\"id\": \"art-1\", \"path\": \"bin/app\", \"size\": 42}] # missing sha256\n\n with pytest.raises(ValueError, match=\"missing required field 'sha256'\"):\n register_candidate(\n repository=repository,\n candidate_id=\"bad-art-1\",\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha2\",\n created_by=\"operator\",\n artifacts=bad_artifacts,\n )\n\n\n# [/DEF:test_register_candidate_rejects_malformed_artifact_input:Function]\n" }, { @@ -69014,9 +72133,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_register_candidate_rejects_empty_artifact_set' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_register_candidate_rejects_empty_artifact_set:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Verify candidate registration rejects empty artifact collections.\ndef test_register_candidate_rejects_empty_artifact_set():\n repository = CleanReleaseRepository()\n\n with pytest.raises(ValueError, match=\"artifacts must not be empty\"):\n register_candidate(\n repository=repository,\n candidate_id=\"empty-art-1\",\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha3\",\n created_by=\"operator\",\n artifacts=[],\n )\n\n\n# [/DEF:test_register_candidate_rejects_empty_artifact_set:Function]\n" }, { @@ -69047,9 +72177,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_manifest_service_rebuild_creates_new_version' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_manifest_service_rebuild_creates_new_version:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Verify repeated manifest build creates a new incremented immutable version.\ndef test_manifest_service_rebuild_creates_new_version():\n repository = CleanReleaseRepository()\n register_candidate(\n repository=repository,\n candidate_id=\"manifest-version-1\",\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha10\",\n created_by=\"operator\",\n artifacts=_valid_artifacts(),\n )\n\n first = build_manifest_snapshot(\n repository=repository, candidate_id=\"manifest-version-1\", created_by=\"operator\"\n )\n second = build_manifest_snapshot(\n repository=repository, candidate_id=\"manifest-version-1\", created_by=\"operator\"\n )\n\n assert first.manifest_version == 1\n assert second.manifest_version == 2\n assert first.id != second.id\n\n\n# [/DEF:test_manifest_service_rebuild_creates_new_version:Function]\n" }, { @@ -69080,9 +72221,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_manifest_service_existing_manifest_cannot_be_mutated' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_manifest_service_existing_manifest_cannot_be_mutated:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Verify existing manifest snapshot remains immutable when rebuilding newer manifest version.\ndef test_manifest_service_existing_manifest_cannot_be_mutated():\n repository = CleanReleaseRepository()\n register_candidate(\n repository=repository,\n candidate_id=\"manifest-immutable-1\",\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha11\",\n created_by=\"operator\",\n artifacts=_valid_artifacts(),\n )\n\n created = build_manifest_snapshot(\n repository=repository,\n candidate_id=\"manifest-immutable-1\",\n created_by=\"operator\",\n )\n original_digest = created.manifest_digest\n\n rebuilt = build_manifest_snapshot(\n repository=repository,\n candidate_id=\"manifest-immutable-1\",\n created_by=\"operator\",\n )\n old_manifest = repository.get_manifest(created.id)\n\n assert old_manifest is not None\n assert old_manifest.manifest_digest == original_digest\n assert old_manifest.id == created.id\n assert rebuilt.id != created.id\n\n\n# [/DEF:test_manifest_service_existing_manifest_cannot_be_mutated:Function]\n" }, { @@ -69113,9 +72265,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_manifest_service_rejects_missing_candidate' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_manifest_service_rejects_missing_candidate:Function]\n# @RELATION: BINDS_TO -> [test_candidate_manifest_services:Module]\n# @PURPOSE: Verify manifest build fails with missing candidate identifier.\ndef test_manifest_service_rejects_missing_candidate():\n repository = CleanReleaseRepository()\n\n with pytest.raises(ValueError, match=\"not found\"):\n build_manifest_snapshot(\n repository=repository,\n candidate_id=\"missing-candidate\",\n created_by=\"operator\",\n )\n\n\n# [/DEF:test_manifest_service_rejects_missing_candidate:Function]\n" }, { @@ -69191,9 +72354,20 @@ ], "predicate": "BELONGS_TO" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestComplianceExecutionService' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestComplianceExecutionService:Module]\n# @RELATION: BELONGS_TO -> SrcRoot\n# @SEMANTICS: tests, clean-release, compliance, pipeline, run-finalization\n# @PURPOSE: Validate stage pipeline and run finalization contracts for compliance execution.\n# @LAYER: Tests\n# @INVARIANT: Missing manifest prevents run startup; failed execution cannot finalize as PASSED.\n\nfrom __future__ import annotations\n\nfrom datetime import UTC, datetime\n\nimport pytest\n\nfrom src.models.clean_release import (\n CleanPolicySnapshot,\n ComplianceDecision,\n DistributionManifest,\n ReleaseCandidate,\n SourceRegistrySnapshot,\n)\nfrom src.services.clean_release.compliance_orchestrator import CleanComplianceOrchestrator\nfrom src.services.clean_release.enums import CandidateStatus, RunStatus\nfrom src.services.clean_release.report_builder import ComplianceReportBuilder\nfrom src.services.clean_release.repository import CleanReleaseRepository\n\n\n# [DEF:_seed_with_candidate_policy_registry:Function]\n# @RELATION: BINDS_TO -> TestComplianceExecutionService\n# @PURPOSE: Build deterministic repository state for run startup tests.\n# @PRE: candidate_id and snapshot ids are non-empty.\n# @POST: Returns repository with candidate, policy and registry; manifest is optional.\ndef _seed_with_candidate_policy_registry(\n *,\n with_manifest: bool,\n prohibited_detected_count: int = 0,\n) -> tuple[CleanReleaseRepository, str, str, str]:\n repository = CleanReleaseRepository()\n candidate_id = \"cand-us2-1\"\n policy_id = \"policy-us2-1\"\n registry_id = \"registry-us2-1\"\n manifest_id = \"manifest-us2-1\"\n\n repository.save_candidate(\n ReleaseCandidate(\n id=candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-us2\",\n created_by=\"tester\",\n created_at=datetime.now(UTC),\n status=CandidateStatus.MANIFEST_BUILT.value,\n )\n )\n repository.save_registry(\n SourceRegistrySnapshot(\n id=registry_id,\n registry_id=\"trusted-registry\",\n registry_version=\"1.0.0\",\n allowed_hosts=[\"repo.internal.local\"],\n allowed_schemes=[\"https\"],\n allowed_source_types=[\"repo\"],\n immutable=True,\n )\n )\n repository.save_policy(\n CleanPolicySnapshot(\n id=policy_id,\n policy_id=\"trusted-policy\",\n policy_version=\"1.0.0\",\n content_json={\"rules\": []},\n registry_snapshot_id=registry_id,\n immutable=True,\n )\n )\n\n if with_manifest:\n repository.save_manifest(\n DistributionManifest(\n id=manifest_id,\n candidate_id=candidate_id,\n manifest_version=1,\n manifest_digest=\"digest-us2-1\",\n artifacts_digest=\"digest-us2-1\",\n source_snapshot_ref=\"git:sha-us2\",\n content_json={\n \"summary\": {\n \"included_count\": 1,\n \"excluded_count\": 0 if prohibited_detected_count == 0 else prohibited_detected_count,\n \"prohibited_detected_count\": prohibited_detected_count,\n }\n },\n created_by=\"tester\",\n created_at=datetime.now(UTC),\n immutable=True,\n )\n )\n\n return repository, candidate_id, policy_id, manifest_id\n# [/DEF:_seed_with_candidate_policy_registry:Function]\n\n\n# [DEF:test_run_without_manifest_rejected:Function]\n# @RELATION: BINDS_TO -> TestComplianceExecutionService\n# @PURPOSE: Ensure compliance run cannot start when manifest is unresolved.\n# @PRE: Candidate/policy exist but manifest is missing.\n# @POST: start_check_run raises ValueError and no run is persisted.\ndef test_run_without_manifest_rejected():\n repository, candidate_id, policy_id, manifest_id = _seed_with_candidate_policy_registry(with_manifest=False)\n orchestrator = CleanComplianceOrchestrator(repository)\n\n with pytest.raises(ValueError, match=\"Manifest or Policy not found\"):\n orchestrator.start_check_run(\n candidate_id=candidate_id,\n policy_id=policy_id,\n requested_by=\"tester\",\n manifest_id=manifest_id,\n )\n\n assert len(repository.check_runs) == 0\n# [/DEF:test_run_without_manifest_rejected:Function]\n\n\n# [DEF:test_task_crash_mid_run_marks_failed:Function]\n# @RELATION: BINDS_TO -> TestComplianceExecutionService\n# @PURPOSE: Ensure execution crash conditions force FAILED run status.\n# @PRE: Run exists, then required dependency becomes unavailable before execute_stages.\n# @POST: execute_stages persists run with FAILED status.\ndef test_task_crash_mid_run_marks_failed():\n repository, candidate_id, policy_id, manifest_id = _seed_with_candidate_policy_registry(with_manifest=True)\n orchestrator = CleanComplianceOrchestrator(repository)\n\n run = orchestrator.start_check_run(\n candidate_id=candidate_id,\n policy_id=policy_id,\n requested_by=\"tester\",\n manifest_id=manifest_id,\n )\n\n # Simulate mid-run crash dependency loss: registry snapshot disappears.\n repository.registries.clear()\n\n failed = orchestrator.execute_stages(run)\n assert failed.status == RunStatus.FAILED\n# [/DEF:test_task_crash_mid_run_marks_failed:Function]\n\n\n# [DEF:test_blocked_run_finalization_blocks_report_builder:Function]\n# @RELATION: BINDS_TO -> TestComplianceExecutionService\n# @PURPOSE: Ensure blocked runs require blocking violations before report creation.\n# @PRE: Manifest contains prohibited artifacts leading to BLOCKED decision.\n# @POST: finalize keeps BLOCKED and report_builder rejects zero blocking violations.\ndef test_blocked_run_finalization_blocks_report_builder():\n repository, candidate_id, policy_id, manifest_id = _seed_with_candidate_policy_registry(\n with_manifest=True,\n prohibited_detected_count=1,\n )\n orchestrator = CleanComplianceOrchestrator(repository)\n builder = ComplianceReportBuilder(repository)\n\n run = orchestrator.start_check_run(\n candidate_id=candidate_id,\n policy_id=policy_id,\n requested_by=\"tester\",\n manifest_id=manifest_id,\n )\n run = orchestrator.execute_stages(run)\n run = orchestrator.finalize_run(run)\n\n assert run.final_status == ComplianceDecision.BLOCKED\n assert run.status == RunStatus.SUCCEEDED\n\n with pytest.raises(ValueError, match=\"Blocked run requires at least one blocking violation\"):\n builder.build_report_payload(run, [])\n# [/DEF:test_blocked_run_finalization_blocks_report_builder:Function]\n\n# [/DEF:TestComplianceExecutionService:Module]\n" }, { @@ -69253,9 +72427,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_seed_with_candidate_policy_registry' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_seed_with_candidate_policy_registry:Function]\n# @RELATION: BINDS_TO -> TestComplianceExecutionService\n# @PURPOSE: Build deterministic repository state for run startup tests.\n# @PRE: candidate_id and snapshot ids are non-empty.\n# @POST: Returns repository with candidate, policy and registry; manifest is optional.\ndef _seed_with_candidate_policy_registry(\n *,\n with_manifest: bool,\n prohibited_detected_count: int = 0,\n) -> tuple[CleanReleaseRepository, str, str, str]:\n repository = CleanReleaseRepository()\n candidate_id = \"cand-us2-1\"\n policy_id = \"policy-us2-1\"\n registry_id = \"registry-us2-1\"\n manifest_id = \"manifest-us2-1\"\n\n repository.save_candidate(\n ReleaseCandidate(\n id=candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-us2\",\n created_by=\"tester\",\n created_at=datetime.now(UTC),\n status=CandidateStatus.MANIFEST_BUILT.value,\n )\n )\n repository.save_registry(\n SourceRegistrySnapshot(\n id=registry_id,\n registry_id=\"trusted-registry\",\n registry_version=\"1.0.0\",\n allowed_hosts=[\"repo.internal.local\"],\n allowed_schemes=[\"https\"],\n allowed_source_types=[\"repo\"],\n immutable=True,\n )\n )\n repository.save_policy(\n CleanPolicySnapshot(\n id=policy_id,\n policy_id=\"trusted-policy\",\n policy_version=\"1.0.0\",\n content_json={\"rules\": []},\n registry_snapshot_id=registry_id,\n immutable=True,\n )\n )\n\n if with_manifest:\n repository.save_manifest(\n DistributionManifest(\n id=manifest_id,\n candidate_id=candidate_id,\n manifest_version=1,\n manifest_digest=\"digest-us2-1\",\n artifacts_digest=\"digest-us2-1\",\n source_snapshot_ref=\"git:sha-us2\",\n content_json={\n \"summary\": {\n \"included_count\": 1,\n \"excluded_count\": 0 if prohibited_detected_count == 0 else prohibited_detected_count,\n \"prohibited_detected_count\": prohibited_detected_count,\n }\n },\n created_by=\"tester\",\n created_at=datetime.now(UTC),\n immutable=True,\n )\n )\n\n return repository, candidate_id, policy_id, manifest_id\n# [/DEF:_seed_with_candidate_policy_registry:Function]\n" }, { @@ -69306,9 +72491,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_run_without_manifest_rejected' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_run_without_manifest_rejected:Function]\n# @RELATION: BINDS_TO -> TestComplianceExecutionService\n# @PURPOSE: Ensure compliance run cannot start when manifest is unresolved.\n# @PRE: Candidate/policy exist but manifest is missing.\n# @POST: start_check_run raises ValueError and no run is persisted.\ndef test_run_without_manifest_rejected():\n repository, candidate_id, policy_id, manifest_id = _seed_with_candidate_policy_registry(with_manifest=False)\n orchestrator = CleanComplianceOrchestrator(repository)\n\n with pytest.raises(ValueError, match=\"Manifest or Policy not found\"):\n orchestrator.start_check_run(\n candidate_id=candidate_id,\n policy_id=policy_id,\n requested_by=\"tester\",\n manifest_id=manifest_id,\n )\n\n assert len(repository.check_runs) == 0\n# [/DEF:test_run_without_manifest_rejected:Function]\n" }, { @@ -69359,9 +72555,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_task_crash_mid_run_marks_failed' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_task_crash_mid_run_marks_failed:Function]\n# @RELATION: BINDS_TO -> TestComplianceExecutionService\n# @PURPOSE: Ensure execution crash conditions force FAILED run status.\n# @PRE: Run exists, then required dependency becomes unavailable before execute_stages.\n# @POST: execute_stages persists run with FAILED status.\ndef test_task_crash_mid_run_marks_failed():\n repository, candidate_id, policy_id, manifest_id = _seed_with_candidate_policy_registry(with_manifest=True)\n orchestrator = CleanComplianceOrchestrator(repository)\n\n run = orchestrator.start_check_run(\n candidate_id=candidate_id,\n policy_id=policy_id,\n requested_by=\"tester\",\n manifest_id=manifest_id,\n )\n\n # Simulate mid-run crash dependency loss: registry snapshot disappears.\n repository.registries.clear()\n\n failed = orchestrator.execute_stages(run)\n assert failed.status == RunStatus.FAILED\n# [/DEF:test_task_crash_mid_run_marks_failed:Function]\n" }, { @@ -69412,9 +72619,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_blocked_run_finalization_blocks_report_builder' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_blocked_run_finalization_blocks_report_builder:Function]\n# @RELATION: BINDS_TO -> TestComplianceExecutionService\n# @PURPOSE: Ensure blocked runs require blocking violations before report creation.\n# @PRE: Manifest contains prohibited artifacts leading to BLOCKED decision.\n# @POST: finalize keeps BLOCKED and report_builder rejects zero blocking violations.\ndef test_blocked_run_finalization_blocks_report_builder():\n repository, candidate_id, policy_id, manifest_id = _seed_with_candidate_policy_registry(\n with_manifest=True,\n prohibited_detected_count=1,\n )\n orchestrator = CleanComplianceOrchestrator(repository)\n builder = ComplianceReportBuilder(repository)\n\n run = orchestrator.start_check_run(\n candidate_id=candidate_id,\n policy_id=policy_id,\n requested_by=\"tester\",\n manifest_id=manifest_id,\n )\n run = orchestrator.execute_stages(run)\n run = orchestrator.finalize_run(run)\n\n assert run.final_status == ComplianceDecision.BLOCKED\n assert run.status == RunStatus.SUCCEEDED\n\n with pytest.raises(ValueError, match=\"Blocked run requires at least one blocking violation\"):\n builder.build_report_payload(run, [])\n# [/DEF:test_blocked_run_finalization_blocks_report_builder:Function]\n" }, { @@ -69490,9 +72708,20 @@ ], "predicate": "BELONGS_TO" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestComplianceTaskIntegration' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestComplianceTaskIntegration:Module]\n# @RELATION: BELONGS_TO -> SrcRoot\n# @SEMANTICS: tests, clean-release, compliance, task-manager, integration\n# @PURPOSE: Verify clean release compliance runs execute through TaskManager lifecycle with observable success/failure outcomes.\n# @LAYER: Tests\n# @INVARIANT: Compliance execution triggered as task produces terminal task status and persists run evidence.\n\nfrom __future__ import annotations\n\nimport asyncio\nfrom datetime import UTC, datetime\nfrom typing import Any\nfrom unittest.mock import MagicMock, patch\n\nimport pytest\n\nfrom src.core.task_manager.manager import TaskManager\nfrom src.core.task_manager.models import TaskStatus\nfrom src.models.clean_release import (\n CleanPolicySnapshot,\n DistributionManifest,\n ReleaseCandidate,\n SourceRegistrySnapshot,\n)\nfrom src.services.clean_release.compliance_orchestrator import (\n CleanComplianceOrchestrator,\n)\nfrom src.services.clean_release.enums import CandidateStatus, RunStatus\nfrom src.services.clean_release.repository import CleanReleaseRepository\n\n\n# [DEF:_seed_repository:Function]\n# @RELATION: BINDS_TO -> TestComplianceTaskIntegration\n# @PURPOSE: Prepare deterministic candidate/policy/registry/manifest fixtures for task integration tests.\n# @PRE: with_manifest controls manifest availability.\n# @POST: Returns initialized repository and identifiers for compliance run startup.\ndef _seed_repository(\n *, with_manifest: bool\n) -> tuple[CleanReleaseRepository, str, str, str]:\n repository = CleanReleaseRepository()\n candidate_id = \"cand-task-int-1\"\n policy_id = \"policy-task-int-1\"\n manifest_id = \"manifest-task-int-1\"\n\n repository.save_candidate(\n ReleaseCandidate(\n id=candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-task-int\",\n created_by=\"tester\",\n created_at=datetime.now(UTC),\n status=CandidateStatus.MANIFEST_BUILT.value,\n )\n )\n repository.save_registry(\n SourceRegistrySnapshot(\n id=\"registry-task-int-1\",\n registry_id=\"trusted-registry\",\n registry_version=\"1.0.0\",\n allowed_hosts=[\"repo.internal.local\"],\n allowed_schemes=[\"https\"],\n allowed_source_types=[\"repo\"],\n immutable=True,\n )\n )\n repository.save_policy(\n CleanPolicySnapshot(\n id=policy_id,\n policy_id=\"trusted-policy\",\n policy_version=\"1.0.0\",\n content_json={\"rules\": []},\n registry_snapshot_id=\"registry-task-int-1\",\n immutable=True,\n )\n )\n\n if with_manifest:\n repository.save_manifest(\n DistributionManifest(\n id=manifest_id,\n candidate_id=candidate_id,\n manifest_version=1,\n manifest_digest=\"digest-task-int\",\n artifacts_digest=\"digest-task-int\",\n source_snapshot_ref=\"git:sha-task-int\",\n content_json={\n \"summary\": {\n \"included_count\": 1,\n \"excluded_count\": 0,\n \"prohibited_detected_count\": 0,\n }\n },\n created_by=\"tester\",\n created_at=datetime.now(UTC),\n immutable=True,\n )\n )\n\n return repository, candidate_id, policy_id, manifest_id\n\n\n# [/DEF:_seed_repository:Function]\n\n\n# [DEF:CleanReleaseCompliancePlugin:Class]\n# @RELATION: BINDS_TO -> TestComplianceTaskIntegration\n# @PURPOSE: TaskManager plugin shim that executes clean release compliance orchestration.\nclass CleanReleaseCompliancePlugin:\n @property\n def id(self) -> str:\n return \"clean-release-compliance\"\n\n @property\n def name(self) -> str:\n return \"clean_release_compliance\"\n\n def execute(self, params: dict[str, Any], context=None):\n orchestrator = CleanComplianceOrchestrator(params[\"repository\"])\n run = orchestrator.start_check_run(\n candidate_id=params[\"candidate_id\"],\n policy_id=params[\"policy_id\"],\n requested_by=params.get(\"requested_by\", \"tester\"),\n manifest_id=params[\"manifest_id\"],\n )\n run.task_id = params[\"_task_id\"]\n params[\"repository\"].save_check_run(run)\n\n run = orchestrator.execute_stages(run)\n run = orchestrator.finalize_run(run)\n\n if context is not None:\n context.logger.info(\"Compliance run completed via TaskManager plugin\")\n\n return {\n \"run_id\": run.id,\n \"run_status\": run.status,\n \"final_status\": run.final_status,\n }\n\n\n# [/DEF:CleanReleaseCompliancePlugin:Class]\n\n\n# [DEF:_PluginLoaderStub:Class]\n# @RELATION: BINDS_TO -> TestComplianceTaskIntegration\n# @PURPOSE: Provide minimal plugin loader contract used by TaskManager in integration tests.\n# @INVARIANT: has_plugin/get_plugin only acknowledge the seeded compliance plugin id.\nclass _PluginLoaderStub:\n # @CONTRACT: Partial PluginLoader stub. Implements: has_plugin, get_plugin. Stubs (NotImplementedError): list_plugins, get_all_plugins, get_all_plugin_configs.\n def __init__(self, plugin: CleanReleaseCompliancePlugin):\n self._plugin = plugin\n\n def has_plugin(self, plugin_id: str) -> bool:\n return plugin_id == self._plugin.id\n\n def get_plugin(self, plugin_id: str):\n if plugin_id != self._plugin.id:\n raise ValueError(\"Plugin not found\")\n return self._plugin\n\n def list_plugins(self):\n raise NotImplementedError(\n \"list_plugins not implemented in _PluginLoaderStub; add if test path requires plugin enumeration\"\n )\n\n def get_all_plugins(self):\n raise NotImplementedError(\n \"get_all_plugins not implemented in _PluginLoaderStub; add if test path requires full plugin set\"\n )\n\n def get_all_plugin_configs(self):\n raise NotImplementedError(\n \"get_all_plugin_configs not implemented in _PluginLoaderStub; add if test path requires plugin configs\"\n )\n\n\n# [/DEF:_PluginLoaderStub:Class]\n\n\n# [DEF:_make_task_manager:Function]\n# @RELATION: BINDS_TO -> TestComplianceTaskIntegration\n# @PURPOSE: Build TaskManager with mocked persistence services for isolated integration tests.\n# @POST: Returns TaskManager ready for async task execution.\ndef _make_task_manager() -> TaskManager:\n plugin_loader = _PluginLoaderStub(CleanReleaseCompliancePlugin())\n\n with (\n patch(\n \"src.core.task_manager.manager.TaskPersistenceService\"\n ) as mock_persistence,\n patch(\n \"src.core.task_manager.manager.TaskLogPersistenceService\"\n ) as mock_log_persistence,\n ):\n mock_persistence.return_value.load_tasks.return_value = []\n mock_persistence.return_value.persist_task = MagicMock()\n mock_log_persistence.return_value.add_logs = MagicMock()\n mock_log_persistence.return_value.get_logs = MagicMock(return_value=[])\n mock_log_persistence.return_value.get_log_stats = MagicMock()\n mock_log_persistence.return_value.get_sources = MagicMock(return_value=[])\n\n return TaskManager(plugin_loader)\n\n\n# [/DEF:_make_task_manager:Function]\n\n\n# [DEF:_wait_for_terminal_task:Function]\n# @RELATION: BINDS_TO -> TestComplianceTaskIntegration\n# @PURPOSE: Poll task registry until target task reaches terminal status.\n# @PRE: task_id exists in manager registry.\n# @POST: Returns task with SUCCESS or FAILED status, otherwise raises TimeoutError.\nasync def _wait_for_terminal_task(\n manager: TaskManager, task_id: str, timeout_seconds: float = 3.0\n):\n started = asyncio.get_running_loop().time()\n while True:\n task = manager.get_task(task_id)\n if task and task.status in {TaskStatus.SUCCESS, TaskStatus.FAILED}:\n return task\n if asyncio.get_running_loop().time() - started > timeout_seconds:\n raise TimeoutError(f\"Task {task_id} did not reach terminal status\")\n await asyncio.sleep(0.05)\n\n\n# [/DEF:_wait_for_terminal_task:Function]\n\n\n# [DEF:test_compliance_run_executes_as_task_manager_task:Function]\n# @RELATION: BINDS_TO -> TestComplianceTaskIntegration\n# @PURPOSE: Verify successful compliance execution is observable as TaskManager SUCCESS task.\n# @PRE: Candidate, policy and manifest are available in repository.\n# @POST: Task ends with SUCCESS; run is persisted with SUCCEEDED status and task binding.\n@pytest.mark.asyncio\nasync def test_compliance_run_executes_as_task_manager_task():\n repository, candidate_id, policy_id, manifest_id = _seed_repository(\n with_manifest=True\n )\n manager = _make_task_manager()\n\n try:\n task = await manager.create_task(\n \"clean-release-compliance\",\n {\n \"repository\": repository,\n \"candidate_id\": candidate_id,\n \"policy_id\": policy_id,\n \"manifest_id\": manifest_id,\n \"requested_by\": \"integration-tester\",\n },\n )\n finished = await _wait_for_terminal_task(manager, task.id)\n\n assert finished.status == TaskStatus.SUCCESS\n assert isinstance(finished.result, dict)\n\n run_id = finished.result[\"run_id\"]\n run = repository.get_check_run(run_id)\n assert run is not None\n assert run.status == RunStatus.SUCCEEDED\n assert run.task_id == task.id\n finally:\n manager._flusher_stop_event.set()\n manager._flusher_thread.join(timeout=2)\n\n\n# [/DEF:test_compliance_run_executes_as_task_manager_task:Function]\n\n\n# [DEF:test_compliance_run_missing_manifest_marks_task_failed:Function]\n# @RELATION: BINDS_TO -> TestComplianceTaskIntegration\n# @PURPOSE: Verify missing manifest startup failure is surfaced as TaskManager FAILED task.\n# @PRE: Candidate/policy exist but manifest is absent.\n# @POST: Task ends with FAILED and run history remains empty.\n@pytest.mark.asyncio\nasync def test_compliance_run_missing_manifest_marks_task_failed():\n repository, candidate_id, policy_id, manifest_id = _seed_repository(\n with_manifest=False\n )\n manager = _make_task_manager()\n\n try:\n task = await manager.create_task(\n \"clean-release-compliance\",\n {\n \"repository\": repository,\n \"candidate_id\": candidate_id,\n \"policy_id\": policy_id,\n \"manifest_id\": manifest_id,\n \"requested_by\": \"integration-tester\",\n },\n )\n finished = await _wait_for_terminal_task(manager, task.id)\n\n assert finished.status == TaskStatus.FAILED\n assert len(repository.check_runs) == 0\n assert any(\n \"Manifest or Policy not found\" in log.message for log in finished.logs\n )\n finally:\n manager._flusher_stop_event.set()\n manager._flusher_thread.join(timeout=2)\n\n\n# [/DEF:test_compliance_run_missing_manifest_marks_task_failed:Function]\n\n# [/DEF:TestComplianceTaskIntegration:Module]\n" }, { @@ -69552,9 +72781,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_seed_repository' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_seed_repository:Function]\n# @RELATION: BINDS_TO -> TestComplianceTaskIntegration\n# @PURPOSE: Prepare deterministic candidate/policy/registry/manifest fixtures for task integration tests.\n# @PRE: with_manifest controls manifest availability.\n# @POST: Returns initialized repository and identifiers for compliance run startup.\ndef _seed_repository(\n *, with_manifest: bool\n) -> tuple[CleanReleaseRepository, str, str, str]:\n repository = CleanReleaseRepository()\n candidate_id = \"cand-task-int-1\"\n policy_id = \"policy-task-int-1\"\n manifest_id = \"manifest-task-int-1\"\n\n repository.save_candidate(\n ReleaseCandidate(\n id=candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-task-int\",\n created_by=\"tester\",\n created_at=datetime.now(UTC),\n status=CandidateStatus.MANIFEST_BUILT.value,\n )\n )\n repository.save_registry(\n SourceRegistrySnapshot(\n id=\"registry-task-int-1\",\n registry_id=\"trusted-registry\",\n registry_version=\"1.0.0\",\n allowed_hosts=[\"repo.internal.local\"],\n allowed_schemes=[\"https\"],\n allowed_source_types=[\"repo\"],\n immutable=True,\n )\n )\n repository.save_policy(\n CleanPolicySnapshot(\n id=policy_id,\n policy_id=\"trusted-policy\",\n policy_version=\"1.0.0\",\n content_json={\"rules\": []},\n registry_snapshot_id=\"registry-task-int-1\",\n immutable=True,\n )\n )\n\n if with_manifest:\n repository.save_manifest(\n DistributionManifest(\n id=manifest_id,\n candidate_id=candidate_id,\n manifest_version=1,\n manifest_digest=\"digest-task-int\",\n artifacts_digest=\"digest-task-int\",\n source_snapshot_ref=\"git:sha-task-int\",\n content_json={\n \"summary\": {\n \"included_count\": 1,\n \"excluded_count\": 0,\n \"prohibited_detected_count\": 0,\n }\n },\n created_by=\"tester\",\n created_at=datetime.now(UTC),\n immutable=True,\n )\n )\n\n return repository, candidate_id, policy_id, manifest_id\n\n\n# [/DEF:_seed_repository:Function]\n" }, { @@ -69594,9 +72834,20 @@ "actual_complexity": 1, "contract_type": "Class" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'CleanReleaseCompliancePlugin' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:CleanReleaseCompliancePlugin:Class]\n# @RELATION: BINDS_TO -> TestComplianceTaskIntegration\n# @PURPOSE: TaskManager plugin shim that executes clean release compliance orchestration.\nclass CleanReleaseCompliancePlugin:\n @property\n def id(self) -> str:\n return \"clean-release-compliance\"\n\n @property\n def name(self) -> str:\n return \"clean_release_compliance\"\n\n def execute(self, params: dict[str, Any], context=None):\n orchestrator = CleanComplianceOrchestrator(params[\"repository\"])\n run = orchestrator.start_check_run(\n candidate_id=params[\"candidate_id\"],\n policy_id=params[\"policy_id\"],\n requested_by=params.get(\"requested_by\", \"tester\"),\n manifest_id=params[\"manifest_id\"],\n )\n run.task_id = params[\"_task_id\"]\n params[\"repository\"].save_check_run(run)\n\n run = orchestrator.execute_stages(run)\n run = orchestrator.finalize_run(run)\n\n if context is not None:\n context.logger.info(\"Compliance run completed via TaskManager plugin\")\n\n return {\n \"run_id\": run.id,\n \"run_status\": run.status,\n \"final_status\": run.final_status,\n }\n\n\n# [/DEF:CleanReleaseCompliancePlugin:Class]\n" }, { @@ -69653,9 +72904,20 @@ "actual_complexity": 1, "contract_type": "Class" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_PluginLoaderStub' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_PluginLoaderStub:Class]\n# @RELATION: BINDS_TO -> TestComplianceTaskIntegration\n# @PURPOSE: Provide minimal plugin loader contract used by TaskManager in integration tests.\n# @INVARIANT: has_plugin/get_plugin only acknowledge the seeded compliance plugin id.\nclass _PluginLoaderStub:\n # @CONTRACT: Partial PluginLoader stub. Implements: has_plugin, get_plugin. Stubs (NotImplementedError): list_plugins, get_all_plugins, get_all_plugin_configs.\n def __init__(self, plugin: CleanReleaseCompliancePlugin):\n self._plugin = plugin\n\n def has_plugin(self, plugin_id: str) -> bool:\n return plugin_id == self._plugin.id\n\n def get_plugin(self, plugin_id: str):\n if plugin_id != self._plugin.id:\n raise ValueError(\"Plugin not found\")\n return self._plugin\n\n def list_plugins(self):\n raise NotImplementedError(\n \"list_plugins not implemented in _PluginLoaderStub; add if test path requires plugin enumeration\"\n )\n\n def get_all_plugins(self):\n raise NotImplementedError(\n \"get_all_plugins not implemented in _PluginLoaderStub; add if test path requires full plugin set\"\n )\n\n def get_all_plugin_configs(self):\n raise NotImplementedError(\n \"get_all_plugin_configs not implemented in _PluginLoaderStub; add if test path requires plugin configs\"\n )\n\n\n# [/DEF:_PluginLoaderStub:Class]\n" }, { @@ -69705,9 +72967,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_make_task_manager' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_make_task_manager:Function]\n# @RELATION: BINDS_TO -> TestComplianceTaskIntegration\n# @PURPOSE: Build TaskManager with mocked persistence services for isolated integration tests.\n# @POST: Returns TaskManager ready for async task execution.\ndef _make_task_manager() -> TaskManager:\n plugin_loader = _PluginLoaderStub(CleanReleaseCompliancePlugin())\n\n with (\n patch(\n \"src.core.task_manager.manager.TaskPersistenceService\"\n ) as mock_persistence,\n patch(\n \"src.core.task_manager.manager.TaskLogPersistenceService\"\n ) as mock_log_persistence,\n ):\n mock_persistence.return_value.load_tasks.return_value = []\n mock_persistence.return_value.persist_task = MagicMock()\n mock_log_persistence.return_value.add_logs = MagicMock()\n mock_log_persistence.return_value.get_logs = MagicMock(return_value=[])\n mock_log_persistence.return_value.get_log_stats = MagicMock()\n mock_log_persistence.return_value.get_sources = MagicMock(return_value=[])\n\n return TaskManager(plugin_loader)\n\n\n# [/DEF:_make_task_manager:Function]\n" }, { @@ -69767,9 +73040,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_wait_for_terminal_task' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_wait_for_terminal_task:Function]\n# @RELATION: BINDS_TO -> TestComplianceTaskIntegration\n# @PURPOSE: Poll task registry until target task reaches terminal status.\n# @PRE: task_id exists in manager registry.\n# @POST: Returns task with SUCCESS or FAILED status, otherwise raises TimeoutError.\nasync def _wait_for_terminal_task(\n manager: TaskManager, task_id: str, timeout_seconds: float = 3.0\n):\n started = asyncio.get_running_loop().time()\n while True:\n task = manager.get_task(task_id)\n if task and task.status in {TaskStatus.SUCCESS, TaskStatus.FAILED}:\n return task\n if asyncio.get_running_loop().time() - started > timeout_seconds:\n raise TimeoutError(f\"Task {task_id} did not reach terminal status\")\n await asyncio.sleep(0.05)\n\n\n# [/DEF:_wait_for_terminal_task:Function]\n" }, { @@ -69820,9 +73104,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_compliance_run_executes_as_task_manager_task' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_compliance_run_executes_as_task_manager_task:Function]\n# @RELATION: BINDS_TO -> TestComplianceTaskIntegration\n# @PURPOSE: Verify successful compliance execution is observable as TaskManager SUCCESS task.\n# @PRE: Candidate, policy and manifest are available in repository.\n# @POST: Task ends with SUCCESS; run is persisted with SUCCEEDED status and task binding.\n@pytest.mark.asyncio\nasync def test_compliance_run_executes_as_task_manager_task():\n repository, candidate_id, policy_id, manifest_id = _seed_repository(\n with_manifest=True\n )\n manager = _make_task_manager()\n\n try:\n task = await manager.create_task(\n \"clean-release-compliance\",\n {\n \"repository\": repository,\n \"candidate_id\": candidate_id,\n \"policy_id\": policy_id,\n \"manifest_id\": manifest_id,\n \"requested_by\": \"integration-tester\",\n },\n )\n finished = await _wait_for_terminal_task(manager, task.id)\n\n assert finished.status == TaskStatus.SUCCESS\n assert isinstance(finished.result, dict)\n\n run_id = finished.result[\"run_id\"]\n run = repository.get_check_run(run_id)\n assert run is not None\n assert run.status == RunStatus.SUCCEEDED\n assert run.task_id == task.id\n finally:\n manager._flusher_stop_event.set()\n manager._flusher_thread.join(timeout=2)\n\n\n# [/DEF:test_compliance_run_executes_as_task_manager_task:Function]\n" }, { @@ -69873,9 +73168,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_compliance_run_missing_manifest_marks_task_failed' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_compliance_run_missing_manifest_marks_task_failed:Function]\n# @RELATION: BINDS_TO -> TestComplianceTaskIntegration\n# @PURPOSE: Verify missing manifest startup failure is surfaced as TaskManager FAILED task.\n# @PRE: Candidate/policy exist but manifest is absent.\n# @POST: Task ends with FAILED and run history remains empty.\n@pytest.mark.asyncio\nasync def test_compliance_run_missing_manifest_marks_task_failed():\n repository, candidate_id, policy_id, manifest_id = _seed_repository(\n with_manifest=False\n )\n manager = _make_task_manager()\n\n try:\n task = await manager.create_task(\n \"clean-release-compliance\",\n {\n \"repository\": repository,\n \"candidate_id\": candidate_id,\n \"policy_id\": policy_id,\n \"manifest_id\": manifest_id,\n \"requested_by\": \"integration-tester\",\n },\n )\n finished = await _wait_for_terminal_task(manager, task.id)\n\n assert finished.status == TaskStatus.FAILED\n assert len(repository.check_runs) == 0\n assert any(\n \"Manifest or Policy not found\" in log.message for log in finished.logs\n )\n finally:\n manager._flusher_stop_event.set()\n manager._flusher_thread.join(timeout=2)\n\n\n# [/DEF:test_compliance_run_missing_manifest_marks_task_failed:Function]\n" }, { @@ -69923,9 +73229,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestDemoModeIsolation' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestDemoModeIsolation:Module]\n# @SEMANTICS: clean-release, demo-mode, isolation, namespace, repository\n# @PURPOSE: Verify demo and real mode namespace isolation contracts before TUI integration.\n# @LAYER: Tests\n# @RELATION: DEPENDS_ON -> backend.src.services.clean_release.demo_data_service\n\nfrom __future__ import annotations\n\nfrom datetime import UTC, datetime\n\nfrom src.models.clean_release import ReleaseCandidate\nfrom src.services.clean_release.demo_data_service import (\n build_namespaced_id,\n create_isolated_repository,\n resolve_namespace,\n)\n\n\n# [DEF:test_resolve_namespace_separates_demo_and_real:Function]\n# @RELATION: BINDS_TO -> TestDemoModeIsolation\n# @PURPOSE: Ensure namespace resolver returns deterministic and distinct namespaces.\n# @PRE: Mode names are provided as user/runtime strings.\n# @POST: Demo and real namespaces are different and stable.\ndef test_resolve_namespace_separates_demo_and_real() -> None:\n demo = resolve_namespace(\"demo\")\n real = resolve_namespace(\"real\")\n\n assert demo == \"clean-release:demo\"\n assert real == \"clean-release:real\"\n assert demo != real\n# [/DEF:test_resolve_namespace_separates_demo_and_real:Function]\n\n\n# [DEF:test_build_namespaced_id_prevents_cross_mode_collisions:Function]\n# @RELATION: BINDS_TO -> TestDemoModeIsolation\n# @PURPOSE: Ensure ID generation prevents demo/real collisions for identical logical IDs.\n# @PRE: Same logical candidate id is used in two different namespaces.\n# @POST: Produced physical IDs differ by namespace prefix.\ndef test_build_namespaced_id_prevents_cross_mode_collisions() -> None:\n logical_id = \"2026.03.09-rc1\"\n demo_id = build_namespaced_id(resolve_namespace(\"demo\"), logical_id)\n real_id = build_namespaced_id(resolve_namespace(\"real\"), logical_id)\n\n assert demo_id != real_id\n assert demo_id.startswith(\"clean-release:demo::\")\n assert real_id.startswith(\"clean-release:real::\")\n# [/DEF:test_build_namespaced_id_prevents_cross_mode_collisions:Function]\n\n\n# [DEF:test_create_isolated_repository_keeps_mode_data_separate:Function]\n# @RELATION: BINDS_TO -> TestDemoModeIsolation\n# @PURPOSE: Verify demo and real repositories do not leak state across mode boundaries.\n# @PRE: Two repositories are created for distinct modes.\n# @POST: Candidate mutations in one mode are not visible in the other mode.\ndef test_create_isolated_repository_keeps_mode_data_separate() -> None:\n demo_repo = create_isolated_repository(\"demo\")\n real_repo = create_isolated_repository(\"real\")\n\n demo_candidate_id = build_namespaced_id(resolve_namespace(\"demo\"), \"candidate-1\")\n real_candidate_id = build_namespaced_id(resolve_namespace(\"real\"), \"candidate-1\")\n\n demo_repo.save_candidate(\n ReleaseCandidate(\n id=demo_candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-demo\",\n created_by=\"demo-operator\",\n created_at=datetime.now(UTC),\n status=\"DRAFT\",\n )\n )\n real_repo.save_candidate(\n ReleaseCandidate(\n id=real_candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-real\",\n created_by=\"real-operator\",\n created_at=datetime.now(UTC),\n status=\"DRAFT\",\n )\n )\n\n assert demo_repo.get_candidate(demo_candidate_id) is not None\n assert demo_repo.get_candidate(real_candidate_id) is None\n assert real_repo.get_candidate(real_candidate_id) is not None\n assert real_repo.get_candidate(demo_candidate_id) is None\n# [/DEF:test_create_isolated_repository_keeps_mode_data_separate:Function]\n\n# [/DEF:TestDemoModeIsolation:Module]\n" }, { @@ -69976,9 +73293,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_resolve_namespace_separates_demo_and_real' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_resolve_namespace_separates_demo_and_real:Function]\n# @RELATION: BINDS_TO -> TestDemoModeIsolation\n# @PURPOSE: Ensure namespace resolver returns deterministic and distinct namespaces.\n# @PRE: Mode names are provided as user/runtime strings.\n# @POST: Demo and real namespaces are different and stable.\ndef test_resolve_namespace_separates_demo_and_real() -> None:\n demo = resolve_namespace(\"demo\")\n real = resolve_namespace(\"real\")\n\n assert demo == \"clean-release:demo\"\n assert real == \"clean-release:real\"\n assert demo != real\n# [/DEF:test_resolve_namespace_separates_demo_and_real:Function]\n" }, { @@ -70029,9 +73357,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_build_namespaced_id_prevents_cross_mode_collisions' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_build_namespaced_id_prevents_cross_mode_collisions:Function]\n# @RELATION: BINDS_TO -> TestDemoModeIsolation\n# @PURPOSE: Ensure ID generation prevents demo/real collisions for identical logical IDs.\n# @PRE: Same logical candidate id is used in two different namespaces.\n# @POST: Produced physical IDs differ by namespace prefix.\ndef test_build_namespaced_id_prevents_cross_mode_collisions() -> None:\n logical_id = \"2026.03.09-rc1\"\n demo_id = build_namespaced_id(resolve_namespace(\"demo\"), logical_id)\n real_id = build_namespaced_id(resolve_namespace(\"real\"), logical_id)\n\n assert demo_id != real_id\n assert demo_id.startswith(\"clean-release:demo::\")\n assert real_id.startswith(\"clean-release:real::\")\n# [/DEF:test_build_namespaced_id_prevents_cross_mode_collisions:Function]\n" }, { @@ -70082,9 +73421,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_create_isolated_repository_keeps_mode_data_separate' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_create_isolated_repository_keeps_mode_data_separate:Function]\n# @RELATION: BINDS_TO -> TestDemoModeIsolation\n# @PURPOSE: Verify demo and real repositories do not leak state across mode boundaries.\n# @PRE: Two repositories are created for distinct modes.\n# @POST: Candidate mutations in one mode are not visible in the other mode.\ndef test_create_isolated_repository_keeps_mode_data_separate() -> None:\n demo_repo = create_isolated_repository(\"demo\")\n real_repo = create_isolated_repository(\"real\")\n\n demo_candidate_id = build_namespaced_id(resolve_namespace(\"demo\"), \"candidate-1\")\n real_candidate_id = build_namespaced_id(resolve_namespace(\"real\"), \"candidate-1\")\n\n demo_repo.save_candidate(\n ReleaseCandidate(\n id=demo_candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-demo\",\n created_by=\"demo-operator\",\n created_at=datetime.now(UTC),\n status=\"DRAFT\",\n )\n )\n real_repo.save_candidate(\n ReleaseCandidate(\n id=real_candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-real\",\n created_by=\"real-operator\",\n created_at=datetime.now(UTC),\n status=\"DRAFT\",\n )\n )\n\n assert demo_repo.get_candidate(demo_candidate_id) is not None\n assert demo_repo.get_candidate(real_candidate_id) is None\n assert real_repo.get_candidate(real_candidate_id) is not None\n assert real_repo.get_candidate(demo_candidate_id) is None\n# [/DEF:test_create_isolated_repository_keeps_mode_data_separate:Function]\n" }, { @@ -70153,9 +73503,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestPolicyResolutionService' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestPolicyResolutionService:Module]\n# @SEMANTICS: clean-release, policy-resolution, trusted-snapshots, contracts\n# @PURPOSE: Verify trusted policy snapshot resolution contract and error guards.\n# @LAYER: Tests\n# @RELATION: DEPENDS_ON -> [policy_resolution_service]\n# @RELATION: DEPENDS_ON -> [repository]\n# @RELATION: DEPENDS_ON -> [clean_release_exceptions]\n# @INVARIANT: Resolution uses only ConfigManager active IDs and rejects runtime override attempts.\n\nfrom __future__ import annotations\n\nfrom types import SimpleNamespace\n\nimport pytest\n\nfrom src.models.clean_release import CleanPolicySnapshot, SourceRegistrySnapshot\nfrom src.services.clean_release.exceptions import PolicyResolutionError\nfrom src.services.clean_release.policy_resolution_service import (\n resolve_trusted_policy_snapshots,\n)\nfrom src.services.clean_release.repository import CleanReleaseRepository\n\n\n# [DEF:_config_manager:Function]\n# @RELATION: BINDS_TO -> [TestPolicyResolutionService]\n# @PURPOSE: Build deterministic ConfigManager-like stub for tests.\n# @INVARIANT: Only settings.clean_release.active_policy_id and active_registry_id are populated; any other settings field access raises AttributeError.\n# @PRE: policy_id and registry_id may be None or non-empty strings.\n# @POST: Returns object exposing get_config().settings.clean_release active IDs.\ndef _config_manager(policy_id, registry_id):\n clean_release = SimpleNamespace(\n active_policy_id=policy_id, active_registry_id=registry_id\n )\n settings = SimpleNamespace(clean_release=clean_release)\n config = SimpleNamespace(settings=settings)\n return SimpleNamespace(get_config=lambda: config)\n\n\n# [/DEF:_config_manager:Function]\n\n\n# [DEF:test_resolve_trusted_policy_snapshots_missing_profile:Function]\n# @RELATION: BINDS_TO -> [TestPolicyResolutionService]\n# @PURPOSE: Ensure resolution fails when trusted profile is not configured.\n# @PRE: active_policy_id is None.\n# @POST: Raises PolicyResolutionError with missing trusted profile reason.\ndef test_resolve_trusted_policy_snapshots_missing_profile():\n repository = CleanReleaseRepository()\n config_manager = _config_manager(policy_id=None, registry_id=\"registry-1\")\n\n with pytest.raises(PolicyResolutionError, match=\"missing trusted profile\"):\n resolve_trusted_policy_snapshots(\n config_manager=config_manager,\n repository=repository,\n )\n\n\n# [/DEF:test_resolve_trusted_policy_snapshots_missing_profile:Function]\n\n\n# [DEF:test_resolve_trusted_policy_snapshots_missing_registry:Function]\n# @RELATION: BINDS_TO -> [TestPolicyResolutionService]\n# @PURPOSE: Ensure resolution fails when trusted registry is not configured.\n# @PRE: active_registry_id is None and active_policy_id is set.\n# @POST: Raises PolicyResolutionError with missing trusted registry reason.\ndef test_resolve_trusted_policy_snapshots_missing_registry():\n repository = CleanReleaseRepository()\n config_manager = _config_manager(policy_id=\"policy-1\", registry_id=None)\n\n with pytest.raises(PolicyResolutionError, match=\"missing trusted registry\"):\n resolve_trusted_policy_snapshots(\n config_manager=config_manager,\n repository=repository,\n )\n\n\n# [/DEF:test_resolve_trusted_policy_snapshots_missing_registry:Function]\n\n\n# [DEF:test_resolve_trusted_policy_snapshots_rejects_override_attempt:Function]\n# @RELATION: BINDS_TO -> [TestPolicyResolutionService]\n# @PURPOSE: Ensure runtime override attempt is rejected even if snapshots exist.\n# @PRE: valid trusted snapshots exist in repository and override is provided.\n# @POST: Raises PolicyResolutionError with override forbidden reason.\ndef test_resolve_trusted_policy_snapshots_rejects_override_attempt():\n repository = CleanReleaseRepository()\n repository.save_policy(\n CleanPolicySnapshot(\n id=\"policy-1\",\n policy_id=\"baseline\",\n policy_version=\"1.0.0\",\n content_json={\"rules\": []},\n registry_snapshot_id=\"registry-1\",\n immutable=True,\n )\n )\n repository.save_registry(\n SourceRegistrySnapshot(\n id=\"registry-1\",\n registry_id=\"trusted\",\n registry_version=\"1.0.0\",\n allowed_hosts=[\"internal.local\"],\n allowed_schemes=[\"https\"],\n allowed_source_types=[\"repo\"],\n immutable=True,\n )\n )\n\n config_manager = _config_manager(policy_id=\"policy-1\", registry_id=\"registry-1\")\n\n with pytest.raises(PolicyResolutionError, match=\"override attempt is forbidden\"):\n resolve_trusted_policy_snapshots(\n config_manager=config_manager,\n repository=repository,\n policy_id_override=\"policy-override\",\n )\n\n\n# [/DEF:test_resolve_trusted_policy_snapshots_rejects_override_attempt:Function]\n\n# [/DEF:TestPolicyResolutionService:Module]\n" }, { @@ -70225,9 +73586,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_config_manager' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_config_manager:Function]\n# @RELATION: BINDS_TO -> [TestPolicyResolutionService]\n# @PURPOSE: Build deterministic ConfigManager-like stub for tests.\n# @INVARIANT: Only settings.clean_release.active_policy_id and active_registry_id are populated; any other settings field access raises AttributeError.\n# @PRE: policy_id and registry_id may be None or non-empty strings.\n# @POST: Returns object exposing get_config().settings.clean_release active IDs.\ndef _config_manager(policy_id, registry_id):\n clean_release = SimpleNamespace(\n active_policy_id=policy_id, active_registry_id=registry_id\n )\n settings = SimpleNamespace(clean_release=clean_release)\n config = SimpleNamespace(settings=settings)\n return SimpleNamespace(get_config=lambda: config)\n\n\n# [/DEF:_config_manager:Function]\n" }, { @@ -70278,9 +73650,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_resolve_trusted_policy_snapshots_missing_profile' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_resolve_trusted_policy_snapshots_missing_profile:Function]\n# @RELATION: BINDS_TO -> [TestPolicyResolutionService]\n# @PURPOSE: Ensure resolution fails when trusted profile is not configured.\n# @PRE: active_policy_id is None.\n# @POST: Raises PolicyResolutionError with missing trusted profile reason.\ndef test_resolve_trusted_policy_snapshots_missing_profile():\n repository = CleanReleaseRepository()\n config_manager = _config_manager(policy_id=None, registry_id=\"registry-1\")\n\n with pytest.raises(PolicyResolutionError, match=\"missing trusted profile\"):\n resolve_trusted_policy_snapshots(\n config_manager=config_manager,\n repository=repository,\n )\n\n\n# [/DEF:test_resolve_trusted_policy_snapshots_missing_profile:Function]\n" }, { @@ -70331,9 +73714,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_resolve_trusted_policy_snapshots_missing_registry' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_resolve_trusted_policy_snapshots_missing_registry:Function]\n# @RELATION: BINDS_TO -> [TestPolicyResolutionService]\n# @PURPOSE: Ensure resolution fails when trusted registry is not configured.\n# @PRE: active_registry_id is None and active_policy_id is set.\n# @POST: Raises PolicyResolutionError with missing trusted registry reason.\ndef test_resolve_trusted_policy_snapshots_missing_registry():\n repository = CleanReleaseRepository()\n config_manager = _config_manager(policy_id=\"policy-1\", registry_id=None)\n\n with pytest.raises(PolicyResolutionError, match=\"missing trusted registry\"):\n resolve_trusted_policy_snapshots(\n config_manager=config_manager,\n repository=repository,\n )\n\n\n# [/DEF:test_resolve_trusted_policy_snapshots_missing_registry:Function]\n" }, { @@ -70384,9 +73778,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_resolve_trusted_policy_snapshots_rejects_override_attempt' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_resolve_trusted_policy_snapshots_rejects_override_attempt:Function]\n# @RELATION: BINDS_TO -> [TestPolicyResolutionService]\n# @PURPOSE: Ensure runtime override attempt is rejected even if snapshots exist.\n# @PRE: valid trusted snapshots exist in repository and override is provided.\n# @POST: Raises PolicyResolutionError with override forbidden reason.\ndef test_resolve_trusted_policy_snapshots_rejects_override_attempt():\n repository = CleanReleaseRepository()\n repository.save_policy(\n CleanPolicySnapshot(\n id=\"policy-1\",\n policy_id=\"baseline\",\n policy_version=\"1.0.0\",\n content_json={\"rules\": []},\n registry_snapshot_id=\"registry-1\",\n immutable=True,\n )\n )\n repository.save_registry(\n SourceRegistrySnapshot(\n id=\"registry-1\",\n registry_id=\"trusted\",\n registry_version=\"1.0.0\",\n allowed_hosts=[\"internal.local\"],\n allowed_schemes=[\"https\"],\n allowed_source_types=[\"repo\"],\n immutable=True,\n )\n )\n\n config_manager = _config_manager(policy_id=\"policy-1\", registry_id=\"registry-1\")\n\n with pytest.raises(PolicyResolutionError, match=\"override attempt is forbidden\"):\n resolve_trusted_policy_snapshots(\n config_manager=config_manager,\n repository=repository,\n policy_id_override=\"policy-override\",\n )\n\n\n# [/DEF:test_resolve_trusted_policy_snapshots_rejects_override_attempt:Function]\n" }, { @@ -70462,9 +73867,20 @@ ], "predicate": "BELONGS_TO" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestPublicationService' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestPublicationService:Module]\n# @RELATION: BELONGS_TO -> SrcRoot\n# @SEMANTICS: tests, clean-release, publication, revoke, gate\n# @PURPOSE: Define publication gate contracts over approved candidates and immutable publication records.\n# @LAYER: Tests\n# @INVARIANT: Publish requires approval; revoke requires existing publication; republish after revoke is allowed as a new record.\n\nfrom __future__ import annotations\n\nfrom datetime import UTC, datetime\n\nimport pytest\n\nfrom src.models.clean_release import ComplianceReport, ReleaseCandidate\nfrom src.services.clean_release.enums import CandidateStatus, ComplianceDecision, PublicationStatus\nfrom src.services.clean_release.exceptions import PublicationGateError\nfrom src.services.clean_release.repository import CleanReleaseRepository\n\n\n# [DEF:_seed_candidate_with_passed_report:Function]\n# @RELATION: BINDS_TO -> TestPublicationService\n# @PURPOSE: Seed candidate/report fixtures for publication gate scenarios.\n# @PRE: candidate_id and report_id are non-empty.\n# @POST: Repository contains candidate and PASSED report.\ndef _seed_candidate_with_passed_report(\n *,\n candidate_id: str = \"cand-publish-1\",\n report_id: str = \"CCR-publish-1\",\n candidate_status: CandidateStatus = CandidateStatus.CHECK_PASSED,\n) -> tuple[CleanReleaseRepository, str, str]:\n repository = CleanReleaseRepository()\n repository.save_candidate(\n ReleaseCandidate(\n id=candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-publish-1\",\n created_by=\"tester\",\n created_at=datetime.now(UTC),\n status=candidate_status.value,\n )\n )\n repository.save_report(\n ComplianceReport(\n id=report_id,\n run_id=\"run-publish-1\",\n candidate_id=candidate_id,\n final_status=ComplianceDecision.PASSED.value,\n summary_json={\"operator_summary\": \"seed\", \"violations_count\": 0, \"blocking_violations_count\": 0},\n generated_at=datetime.now(UTC),\n immutable=True,\n )\n )\n return repository, candidate_id, report_id\n# [/DEF:_seed_candidate_with_passed_report:Function]\n\n\n# [DEF:test_publish_without_approval_rejected:Function]\n# @RELATION: BINDS_TO -> TestPublicationService\n# @PURPOSE: Ensure publish action is blocked until candidate is approved.\n# @PRE: Candidate has PASSED report but status is not APPROVED.\n# @POST: publish_candidate raises PublicationGateError.\ndef test_publish_without_approval_rejected():\n from src.services.clean_release.publication_service import publish_candidate\n\n repository, candidate_id, report_id = _seed_candidate_with_passed_report(\n candidate_status=CandidateStatus.CHECK_PASSED,\n )\n\n with pytest.raises(PublicationGateError, match=\"APPROVED\"):\n publish_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n published_by=\"publisher\",\n target_channel=\"stable\",\n publication_ref=\"rel-1\",\n )\n# [/DEF:test_publish_without_approval_rejected:Function]\n\n\n# [DEF:test_revoke_unknown_publication_rejected:Function]\n# @RELATION: BINDS_TO -> TestPublicationService\n# @PURPOSE: Ensure revocation is rejected for unknown publication id.\n# @PRE: Repository has no matching publication record.\n# @POST: revoke_publication raises PublicationGateError.\ndef test_revoke_unknown_publication_rejected():\n from src.services.clean_release.publication_service import revoke_publication\n\n repository, _, _ = _seed_candidate_with_passed_report()\n\n with pytest.raises(PublicationGateError, match=\"not found\"):\n revoke_publication(\n repository=repository,\n publication_id=\"missing-publication\",\n revoked_by=\"publisher\",\n comment=\"unknown publication id\",\n )\n# [/DEF:test_revoke_unknown_publication_rejected:Function]\n\n\n# [DEF:test_republish_after_revoke_creates_new_active_record:Function]\n# @RELATION: BINDS_TO -> TestPublicationService\n# @PURPOSE: Ensure republish after revoke is allowed and creates a new ACTIVE record.\n# @PRE: Candidate is APPROVED and first publication has been revoked.\n# @POST: New publish call returns distinct publication id with ACTIVE status.\ndef test_republish_after_revoke_creates_new_active_record():\n from src.services.clean_release.approval_service import approve_candidate\n from src.services.clean_release.publication_service import publish_candidate, revoke_publication\n\n repository, candidate_id, report_id = _seed_candidate_with_passed_report(\n candidate_status=CandidateStatus.CHECK_PASSED,\n )\n approve_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n decided_by=\"approver\",\n comment=\"approval before publication\",\n )\n\n first = publish_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n published_by=\"publisher\",\n target_channel=\"stable\",\n publication_ref=\"release-1\",\n )\n revoked = revoke_publication(\n repository=repository,\n publication_id=first.id,\n revoked_by=\"publisher\",\n comment=\"rollback\",\n )\n second = publish_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n published_by=\"publisher\",\n target_channel=\"stable\",\n publication_ref=\"release-2\",\n )\n\n assert first.id != second.id\n assert revoked.status == PublicationStatus.REVOKED.value\n assert second.status == PublicationStatus.ACTIVE.value\n# [/DEF:test_republish_after_revoke_creates_new_active_record:Function]\n\n# [/DEF:TestPublicationService:Module]\n" }, { @@ -70524,9 +73940,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_seed_candidate_with_passed_report' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_seed_candidate_with_passed_report:Function]\n# @RELATION: BINDS_TO -> TestPublicationService\n# @PURPOSE: Seed candidate/report fixtures for publication gate scenarios.\n# @PRE: candidate_id and report_id are non-empty.\n# @POST: Repository contains candidate and PASSED report.\ndef _seed_candidate_with_passed_report(\n *,\n candidate_id: str = \"cand-publish-1\",\n report_id: str = \"CCR-publish-1\",\n candidate_status: CandidateStatus = CandidateStatus.CHECK_PASSED,\n) -> tuple[CleanReleaseRepository, str, str]:\n repository = CleanReleaseRepository()\n repository.save_candidate(\n ReleaseCandidate(\n id=candidate_id,\n version=\"1.0.0\",\n source_snapshot_ref=\"git:sha-publish-1\",\n created_by=\"tester\",\n created_at=datetime.now(UTC),\n status=candidate_status.value,\n )\n )\n repository.save_report(\n ComplianceReport(\n id=report_id,\n run_id=\"run-publish-1\",\n candidate_id=candidate_id,\n final_status=ComplianceDecision.PASSED.value,\n summary_json={\"operator_summary\": \"seed\", \"violations_count\": 0, \"blocking_violations_count\": 0},\n generated_at=datetime.now(UTC),\n immutable=True,\n )\n )\n return repository, candidate_id, report_id\n# [/DEF:_seed_candidate_with_passed_report:Function]\n" }, { @@ -70577,9 +74004,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_publish_without_approval_rejected' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_publish_without_approval_rejected:Function]\n# @RELATION: BINDS_TO -> TestPublicationService\n# @PURPOSE: Ensure publish action is blocked until candidate is approved.\n# @PRE: Candidate has PASSED report but status is not APPROVED.\n# @POST: publish_candidate raises PublicationGateError.\ndef test_publish_without_approval_rejected():\n from src.services.clean_release.publication_service import publish_candidate\n\n repository, candidate_id, report_id = _seed_candidate_with_passed_report(\n candidate_status=CandidateStatus.CHECK_PASSED,\n )\n\n with pytest.raises(PublicationGateError, match=\"APPROVED\"):\n publish_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n published_by=\"publisher\",\n target_channel=\"stable\",\n publication_ref=\"rel-1\",\n )\n# [/DEF:test_publish_without_approval_rejected:Function]\n" }, { @@ -70630,9 +74068,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_revoke_unknown_publication_rejected' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_revoke_unknown_publication_rejected:Function]\n# @RELATION: BINDS_TO -> TestPublicationService\n# @PURPOSE: Ensure revocation is rejected for unknown publication id.\n# @PRE: Repository has no matching publication record.\n# @POST: revoke_publication raises PublicationGateError.\ndef test_revoke_unknown_publication_rejected():\n from src.services.clean_release.publication_service import revoke_publication\n\n repository, _, _ = _seed_candidate_with_passed_report()\n\n with pytest.raises(PublicationGateError, match=\"not found\"):\n revoke_publication(\n repository=repository,\n publication_id=\"missing-publication\",\n revoked_by=\"publisher\",\n comment=\"unknown publication id\",\n )\n# [/DEF:test_revoke_unknown_publication_rejected:Function]\n" }, { @@ -70683,9 +74132,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_republish_after_revoke_creates_new_active_record' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_republish_after_revoke_creates_new_active_record:Function]\n# @RELATION: BINDS_TO -> TestPublicationService\n# @PURPOSE: Ensure republish after revoke is allowed and creates a new ACTIVE record.\n# @PRE: Candidate is APPROVED and first publication has been revoked.\n# @POST: New publish call returns distinct publication id with ACTIVE status.\ndef test_republish_after_revoke_creates_new_active_record():\n from src.services.clean_release.approval_service import approve_candidate\n from src.services.clean_release.publication_service import publish_candidate, revoke_publication\n\n repository, candidate_id, report_id = _seed_candidate_with_passed_report(\n candidate_status=CandidateStatus.CHECK_PASSED,\n )\n approve_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n decided_by=\"approver\",\n comment=\"approval before publication\",\n )\n\n first = publish_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n published_by=\"publisher\",\n target_channel=\"stable\",\n publication_ref=\"release-1\",\n )\n revoked = revoke_publication(\n repository=repository,\n publication_id=first.id,\n revoked_by=\"publisher\",\n comment=\"rollback\",\n )\n second = publish_candidate(\n repository=repository,\n candidate_id=candidate_id,\n report_id=report_id,\n published_by=\"publisher\",\n target_channel=\"stable\",\n publication_ref=\"release-2\",\n )\n\n assert first.id != second.id\n assert revoked.status == PublicationStatus.REVOKED.value\n assert second.status == PublicationStatus.ACTIVE.value\n# [/DEF:test_republish_after_revoke_creates_new_active_record:Function]\n" }, { @@ -70762,9 +74222,20 @@ ], "predicate": "BELONGS_TO" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestReportAuditImmutability' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestReportAuditImmutability:Module]\n# @RELATION: BELONGS_TO -> SrcRoot\n# @SEMANTICS: tests, clean-release, report, audit, immutability, append-only\n# @PURPOSE: Validate report snapshot immutability expectations and append-only audit hook behavior for US2.\n# @LAYER: Tests\n# @INVARIANT: Built reports are immutable snapshots; audit hooks produce append-only event traces.\n\nfrom __future__ import annotations\n\nfrom datetime import UTC, datetime\nfrom unittest.mock import patch\n\nimport pytest\n\nfrom src.models.clean_release import (\n ComplianceReport,\n ComplianceRun,\n)\nfrom src.services.clean_release.audit_service import (\n audit_check_run,\n audit_preparation,\n audit_report,\n)\nfrom src.services.clean_release.enums import ComplianceDecision, RunStatus\nfrom src.services.clean_release.report_builder import ComplianceReportBuilder\nfrom src.services.clean_release.repository import CleanReleaseRepository\n\n\n# [DEF:_terminal_run:Function]\n# @RELATION: BINDS_TO -> TestReportAuditImmutability\n# @PURPOSE: Build deterministic terminal run fixture for report snapshot tests.\n# @PRE: final_status is a valid ComplianceDecision value.\n# @POST: Returns a terminal ComplianceRun suitable for report generation.\ndef _terminal_run(\n final_status: ComplianceDecision = ComplianceDecision.PASSED,\n) -> ComplianceRun:\n return ComplianceRun(\n id=\"run-immut-1\",\n candidate_id=\"cand-immut-1\",\n manifest_id=\"manifest-immut-1\",\n manifest_digest=\"digest-immut-1\",\n policy_snapshot_id=\"policy-immut-1\",\n registry_snapshot_id=\"registry-immut-1\",\n requested_by=\"tester\",\n requested_at=datetime.now(UTC),\n started_at=datetime.now(UTC),\n finished_at=datetime.now(UTC),\n status=RunStatus.SUCCEEDED,\n final_status=final_status,\n )\n\n\n# [/DEF:_terminal_run:Function]\n\n\n# [DEF:test_report_builder_sets_immutable_snapshot_flag:Function]\n# @RELATION: BINDS_TO -> TestReportAuditImmutability\n# @PURPOSE: Ensure generated report payload is marked immutable and persisted as snapshot.\n# @PRE: Terminal run exists.\n# @POST: Built report has immutable=True and repository stores same immutable object.\ndef test_report_builder_sets_immutable_snapshot_flag():\n repository = CleanReleaseRepository()\n builder = ComplianceReportBuilder(repository)\n run = _terminal_run()\n\n report = builder.build_report_payload(run, [])\n persisted = builder.persist_report(report)\n\n assert report.immutable is True\n assert persisted.immutable is True\n assert repository.get_report(report.id) is persisted\n\n\n# [/DEF:test_report_builder_sets_immutable_snapshot_flag:Function]\n\n\n# [DEF:test_repository_rejects_report_overwrite_for_same_report_id:Function]\n# @RELATION: BINDS_TO -> TestReportAuditImmutability\n# @PURPOSE: Define immutability contract that report snapshots cannot be overwritten by same identifier.\n# @PRE: Existing report with id is already persisted.\n# @POST: Second save for same report id is rejected with explicit immutability error.\ndef test_repository_rejects_report_overwrite_for_same_report_id():\n repository = CleanReleaseRepository()\n original = ComplianceReport(\n id=\"CCR-immut-fixed-id\",\n run_id=\"run-immut-1\",\n candidate_id=\"cand-immut-1\",\n final_status=ComplianceDecision.PASSED,\n summary_json={\n \"operator_summary\": \"original\",\n \"violations_count\": 0,\n \"blocking_violations_count\": 0,\n },\n generated_at=datetime.now(UTC),\n immutable=True,\n )\n mutated = ComplianceReport(\n id=\"CCR-immut-fixed-id\",\n run_id=\"run-immut-2\",\n candidate_id=\"cand-immut-2\",\n final_status=ComplianceDecision.ERROR,\n summary_json={\n \"operator_summary\": \"mutated\",\n \"violations_count\": 1,\n \"blocking_violations_count\": 1,\n },\n generated_at=datetime.now(UTC),\n immutable=True,\n )\n\n repository.save_report(original)\n\n with pytest.raises(ValueError, match=\"immutable\"):\n repository.save_report(mutated)\n\n\n# [/DEF:test_repository_rejects_report_overwrite_for_same_report_id:Function]\n\n\n# [DEF:test_audit_hooks_emit_append_only_event_stream:Function]\n# @RELATION: BINDS_TO -> TestReportAuditImmutability\n# @PURPOSE: Verify audit hooks emit one event per action call and preserve call order.\n# @PRE: Logger backend is patched.\n# @POST: Three calls produce three ordered info entries with molecular prefixes.\n@patch(\"src.services.clean_release.audit_service.logger\")\ndef test_audit_hooks_emit_append_only_event_stream(mock_logger):\n audit_preparation(\"cand-immut-1\", \"PREPARED\")\n audit_check_run(\"run-immut-1\", \"PASSED\")\n audit_report(\"CCR-immut-1\", \"cand-immut-1\")\n\n assert mock_logger.info.call_count == 3\n logged_messages = [call.args[0] for call in mock_logger.info.call_args_list]\n assert logged_messages[0].startswith(\"[REASON]\")\n assert logged_messages[1].startswith(\"[REFLECT]\")\n assert logged_messages[2].startswith(\"[EXPLORE]\")\n\n\n# [/DEF:test_audit_hooks_emit_append_only_event_stream:Function]\n\n# [/DEF:TestReportAuditImmutability:Module]\n" }, { @@ -70824,9 +74295,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_terminal_run' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_terminal_run:Function]\n# @RELATION: BINDS_TO -> TestReportAuditImmutability\n# @PURPOSE: Build deterministic terminal run fixture for report snapshot tests.\n# @PRE: final_status is a valid ComplianceDecision value.\n# @POST: Returns a terminal ComplianceRun suitable for report generation.\ndef _terminal_run(\n final_status: ComplianceDecision = ComplianceDecision.PASSED,\n) -> ComplianceRun:\n return ComplianceRun(\n id=\"run-immut-1\",\n candidate_id=\"cand-immut-1\",\n manifest_id=\"manifest-immut-1\",\n manifest_digest=\"digest-immut-1\",\n policy_snapshot_id=\"policy-immut-1\",\n registry_snapshot_id=\"registry-immut-1\",\n requested_by=\"tester\",\n requested_at=datetime.now(UTC),\n started_at=datetime.now(UTC),\n finished_at=datetime.now(UTC),\n status=RunStatus.SUCCEEDED,\n final_status=final_status,\n )\n\n\n# [/DEF:_terminal_run:Function]\n" }, { @@ -70877,9 +74359,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_report_builder_sets_immutable_snapshot_flag' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_report_builder_sets_immutable_snapshot_flag:Function]\n# @RELATION: BINDS_TO -> TestReportAuditImmutability\n# @PURPOSE: Ensure generated report payload is marked immutable and persisted as snapshot.\n# @PRE: Terminal run exists.\n# @POST: Built report has immutable=True and repository stores same immutable object.\ndef test_report_builder_sets_immutable_snapshot_flag():\n repository = CleanReleaseRepository()\n builder = ComplianceReportBuilder(repository)\n run = _terminal_run()\n\n report = builder.build_report_payload(run, [])\n persisted = builder.persist_report(report)\n\n assert report.immutable is True\n assert persisted.immutable is True\n assert repository.get_report(report.id) is persisted\n\n\n# [/DEF:test_report_builder_sets_immutable_snapshot_flag:Function]\n" }, { @@ -70930,9 +74423,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_repository_rejects_report_overwrite_for_same_report_id' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_repository_rejects_report_overwrite_for_same_report_id:Function]\n# @RELATION: BINDS_TO -> TestReportAuditImmutability\n# @PURPOSE: Define immutability contract that report snapshots cannot be overwritten by same identifier.\n# @PRE: Existing report with id is already persisted.\n# @POST: Second save for same report id is rejected with explicit immutability error.\ndef test_repository_rejects_report_overwrite_for_same_report_id():\n repository = CleanReleaseRepository()\n original = ComplianceReport(\n id=\"CCR-immut-fixed-id\",\n run_id=\"run-immut-1\",\n candidate_id=\"cand-immut-1\",\n final_status=ComplianceDecision.PASSED,\n summary_json={\n \"operator_summary\": \"original\",\n \"violations_count\": 0,\n \"blocking_violations_count\": 0,\n },\n generated_at=datetime.now(UTC),\n immutable=True,\n )\n mutated = ComplianceReport(\n id=\"CCR-immut-fixed-id\",\n run_id=\"run-immut-2\",\n candidate_id=\"cand-immut-2\",\n final_status=ComplianceDecision.ERROR,\n summary_json={\n \"operator_summary\": \"mutated\",\n \"violations_count\": 1,\n \"blocking_violations_count\": 1,\n },\n generated_at=datetime.now(UTC),\n immutable=True,\n )\n\n repository.save_report(original)\n\n with pytest.raises(ValueError, match=\"immutable\"):\n repository.save_report(mutated)\n\n\n# [/DEF:test_repository_rejects_report_overwrite_for_same_report_id:Function]\n" }, { @@ -70983,9 +74487,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_audit_hooks_emit_append_only_event_stream' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_audit_hooks_emit_append_only_event_stream:Function]\n# @RELATION: BINDS_TO -> TestReportAuditImmutability\n# @PURPOSE: Verify audit hooks emit one event per action call and preserve call order.\n# @PRE: Logger backend is patched.\n# @POST: Three calls produce three ordered info entries with molecular prefixes.\n@patch(\"src.services.clean_release.audit_service.logger\")\ndef test_audit_hooks_emit_append_only_event_stream(mock_logger):\n audit_preparation(\"cand-immut-1\", \"PREPARED\")\n audit_check_run(\"run-immut-1\", \"PASSED\")\n audit_report(\"CCR-immut-1\", \"cand-immut-1\")\n\n assert mock_logger.info.call_count == 3\n logged_messages = [call.args[0] for call in mock_logger.info.call_args_list]\n assert logged_messages[0].startswith(\"[REASON]\")\n assert logged_messages[1].startswith(\"[REFLECT]\")\n assert logged_messages[2].startswith(\"[EXPLORE]\")\n\n\n# [/DEF:test_audit_hooks_emit_append_only_event_stream:Function]\n" }, { @@ -71076,9 +74591,20 @@ ], "predicate": "[DEPENDS_ON]" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'SupersetCompatibilityMatrixTests' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:SupersetCompatibilityMatrixTests:Module]\n# @SEMANTICS: dataset_review, superset, compatibility_matrix, preview, sql_lab, tests\n# @PURPOSE: Verifies Superset preview and SQL Lab endpoint fallback strategy used by dataset-review orchestration.\n# @LAYER: Tests\n# @RELATION: [DEPENDS_ON] ->[backend.src.core.superset_client.SupersetClient]\n# @RELATION: [DEPENDS_ON] ->[SupersetCompilationAdapter]\n\nfrom types import SimpleNamespace\nfrom unittest.mock import MagicMock\n\nfrom src.core.utils.superset_compilation_adapter import (\n PreviewCompilationPayload,\n SqlLabLaunchPayload,\n SupersetCompilationAdapter,\n)\n\n# Import models to ensure proper SQLAlchemy registration\n\n\n# [DEF:make_adapter:Function]\n# @PURPOSE: Build an adapter with a mock Superset client and deterministic environment for compatibility tests.\n# @RELATION: [DEPENDS_ON] ->[SupersetCompilationAdapter]\ndef make_adapter():\n environment = SimpleNamespace(\n id=\"env-1\",\n name=\"Test Env\",\n url=\"http://superset.example\",\n username=\"user\",\n password=\"pass\",\n verify_ssl=True,\n timeout=30,\n )\n client = MagicMock()\n client.network = MagicMock()\n return SupersetCompilationAdapter(environment=environment, client=client), client\n\n\n# [/DEF:make_adapter:Function]\n\n\n# [DEF:test_preview_prefers_supported_client_method_before_network_fallback:Function]\n# @PURPOSE: Confirms preview compilation uses a supported client method first when the capability exists.\n# @RELATION: [DEPENDS_ON] ->[SupersetCompilationAdapter]\ndef test_preview_prefers_supported_client_method_before_network_fallback():\n adapter, client = make_adapter()\n client.compile_preview = MagicMock(return_value={\"compiled_sql\": \"SELECT 1\"})\n payload = PreviewCompilationPayload(\n session_id=\"sess-1\",\n dataset_id=42,\n preview_fingerprint=\"fp-1\",\n template_params={\"country\": \"RU\"},\n effective_filters=[{\"name\": \"country\", \"value\": \"RU\"}],\n )\n\n preview = adapter.compile_preview(payload)\n\n assert preview.preview_status.value == \"ready\"\n assert preview.compiled_sql == \"SELECT 1\"\n client.compile_preview.assert_called_once()\n client.network.request.assert_not_called()\n\n\n# [/DEF:test_preview_prefers_supported_client_method_before_network_fallback:Function]\n\n\n# [DEF:test_preview_falls_back_across_matrix_until_supported_endpoint_returns_sql:Function]\n# @PURPOSE: Confirms preview fallback walks the compatibility matrix from preferred to legacy endpoints until one returns compiled SQL.\n# @RELATION: [DEPENDS_ON] ->[SupersetCompilationAdapter]\ndef test_preview_falls_back_across_matrix_until_supported_endpoint_returns_sql():\n adapter, client = make_adapter()\n payload = PreviewCompilationPayload(\n session_id=\"sess-2\",\n dataset_id=77,\n preview_fingerprint=\"fp-2\",\n template_params={\"region\": \"emea\"},\n effective_filters=[],\n )\n\n client.network.request.side_effect = [\n RuntimeError(\"preview endpoint unavailable\"),\n {\"result\": {\"sql\": \"SELECT * FROM dataset_77\"}},\n ]\n\n preview = adapter.compile_preview(payload)\n\n assert preview.preview_status.value == \"ready\"\n assert preview.compiled_sql == \"SELECT * FROM dataset_77\"\n assert client.network.request.call_count == 2\n # @FRAGILE: Positional call assertion — ordering changes will break this test without indicating a real regression. Prefer content-based assertion.\n first_call = client.network.request.call_args_list[0].kwargs\n # @FRAGILE: Positional call assertion — ordering changes will break this test without indicating a real regression. Prefer content-based assertion.\n second_call = client.network.request.call_args_list[1].kwargs\n assert first_call[\"endpoint\"] == \"/dataset/77/preview\"\n assert second_call[\"endpoint\"] == \"/dataset/77/sql\"\n\n\n# [/DEF:test_preview_falls_back_across_matrix_until_supported_endpoint_returns_sql:Function]\n\n\n# [DEF:test_sql_lab_launch_falls_back_to_legacy_execute_endpoint:Function]\n# @PURPOSE: Confirms SQL Lab launch falls back from modern to legacy execute endpoint and preserves canonical session reference extraction.\n# @RELATION: [DEPENDS_ON] ->[SupersetCompilationAdapter]\ndef test_sql_lab_launch_falls_back_to_legacy_execute_endpoint():\n adapter, client = make_adapter()\n client.get_dataset.return_value = {\n \"result\": {\n \"id\": 55,\n \"schema\": \"public\",\n \"database\": {\"id\": 9},\n }\n }\n client.network.request.side_effect = [\n RuntimeError(\"sqllab execute unavailable\"),\n {\"result\": {\"id\": \"query-123\"}},\n ]\n payload = SqlLabLaunchPayload(\n session_id=\"sess-3\",\n dataset_id=55,\n preview_id=\"preview-9\",\n compiled_sql=\"SELECT * FROM sales\",\n template_params={\"limit\": 10},\n )\n\n sql_lab_ref = adapter.create_sql_lab_session(payload)\n\n assert sql_lab_ref == \"query-123\"\n assert client.network.request.call_count == 2\n # @FRAGILE: Positional call assertion — ordering changes will break this test without indicating a real regression. Prefer content-based assertion.\n first_call = client.network.request.call_args_list[0].kwargs\n # @FRAGILE: Positional call assertion — ordering changes will break this test without indicating a real regression. Prefer content-based assertion.\n second_call = client.network.request.call_args_list[1].kwargs\n assert first_call[\"endpoint\"] == \"/sqllab/execute/\"\n assert second_call[\"endpoint\"] == \"/sql_lab/execute/\"\n\n\n# [/DEF:test_sql_lab_launch_falls_back_to_legacy_execute_endpoint:Function]\n\n\n# [/DEF:SupersetCompatibilityMatrixTests:Module]\n" }, { @@ -71136,9 +74662,20 @@ ], "predicate": "[DEPENDS_ON]" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'make_adapter' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:make_adapter:Function]\n# @PURPOSE: Build an adapter with a mock Superset client and deterministic environment for compatibility tests.\n# @RELATION: [DEPENDS_ON] ->[SupersetCompilationAdapter]\ndef make_adapter():\n environment = SimpleNamespace(\n id=\"env-1\",\n name=\"Test Env\",\n url=\"http://superset.example\",\n username=\"user\",\n password=\"pass\",\n verify_ssl=True,\n timeout=30,\n )\n client = MagicMock()\n client.network = MagicMock()\n return SupersetCompilationAdapter(environment=environment, client=client), client\n\n\n# [/DEF:make_adapter:Function]\n" }, { @@ -71187,9 +74724,20 @@ ], "predicate": "[DEPENDS_ON]" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_preview_prefers_supported_client_method_before_network_fallback' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_preview_prefers_supported_client_method_before_network_fallback:Function]\n# @PURPOSE: Confirms preview compilation uses a supported client method first when the capability exists.\n# @RELATION: [DEPENDS_ON] ->[SupersetCompilationAdapter]\ndef test_preview_prefers_supported_client_method_before_network_fallback():\n adapter, client = make_adapter()\n client.compile_preview = MagicMock(return_value={\"compiled_sql\": \"SELECT 1\"})\n payload = PreviewCompilationPayload(\n session_id=\"sess-1\",\n dataset_id=42,\n preview_fingerprint=\"fp-1\",\n template_params={\"country\": \"RU\"},\n effective_filters=[{\"name\": \"country\", \"value\": \"RU\"}],\n )\n\n preview = adapter.compile_preview(payload)\n\n assert preview.preview_status.value == \"ready\"\n assert preview.compiled_sql == \"SELECT 1\"\n client.compile_preview.assert_called_once()\n client.network.request.assert_not_called()\n\n\n# [/DEF:test_preview_prefers_supported_client_method_before_network_fallback:Function]\n" }, { @@ -71245,9 +74793,20 @@ ], "predicate": "[DEPENDS_ON]" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_preview_falls_back_across_matrix_until_supported_endpoint_returns_sql' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_preview_falls_back_across_matrix_until_supported_endpoint_returns_sql:Function]\n# @PURPOSE: Confirms preview fallback walks the compatibility matrix from preferred to legacy endpoints until one returns compiled SQL.\n# @RELATION: [DEPENDS_ON] ->[SupersetCompilationAdapter]\ndef test_preview_falls_back_across_matrix_until_supported_endpoint_returns_sql():\n adapter, client = make_adapter()\n payload = PreviewCompilationPayload(\n session_id=\"sess-2\",\n dataset_id=77,\n preview_fingerprint=\"fp-2\",\n template_params={\"region\": \"emea\"},\n effective_filters=[],\n )\n\n client.network.request.side_effect = [\n RuntimeError(\"preview endpoint unavailable\"),\n {\"result\": {\"sql\": \"SELECT * FROM dataset_77\"}},\n ]\n\n preview = adapter.compile_preview(payload)\n\n assert preview.preview_status.value == \"ready\"\n assert preview.compiled_sql == \"SELECT * FROM dataset_77\"\n assert client.network.request.call_count == 2\n # @FRAGILE: Positional call assertion — ordering changes will break this test without indicating a real regression. Prefer content-based assertion.\n first_call = client.network.request.call_args_list[0].kwargs\n # @FRAGILE: Positional call assertion — ordering changes will break this test without indicating a real regression. Prefer content-based assertion.\n second_call = client.network.request.call_args_list[1].kwargs\n assert first_call[\"endpoint\"] == \"/dataset/77/preview\"\n assert second_call[\"endpoint\"] == \"/dataset/77/sql\"\n\n\n# [/DEF:test_preview_falls_back_across_matrix_until_supported_endpoint_returns_sql:Function]\n" }, { @@ -71303,9 +74862,20 @@ ], "predicate": "[DEPENDS_ON]" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_sql_lab_launch_falls_back_to_legacy_execute_endpoint' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_sql_lab_launch_falls_back_to_legacy_execute_endpoint:Function]\n# @PURPOSE: Confirms SQL Lab launch falls back from modern to legacy execute endpoint and preserves canonical session reference extraction.\n# @RELATION: [DEPENDS_ON] ->[SupersetCompilationAdapter]\ndef test_sql_lab_launch_falls_back_to_legacy_execute_endpoint():\n adapter, client = make_adapter()\n client.get_dataset.return_value = {\n \"result\": {\n \"id\": 55,\n \"schema\": \"public\",\n \"database\": {\"id\": 9},\n }\n }\n client.network.request.side_effect = [\n RuntimeError(\"sqllab execute unavailable\"),\n {\"result\": {\"id\": \"query-123\"}},\n ]\n payload = SqlLabLaunchPayload(\n session_id=\"sess-3\",\n dataset_id=55,\n preview_id=\"preview-9\",\n compiled_sql=\"SELECT * FROM sales\",\n template_params={\"limit\": 10},\n )\n\n sql_lab_ref = adapter.create_sql_lab_session(payload)\n\n assert sql_lab_ref == \"query-123\"\n assert client.network.request.call_count == 2\n # @FRAGILE: Positional call assertion — ordering changes will break this test without indicating a real regression. Prefer content-based assertion.\n first_call = client.network.request.call_args_list[0].kwargs\n # @FRAGILE: Positional call assertion — ordering changes will break this test without indicating a real regression. Prefer content-based assertion.\n second_call = client.network.request.call_args_list[1].kwargs\n assert first_call[\"endpoint\"] == \"/sqllab/execute/\"\n assert second_call[\"endpoint\"] == \"/sql_lab/execute/\"\n\n\n# [/DEF:test_sql_lab_launch_falls_back_to_legacy_execute_endpoint:Function]\n" }, { @@ -71436,9 +75006,20 @@ ], "predicate": "TESTS" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestAuth' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestAuth:Module]\n# @PURPOSE: Covers authentication service/repository behavior and auth bootstrap helpers.\n# @LAYER: Test\n# @RELATION: TESTS -> AuthService\n# @RELATION: TESTS -> AuthRepository\n# @RELATION: TESTS -> create_admin\n# @RELATION: TESTS -> ensure_encryption_key\n\nimport sys\nfrom pathlib import Path\n\n# Add src to path\nsys.path.append(str(Path(__file__).parent.parent / \"src\"))\n\nimport pytest\nfrom cryptography.fernet import Fernet\nfrom sqlalchemy import create_engine\nfrom sqlalchemy.orm import sessionmaker\n\nfrom src.core.auth.repository import AuthRepository\nfrom src.core.auth.security import get_password_hash, verify_password\nfrom src.core.database import Base\nfrom src.models.auth import ADGroupMapping, Permission, Role, User\nfrom src.scripts.create_admin import create_admin\nfrom src.scripts.init_auth_db import ensure_encryption_key\nfrom src.services.auth_service import AuthService\n\n# Create in-memory SQLite database for testing\nSQLALCHEMY_DATABASE_URL = \"sqlite:///:memory:\"\n\nengine = create_engine(\n SQLALCHEMY_DATABASE_URL, connect_args={\"check_same_thread\": False}\n)\nTestingSessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)\n\n# Create all tables\nBase.metadata.create_all(bind=engine)\n\n\n@pytest.fixture\ndef db_session():\n \"\"\"Create a new database session with a transaction, rollback after test\"\"\"\n connection = engine.connect()\n transaction = connection.begin()\n session = TestingSessionLocal(bind=connection)\n\n yield session\n\n session.close()\n transaction.rollback()\n connection.close()\n\n\n@pytest.fixture\ndef auth_service(db_session):\n return AuthService(db_session)\n\n\n@pytest.fixture\ndef auth_repo(db_session):\n return AuthRepository(db_session)\n\n\n# [DEF:test_create_user:Function]\n# @RELATION: BINDS_TO -> TestAuth\ndef test_create_user(auth_repo):\n \"\"\"Test user creation\"\"\"\n user = User(\n username=\"testuser\",\n email=\"test@example.com\",\n password_hash=get_password_hash(\"testpassword123\"),\n auth_source=\"LOCAL\",\n )\n\n auth_repo.db.add(user)\n auth_repo.db.commit()\n\n retrieved_user = auth_repo.get_user_by_username(\"testuser\")\n assert retrieved_user is not None\n assert retrieved_user.username == \"testuser\"\n assert retrieved_user.email == \"test@example.com\"\n assert verify_password(\"testpassword123\", retrieved_user.password_hash)\n\n\n# [/DEF:test_create_user:Function]\n\n\n# [DEF:test_authenticate_user:Function]\n# @RELATION: BINDS_TO -> TestAuth\ndef test_authenticate_user(auth_service, auth_repo):\n \"\"\"Test user authentication with valid and invalid credentials\"\"\"\n user = User(\n username=\"testuser\",\n email=\"test@example.com\",\n password_hash=get_password_hash(\"testpassword123\"),\n auth_source=\"LOCAL\",\n )\n\n auth_repo.db.add(user)\n auth_repo.db.commit()\n\n # Test valid credentials\n authenticated_user = auth_service.authenticate_user(\"testuser\", \"testpassword123\")\n assert authenticated_user is not None\n assert authenticated_user.username == \"testuser\"\n\n # Test invalid password\n invalid_user = auth_service.authenticate_user(\"testuser\", \"wrongpassword\")\n assert invalid_user is None\n\n # Test invalid username\n invalid_user = auth_service.authenticate_user(\"nonexistent\", \"testpassword123\")\n assert invalid_user is None\n\n\n# [/DEF:test_authenticate_user:Function]\n\n\n# [DEF:test_create_session:Function]\n# @RELATION: BINDS_TO -> TestAuth\ndef test_create_session(auth_service, auth_repo):\n \"\"\"Test session token creation\"\"\"\n user = User(\n username=\"testuser\",\n email=\"test@example.com\",\n password_hash=get_password_hash(\"testpassword123\"),\n auth_source=\"LOCAL\",\n )\n\n auth_repo.db.add(user)\n auth_repo.db.commit()\n\n session = auth_service.create_session(user)\n assert \"access_token\" in session\n assert \"token_type\" in session\n assert session[\"token_type\"] == \"bearer\"\n assert len(session[\"access_token\"]) > 0\n\n\n# [/DEF:test_create_session:Function]\n\n\n# [DEF:test_role_permission_association:Function]\n# @RELATION: BINDS_TO -> TestAuth\ndef test_role_permission_association(auth_repo):\n \"\"\"Test role and permission association\"\"\"\n role = Role(name=\"Admin\", description=\"System administrator\")\n perm1 = Permission(resource=\"admin:users\", action=\"READ\")\n perm2 = Permission(resource=\"admin:users\", action=\"WRITE\")\n\n role.permissions.extend([perm1, perm2])\n\n auth_repo.db.add(role)\n auth_repo.db.commit()\n\n retrieved_role = auth_repo.get_role_by_name(\"Admin\")\n assert retrieved_role is not None\n assert len(retrieved_role.permissions) == 2\n\n permissions = [f\"{p.resource}:{p.action}\" for p in retrieved_role.permissions]\n assert \"admin:users:READ\" in permissions\n assert \"admin:users:WRITE\" in permissions\n\n\n# [/DEF:test_role_permission_association:Function]\n\n\n# [DEF:test_user_role_association:Function]\n# @RELATION: BINDS_TO -> TestAuth\ndef test_user_role_association(auth_repo):\n \"\"\"Test user and role association\"\"\"\n role = Role(name=\"Admin\", description=\"System administrator\")\n user = User(\n username=\"adminuser\",\n email=\"admin@example.com\",\n password_hash=get_password_hash(\"adminpass123\"),\n auth_source=\"LOCAL\",\n )\n\n user.roles.append(role)\n\n auth_repo.db.add(role)\n auth_repo.db.add(user)\n auth_repo.db.commit()\n\n retrieved_user = auth_repo.get_user_by_username(\"adminuser\")\n assert retrieved_user is not None\n assert len(retrieved_user.roles) == 1\n assert retrieved_user.roles[0].name == \"Admin\"\n\n\n# [/DEF:test_user_role_association:Function]\n\n\n# [DEF:test_ad_group_mapping:Function]\n# @RELATION: BINDS_TO -> TestAuth\ndef test_ad_group_mapping(auth_repo):\n \"\"\"Test AD group mapping\"\"\"\n role = Role(name=\"ADFS_Admin\", description=\"ADFS administrators\")\n\n auth_repo.db.add(role)\n auth_repo.db.commit()\n\n mapping = ADGroupMapping(ad_group=\"DOMAIN\\\\ADFS_Admins\", role_id=role.id)\n\n auth_repo.db.add(mapping)\n auth_repo.db.commit()\n\n retrieved_mapping = (\n auth_repo.db.query(ADGroupMapping)\n .filter_by(ad_group=\"DOMAIN\\\\ADFS_Admins\")\n .first()\n )\n assert retrieved_mapping is not None\n assert retrieved_mapping.role_id == role.id\n\n\n# [/DEF:test_ad_group_mapping:Function]\n\n\n# [DEF:test_create_admin_creates_user_with_optional_email:Function]\n# @RELATION: BINDS_TO -> TestAuth\ndef test_create_admin_creates_user_with_optional_email(monkeypatch, db_session):\n \"\"\"Test bootstrap admin creation stores optional email and Admin role\"\"\"\n monkeypatch.setattr(\"src.scripts.create_admin.AuthSessionLocal\", lambda: db_session)\n\n result = create_admin(\"bootstrap-admin\", \"bootstrap-pass\", \"admin@example.com\")\n\n created_user = (\n db_session.query(User).filter(User.username == \"bootstrap-admin\").first()\n )\n assert result == \"created\"\n assert created_user is not None\n assert created_user.email == \"admin@example.com\"\n assert created_user.roles[0].name == \"Admin\"\n\n\n# [/DEF:test_create_admin_creates_user_with_optional_email:Function]\n\n\n# [DEF:test_create_admin_is_idempotent_for_existing_user:Function]\n# @RELATION: BINDS_TO -> TestAuth\ndef test_create_admin_is_idempotent_for_existing_user(monkeypatch, db_session):\n \"\"\"Test bootstrap admin creation preserves existing user on repeated runs\"\"\"\n monkeypatch.setattr(\"src.scripts.create_admin.AuthSessionLocal\", lambda: db_session)\n\n first_result = create_admin(\"bootstrap-admin-2\", \"bootstrap-pass\")\n second_result = create_admin(\n \"bootstrap-admin-2\", \"new-password\", \"changed@example.com\"\n )\n\n created_user = (\n db_session.query(User).filter(User.username == \"bootstrap-admin-2\").first()\n )\n assert first_result == \"created\"\n assert second_result == \"exists\"\n assert created_user is not None\n assert created_user.email is None\n assert verify_password(\"bootstrap-pass\", created_user.password_hash)\n assert not verify_password(\"new-password\", created_user.password_hash)\n\n\n# [/DEF:test_create_admin_is_idempotent_for_existing_user:Function]\n\n\n# [DEF:test_ensure_encryption_key_generates_backend_env_file:Function]\n# @RELATION: BINDS_TO -> TestAuth\ndef test_ensure_encryption_key_generates_backend_env_file(monkeypatch, tmp_path):\n \"\"\"Test first-time initialization generates and persists a Fernet key.\"\"\"\n env_file = tmp_path / \".env\"\n monkeypatch.delenv(\"ENCRYPTION_KEY\", raising=False)\n\n generated_key = ensure_encryption_key(env_file)\n\n assert generated_key\n assert env_file.exists()\n assert (\n env_file.read_text(encoding=\"utf-8\").strip()\n == f\"ENCRYPTION_KEY={generated_key}\"\n )\n assert verify_fernet_key(generated_key)\n\n\n# [/DEF:test_ensure_encryption_key_generates_backend_env_file:Function]\n\n\n# [DEF:test_ensure_encryption_key_reuses_existing_env_file_value:Function]\n# @RELATION: BINDS_TO -> TestAuth\ndef test_ensure_encryption_key_reuses_existing_env_file_value(monkeypatch, tmp_path):\n \"\"\"Test persisted key is reused without rewriting file contents.\"\"\"\n env_file = tmp_path / \".env\"\n existing_key = Fernet.generate_key().decode()\n env_file.write_text(\n f\"ENCRYPTION_KEY={existing_key}\\nOTHER=value\\n\", encoding=\"utf-8\"\n )\n monkeypatch.delenv(\"ENCRYPTION_KEY\", raising=False)\n\n reused_key = ensure_encryption_key(env_file)\n\n assert reused_key == existing_key\n assert (\n env_file.read_text(encoding=\"utf-8\")\n == f\"ENCRYPTION_KEY={existing_key}\\nOTHER=value\\n\"\n )\n\n\n# [/DEF:test_ensure_encryption_key_reuses_existing_env_file_value:Function]\n\n\n# [DEF:test_ensure_encryption_key_prefers_process_environment:Function]\n# @RELATION: BINDS_TO -> TestAuth\ndef test_ensure_encryption_key_prefers_process_environment(monkeypatch, tmp_path):\n \"\"\"Test explicit process environment has priority over file generation.\"\"\"\n env_file = tmp_path / \".env\"\n runtime_key = Fernet.generate_key().decode()\n monkeypatch.setenv(\"ENCRYPTION_KEY\", runtime_key)\n\n resolved_key = ensure_encryption_key(env_file)\n\n assert resolved_key == runtime_key\n assert not env_file.exists()\n\n\n# [/DEF:test_ensure_encryption_key_prefers_process_environment:Function]\n\n\ndef verify_fernet_key(value: str) -> bool:\n Fernet(value.encode())\n return True\n\n\n# [/DEF:TestAuth:Module]\n" }, { @@ -71476,9 +75057,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_create_admin_creates_user_with_optional_email' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_create_admin_creates_user_with_optional_email:Function]\n# @RELATION: BINDS_TO -> TestAuth\ndef test_create_admin_creates_user_with_optional_email(monkeypatch, db_session):\n \"\"\"Test bootstrap admin creation stores optional email and Admin role\"\"\"\n monkeypatch.setattr(\"src.scripts.create_admin.AuthSessionLocal\", lambda: db_session)\n\n result = create_admin(\"bootstrap-admin\", \"bootstrap-pass\", \"admin@example.com\")\n\n created_user = (\n db_session.query(User).filter(User.username == \"bootstrap-admin\").first()\n )\n assert result == \"created\"\n assert created_user is not None\n assert created_user.email == \"admin@example.com\"\n assert created_user.roles[0].name == \"Admin\"\n\n\n# [/DEF:test_create_admin_creates_user_with_optional_email:Function]\n" }, { @@ -71516,9 +75108,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_create_admin_is_idempotent_for_existing_user' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_create_admin_is_idempotent_for_existing_user:Function]\n# @RELATION: BINDS_TO -> TestAuth\ndef test_create_admin_is_idempotent_for_existing_user(monkeypatch, db_session):\n \"\"\"Test bootstrap admin creation preserves existing user on repeated runs\"\"\"\n monkeypatch.setattr(\"src.scripts.create_admin.AuthSessionLocal\", lambda: db_session)\n\n first_result = create_admin(\"bootstrap-admin-2\", \"bootstrap-pass\")\n second_result = create_admin(\n \"bootstrap-admin-2\", \"new-password\", \"changed@example.com\"\n )\n\n created_user = (\n db_session.query(User).filter(User.username == \"bootstrap-admin-2\").first()\n )\n assert first_result == \"created\"\n assert second_result == \"exists\"\n assert created_user is not None\n assert created_user.email is None\n assert verify_password(\"bootstrap-pass\", created_user.password_hash)\n assert not verify_password(\"new-password\", created_user.password_hash)\n\n\n# [/DEF:test_create_admin_is_idempotent_for_existing_user:Function]\n" }, { @@ -71556,9 +75159,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_ensure_encryption_key_generates_backend_env_file' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_ensure_encryption_key_generates_backend_env_file:Function]\n# @RELATION: BINDS_TO -> TestAuth\ndef test_ensure_encryption_key_generates_backend_env_file(monkeypatch, tmp_path):\n \"\"\"Test first-time initialization generates and persists a Fernet key.\"\"\"\n env_file = tmp_path / \".env\"\n monkeypatch.delenv(\"ENCRYPTION_KEY\", raising=False)\n\n generated_key = ensure_encryption_key(env_file)\n\n assert generated_key\n assert env_file.exists()\n assert (\n env_file.read_text(encoding=\"utf-8\").strip()\n == f\"ENCRYPTION_KEY={generated_key}\"\n )\n assert verify_fernet_key(generated_key)\n\n\n# [/DEF:test_ensure_encryption_key_generates_backend_env_file:Function]\n" }, { @@ -71596,9 +75210,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_ensure_encryption_key_reuses_existing_env_file_value' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_ensure_encryption_key_reuses_existing_env_file_value:Function]\n# @RELATION: BINDS_TO -> TestAuth\ndef test_ensure_encryption_key_reuses_existing_env_file_value(monkeypatch, tmp_path):\n \"\"\"Test persisted key is reused without rewriting file contents.\"\"\"\n env_file = tmp_path / \".env\"\n existing_key = Fernet.generate_key().decode()\n env_file.write_text(\n f\"ENCRYPTION_KEY={existing_key}\\nOTHER=value\\n\", encoding=\"utf-8\"\n )\n monkeypatch.delenv(\"ENCRYPTION_KEY\", raising=False)\n\n reused_key = ensure_encryption_key(env_file)\n\n assert reused_key == existing_key\n assert (\n env_file.read_text(encoding=\"utf-8\")\n == f\"ENCRYPTION_KEY={existing_key}\\nOTHER=value\\n\"\n )\n\n\n# [/DEF:test_ensure_encryption_key_reuses_existing_env_file_value:Function]\n" }, { @@ -71636,9 +75261,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_ensure_encryption_key_prefers_process_environment' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_ensure_encryption_key_prefers_process_environment:Function]\n# @RELATION: BINDS_TO -> TestAuth\ndef test_ensure_encryption_key_prefers_process_environment(monkeypatch, tmp_path):\n \"\"\"Test explicit process environment has priority over file generation.\"\"\"\n env_file = tmp_path / \".env\"\n runtime_key = Fernet.generate_key().decode()\n monkeypatch.setenv(\"ENCRYPTION_KEY\", runtime_key)\n\n resolved_key = ensure_encryption_key(env_file)\n\n assert resolved_key == runtime_key\n assert not env_file.exists()\n\n\n# [/DEF:test_ensure_encryption_key_prefers_process_environment:Function]\n" }, { @@ -71687,6 +75323,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TestCoreScheduler [C:3] [TYPE Module] [SEMANTICS test, scheduler, apscheduler, load, reload]\n# @BRIEF Verify SchedulerService load_schedules and translation job add/remove contracts.\n# @RELATION BINDS_TO -> [SchedulerService]\n# @TEST_EDGE: load_schedules_reloads — jobs survive remove_all_jobs when re-registered from DB\n# @TEST_EDGE: add_remove_translation_job — job correctly registered and removed from APScheduler\n# @TEST_INVARIANT: translation_jobs_persist_across_reload -> VERIFIED_BY: [test_load_schedules_reloads_translation_schedules]\n\nimport sys\nfrom pathlib import Path\n\nsys.path.insert(0, str(Path(__file__).parent.parent / \"src\"))\n\nfrom unittest.mock import MagicMock, patch\n\nfrom apscheduler.schedulers.background import BackgroundScheduler\n\n# ---------------------------------------------------------------------------\n# Helpers — fresh scheduler & mock config\n# ---------------------------------------------------------------------------\n\ndef _make_mock_config_manager(backup_env_id=\"env1\", backup_cron=\"0 3 * * *\"):\n \"\"\"Build a mock ConfigManager returning a single backup-enabled environment.\"\"\"\n mgr = MagicMock()\n mock_env = MagicMock()\n mock_env.id = backup_env_id\n mock_env.backup_schedule = MagicMock()\n mock_env.backup_schedule.enabled = True\n mock_env.backup_schedule.cron_expression = backup_cron\n mock_config = MagicMock()\n mock_config.environments = [mock_env]\n mgr.get_config.return_value = mock_config\n return mgr\n\n\ndef _make_mock_task_manager():\n \"\"\"Build a mock TaskManager returning no active tasks.\"\"\"\n tm = MagicMock()\n tm.get_tasks.return_value = []\n return tm\n\n\n# ---------------------------------------------------------------------------\n# Fixture helpers — start/stop a real BackgroundScheduler\n# ---------------------------------------------------------------------------\n\ndef _start_scheduler():\n \"\"\"Create and start a BackgroundScheduler. Returns the scheduler instance.\"\"\"\n sched = BackgroundScheduler()\n sched.start()\n return sched\n\n\ndef _stop_scheduler(sched):\n \"\"\"Shutdown a BackgroundScheduler if running.\"\"\"\n if sched.running:\n sched.shutdown(wait=False)\n\n\n# #region test_load_schedules_reloads_translation_schedules [C:1] [TYPE Function]\ndef test_load_schedules_reloads_translation_schedules():\n \"\"\"Verify load_schedules re-registers translation jobs after remove_all_jobs.\"\"\"\n from src.core.scheduler import SchedulerService\n\n sched = _start_scheduler()\n try:\n cfg = _make_mock_config_manager()\n tm = _make_mock_task_manager()\n\n svc = SchedulerService.__new__(SchedulerService)\n svc.task_manager = tm\n svc.config_manager = cfg\n svc.scheduler = sched\n\n # Pre-register a translation job (simulates what happens before reload)\n svc.add_translation_job(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n cron_expression=\"0 2 * * *\",\n )\n\n # Verify it exists BEFORE reload\n job_before = sched.get_job(\"translate_sched-1\")\n assert job_before is not None, \"Translation job should exist before reload\"\n\n # Mock the DB query that load_schedules uses internally\n mock_schedule = MagicMock()\n mock_schedule.id = \"sched-1\"\n mock_schedule.job_id = \"job-1\"\n mock_schedule.cron_expression = \"0 2 * * *\"\n mock_schedule.timezone = \"UTC\"\n mock_schedule.execution_mode = \"full\"\n\n mock_db = MagicMock()\n mock_db.query.return_value.filter.return_value.all.return_value = [mock_schedule]\n\n with patch(\"src.core.scheduler.SessionLocal\", return_value=mock_db):\n svc.load_schedules()\n\n # After reload, the translation job should STILL exist\n job_after = sched.get_job(\"translate_sched-1\")\n assert job_after is not None, (\n \"Translation job should survive load_schedules (re-registered from DB)\"\n )\n\n # Backup job should also exist (added from config)\n backup_job = sched.get_job(\"backup_env1\")\n assert backup_job is not None, \"Backup job should be registered by load_schedules\"\n finally:\n _stop_scheduler(sched)\n# #endregion test_load_schedules_reloads_translation_schedules\n\n\n# #region test_add_and_remove_translation_job [C:1] [TYPE Function]\ndef test_add_and_remove_translation_job():\n \"\"\"Verify add_translation_job registers and remove_translation_job removes.\"\"\"\n from src.core.scheduler import SchedulerService\n\n sched = _start_scheduler()\n try:\n cfg = _make_mock_config_manager()\n tm = _make_mock_task_manager()\n\n svc = SchedulerService.__new__(SchedulerService)\n svc.task_manager = tm\n svc.config_manager = cfg\n svc.scheduler = sched\n\n # Should NOT exist before add\n assert sched.get_job(\"translate_sched-x\") is None\n\n svc.add_translation_job(\n schedule_id=\"sched-x\",\n job_id=\"job-x\",\n cron_expression=\"*/5 * * * *\",\n )\n\n # Should exist after add\n job = sched.get_job(\"translate_sched-x\")\n assert job is not None, \"Translation job should be registered after add\"\n assert job.id == \"translate_sched-x\"\n\n svc.remove_translation_job(\"sched-x\")\n\n # Should NOT exist after remove\n assert sched.get_job(\"translate_sched-x\") is None, (\n \"Translation job should be removed after remove_translation_job\"\n )\n finally:\n _stop_scheduler(sched)\n# #endregion test_add_and_remove_translation_job\n\n\n# #region test_remove_nonexistent_translation_job_no_error [C:1] [TYPE Function]\ndef test_remove_nonexistent_translation_job_no_error():\n \"\"\"Verify remove_translation_job handles non-existent job silently.\"\"\"\n from src.core.scheduler import SchedulerService\n\n sched = _start_scheduler()\n try:\n cfg = _make_mock_config_manager()\n tm = _make_mock_task_manager()\n\n svc = SchedulerService.__new__(SchedulerService)\n svc.task_manager = tm\n svc.config_manager = cfg\n svc.scheduler = sched\n\n # Should not raise — silent ignore\n svc.remove_translation_job(\"nonexistent-sched\")\n finally:\n _stop_scheduler(sched)\n# #endregion test_remove_nonexistent_translation_job_no_error\n\n\n# #endregion TestCoreScheduler\n" }, { @@ -71703,6 +75340,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_load_schedules_reloads_translation_schedules [C:1] [TYPE Function]\ndef test_load_schedules_reloads_translation_schedules():\n \"\"\"Verify load_schedules re-registers translation jobs after remove_all_jobs.\"\"\"\n from src.core.scheduler import SchedulerService\n\n sched = _start_scheduler()\n try:\n cfg = _make_mock_config_manager()\n tm = _make_mock_task_manager()\n\n svc = SchedulerService.__new__(SchedulerService)\n svc.task_manager = tm\n svc.config_manager = cfg\n svc.scheduler = sched\n\n # Pre-register a translation job (simulates what happens before reload)\n svc.add_translation_job(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n cron_expression=\"0 2 * * *\",\n )\n\n # Verify it exists BEFORE reload\n job_before = sched.get_job(\"translate_sched-1\")\n assert job_before is not None, \"Translation job should exist before reload\"\n\n # Mock the DB query that load_schedules uses internally\n mock_schedule = MagicMock()\n mock_schedule.id = \"sched-1\"\n mock_schedule.job_id = \"job-1\"\n mock_schedule.cron_expression = \"0 2 * * *\"\n mock_schedule.timezone = \"UTC\"\n mock_schedule.execution_mode = \"full\"\n\n mock_db = MagicMock()\n mock_db.query.return_value.filter.return_value.all.return_value = [mock_schedule]\n\n with patch(\"src.core.scheduler.SessionLocal\", return_value=mock_db):\n svc.load_schedules()\n\n # After reload, the translation job should STILL exist\n job_after = sched.get_job(\"translate_sched-1\")\n assert job_after is not None, (\n \"Translation job should survive load_schedules (re-registered from DB)\"\n )\n\n # Backup job should also exist (added from config)\n backup_job = sched.get_job(\"backup_env1\")\n assert backup_job is not None, \"Backup job should be registered by load_schedules\"\n finally:\n _stop_scheduler(sched)\n# #endregion test_load_schedules_reloads_translation_schedules\n" }, { @@ -71719,6 +75357,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_add_and_remove_translation_job [C:1] [TYPE Function]\ndef test_add_and_remove_translation_job():\n \"\"\"Verify add_translation_job registers and remove_translation_job removes.\"\"\"\n from src.core.scheduler import SchedulerService\n\n sched = _start_scheduler()\n try:\n cfg = _make_mock_config_manager()\n tm = _make_mock_task_manager()\n\n svc = SchedulerService.__new__(SchedulerService)\n svc.task_manager = tm\n svc.config_manager = cfg\n svc.scheduler = sched\n\n # Should NOT exist before add\n assert sched.get_job(\"translate_sched-x\") is None\n\n svc.add_translation_job(\n schedule_id=\"sched-x\",\n job_id=\"job-x\",\n cron_expression=\"*/5 * * * *\",\n )\n\n # Should exist after add\n job = sched.get_job(\"translate_sched-x\")\n assert job is not None, \"Translation job should be registered after add\"\n assert job.id == \"translate_sched-x\"\n\n svc.remove_translation_job(\"sched-x\")\n\n # Should NOT exist after remove\n assert sched.get_job(\"translate_sched-x\") is None, (\n \"Translation job should be removed after remove_translation_job\"\n )\n finally:\n _stop_scheduler(sched)\n# #endregion test_add_and_remove_translation_job\n" }, { @@ -71735,6 +75374,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_remove_nonexistent_translation_job_no_error [C:1] [TYPE Function]\ndef test_remove_nonexistent_translation_job_no_error():\n \"\"\"Verify remove_translation_job handles non-existent job silently.\"\"\"\n from src.core.scheduler import SchedulerService\n\n sched = _start_scheduler()\n try:\n cfg = _make_mock_config_manager()\n tm = _make_mock_task_manager()\n\n svc = SchedulerService.__new__(SchedulerService)\n svc.task_manager = tm\n svc.config_manager = cfg\n svc.scheduler = sched\n\n # Should not raise — silent ignore\n svc.remove_translation_job(\"nonexistent-sched\")\n finally:\n _stop_scheduler(sched)\n# #endregion test_remove_nonexistent_translation_job_no_error\n" }, { @@ -71782,9 +75422,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestDashboardsApi' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestDashboardsApi:Module]\n# @RELATION: VERIFIES ->[src.api.routes.dashboards]\n# @PURPOSE: Comprehensive contract-driven tests for Dashboard Hub API\n# @LAYER: Domain (Tests)\n# @SEMANTICS: tests, dashboards, api, contract, remediation\nfrom datetime import UTC, datetime\nfrom unittest.mock import AsyncMock, MagicMock, patch\n\nimport pytest\nfrom fastapi.testclient import TestClient\n\nfrom src.api.routes.dashboards import (\n DashboardDetailResponse,\n DashboardsResponse,\n DashboardTaskHistoryResponse,\n DatabaseMappingsResponse,\n)\nfrom src.app import app\nfrom src.dependencies import (\n get_config_manager,\n get_current_user,\n get_mapping_service,\n get_resource_service,\n get_task_manager,\n has_permission,\n)\n\n# Global mock user\nmock_user = MagicMock()\nmock_user.username = \"testuser\"\nmock_user.roles = []\nadmin_role = MagicMock()\nadmin_role.name = \"Admin\"\nmock_user.roles.append(admin_role)\n\n\n@pytest.fixture(autouse=True)\ndef mock_deps():\n config_manager = MagicMock()\n task_manager = MagicMock()\n resource_service = MagicMock()\n mapping_service = MagicMock()\n\n app.dependency_overrides[get_config_manager] = lambda: config_manager\n app.dependency_overrides[get_task_manager] = lambda: task_manager\n app.dependency_overrides[get_resource_service] = lambda: resource_service\n app.dependency_overrides[get_mapping_service] = lambda: mapping_service\n app.dependency_overrides[get_current_user] = lambda: mock_user\n\n # Overrides for specific permission checks\n app.dependency_overrides[has_permission(\"plugin:migration\", \"READ\")] = (\n lambda: mock_user\n )\n app.dependency_overrides[has_permission(\"plugin:migration\", \"EXECUTE\")] = (\n lambda: mock_user\n )\n app.dependency_overrides[has_permission(\"plugin:backup\", \"EXECUTE\")] = (\n lambda: mock_user\n )\n app.dependency_overrides[has_permission(\"tasks\", \"READ\")] = lambda: mock_user\n app.dependency_overrides[has_permission(\"dashboards\", \"READ\")] = lambda: mock_user\n\n yield {\n \"config\": config_manager,\n \"task\": task_manager,\n \"resource\": resource_service,\n \"mapping\": mapping_service,\n }\n app.dependency_overrides.clear()\n\n\nclient = TestClient(app)\n\n# --- 1. get_dashboards tests ---\n\n\n# [DEF:test_get_dashboards_success:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboards_success(mock_deps):\n \"\"\"Uses @TEST_FIXTURE: dashboard_list_happy data.\"\"\"\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].get_all_tasks.return_value = []\n\n # @TEST_FIXTURE: dashboard_list_happy -> {\"id\": 1, \"title\": \"Main Revenue\"}\n mock_deps[\"resource\"].get_dashboards_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 1,\n \"title\": \"Main Revenue\",\n \"slug\": \"main-revenue\",\n \"git_status\": {\"branch\": \"main\", \"sync_status\": \"OK\"},\n }\n ]\n )\n\n response = client.get(\"/api/dashboards?env_id=prod&page=1&page_size=10\")\n\n assert response.status_code == 200\n data = response.json()\n\n # exhaustive @POST assertions\n assert \"dashboards\" in data\n assert len(data[\"dashboards\"]) == 1 # @TEST_FIXTURE: expected_count: 1\n assert data[\"dashboards\"][0][\"title\"] == \"Main Revenue\"\n assert data[\"total\"] == 1\n assert data[\"page\"] == 1\n assert data[\"page_size\"] == 10\n assert data[\"total_pages\"] == 1\n\n # schema validation\n DashboardsResponse(**data)\n\n\n# [/DEF:test_get_dashboards_success:Function]\n\n\n# [DEF:test_get_dashboards_with_search:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboards_with_search(mock_deps):\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].get_all_tasks.return_value = []\n mock_deps[\"resource\"].get_dashboards_with_status = AsyncMock(\n return_value=[\n {\"id\": 1, \"title\": \"Sales Report\", \"slug\": \"sales\"},\n {\"id\": 2, \"title\": \"Marketing\", \"slug\": \"marketing\"},\n ]\n )\n\n response = client.get(\"/api/dashboards?env_id=prod&search=sales\")\n assert response.status_code == 200\n data = response.json()\n assert len(data[\"dashboards\"]) == 1\n assert data[\"dashboards\"][0][\"title\"] == \"Sales Report\"\n\n\n# [/DEF:test_get_dashboards_with_search:Function]\n\n\n# [DEF:test_get_dashboards_empty:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboards_empty(mock_deps):\n \"\"\"@TEST_EDGE: empty_dashboards -> {env_id: 'empty_env', expected_total: 0}\"\"\"\n mock_env = MagicMock()\n mock_env.id = \"empty_env\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].get_all_tasks.return_value = []\n mock_deps[\"resource\"].get_dashboards_with_status = AsyncMock(return_value=[])\n\n response = client.get(\"/api/dashboards?env_id=empty_env\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"total\"] == 0\n assert len(data[\"dashboards\"]) == 0\n assert data[\"total_pages\"] == 1\n DashboardsResponse(**data)\n\n\n# [/DEF:test_get_dashboards_empty:Function]\n\n\n# [DEF:test_get_dashboards_superset_failure:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboards_superset_failure(mock_deps):\n \"\"\"@TEST_EDGE: external_superset_failure -> {env_id: 'bad_conn', status: 503}\"\"\"\n mock_env = MagicMock()\n mock_env.id = \"bad_conn\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].get_all_tasks.return_value = []\n mock_deps[\"resource\"].get_dashboards_with_status = AsyncMock(\n side_effect=Exception(\"Connection refused\")\n )\n\n response = client.get(\"/api/dashboards?env_id=bad_conn\")\n assert response.status_code == 503\n assert \"Failed to fetch dashboards\" in response.json()[\"detail\"]\n\n\n# [/DEF:test_get_dashboards_superset_failure:Function]\n\n\n# [DEF:test_get_dashboards_env_not_found:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboards_env_not_found(mock_deps):\n mock_deps[\"config\"].get_environments.return_value = []\n response = client.get(\"/api/dashboards?env_id=nonexistent\")\n assert response.status_code == 404\n assert \"Environment not found\" in response.json()[\"detail\"]\n\n\n# [/DEF:test_get_dashboards_env_not_found:Function]\n\n\n# [DEF:test_get_dashboards_invalid_pagination:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboards_invalid_pagination(mock_deps):\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n\n # page < 1\n assert client.get(\"/api/dashboards?env_id=prod&page=0\").status_code == 400\n assert client.get(\"/api/dashboards?env_id=prod&page=-1\").status_code == 400\n\n # page_size < 1\n assert client.get(\"/api/dashboards?env_id=prod&page_size=0\").status_code == 400\n\n # page_size > 100\n assert client.get(\"/api/dashboards?env_id=prod&page_size=101\").status_code == 400\n\n\n# --- 2. get_database_mappings tests ---\n\n# [/DEF:test_get_dashboards_invalid_pagination:Function]\n\n\n# [DEF:test_get_database_mappings_success:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_database_mappings_success(mock_deps):\n mock_s = MagicMock()\n mock_s.id = \"s\"\n mock_t = MagicMock()\n mock_t.id = \"t\"\n mock_deps[\"config\"].get_environments.return_value = [mock_s, mock_t]\n\n mock_deps[\"mapping\"].get_suggestions = AsyncMock(\n return_value=[{\"source_db\": \"src\", \"target_db\": \"dst\", \"confidence\": 0.9}]\n )\n response = client.get(\"/api/dashboards/db-mappings?source_env_id=s&target_env_id=t\")\n assert response.status_code == 200\n data = response.json()\n assert len(data[\"mappings\"]) == 1\n assert data[\"mappings\"][0][\"confidence\"] == 0.9\n DatabaseMappingsResponse(**data)\n\n\n# [/DEF:test_get_database_mappings_success:Function]\n\n\n# [DEF:test_get_database_mappings_env_not_found:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_database_mappings_env_not_found(mock_deps):\n mock_deps[\"config\"].get_environments.return_value = []\n response = client.get(\n \"/api/dashboards/db-mappings?source_env_id=ghost&target_env_id=t\"\n )\n assert response.status_code == 404\n\n\n# --- 3. get_dashboard_detail tests ---\n\n# [/DEF:test_get_database_mappings_env_not_found:Function]\n\n\n# [DEF:test_get_dashboard_detail_success:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboard_detail_success(mock_deps):\n with patch(\"src.api.routes.dashboards.SupersetClient\") as mock_client_cls:\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n\n mock_client = MagicMock()\n detail_payload = {\n \"id\": 42,\n \"title\": \"Detail\",\n \"charts\": [],\n \"datasets\": [],\n \"chart_count\": 0,\n \"dataset_count\": 0,\n }\n mock_client.get_dashboard_detail.return_value = detail_payload\n mock_client_cls.return_value = mock_client\n\n response = client.get(\"/api/dashboards/42?env_id=prod\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"id\"] == 42\n DashboardDetailResponse(**data)\n\n\n# [/DEF:test_get_dashboard_detail_success:Function]\n\n\n# [DEF:test_get_dashboard_detail_env_not_found:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboard_detail_env_not_found(mock_deps):\n mock_deps[\"config\"].get_environments.return_value = []\n response = client.get(\"/api/dashboards/42?env_id=missing\")\n assert response.status_code == 404\n\n\n# --- 4. get_dashboard_tasks_history tests ---\n\n# [/DEF:test_get_dashboard_detail_env_not_found:Function]\n\n\n# [DEF:test_get_dashboard_tasks_history_success:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboard_tasks_history_success(mock_deps):\n now = datetime.now(UTC)\n task1 = MagicMock(\n id=\"t1\",\n plugin_id=\"superset-backup\",\n status=\"SUCCESS\",\n started_at=now,\n finished_at=None,\n params={\"env\": \"prod\", \"dashboards\": [42]},\n result={},\n )\n mock_deps[\"task\"].get_all_tasks.return_value = [task1]\n\n response = client.get(\"/api/dashboards/42/tasks?env_id=prod\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"dashboard_id\"] == 42\n assert len(data[\"items\"]) == 1\n DashboardTaskHistoryResponse(**data)\n\n\n# [/DEF:test_get_dashboard_tasks_history_success:Function]\n\n\n# [DEF:test_get_dashboard_tasks_history_sorting:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboard_tasks_history_sorting(mock_deps):\n \"\"\"@POST: Response contains sorted task history (newest first).\"\"\"\n from datetime import timedelta\n\n now = datetime.now(UTC)\n older = now - timedelta(hours=2)\n newest = now\n\n task_old = MagicMock(\n id=\"t-old\",\n plugin_id=\"superset-backup\",\n status=\"SUCCESS\",\n started_at=older,\n finished_at=None,\n params={\"env\": \"prod\", \"dashboards\": [42]},\n result={},\n )\n task_new = MagicMock(\n id=\"t-new\",\n plugin_id=\"superset-backup\",\n status=\"RUNNING\",\n started_at=newest,\n finished_at=None,\n params={\"env\": \"prod\", \"dashboards\": [42]},\n result={},\n )\n\n # Provide in wrong order to verify the endpoint sorts\n mock_deps[\"task\"].get_all_tasks.return_value = [task_old, task_new]\n\n response = client.get(\"/api/dashboards/42/tasks?env_id=prod\")\n assert response.status_code == 200\n data = response.json()\n assert len(data[\"items\"]) == 2\n # Newest first\n assert data[\"items\"][0][\"id\"] == \"t-new\"\n assert data[\"items\"][1][\"id\"] == \"t-old\"\n\n\n# --- 5. get_dashboard_thumbnail tests ---\n\n# [/DEF:test_get_dashboard_tasks_history_sorting:Function]\n\n\n# [DEF:test_get_dashboard_thumbnail_success:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboard_thumbnail_success(mock_deps):\n with patch(\"src.api.routes.dashboards.SupersetClient\") as mock_client_cls:\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_client = MagicMock()\n mock_response = MagicMock(\n status_code=200, content=b\"img\", headers={\"Content-Type\": \"image/png\"}\n )\n mock_client.network.request.side_effect = (\n lambda method, endpoint, **kw: {\"image_url\": \"url\"}\n if method == \"POST\"\n else mock_response\n )\n mock_client_cls.return_value = mock_client\n\n response = client.get(\"/api/dashboards/42/thumbnail?env_id=prod\")\n assert response.status_code == 200\n assert response.content == b\"img\"\n\n\n# [/DEF:test_get_dashboard_thumbnail_success:Function]\n\n\n# [DEF:test_get_dashboard_thumbnail_env_not_found:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboard_thumbnail_env_not_found(mock_deps):\n mock_deps[\"config\"].get_environments.return_value = []\n response = client.get(\"/api/dashboards/42/thumbnail?env_id=missing\")\n assert response.status_code == 404\n\n\n# [/DEF:test_get_dashboard_thumbnail_env_not_found:Function]\n\n\n# [DEF:test_get_dashboard_thumbnail_202:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboard_thumbnail_202(mock_deps):\n \"\"\"@POST: Returns 202 when thumbnail is being prepared by Superset.\"\"\"\n with patch(\"src.api.routes.dashboards.SupersetClient\") as mock_client_cls:\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_client = MagicMock()\n\n # POST cache_dashboard_screenshot returns image_url\n mock_client.network.request.side_effect = [\n {\"image_url\": \"/api/v1/dashboard/42/thumbnail/abc123/\"}, # POST\n MagicMock(\n status_code=202,\n json=lambda: {\"message\": \"Thumbnail is being generated\"},\n headers={\"Content-Type\": \"application/json\"},\n ), # GET thumbnail -> 202\n ]\n mock_client_cls.return_value = mock_client\n\n response = client.get(\"/api/dashboards/42/thumbnail?env_id=prod\")\n assert response.status_code == 202\n assert \"Thumbnail is being generated\" in response.json()[\"message\"]\n\n\n# --- 6. migrate_dashboards tests ---\n\n# [/DEF:test_get_dashboard_thumbnail_202:Function]\n\n\n# [DEF:test_migrate_dashboards_success:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_migrate_dashboards_success(mock_deps):\n mock_s = MagicMock()\n mock_s.id = \"s\"\n mock_t = MagicMock()\n mock_t.id = \"t\"\n mock_deps[\"config\"].get_environments.return_value = [mock_s, mock_t]\n mock_deps[\"task\"].create_task = AsyncMock(return_value=MagicMock(id=\"task-123\"))\n\n response = client.post(\n \"/api/dashboards/migrate\",\n json={\"source_env_id\": \"s\", \"target_env_id\": \"t\", \"dashboard_ids\": [1]},\n )\n assert response.status_code == 200\n assert response.json()[\"task_id\"] == \"task-123\"\n\n\n# [/DEF:test_migrate_dashboards_success:Function]\n\n\n# [DEF:test_migrate_dashboards_pre_checks:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_migrate_dashboards_pre_checks(mock_deps):\n # Missing IDs\n response = client.post(\n \"/api/dashboards/migrate\",\n json={\"source_env_id\": \"s\", \"target_env_id\": \"t\", \"dashboard_ids\": []},\n )\n assert response.status_code == 400\n assert \"At least one dashboard ID must be provided\" in response.json()[\"detail\"]\n\n\n# [/DEF:test_migrate_dashboards_pre_checks:Function]\n\n\n# [DEF:test_migrate_dashboards_env_not_found:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_migrate_dashboards_env_not_found(mock_deps):\n \"\"\"@PRE: source_env_id and target_env_id are valid environment IDs.\"\"\"\n mock_deps[\"config\"].get_environments.return_value = []\n response = client.post(\n \"/api/dashboards/migrate\",\n json={\"source_env_id\": \"ghost\", \"target_env_id\": \"t\", \"dashboard_ids\": [1]},\n )\n assert response.status_code == 404\n assert \"Source environment not found\" in response.json()[\"detail\"]\n\n\n# --- 7. backup_dashboards tests ---\n\n# [/DEF:test_migrate_dashboards_env_not_found:Function]\n\n\n# [DEF:test_backup_dashboards_success:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_backup_dashboards_success(mock_deps):\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].create_task = AsyncMock(return_value=MagicMock(id=\"backup-123\"))\n\n response = client.post(\n \"/api/dashboards/backup\", json={\"env_id\": \"prod\", \"dashboard_ids\": [1]}\n )\n assert response.status_code == 200\n assert response.json()[\"task_id\"] == \"backup-123\"\n\n\n# [/DEF:test_backup_dashboards_success:Function]\n\n\n# [DEF:test_backup_dashboards_pre_checks:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_backup_dashboards_pre_checks(mock_deps):\n response = client.post(\n \"/api/dashboards/backup\", json={\"env_id\": \"prod\", \"dashboard_ids\": []}\n )\n assert response.status_code == 400\n\n\n# [/DEF:test_backup_dashboards_pre_checks:Function]\n\n\n# [DEF:test_backup_dashboards_env_not_found:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_backup_dashboards_env_not_found(mock_deps):\n \"\"\"@PRE: env_id is a valid environment ID.\"\"\"\n mock_deps[\"config\"].get_environments.return_value = []\n response = client.post(\n \"/api/dashboards/backup\", json={\"env_id\": \"ghost\", \"dashboard_ids\": [1]}\n )\n assert response.status_code == 404\n assert \"Environment not found\" in response.json()[\"detail\"]\n\n\n# [/DEF:test_backup_dashboards_env_not_found:Function]\n\n\n# [DEF:test_backup_dashboards_with_schedule:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_backup_dashboards_with_schedule(mock_deps):\n \"\"\"@POST: If schedule is provided, a scheduled task is created.\"\"\"\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].create_task = AsyncMock(return_value=MagicMock(id=\"sched-456\"))\n\n response = client.post(\n \"/api/dashboards/backup\",\n json={\"env_id\": \"prod\", \"dashboard_ids\": [1], \"schedule\": \"0 0 * * *\"},\n )\n assert response.status_code == 200\n assert response.json()[\"task_id\"] == \"sched-456\"\n\n # Verify schedule was propagated to create_task\n call_kwargs = mock_deps[\"task\"].create_task.call_args\n task_params = call_kwargs.kwargs.get(\"params\") or call_kwargs[1].get(\"params\", {})\n assert task_params[\"schedule\"] == \"0 0 * * *\"\n\n\n# --- 8. Internal logic: _task_matches_dashboard ---\n# [/DEF:test_backup_dashboards_with_schedule:Function]\n\nfrom src.api.routes.dashboards._projection import _task_matches_dashboard\n\n\n# [DEF:test_task_matches_dashboard_logic:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_task_matches_dashboard_logic():\n task = MagicMock(\n plugin_id=\"superset-backup\", params={\"dashboards\": [42], \"env\": \"prod\"}\n )\n assert _task_matches_dashboard(task, 42, \"prod\") is True\n assert _task_matches_dashboard(task, 43, \"prod\") is False\n assert _task_matches_dashboard(task, 42, \"dev\") is False\n\n llm_task = MagicMock(\n plugin_id=\"llm_dashboard_validation\",\n params={\"dashboard_id\": 42, \"environment_id\": \"prod\"},\n )\n assert _task_matches_dashboard(llm_task, 42, \"prod\") is True\n assert _task_matches_dashboard(llm_task, 42, None) is True\n\n\n# [/DEF:test_task_matches_dashboard_logic:Function]\n# [/DEF:TestDashboardsApi:Module]\n" }, { @@ -71822,9 +75473,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_dashboard_tasks_history_success' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_dashboard_tasks_history_success:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboard_tasks_history_success(mock_deps):\n now = datetime.now(UTC)\n task1 = MagicMock(\n id=\"t1\",\n plugin_id=\"superset-backup\",\n status=\"SUCCESS\",\n started_at=now,\n finished_at=None,\n params={\"env\": \"prod\", \"dashboards\": [42]},\n result={},\n )\n mock_deps[\"task\"].get_all_tasks.return_value = [task1]\n\n response = client.get(\"/api/dashboards/42/tasks?env_id=prod\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"dashboard_id\"] == 42\n assert len(data[\"items\"]) == 1\n DashboardTaskHistoryResponse(**data)\n\n\n# [/DEF:test_get_dashboard_tasks_history_success:Function]\n" }, { @@ -71862,9 +75524,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_dashboard_tasks_history_sorting' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_dashboard_tasks_history_sorting:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboard_tasks_history_sorting(mock_deps):\n \"\"\"@POST: Response contains sorted task history (newest first).\"\"\"\n from datetime import timedelta\n\n now = datetime.now(UTC)\n older = now - timedelta(hours=2)\n newest = now\n\n task_old = MagicMock(\n id=\"t-old\",\n plugin_id=\"superset-backup\",\n status=\"SUCCESS\",\n started_at=older,\n finished_at=None,\n params={\"env\": \"prod\", \"dashboards\": [42]},\n result={},\n )\n task_new = MagicMock(\n id=\"t-new\",\n plugin_id=\"superset-backup\",\n status=\"RUNNING\",\n started_at=newest,\n finished_at=None,\n params={\"env\": \"prod\", \"dashboards\": [42]},\n result={},\n )\n\n # Provide in wrong order to verify the endpoint sorts\n mock_deps[\"task\"].get_all_tasks.return_value = [task_old, task_new]\n\n response = client.get(\"/api/dashboards/42/tasks?env_id=prod\")\n assert response.status_code == 200\n data = response.json()\n assert len(data[\"items\"]) == 2\n # Newest first\n assert data[\"items\"][0][\"id\"] == \"t-new\"\n assert data[\"items\"][1][\"id\"] == \"t-old\"\n\n\n# --- 5. get_dashboard_thumbnail tests ---\n\n# [/DEF:test_get_dashboard_tasks_history_sorting:Function]\n" }, { @@ -71902,9 +75575,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_dashboard_thumbnail_env_not_found' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_dashboard_thumbnail_env_not_found:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboard_thumbnail_env_not_found(mock_deps):\n mock_deps[\"config\"].get_environments.return_value = []\n response = client.get(\"/api/dashboards/42/thumbnail?env_id=missing\")\n assert response.status_code == 404\n\n\n# [/DEF:test_get_dashboard_thumbnail_env_not_found:Function]\n" }, { @@ -71942,9 +75626,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_dashboard_thumbnail_202' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_dashboard_thumbnail_202:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_get_dashboard_thumbnail_202(mock_deps):\n \"\"\"@POST: Returns 202 when thumbnail is being prepared by Superset.\"\"\"\n with patch(\"src.api.routes.dashboards.SupersetClient\") as mock_client_cls:\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_client = MagicMock()\n\n # POST cache_dashboard_screenshot returns image_url\n mock_client.network.request.side_effect = [\n {\"image_url\": \"/api/v1/dashboard/42/thumbnail/abc123/\"}, # POST\n MagicMock(\n status_code=202,\n json=lambda: {\"message\": \"Thumbnail is being generated\"},\n headers={\"Content-Type\": \"application/json\"},\n ), # GET thumbnail -> 202\n ]\n mock_client_cls.return_value = mock_client\n\n response = client.get(\"/api/dashboards/42/thumbnail?env_id=prod\")\n assert response.status_code == 202\n assert \"Thumbnail is being generated\" in response.json()[\"message\"]\n\n\n# --- 6. migrate_dashboards tests ---\n\n# [/DEF:test_get_dashboard_thumbnail_202:Function]\n" }, { @@ -71982,9 +75677,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_migrate_dashboards_pre_checks' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_migrate_dashboards_pre_checks:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_migrate_dashboards_pre_checks(mock_deps):\n # Missing IDs\n response = client.post(\n \"/api/dashboards/migrate\",\n json={\"source_env_id\": \"s\", \"target_env_id\": \"t\", \"dashboard_ids\": []},\n )\n assert response.status_code == 400\n assert \"At least one dashboard ID must be provided\" in response.json()[\"detail\"]\n\n\n# [/DEF:test_migrate_dashboards_pre_checks:Function]\n" }, { @@ -72022,9 +75728,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_backup_dashboards_pre_checks' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_backup_dashboards_pre_checks:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_backup_dashboards_pre_checks(mock_deps):\n response = client.post(\n \"/api/dashboards/backup\", json={\"env_id\": \"prod\", \"dashboard_ids\": []}\n )\n assert response.status_code == 400\n\n\n# [/DEF:test_backup_dashboards_pre_checks:Function]\n" }, { @@ -72062,9 +75779,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_backup_dashboards_with_schedule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_backup_dashboards_with_schedule:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_backup_dashboards_with_schedule(mock_deps):\n \"\"\"@POST: If schedule is provided, a scheduled task is created.\"\"\"\n mock_env = MagicMock()\n mock_env.id = \"prod\"\n mock_deps[\"config\"].get_environments.return_value = [mock_env]\n mock_deps[\"task\"].create_task = AsyncMock(return_value=MagicMock(id=\"sched-456\"))\n\n response = client.post(\n \"/api/dashboards/backup\",\n json={\"env_id\": \"prod\", \"dashboard_ids\": [1], \"schedule\": \"0 0 * * *\"},\n )\n assert response.status_code == 200\n assert response.json()[\"task_id\"] == \"sched-456\"\n\n # Verify schedule was propagated to create_task\n call_kwargs = mock_deps[\"task\"].create_task.call_args\n task_params = call_kwargs.kwargs.get(\"params\") or call_kwargs[1].get(\"params\", {})\n assert task_params[\"schedule\"] == \"0 0 * * *\"\n\n\n# --- 8. Internal logic: _task_matches_dashboard ---\n# [/DEF:test_backup_dashboards_with_schedule:Function]\n" }, { @@ -72102,9 +75830,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_task_matches_dashboard_logic' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_task_matches_dashboard_logic:Function]\n# @RELATION: BINDS_TO ->[TestDashboardsApi]\ndef test_task_matches_dashboard_logic():\n task = MagicMock(\n plugin_id=\"superset-backup\", params={\"dashboards\": [42], \"env\": \"prod\"}\n )\n assert _task_matches_dashboard(task, 42, \"prod\") is True\n assert _task_matches_dashboard(task, 43, \"prod\") is False\n assert _task_matches_dashboard(task, 42, \"dev\") is False\n\n llm_task = MagicMock(\n plugin_id=\"llm_dashboard_validation\",\n params={\"dashboard_id\": 42, \"environment_id\": \"prod\"},\n )\n assert _task_matches_dashboard(llm_task, 42, \"prod\") is True\n assert _task_matches_dashboard(llm_task, 42, None) is True\n\n\n# [/DEF:test_task_matches_dashboard_logic:Function]\n" }, { @@ -72160,9 +75899,20 @@ ], "predicate": "BELONGS_TO" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_log_persistence' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_log_persistence:Module]\n# @RELATION: BELONGS_TO -> SrcRoot\n# @SEMANTICS: test, log, persistence, unit_test\n# @PURPOSE: Unit tests for TaskLogPersistenceService.\n# @LAYER: Test\n\n# [SECTION: IMPORTS]\nfrom datetime import datetime\nfrom unittest.mock import patch\n\nfrom sqlalchemy import create_engine\nfrom sqlalchemy.orm import sessionmaker\n\nfrom src.core.task_manager.models import LogEntry, LogFilter\nfrom src.core.task_manager.persistence import TaskLogPersistenceService\nfrom src.models.mapping import Base\n\n# [/SECTION]\n\n# [DEF:TestLogPersistence:Class]\n# @RELATION: BINDS_TO -> test_log_persistence\n# @PURPOSE: Test suite for TaskLogPersistenceService.\n# @TEST_DATA: log_entry -> {\"task_id\": \"test-task-1\", \"level\": \"INFO\", \"source\": \"test_source\", \"message\": \"Test message\"}\nclass TestLogPersistence:\n\n # [DEF:setup_class:Function]\n # @PURPOSE: Setup test database and service instance.\n # @PRE: None.\n # @POST: In-memory database and service instance created.\n @classmethod\n def setup_class(cls):\n \"\"\"Create an in-memory database for testing.\"\"\"\n cls.engine = create_engine(\"sqlite:///:memory:\")\n Base.metadata.create_all(bind=cls.engine)\n cls.TestSessionLocal = sessionmaker(bind=cls.engine)\n cls.service = TaskLogPersistenceService()\n # [/DEF:setup_class:Function]\n\n # [DEF:teardown_class:Function]\n # @PURPOSE: Clean up test database.\n # @PRE: None.\n # @POST: Database disposed.\n @classmethod\n def teardown_class(cls):\n \"\"\"Dispose of the database engine.\"\"\"\n cls.engine.dispose()\n # [/DEF:teardown_class:Function]\n\n # [DEF:setup_method:Function]\n # @PURPOSE: Setup for each test method — clean task_logs table.\n # @PRE: None.\n # @POST: task_logs table is empty.\n def setup_method(self):\n \"\"\"Clean task_logs table before each test.\"\"\"\n session = self.TestSessionLocal()\n from src.models.task import TaskLogRecord\n session.query(TaskLogRecord).delete()\n session.commit()\n session.close()\n # [/DEF:setup_method:Function]\n\n def _patched(self, method_name):\n \"\"\"Helper: returns a patch context for TasksSessionLocal.\"\"\"\n return patch(\n \"src.core.task_manager.persistence.TasksSessionLocal\",\n self.TestSessionLocal\n )\n\n # [DEF:test_add_logs_single:Function]\n # @PURPOSE: Test adding a single log entry.\n # @PRE: Service and session initialized.\n # @POST: Log entry persisted to database.\n def test_add_logs_single(self):\n \"\"\"Test adding a single log entry via add_logs.\"\"\"\n entry = LogEntry(\n timestamp=datetime.utcnow(),\n level=\"INFO\",\n source=\"test_source\",\n message=\"Test message\"\n )\n\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-1\", [entry])\n\n # Query the database\n from src.models.task import TaskLogRecord\n session = self.TestSessionLocal()\n result = session.query(TaskLogRecord).filter_by(task_id=\"test-task-1\").first()\n session.close()\n\n assert result is not None\n assert result.level == \"INFO\"\n assert result.source == \"test_source\"\n assert result.message == \"Test message\"\n # [/DEF:test_add_logs_single:Function]\n\n # [DEF:test_add_logs_batch:Function]\n # @PURPOSE: Test adding multiple log entries in batch.\n # @PRE: Service and session initialized.\n # @POST: All log entries persisted to database.\n def test_add_logs_batch(self):\n \"\"\"Test adding multiple log entries in batch.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"source1\", message=\"Message 1\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"WARNING\", source=\"source2\", message=\"Message 2\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"ERROR\", source=\"source3\", message=\"Message 3\"),\n ]\n\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-2\", entries)\n\n from src.models.task import TaskLogRecord\n session = self.TestSessionLocal()\n results = session.query(TaskLogRecord).filter_by(task_id=\"test-task-2\").all()\n session.close()\n\n assert len(results) == 3\n # [/DEF:test_add_logs_batch:Function]\n\n # [DEF:test_add_logs_empty:Function]\n # @PURPOSE: Test adding empty log list (should be no-op).\n # @PRE: Service initialized.\n # @POST: No logs added.\n def test_add_logs_empty(self):\n \"\"\"Test adding empty log list is a no-op.\"\"\"\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-X\", [])\n\n from src.models.task import TaskLogRecord\n session = self.TestSessionLocal()\n results = session.query(TaskLogRecord).filter_by(task_id=\"test-task-X\").all()\n session.close()\n assert len(results) == 0\n # [/DEF:test_add_logs_empty:Function]\n\n # [DEF:test_get_logs_by_task_id:Function]\n # @PURPOSE: Test retrieving logs by task ID.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns logs for the specified task.\n def test_get_logs_by_task_id(self):\n \"\"\"Test retrieving logs by task ID using LogFilter.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"src1\", message=f\"Message {i}\")\n for i in range(5)\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-3\", entries)\n\n with self._patched(\"get_logs\"):\n logs = self.service.get_logs(\"test-task-3\", LogFilter())\n\n assert len(logs) == 5\n assert all(log.task_id == \"test-task-3\" for log in logs)\n # [/DEF:test_get_logs_by_task_id:Function]\n\n # [DEF:test_get_logs_with_filters:Function]\n # @PURPOSE: Test retrieving logs with level and source filters.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns filtered logs.\n def test_get_logs_with_filters(self):\n \"\"\"Test retrieving logs with level and source filters.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"api\", message=\"Info message\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"WARNING\", source=\"api\", message=\"Warning message\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"ERROR\", source=\"storage\", message=\"Error message\"),\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-4\", entries)\n\n # Test level filter\n with self._patched(\"get_logs\"):\n warning_logs = self.service.get_logs(\"test-task-4\", LogFilter(level=\"WARNING\"))\n assert len(warning_logs) == 1\n assert warning_logs[0].level == \"WARNING\"\n\n # Test source filter\n with self._patched(\"get_logs\"):\n api_logs = self.service.get_logs(\"test-task-4\", LogFilter(source=\"api\"))\n assert len(api_logs) == 2\n assert all(log.source == \"api\" for log in api_logs)\n # [/DEF:test_get_logs_with_filters:Function]\n\n # [DEF:test_get_logs_with_pagination:Function]\n # @PURPOSE: Test retrieving logs with pagination.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns paginated logs.\n def test_get_logs_with_pagination(self):\n \"\"\"Test retrieving logs with pagination.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"test\", message=f\"Message {i}\")\n for i in range(15)\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-5\", entries)\n\n with self._patched(\"get_logs\"):\n page1 = self.service.get_logs(\"test-task-5\", LogFilter(limit=10, offset=0))\n assert len(page1) == 10\n\n with self._patched(\"get_logs\"):\n page2 = self.service.get_logs(\"test-task-5\", LogFilter(limit=10, offset=10))\n assert len(page2) == 5\n # [/DEF:test_get_logs_with_pagination:Function]\n\n # [DEF:test_get_logs_with_search:Function]\n # @PURPOSE: Test retrieving logs with search query.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns logs matching search query.\n def test_get_logs_with_search(self):\n \"\"\"Test retrieving logs with search query.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"api\", message=\"User authentication successful\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"ERROR\", source=\"api\", message=\"Failed to connect to database\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"storage\", message=\"File saved successfully\"),\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-6\", entries)\n\n with self._patched(\"get_logs\"):\n auth_logs = self.service.get_logs(\"test-task-6\", LogFilter(search=\"authentication\"))\n assert len(auth_logs) == 1\n assert \"authentication\" in auth_logs[0].message.lower()\n # [/DEF:test_get_logs_with_search:Function]\n\n # [DEF:test_get_log_stats:Function]\n # @PURPOSE: Test retrieving log statistics.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns LogStats model with counts by level and source.\n def test_get_log_stats(self):\n \"\"\"Test retrieving log statistics as LogStats model.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"api\", message=\"Info 1\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"api\", message=\"Info 2\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"WARNING\", source=\"api\", message=\"Warning 1\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"ERROR\", source=\"storage\", message=\"Error 1\"),\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-7\", entries)\n\n with self._patched(\"get_log_stats\"):\n stats = self.service.get_log_stats(\"test-task-7\")\n\n assert stats is not None\n assert stats.total_count == 4\n assert stats.by_level[\"INFO\"] == 2\n assert stats.by_level[\"WARNING\"] == 1\n assert stats.by_level[\"ERROR\"] == 1\n assert stats.by_source[\"api\"] == 3\n assert stats.by_source[\"storage\"] == 1\n # [/DEF:test_get_log_stats:Function]\n\n # [DEF:test_get_sources:Function]\n # @PURPOSE: Test retrieving unique log sources.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns list of unique sources.\n def test_get_sources(self):\n \"\"\"Test retrieving unique log sources.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"api\", message=\"Message 1\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"storage\", message=\"Message 2\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"git\", message=\"Message 3\"),\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-8\", entries)\n\n with self._patched(\"get_sources\"):\n sources = self.service.get_sources(\"test-task-8\")\n\n assert len(sources) == 3\n assert \"api\" in sources\n assert \"storage\" in sources\n assert \"git\" in sources\n # [/DEF:test_get_sources:Function]\n\n # [DEF:test_delete_logs_for_task:Function]\n # @PURPOSE: Test deleting logs by task ID.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Logs for the task are deleted.\n def test_delete_logs_for_task(self):\n \"\"\"Test deleting logs by task ID.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"test\", message=f\"Message {i}\")\n for i in range(3)\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-9\", entries)\n\n # Verify logs exist\n with self._patched(\"get_logs\"):\n logs_before = self.service.get_logs(\"test-task-9\", LogFilter())\n assert len(logs_before) == 3\n\n # Delete logs\n with self._patched(\"delete_logs_for_task\"):\n self.service.delete_logs_for_task(\"test-task-9\")\n\n # Verify logs are deleted\n with self._patched(\"get_logs\"):\n logs_after = self.service.get_logs(\"test-task-9\", LogFilter())\n assert len(logs_after) == 0\n # [/DEF:test_delete_logs_for_task:Function]\n\n # [DEF:test_delete_logs_for_tasks:Function]\n # @PURPOSE: Test deleting logs for multiple tasks.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Logs for all specified tasks are deleted.\n def test_delete_logs_for_tasks(self):\n \"\"\"Test deleting logs for multiple tasks at once.\"\"\"\n for task_id in [\"multi-1\", \"multi-2\", \"multi-3\"]:\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"test\", message=\"msg\")\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(task_id, entries)\n\n with self._patched(\"delete_logs_for_tasks\"):\n self.service.delete_logs_for_tasks([\"multi-1\", \"multi-2\"])\n\n from src.models.task import TaskLogRecord\n session = self.TestSessionLocal()\n remaining = session.query(TaskLogRecord).all()\n session.close()\n assert len(remaining) == 1\n assert remaining[0].task_id == \"multi-3\"\n # [/DEF:test_delete_logs_for_tasks:Function]\n\n # [DEF:test_delete_logs_for_tasks_empty:Function]\n # @PURPOSE: Test deleting with empty list (no-op).\n # @PRE: Service initialized.\n # @POST: No error, no deletion.\n def test_delete_logs_for_tasks_empty(self):\n \"\"\"Test deleting with empty list is a no-op.\"\"\"\n with self._patched(\"delete_logs_for_tasks\"):\n self.service.delete_logs_for_tasks([]) # Should not raise\n # [/DEF:test_delete_logs_for_tasks_empty:Function]\n\n# [/DEF:TestLogPersistence:Class]\n# [/DEF:test_log_persistence:Module]\n" }, { @@ -72209,9 +75959,20 @@ "actual_complexity": 1, "contract_type": "Class" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestLogPersistence' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestLogPersistence:Class]\n# @RELATION: BINDS_TO -> test_log_persistence\n# @PURPOSE: Test suite for TaskLogPersistenceService.\n# @TEST_DATA: log_entry -> {\"task_id\": \"test-task-1\", \"level\": \"INFO\", \"source\": \"test_source\", \"message\": \"Test message\"}\nclass TestLogPersistence:\n\n # [DEF:setup_class:Function]\n # @PURPOSE: Setup test database and service instance.\n # @PRE: None.\n # @POST: In-memory database and service instance created.\n @classmethod\n def setup_class(cls):\n \"\"\"Create an in-memory database for testing.\"\"\"\n cls.engine = create_engine(\"sqlite:///:memory:\")\n Base.metadata.create_all(bind=cls.engine)\n cls.TestSessionLocal = sessionmaker(bind=cls.engine)\n cls.service = TaskLogPersistenceService()\n # [/DEF:setup_class:Function]\n\n # [DEF:teardown_class:Function]\n # @PURPOSE: Clean up test database.\n # @PRE: None.\n # @POST: Database disposed.\n @classmethod\n def teardown_class(cls):\n \"\"\"Dispose of the database engine.\"\"\"\n cls.engine.dispose()\n # [/DEF:teardown_class:Function]\n\n # [DEF:setup_method:Function]\n # @PURPOSE: Setup for each test method — clean task_logs table.\n # @PRE: None.\n # @POST: task_logs table is empty.\n def setup_method(self):\n \"\"\"Clean task_logs table before each test.\"\"\"\n session = self.TestSessionLocal()\n from src.models.task import TaskLogRecord\n session.query(TaskLogRecord).delete()\n session.commit()\n session.close()\n # [/DEF:setup_method:Function]\n\n def _patched(self, method_name):\n \"\"\"Helper: returns a patch context for TasksSessionLocal.\"\"\"\n return patch(\n \"src.core.task_manager.persistence.TasksSessionLocal\",\n self.TestSessionLocal\n )\n\n # [DEF:test_add_logs_single:Function]\n # @PURPOSE: Test adding a single log entry.\n # @PRE: Service and session initialized.\n # @POST: Log entry persisted to database.\n def test_add_logs_single(self):\n \"\"\"Test adding a single log entry via add_logs.\"\"\"\n entry = LogEntry(\n timestamp=datetime.utcnow(),\n level=\"INFO\",\n source=\"test_source\",\n message=\"Test message\"\n )\n\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-1\", [entry])\n\n # Query the database\n from src.models.task import TaskLogRecord\n session = self.TestSessionLocal()\n result = session.query(TaskLogRecord).filter_by(task_id=\"test-task-1\").first()\n session.close()\n\n assert result is not None\n assert result.level == \"INFO\"\n assert result.source == \"test_source\"\n assert result.message == \"Test message\"\n # [/DEF:test_add_logs_single:Function]\n\n # [DEF:test_add_logs_batch:Function]\n # @PURPOSE: Test adding multiple log entries in batch.\n # @PRE: Service and session initialized.\n # @POST: All log entries persisted to database.\n def test_add_logs_batch(self):\n \"\"\"Test adding multiple log entries in batch.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"source1\", message=\"Message 1\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"WARNING\", source=\"source2\", message=\"Message 2\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"ERROR\", source=\"source3\", message=\"Message 3\"),\n ]\n\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-2\", entries)\n\n from src.models.task import TaskLogRecord\n session = self.TestSessionLocal()\n results = session.query(TaskLogRecord).filter_by(task_id=\"test-task-2\").all()\n session.close()\n\n assert len(results) == 3\n # [/DEF:test_add_logs_batch:Function]\n\n # [DEF:test_add_logs_empty:Function]\n # @PURPOSE: Test adding empty log list (should be no-op).\n # @PRE: Service initialized.\n # @POST: No logs added.\n def test_add_logs_empty(self):\n \"\"\"Test adding empty log list is a no-op.\"\"\"\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-X\", [])\n\n from src.models.task import TaskLogRecord\n session = self.TestSessionLocal()\n results = session.query(TaskLogRecord).filter_by(task_id=\"test-task-X\").all()\n session.close()\n assert len(results) == 0\n # [/DEF:test_add_logs_empty:Function]\n\n # [DEF:test_get_logs_by_task_id:Function]\n # @PURPOSE: Test retrieving logs by task ID.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns logs for the specified task.\n def test_get_logs_by_task_id(self):\n \"\"\"Test retrieving logs by task ID using LogFilter.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"src1\", message=f\"Message {i}\")\n for i in range(5)\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-3\", entries)\n\n with self._patched(\"get_logs\"):\n logs = self.service.get_logs(\"test-task-3\", LogFilter())\n\n assert len(logs) == 5\n assert all(log.task_id == \"test-task-3\" for log in logs)\n # [/DEF:test_get_logs_by_task_id:Function]\n\n # [DEF:test_get_logs_with_filters:Function]\n # @PURPOSE: Test retrieving logs with level and source filters.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns filtered logs.\n def test_get_logs_with_filters(self):\n \"\"\"Test retrieving logs with level and source filters.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"api\", message=\"Info message\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"WARNING\", source=\"api\", message=\"Warning message\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"ERROR\", source=\"storage\", message=\"Error message\"),\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-4\", entries)\n\n # Test level filter\n with self._patched(\"get_logs\"):\n warning_logs = self.service.get_logs(\"test-task-4\", LogFilter(level=\"WARNING\"))\n assert len(warning_logs) == 1\n assert warning_logs[0].level == \"WARNING\"\n\n # Test source filter\n with self._patched(\"get_logs\"):\n api_logs = self.service.get_logs(\"test-task-4\", LogFilter(source=\"api\"))\n assert len(api_logs) == 2\n assert all(log.source == \"api\" for log in api_logs)\n # [/DEF:test_get_logs_with_filters:Function]\n\n # [DEF:test_get_logs_with_pagination:Function]\n # @PURPOSE: Test retrieving logs with pagination.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns paginated logs.\n def test_get_logs_with_pagination(self):\n \"\"\"Test retrieving logs with pagination.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"test\", message=f\"Message {i}\")\n for i in range(15)\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-5\", entries)\n\n with self._patched(\"get_logs\"):\n page1 = self.service.get_logs(\"test-task-5\", LogFilter(limit=10, offset=0))\n assert len(page1) == 10\n\n with self._patched(\"get_logs\"):\n page2 = self.service.get_logs(\"test-task-5\", LogFilter(limit=10, offset=10))\n assert len(page2) == 5\n # [/DEF:test_get_logs_with_pagination:Function]\n\n # [DEF:test_get_logs_with_search:Function]\n # @PURPOSE: Test retrieving logs with search query.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns logs matching search query.\n def test_get_logs_with_search(self):\n \"\"\"Test retrieving logs with search query.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"api\", message=\"User authentication successful\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"ERROR\", source=\"api\", message=\"Failed to connect to database\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"storage\", message=\"File saved successfully\"),\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-6\", entries)\n\n with self._patched(\"get_logs\"):\n auth_logs = self.service.get_logs(\"test-task-6\", LogFilter(search=\"authentication\"))\n assert len(auth_logs) == 1\n assert \"authentication\" in auth_logs[0].message.lower()\n # [/DEF:test_get_logs_with_search:Function]\n\n # [DEF:test_get_log_stats:Function]\n # @PURPOSE: Test retrieving log statistics.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns LogStats model with counts by level and source.\n def test_get_log_stats(self):\n \"\"\"Test retrieving log statistics as LogStats model.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"api\", message=\"Info 1\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"api\", message=\"Info 2\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"WARNING\", source=\"api\", message=\"Warning 1\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"ERROR\", source=\"storage\", message=\"Error 1\"),\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-7\", entries)\n\n with self._patched(\"get_log_stats\"):\n stats = self.service.get_log_stats(\"test-task-7\")\n\n assert stats is not None\n assert stats.total_count == 4\n assert stats.by_level[\"INFO\"] == 2\n assert stats.by_level[\"WARNING\"] == 1\n assert stats.by_level[\"ERROR\"] == 1\n assert stats.by_source[\"api\"] == 3\n assert stats.by_source[\"storage\"] == 1\n # [/DEF:test_get_log_stats:Function]\n\n # [DEF:test_get_sources:Function]\n # @PURPOSE: Test retrieving unique log sources.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns list of unique sources.\n def test_get_sources(self):\n \"\"\"Test retrieving unique log sources.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"api\", message=\"Message 1\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"storage\", message=\"Message 2\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"git\", message=\"Message 3\"),\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-8\", entries)\n\n with self._patched(\"get_sources\"):\n sources = self.service.get_sources(\"test-task-8\")\n\n assert len(sources) == 3\n assert \"api\" in sources\n assert \"storage\" in sources\n assert \"git\" in sources\n # [/DEF:test_get_sources:Function]\n\n # [DEF:test_delete_logs_for_task:Function]\n # @PURPOSE: Test deleting logs by task ID.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Logs for the task are deleted.\n def test_delete_logs_for_task(self):\n \"\"\"Test deleting logs by task ID.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"test\", message=f\"Message {i}\")\n for i in range(3)\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-9\", entries)\n\n # Verify logs exist\n with self._patched(\"get_logs\"):\n logs_before = self.service.get_logs(\"test-task-9\", LogFilter())\n assert len(logs_before) == 3\n\n # Delete logs\n with self._patched(\"delete_logs_for_task\"):\n self.service.delete_logs_for_task(\"test-task-9\")\n\n # Verify logs are deleted\n with self._patched(\"get_logs\"):\n logs_after = self.service.get_logs(\"test-task-9\", LogFilter())\n assert len(logs_after) == 0\n # [/DEF:test_delete_logs_for_task:Function]\n\n # [DEF:test_delete_logs_for_tasks:Function]\n # @PURPOSE: Test deleting logs for multiple tasks.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Logs for all specified tasks are deleted.\n def test_delete_logs_for_tasks(self):\n \"\"\"Test deleting logs for multiple tasks at once.\"\"\"\n for task_id in [\"multi-1\", \"multi-2\", \"multi-3\"]:\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"test\", message=\"msg\")\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(task_id, entries)\n\n with self._patched(\"delete_logs_for_tasks\"):\n self.service.delete_logs_for_tasks([\"multi-1\", \"multi-2\"])\n\n from src.models.task import TaskLogRecord\n session = self.TestSessionLocal()\n remaining = session.query(TaskLogRecord).all()\n session.close()\n assert len(remaining) == 1\n assert remaining[0].task_id == \"multi-3\"\n # [/DEF:test_delete_logs_for_tasks:Function]\n\n # [DEF:test_delete_logs_for_tasks_empty:Function]\n # @PURPOSE: Test deleting with empty list (no-op).\n # @PRE: Service initialized.\n # @POST: No error, no deletion.\n def test_delete_logs_for_tasks_empty(self):\n \"\"\"Test deleting with empty list is a no-op.\"\"\"\n with self._patched(\"delete_logs_for_tasks\"):\n self.service.delete_logs_for_tasks([]) # Should not raise\n # [/DEF:test_delete_logs_for_tasks_empty:Function]\n\n# [/DEF:TestLogPersistence:Class]\n" }, { @@ -72246,9 +76007,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_add_logs_single' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_add_logs_single:Function]\n # @PURPOSE: Test adding a single log entry.\n # @PRE: Service and session initialized.\n # @POST: Log entry persisted to database.\n def test_add_logs_single(self):\n \"\"\"Test adding a single log entry via add_logs.\"\"\"\n entry = LogEntry(\n timestamp=datetime.utcnow(),\n level=\"INFO\",\n source=\"test_source\",\n message=\"Test message\"\n )\n\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-1\", [entry])\n\n # Query the database\n from src.models.task import TaskLogRecord\n session = self.TestSessionLocal()\n result = session.query(TaskLogRecord).filter_by(task_id=\"test-task-1\").first()\n session.close()\n\n assert result is not None\n assert result.level == \"INFO\"\n assert result.source == \"test_source\"\n assert result.message == \"Test message\"\n # [/DEF:test_add_logs_single:Function]\n" }, { @@ -72283,9 +76055,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_add_logs_batch' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_add_logs_batch:Function]\n # @PURPOSE: Test adding multiple log entries in batch.\n # @PRE: Service and session initialized.\n # @POST: All log entries persisted to database.\n def test_add_logs_batch(self):\n \"\"\"Test adding multiple log entries in batch.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"source1\", message=\"Message 1\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"WARNING\", source=\"source2\", message=\"Message 2\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"ERROR\", source=\"source3\", message=\"Message 3\"),\n ]\n\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-2\", entries)\n\n from src.models.task import TaskLogRecord\n session = self.TestSessionLocal()\n results = session.query(TaskLogRecord).filter_by(task_id=\"test-task-2\").all()\n session.close()\n\n assert len(results) == 3\n # [/DEF:test_add_logs_batch:Function]\n" }, { @@ -72320,9 +76103,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_add_logs_empty' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_add_logs_empty:Function]\n # @PURPOSE: Test adding empty log list (should be no-op).\n # @PRE: Service initialized.\n # @POST: No logs added.\n def test_add_logs_empty(self):\n \"\"\"Test adding empty log list is a no-op.\"\"\"\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-X\", [])\n\n from src.models.task import TaskLogRecord\n session = self.TestSessionLocal()\n results = session.query(TaskLogRecord).filter_by(task_id=\"test-task-X\").all()\n session.close()\n assert len(results) == 0\n # [/DEF:test_add_logs_empty:Function]\n" }, { @@ -72357,9 +76151,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_logs_by_task_id' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_get_logs_by_task_id:Function]\n # @PURPOSE: Test retrieving logs by task ID.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns logs for the specified task.\n def test_get_logs_by_task_id(self):\n \"\"\"Test retrieving logs by task ID using LogFilter.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"src1\", message=f\"Message {i}\")\n for i in range(5)\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-3\", entries)\n\n with self._patched(\"get_logs\"):\n logs = self.service.get_logs(\"test-task-3\", LogFilter())\n\n assert len(logs) == 5\n assert all(log.task_id == \"test-task-3\" for log in logs)\n # [/DEF:test_get_logs_by_task_id:Function]\n" }, { @@ -72394,9 +76199,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_logs_with_filters' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_get_logs_with_filters:Function]\n # @PURPOSE: Test retrieving logs with level and source filters.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns filtered logs.\n def test_get_logs_with_filters(self):\n \"\"\"Test retrieving logs with level and source filters.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"api\", message=\"Info message\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"WARNING\", source=\"api\", message=\"Warning message\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"ERROR\", source=\"storage\", message=\"Error message\"),\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-4\", entries)\n\n # Test level filter\n with self._patched(\"get_logs\"):\n warning_logs = self.service.get_logs(\"test-task-4\", LogFilter(level=\"WARNING\"))\n assert len(warning_logs) == 1\n assert warning_logs[0].level == \"WARNING\"\n\n # Test source filter\n with self._patched(\"get_logs\"):\n api_logs = self.service.get_logs(\"test-task-4\", LogFilter(source=\"api\"))\n assert len(api_logs) == 2\n assert all(log.source == \"api\" for log in api_logs)\n # [/DEF:test_get_logs_with_filters:Function]\n" }, { @@ -72431,9 +76247,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_logs_with_pagination' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_get_logs_with_pagination:Function]\n # @PURPOSE: Test retrieving logs with pagination.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns paginated logs.\n def test_get_logs_with_pagination(self):\n \"\"\"Test retrieving logs with pagination.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"test\", message=f\"Message {i}\")\n for i in range(15)\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-5\", entries)\n\n with self._patched(\"get_logs\"):\n page1 = self.service.get_logs(\"test-task-5\", LogFilter(limit=10, offset=0))\n assert len(page1) == 10\n\n with self._patched(\"get_logs\"):\n page2 = self.service.get_logs(\"test-task-5\", LogFilter(limit=10, offset=10))\n assert len(page2) == 5\n # [/DEF:test_get_logs_with_pagination:Function]\n" }, { @@ -72468,9 +76295,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_logs_with_search' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_get_logs_with_search:Function]\n # @PURPOSE: Test retrieving logs with search query.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns logs matching search query.\n def test_get_logs_with_search(self):\n \"\"\"Test retrieving logs with search query.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"api\", message=\"User authentication successful\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"ERROR\", source=\"api\", message=\"Failed to connect to database\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"storage\", message=\"File saved successfully\"),\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-6\", entries)\n\n with self._patched(\"get_logs\"):\n auth_logs = self.service.get_logs(\"test-task-6\", LogFilter(search=\"authentication\"))\n assert len(auth_logs) == 1\n assert \"authentication\" in auth_logs[0].message.lower()\n # [/DEF:test_get_logs_with_search:Function]\n" }, { @@ -72505,9 +76343,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_log_stats' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_get_log_stats:Function]\n # @PURPOSE: Test retrieving log statistics.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns LogStats model with counts by level and source.\n def test_get_log_stats(self):\n \"\"\"Test retrieving log statistics as LogStats model.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"api\", message=\"Info 1\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"api\", message=\"Info 2\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"WARNING\", source=\"api\", message=\"Warning 1\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"ERROR\", source=\"storage\", message=\"Error 1\"),\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-7\", entries)\n\n with self._patched(\"get_log_stats\"):\n stats = self.service.get_log_stats(\"test-task-7\")\n\n assert stats is not None\n assert stats.total_count == 4\n assert stats.by_level[\"INFO\"] == 2\n assert stats.by_level[\"WARNING\"] == 1\n assert stats.by_level[\"ERROR\"] == 1\n assert stats.by_source[\"api\"] == 3\n assert stats.by_source[\"storage\"] == 1\n # [/DEF:test_get_log_stats:Function]\n" }, { @@ -72542,9 +76391,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_sources' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_get_sources:Function]\n # @PURPOSE: Test retrieving unique log sources.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Returns list of unique sources.\n def test_get_sources(self):\n \"\"\"Test retrieving unique log sources.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"api\", message=\"Message 1\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"storage\", message=\"Message 2\"),\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"git\", message=\"Message 3\"),\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-8\", entries)\n\n with self._patched(\"get_sources\"):\n sources = self.service.get_sources(\"test-task-8\")\n\n assert len(sources) == 3\n assert \"api\" in sources\n assert \"storage\" in sources\n assert \"git\" in sources\n # [/DEF:test_get_sources:Function]\n" }, { @@ -72579,9 +76439,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_delete_logs_for_task' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_delete_logs_for_task:Function]\n # @PURPOSE: Test deleting logs by task ID.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Logs for the task are deleted.\n def test_delete_logs_for_task(self):\n \"\"\"Test deleting logs by task ID.\"\"\"\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"test\", message=f\"Message {i}\")\n for i in range(3)\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(\"test-task-9\", entries)\n\n # Verify logs exist\n with self._patched(\"get_logs\"):\n logs_before = self.service.get_logs(\"test-task-9\", LogFilter())\n assert len(logs_before) == 3\n\n # Delete logs\n with self._patched(\"delete_logs_for_task\"):\n self.service.delete_logs_for_task(\"test-task-9\")\n\n # Verify logs are deleted\n with self._patched(\"get_logs\"):\n logs_after = self.service.get_logs(\"test-task-9\", LogFilter())\n assert len(logs_after) == 0\n # [/DEF:test_delete_logs_for_task:Function]\n" }, { @@ -72616,9 +76487,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_delete_logs_for_tasks' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_delete_logs_for_tasks:Function]\n # @PURPOSE: Test deleting logs for multiple tasks.\n # @PRE: Service and session initialized, logs exist.\n # @POST: Logs for all specified tasks are deleted.\n def test_delete_logs_for_tasks(self):\n \"\"\"Test deleting logs for multiple tasks at once.\"\"\"\n for task_id in [\"multi-1\", \"multi-2\", \"multi-3\"]:\n entries = [\n LogEntry(timestamp=datetime.utcnow(), level=\"INFO\", source=\"test\", message=\"msg\")\n ]\n with self._patched(\"add_logs\"):\n self.service.add_logs(task_id, entries)\n\n with self._patched(\"delete_logs_for_tasks\"):\n self.service.delete_logs_for_tasks([\"multi-1\", \"multi-2\"])\n\n from src.models.task import TaskLogRecord\n session = self.TestSessionLocal()\n remaining = session.query(TaskLogRecord).all()\n session.close()\n assert len(remaining) == 1\n assert remaining[0].task_id == \"multi-3\"\n # [/DEF:test_delete_logs_for_tasks:Function]\n" }, { @@ -72653,9 +76535,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_delete_logs_for_tasks_empty' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_delete_logs_for_tasks_empty:Function]\n # @PURPOSE: Test deleting with empty list (no-op).\n # @PRE: Service initialized.\n # @POST: No error, no deletion.\n def test_delete_logs_for_tasks_empty(self):\n \"\"\"Test deleting with empty list is a no-op.\"\"\"\n with self._patched(\"delete_logs_for_tasks\"):\n self.service.delete_logs_for_tasks([]) # Should not raise\n # [/DEF:test_delete_logs_for_tasks_empty:Function]\n" }, { @@ -72713,9 +76606,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestLogger' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestLogger:Module]\n# @SEMANTICS: logging, tests, belief_state, cot, json\n# @PURPOSE: Unit tests for the custom logger CoT JSON formatters and configuration context manager.\n# @LAYER: Logging (Tests)\n# @RELATION: VERIFIES -> src/core/logger.py\n# @INVARIANT: All required log statements must correctly check the threshold.\n\nimport logging\n\nimport pytest\n\nfrom src.core.config_models import LoggingConfig\nfrom src.core.logger import (\n CotJsonFormatter,\n belief_scope,\n configure_logger,\n get_task_log_level,\n logger,\n should_log_task_level,\n)\n\n\n@pytest.fixture(autouse=True)\ndef reset_logger_state():\n \"\"\"Reset logger state before each test to avoid cross-test contamination.\"\"\"\n config = LoggingConfig(\n level=\"INFO\",\n task_log_level=\"INFO\",\n enable_belief_state=True\n )\n configure_logger(config)\n # Also reset the logger level for caplog to work correctly\n logging.getLogger(\"superset_tools_app\").setLevel(logging.DEBUG)\n yield\n # Reset after test too\n config = LoggingConfig(\n level=\"INFO\",\n task_log_level=\"INFO\",\n enable_belief_state=True\n )\n configure_logger(config)\n\n\n# [DEF:test_belief_scope_logs_reason_reflect_at_debug:Function]\n# @RELATION: BINDS_TO -> TestLogger\n# @PURPOSE: Test that belief_scope generates REASON and REFLECT CoT markers at DEBUG level.\n# @PRE: belief_scope is available. caplog fixture is used. Logger configured to DEBUG.\n# @POST: Logs are verified to contain REASON (entry) and REFLECT (coherence) markers.\ndef test_belief_scope_logs_reason_reflect_at_debug(caplog):\n \"\"\"Test that belief_scope generates REASON and REFLECT CoT markers at DEBUG level.\"\"\"\n # Configure logger to DEBUG level\n config = LoggingConfig(\n level=\"DEBUG\",\n task_log_level=\"DEBUG\",\n enable_belief_state=True\n )\n configure_logger(config)\n\n caplog.set_level(\"DEBUG\")\n\n with belief_scope(\"TestFunction\"):\n logger.info(\"Doing something important\")\n\n # Check that the records contain the expected markers\n reason_records = [\n r for r in caplog.records\n if getattr(r, 'marker', None) == 'REASON' and getattr(r, 'src', None) == 'TestFunction'\n ]\n reflect_records = [\n r for r in caplog.records\n if getattr(r, 'marker', None) == 'REFLECT' and getattr(r, 'src', None) == 'TestFunction'\n ]\n info_records = [\n r for r in caplog.records\n if r.levelname == 'INFO' and 'Doing something important' in r.getMessage()\n ]\n\n assert len(reason_records) >= 1, \"REASON marker not found for TestFunction\"\n assert len(reflect_records) >= 1, \"REFLECT marker not found for TestFunction\"\n assert len(info_records) >= 1, \"INFO log 'Doing something important' not found\"\n\n # Reset to INFO\n config = LoggingConfig(level=\"INFO\", task_log_level=\"INFO\", enable_belief_state=True)\n configure_logger(config)\n# [/DEF:test_belief_scope_logs_reason_reflect_at_debug:Function]\n\n\n# [DEF:test_belief_scope_error_handling:Function]\n# @RELATION: BINDS_TO -> TestLogger\n# @PURPOSE: Test that belief_scope logs EXPLORE marker on exception.\n# @PRE: belief_scope is available. caplog fixture is used. Logger configured to DEBUG.\n# @POST: Logs are verified to contain EXPLORE marker with error context.\ndef test_belief_scope_error_handling(caplog):\n \"\"\"Test that belief_scope logs EXPLORE marker on exception.\"\"\"\n # Configure logger to DEBUG level\n config = LoggingConfig(\n level=\"DEBUG\",\n task_log_level=\"DEBUG\",\n enable_belief_state=True\n )\n configure_logger(config)\n\n caplog.set_level(\"DEBUG\")\n\n with pytest.raises(ValueError), belief_scope(\"FailingFunction\"):\n raise ValueError(\"Something went wrong\")\n\n # Check that an EXPLORE marker was emitted\n explore_records = [\n r for r in caplog.records\n if getattr(r, 'marker', None) == 'EXPLORE'\n and getattr(r, 'src', None) == 'FailingFunction'\n ]\n\n assert len(explore_records) >= 1, f\"EXPLORE marker not found for FailingFunction. Logs: {[(r.levelname, getattr(r, 'marker', ''), r.getMessage()) for r in caplog.records]}\"\n assert 'Something went wrong' in explore_records[0].getMessage() or \\\n 'Something went wrong' in str(getattr(explore_records[0], 'error', ''))\n\n # Reset to INFO\n config = LoggingConfig(level=\"INFO\", task_log_level=\"INFO\", enable_belief_state=True)\n configure_logger(config)\n# [/DEF:test_belief_scope_error_handling:Function]\n\n\n# [DEF:test_belief_scope_success_coherence:Function]\n# @RELATION: BINDS_TO -> TestLogger\n# @PURPOSE: Test that belief_scope logs REFLECT marker on success.\n# @PRE: belief_scope is available. caplog fixture is used. Logger configured to DEBUG.\n# @POST: Logs are verified to contain REFLECT marker.\ndef test_belief_scope_success_coherence(caplog):\n \"\"\"Test that belief_scope logs REFLECT marker on success.\"\"\"\n # Configure logger to DEBUG level\n config = LoggingConfig(\n level=\"DEBUG\",\n task_log_level=\"DEBUG\",\n enable_belief_state=True\n )\n configure_logger(config)\n\n caplog.set_level(\"DEBUG\")\n\n with belief_scope(\"SuccessFunction\"):\n pass\n\n reflect_records = [\n r for r in caplog.records\n if getattr(r, 'marker', None) == 'REFLECT'\n and getattr(r, 'src', None) == 'SuccessFunction'\n ]\n\n assert len(reflect_records) >= 1, f\"REFLECT marker not found for SuccessFunction. Logs: {[(r.levelname, getattr(r, 'marker', ''), r.getMessage()) for r in caplog.records]}\"\n assert 'Coherence OK' in reflect_records[0].getMessage() or \\\n getattr(reflect_records[0], 'intent', '') == 'Coherence OK'\n\n\n# [/DEF:test_belief_scope_success_coherence:Function]\n\n\n# [DEF:test_belief_scope_reason_not_visible_at_info:Function]\n# @RELATION: BINDS_TO -> TestLogger\n# @PURPOSE: Test that belief_scope REASON/REFLECT markers are NOT visible at INFO level.\n# @PRE: belief_scope is available. caplog fixture is used.\n# @POST: REASON/REFLECT markers are not captured at INFO level.\ndef test_belief_scope_reason_not_visible_at_info(caplog):\n \"\"\"Test that belief_scope REASON/REFLECT markers are NOT visible at INFO level.\"\"\"\n caplog.set_level(\"INFO\")\n\n with belief_scope(\"InfoLevelFunction\"):\n logger.info(\"Doing something important\")\n\n # The REASON and REFLECT markers are debug-level, so they should NOT appear at INFO\n reason_records = [\n r for r in caplog.records\n if getattr(r, 'marker', None) == 'REASON' and getattr(r, 'src', None) == 'InfoLevelFunction'\n ]\n reflect_records = [\n r for r in caplog.records\n if getattr(r, 'marker', None) == 'REFLECT' and getattr(r, 'src', None) == 'InfoLevelFunction'\n ]\n\n assert len(reason_records) == 0, \"REASON marker should not be visible at INFO\"\n assert len(reflect_records) == 0, \"REFLECT marker should not be visible at INFO\"\n\n # But the INFO-level message should be visible\n info_records = [\n r for r in caplog.records\n if r.levelname == 'INFO' and 'Doing something important' in r.getMessage()\n ]\n assert len(info_records) >= 1, \"INFO log 'Doing something important' should be visible\"\n# [/DEF:test_belief_scope_reason_not_visible_at_info:Function]\n\n\n# [DEF:test_task_log_level_default:Function]\n# @RELATION: BINDS_TO -> TestLogger\n# @PURPOSE: Test that default task log level is INFO.\n# @PRE: None.\n# @POST: Default level is INFO.\ndef test_task_log_level_default():\n \"\"\"Test that default task log level is INFO.\"\"\"\n level = get_task_log_level()\n assert level == \"INFO\"\n# [/DEF:test_task_log_level_default:Function]\n\n\n# [DEF:test_should_log_task_level:Function]\n# @RELATION: BINDS_TO -> TestLogger\n# @PURPOSE: Test that should_log_task_level correctly filters log levels.\n# @PRE: None.\n# @POST: Filtering works correctly for all level combinations.\ndef test_should_log_task_level():\n \"\"\"Test that should_log_task_level correctly filters log levels.\"\"\"\n # Default level is INFO\n assert should_log_task_level(\"ERROR\") is True, \"ERROR should be logged at INFO threshold\"\n assert should_log_task_level(\"WARNING\") is True, \"WARNING should be logged at INFO threshold\"\n assert should_log_task_level(\"INFO\") is True, \"INFO should be logged at INFO threshold\"\n assert should_log_task_level(\"DEBUG\") is False, \"DEBUG should NOT be logged at INFO threshold\"\n# [/DEF:test_should_log_task_level:Function]\n\n\n# [DEF:test_configure_logger_task_log_level:Function]\n# @RELATION: BINDS_TO -> TestLogger\n# @PURPOSE: Test that configure_logger updates task_log_level.\n# @PRE: LoggingConfig is available.\n# @POST: task_log_level is updated correctly.\ndef test_configure_logger_task_log_level():\n \"\"\"Test that configure_logger updates task_log_level.\"\"\"\n config = LoggingConfig(\n level=\"DEBUG\",\n task_log_level=\"DEBUG\",\n enable_belief_state=True\n )\n configure_logger(config)\n\n assert get_task_log_level() == \"DEBUG\", \"task_log_level should be DEBUG\"\n assert should_log_task_level(\"DEBUG\") is True, \"DEBUG should be logged at DEBUG threshold\"\n\n # Reset to INFO\n config = LoggingConfig(\n level=\"INFO\",\n task_log_level=\"INFO\",\n enable_belief_state=True\n )\n configure_logger(config)\n assert get_task_log_level() == \"INFO\", \"task_log_level should be reset to INFO\"\n# [/DEF:test_configure_logger_task_log_level:Function]\n\n\n# [DEF:test_enable_belief_state_flag:Function]\n# @RELATION: BINDS_TO -> TestLogger\n# @PURPOSE: Test that enable_belief_state flag controls belief_scope entry logging.\n# @PRE: LoggingConfig is available. caplog fixture is used.\n# @POST: REASON entry marker suppressed when disabled; REFLECT coherence still logged.\ndef test_enable_belief_state_flag(caplog):\n \"\"\"Test that enable_belief_state flag controls belief_scope REASON entry logging.\"\"\"\n # Disable belief state\n config = LoggingConfig(\n level=\"DEBUG\",\n task_log_level=\"DEBUG\",\n enable_belief_state=False\n )\n configure_logger(config)\n\n caplog.set_level(\"DEBUG\")\n\n with belief_scope(\"DisabledFunction\"):\n logger.info(\"Doing something\")\n\n # REASON entry marker should NOT be logged when disabled\n reason_records = [\n r for r in caplog.records\n if getattr(r, 'marker', None) == 'REASON' and getattr(r, 'src', None) == 'DisabledFunction'\n ]\n assert len(reason_records) == 0, \"REASON entry should not be logged when disabled\"\n\n # REFLECT coherence marker should still be logged (internal tracking)\n reflect_records = [\n r for r in caplog.records\n if getattr(r, 'marker', None) == 'REFLECT' and getattr(r, 'src', None) == 'DisabledFunction'\n ]\n assert len(reflect_records) >= 1, \"REFLECT coherence should still be logged\"\n\n # Re-enable for other tests\n config = LoggingConfig(\n level=\"DEBUG\",\n task_log_level=\"DEBUG\",\n enable_belief_state=True\n )\n configure_logger(config)\n# [/DEF:test_enable_belief_state_flag:Function]\n\n# [DEF:test_cot_json_formatter_output:Function]\n# @RELATION: BINDS_TO -> TestLogger\n# @PURPOSE: Test that CotJsonFormatter produces valid JSON with expected fields.\ndef test_cot_json_formatter_output():\n \"\"\"Test that CotJsonFormatter produces valid JSON with expected fields.\"\"\"\n import json\n\n formatter = CotJsonFormatter()\n\n # Create a LogRecord with structured extra data\n record = logging.LogRecord(\n name=\"test.module\",\n level=logging.INFO,\n pathname=\"/fake/path.py\",\n lineno=42,\n msg=\"Test action\",\n args=(),\n exc_info=None,\n )\n record.marker = \"REASON\"\n record.intent = \"Test action\"\n record.src = \"TestModule\"\n record.payload = {\"key\": \"value\"}\n\n output = formatter.format(record)\n parsed = json.loads(output)\n\n assert parsed[\"level\"] == \"INFO\"\n assert parsed[\"marker\"] == \"REASON\"\n assert parsed[\"intent\"] == \"Test action\"\n assert parsed[\"src\"] == \"TestModule\"\n assert parsed[\"payload\"] == {\"key\": \"value\"}\n assert \"ts\" in parsed\n assert \"trace_id\" in parsed\n# [/DEF:test_cot_json_formatter_output:Function]\n\n# [DEF:test_cot_json_formatter_plain_message:Function]\n# @RELATION: BINDS_TO -> TestLogger\n# @PURPOSE: Test that CotJsonFormatter wraps plain messages (no extra) with default marker.\ndef test_cot_json_formatter_plain_message():\n \"\"\"Test that CotJsonFormatter wraps plain messages with default marker.\"\"\"\n import json\n\n formatter = CotJsonFormatter()\n\n # Create a LogRecord WITHOUT extra data (plain message)\n record = logging.LogRecord(\n name=\"test.module\",\n level=logging.INFO,\n pathname=\"/fake/path.py\",\n lineno=42,\n msg=\"Plain info message\",\n args=(),\n exc_info=None,\n )\n\n output = formatter.format(record)\n parsed = json.loads(output)\n\n assert parsed[\"level\"] == \"INFO\"\n assert parsed[\"marker\"] == \"REASON\" # default for plain messages\n assert parsed[\"intent\"] == \"Plain info message\"\n assert parsed[\"src\"] == \"test.module\"\n assert \"ts\" in parsed\n assert \"trace_id\" in parsed\n# [/DEF:test_cot_json_formatter_plain_message:Function]\n\n# [/DEF:TestLogger:Module]\n" }, { @@ -72766,9 +76670,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_belief_scope_success_coherence' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_belief_scope_success_coherence:Function]\n# @RELATION: BINDS_TO -> TestLogger\n# @PURPOSE: Test that belief_scope logs REFLECT marker on success.\n# @PRE: belief_scope is available. caplog fixture is used. Logger configured to DEBUG.\n# @POST: Logs are verified to contain REFLECT marker.\ndef test_belief_scope_success_coherence(caplog):\n \"\"\"Test that belief_scope logs REFLECT marker on success.\"\"\"\n # Configure logger to DEBUG level\n config = LoggingConfig(\n level=\"DEBUG\",\n task_log_level=\"DEBUG\",\n enable_belief_state=True\n )\n configure_logger(config)\n\n caplog.set_level(\"DEBUG\")\n\n with belief_scope(\"SuccessFunction\"):\n pass\n\n reflect_records = [\n r for r in caplog.records\n if getattr(r, 'marker', None) == 'REFLECT'\n and getattr(r, 'src', None) == 'SuccessFunction'\n ]\n\n assert len(reflect_records) >= 1, f\"REFLECT marker not found for SuccessFunction. Logs: {[(r.levelname, getattr(r, 'marker', ''), r.getMessage()) for r in caplog.records]}\"\n assert 'Coherence OK' in reflect_records[0].getMessage() or \\\n getattr(reflect_records[0], 'intent', '') == 'Coherence OK'\n\n\n# [/DEF:test_belief_scope_success_coherence:Function]\n" }, { @@ -72819,9 +76734,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_belief_scope_reason_not_visible_at_info' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_belief_scope_reason_not_visible_at_info:Function]\n# @RELATION: BINDS_TO -> TestLogger\n# @PURPOSE: Test that belief_scope REASON/REFLECT markers are NOT visible at INFO level.\n# @PRE: belief_scope is available. caplog fixture is used.\n# @POST: REASON/REFLECT markers are not captured at INFO level.\ndef test_belief_scope_reason_not_visible_at_info(caplog):\n \"\"\"Test that belief_scope REASON/REFLECT markers are NOT visible at INFO level.\"\"\"\n caplog.set_level(\"INFO\")\n\n with belief_scope(\"InfoLevelFunction\"):\n logger.info(\"Doing something important\")\n\n # The REASON and REFLECT markers are debug-level, so they should NOT appear at INFO\n reason_records = [\n r for r in caplog.records\n if getattr(r, 'marker', None) == 'REASON' and getattr(r, 'src', None) == 'InfoLevelFunction'\n ]\n reflect_records = [\n r for r in caplog.records\n if getattr(r, 'marker', None) == 'REFLECT' and getattr(r, 'src', None) == 'InfoLevelFunction'\n ]\n\n assert len(reason_records) == 0, \"REASON marker should not be visible at INFO\"\n assert len(reflect_records) == 0, \"REFLECT marker should not be visible at INFO\"\n\n # But the INFO-level message should be visible\n info_records = [\n r for r in caplog.records\n if r.levelname == 'INFO' and 'Doing something important' in r.getMessage()\n ]\n assert len(info_records) >= 1, \"INFO log 'Doing something important' should be visible\"\n# [/DEF:test_belief_scope_reason_not_visible_at_info:Function]\n" }, { @@ -72852,9 +76778,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_cot_json_formatter_output' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_cot_json_formatter_output:Function]\n# @RELATION: BINDS_TO -> TestLogger\n# @PURPOSE: Test that CotJsonFormatter produces valid JSON with expected fields.\ndef test_cot_json_formatter_output():\n \"\"\"Test that CotJsonFormatter produces valid JSON with expected fields.\"\"\"\n import json\n\n formatter = CotJsonFormatter()\n\n # Create a LogRecord with structured extra data\n record = logging.LogRecord(\n name=\"test.module\",\n level=logging.INFO,\n pathname=\"/fake/path.py\",\n lineno=42,\n msg=\"Test action\",\n args=(),\n exc_info=None,\n )\n record.marker = \"REASON\"\n record.intent = \"Test action\"\n record.src = \"TestModule\"\n record.payload = {\"key\": \"value\"}\n\n output = formatter.format(record)\n parsed = json.loads(output)\n\n assert parsed[\"level\"] == \"INFO\"\n assert parsed[\"marker\"] == \"REASON\"\n assert parsed[\"intent\"] == \"Test action\"\n assert parsed[\"src\"] == \"TestModule\"\n assert parsed[\"payload\"] == {\"key\": \"value\"}\n assert \"ts\" in parsed\n assert \"trace_id\" in parsed\n# [/DEF:test_cot_json_formatter_output:Function]\n" }, { @@ -72885,9 +76822,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_cot_json_formatter_plain_message' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_cot_json_formatter_plain_message:Function]\n# @RELATION: BINDS_TO -> TestLogger\n# @PURPOSE: Test that CotJsonFormatter wraps plain messages (no extra) with default marker.\ndef test_cot_json_formatter_plain_message():\n \"\"\"Test that CotJsonFormatter wraps plain messages with default marker.\"\"\"\n import json\n\n formatter = CotJsonFormatter()\n\n # Create a LogRecord WITHOUT extra data (plain message)\n record = logging.LogRecord(\n name=\"test.module\",\n level=logging.INFO,\n pathname=\"/fake/path.py\",\n lineno=42,\n msg=\"Plain info message\",\n args=(),\n exc_info=None,\n )\n\n output = formatter.format(record)\n parsed = json.loads(output)\n\n assert parsed[\"level\"] == \"INFO\"\n assert parsed[\"marker\"] == \"REASON\" # default for plain messages\n assert parsed[\"intent\"] == \"Plain info message\"\n assert parsed[\"src\"] == \"test.module\"\n assert \"ts\" in parsed\n assert \"trace_id\" in parsed\n# [/DEF:test_cot_json_formatter_plain_message:Function]\n" }, { @@ -72942,9 +76890,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestResourceHubs' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestResourceHubs:Module]\n# @RELATION: DEPENDS_ON -> [DashboardsApi]\n# @RELATION: DEPENDS_ON -> [DatasetsApi]\n# @SEMANTICS: tests, resource-hubs, dashboards, datasets, pagination, api\n# @PURPOSE: Contract tests for resource hub dashboards/datasets listing and pagination boundary validation.\n# @LAYER: Domain (Tests)\nfrom unittest.mock import AsyncMock, MagicMock\n\nimport pytest\nfrom fastapi.testclient import TestClient\n\nfrom src.app import app\nfrom src.dependencies import (\n get_config_manager,\n get_resource_service,\n get_task_manager,\n has_permission,\n)\n\nclient = TestClient(app)\n\n# [DEF:test_dashboards_api:Block]\n# @RELATION: BINDS_TO -> [TestResourceHubs]\n# @PURPOSE: Verify GET /api/dashboards contract compliance\n# @TEST_CONTRACT: dashboards_query -> dashboards payload or not_found response\n# @TEST_SCENARIO: dashboards_env_found_returns_payload -> HTTP 200 returns normalized dashboards list.\n# @TEST_SCENARIO: dashboards_unknown_env_returns_not_found -> HTTP 404 is returned for unknown env_id.\n# @TEST_SCENARIO: dashboards_search_filters_results -> Search narrows payload to matching dashboard title.\n# @TEST_INVARIANT: dashboards_route_contract_stays_observable -> VERIFIED_BY: [dashboards_env_found_returns_payload, dashboards_unknown_env_returns_not_found, dashboards_search_filters_results]\n\n\n# [DEF:mock_deps:Function]\n# @PURPOSE: Provide dependency override fixture for resource hub route tests.\n# @RELATION: BINDS_TO -> [TestResourceHubs]\n# @TEST_FIXTURE: resource_hub_overrides -> INLINE_JSON\n@pytest.fixture\ndef mock_deps():\n # @INVARIANT: unconstrained mock — no spec= enforced; attribute typos will silently pass\n config_manager = MagicMock()\n # @INVARIANT: unconstrained mock — no spec= enforced; attribute typos will silently pass\n task_manager = MagicMock()\n # @INVARIANT: unconstrained mock — no spec= enforced; attribute typos will silently pass\n resource_service = MagicMock()\n\n # Mock environment\n env = MagicMock()\n env.id = \"env1\"\n config_manager.get_environments.return_value = [env]\n\n # Mock tasks\n task_manager.get_all_tasks.return_value = []\n\n # Mock dashboards\n resource_service.get_dashboards_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 1,\n \"title\": \"Sales\",\n \"slug\": \"sales\",\n \"git_status\": {\"branch\": \"main\", \"sync_status\": \"OK\"},\n \"last_task\": None,\n },\n {\n \"id\": 2,\n \"title\": \"Marketing\",\n \"slug\": \"mkt\",\n \"git_status\": None,\n \"last_task\": {\"task_id\": \"t1\", \"status\": \"SUCCESS\"},\n },\n ]\n )\n\n app.dependency_overrides[get_config_manager] = lambda: config_manager\n app.dependency_overrides[get_task_manager] = lambda: task_manager\n app.dependency_overrides[get_resource_service] = lambda: resource_service\n\n # Bypass permission check\n mock_user = MagicMock()\n mock_user.username = \"testadmin\"\n mock_user.roles = []\n admin_role = MagicMock()\n admin_role.name = \"Admin\"\n mock_user.roles.append(admin_role)\n\n # Override both get_current_user and has_permission\n from src.dependencies import get_current_user\n\n app.dependency_overrides[get_current_user] = lambda: mock_user\n\n # We need to override the specific instance returned by has_permission\n app.dependency_overrides[has_permission(\"plugin:migration\", \"READ\")] = (\n lambda: mock_user\n )\n\n yield {\"config\": config_manager, \"task\": task_manager, \"resource\": resource_service}\n\n app.dependency_overrides.clear()\n\n\n# [/DEF:mock_deps:Function]\n\n\n# [DEF:test_get_dashboards_success:Function]\n# @RELATION: BINDS_TO -> [test_dashboards_api]\n# @PURPOSE: Verify dashboards endpoint returns 200 with expected dashboard payload fields.\ndef test_get_dashboards_success(mock_deps):\n response = client.get(\"/api/dashboards?env_id=env1\")\n assert response.status_code == 200\n data = response.json()\n assert \"dashboards\" in data\n assert len(data[\"dashboards\"]) == 2\n assert data[\"dashboards\"][0][\"title\"] == \"Sales\"\n assert data[\"dashboards\"][0][\"git_status\"][\"sync_status\"] == \"OK\"\n\n\n# [/DEF:test_get_dashboards_success:Function]\n\n\n# [DEF:test_get_dashboards_not_found:Function]\n# @RELATION: BINDS_TO -> [test_dashboards_api]\n# @PURPOSE: Verify dashboards endpoint returns 404 for unknown environment identifier.\ndef test_get_dashboards_not_found(mock_deps):\n response = client.get(\"/api/dashboards?env_id=invalid\")\n assert response.status_code == 404\n\n\n# [/DEF:test_get_dashboards_not_found:Function]\n\n\n# [DEF:test_get_dashboards_search:Function]\n# @RELATION: BINDS_TO -> [test_dashboards_api]\n# @PURPOSE: Verify dashboards endpoint search filter returns matching subset.\ndef test_get_dashboards_search(mock_deps):\n response = client.get(\"/api/dashboards?env_id=env1&search=Sales\")\n assert response.status_code == 200\n data = response.json()\n assert len(data[\"dashboards\"]) == 1\n assert data[\"dashboards\"][0][\"title\"] == \"Sales\"\n\n\n# [/DEF:test_get_dashboards_search:Function]\n# [/DEF:test_dashboards_api:Block]\n\n\n# [DEF:test_datasets_api:Block]\n# @RELATION: BINDS_TO -> [TestResourceHubs]\n# @PURPOSE: Verify GET /api/datasets contract compliance\n# @TEST_CONTRACT: datasets_query -> datasets payload or error response\n# @TEST_SCENARIO: datasets_env_found_returns_payload -> HTTP 200 returns normalized datasets list.\n# @TEST_SCENARIO: datasets_unknown_env_returns_not_found -> HTTP 404 is returned for unknown env_id.\n# @TEST_SCENARIO: datasets_search_filters_results -> Search narrows payload to matching dataset table.\n# @TEST_SCENARIO: datasets_service_failure_returns_503 -> Backend fetch failure surfaces as HTTP 503.\n# @TEST_INVARIANT: datasets_route_contract_stays_observable -> VERIFIED_BY: [datasets_env_found_returns_payload, datasets_unknown_env_returns_not_found, datasets_search_filters_results, datasets_service_failure_returns_503]\n\n\n# [DEF:test_get_datasets_success:Function]\n# @RELATION: BINDS_TO -> [test_datasets_api]\n# @PURPOSE: Verify datasets endpoint returns 200 with mapped fields payload.\ndef test_get_datasets_success(mock_deps):\n mock_deps[\"resource\"].get_datasets_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 1,\n \"table_name\": \"orders\",\n \"schema\": \"public\",\n \"database\": \"db1\",\n \"mapped_fields\": {\"total\": 10, \"mapped\": 5},\n \"last_task\": None,\n }\n ]\n )\n\n response = client.get(\"/api/datasets?env_id=env1\")\n assert response.status_code == 200\n data = response.json()\n assert \"datasets\" in data\n assert len(data[\"datasets\"]) == 1\n assert data[\"datasets\"][0][\"table_name\"] == \"orders\"\n assert data[\"datasets\"][0][\"mapped_fields\"][\"mapped\"] == 5\n\n\n# [/DEF:test_get_datasets_success:Function]\n\n\n# [DEF:test_get_datasets_not_found:Function]\n# @RELATION: BINDS_TO -> [test_datasets_api]\n# @PURPOSE: Verify datasets endpoint returns 404 for unknown environment identifier.\ndef test_get_datasets_not_found(mock_deps):\n response = client.get(\"/api/datasets?env_id=invalid\")\n assert response.status_code == 404\n\n\n# [/DEF:test_get_datasets_not_found:Function]\n\n\n# [DEF:test_get_datasets_search:Function]\n# @RELATION: BINDS_TO -> [test_datasets_api]\n# @PURPOSE: Verify datasets endpoint search filter returns matching dataset subset.\ndef test_get_datasets_search(mock_deps):\n mock_deps[\"resource\"].get_datasets_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 1,\n \"table_name\": \"orders\",\n \"schema\": \"public\",\n \"database\": \"db1\",\n \"mapped_fields\": {\"total\": 10, \"mapped\": 5},\n \"last_task\": None,\n },\n {\n \"id\": 2,\n \"table_name\": \"users\",\n \"schema\": \"public\",\n \"database\": \"db1\",\n \"mapped_fields\": {\"total\": 5, \"mapped\": 5},\n \"last_task\": None,\n },\n ]\n )\n\n response = client.get(\"/api/datasets?env_id=env1&search=orders\")\n assert response.status_code == 200\n data = response.json()\n assert len(data[\"datasets\"]) == 1\n assert data[\"datasets\"][0][\"table_name\"] == \"orders\"\n\n\n# [/DEF:test_get_datasets_search:Function]\n\n\n# [DEF:test_get_datasets_service_failure:Function]\n# @RELATION: BINDS_TO -> [test_datasets_api]\n# @PURPOSE: Verify datasets endpoint surfaces backend fetch failure as HTTP 503.\ndef test_get_datasets_service_failure(mock_deps):\n mock_deps[\"resource\"].get_datasets_with_status = AsyncMock(\n side_effect=Exception(\"Superset down\")\n )\n\n response = client.get(\"/api/datasets?env_id=env1\")\n assert response.status_code == 503\n assert \"Failed to fetch datasets\" in response.json()[\"detail\"]\n\n\n# [/DEF:test_get_datasets_service_failure:Function]\n# [/DEF:test_datasets_api:Block]\n\n\n# [DEF:test_pagination_boundaries:Block]\n# @RELATION: BINDS_TO -> [TestResourceHubs]\n# @PURPOSE: Verify pagination validation for GET endpoints\n# @TEST_CONTRACT: pagination_query -> validation error response\n# @TEST_SCENARIO: dashboards_zero_page_rejected -> page=0 returns HTTP 400.\n# @TEST_SCENARIO: dashboards_oversize_page_rejected -> page_size=101 returns HTTP 400.\n# @TEST_SCENARIO: datasets_zero_page_rejected -> page=0 returns HTTP 400.\n# @TEST_SCENARIO: datasets_oversize_page_rejected -> page_size=101 returns HTTP 400.\n# @TEST_EDGE: missing_field -> Missing env_id prevents route contract completion.\n# @TEST_EDGE: invalid_type -> Invalid pagination values are rejected at route validation layer.\n# @TEST_EDGE: external_fail -> Validation failure returns HTTP 400 without partial payload.\n# @TEST_INVARIANT: pagination_limits_apply_to_both_routes -> VERIFIED_BY: [dashboards_zero_page_rejected, dashboards_oversize_page_rejected, datasets_zero_page_rejected, datasets_oversize_page_rejected]\n\n\n# [DEF:test_get_dashboards_pagination_zero_page:Function]\n# @RELATION: BINDS_TO -> [test_pagination_boundaries]\n# @PURPOSE: Verify dashboards endpoint rejects page=0 with HTTP 400 validation error.\ndef test_get_dashboards_pagination_zero_page(mock_deps):\n # @TEST_EDGE: pagination_zero_page -> {page: 0, status: 400}\n response = client.get(\"/api/dashboards?env_id=env1&page=0\")\n assert response.status_code == 400\n assert \"Page must be >= 1\" in response.json()[\"detail\"]\n\n\n# [/DEF:test_get_dashboards_pagination_zero_page:Function]\n\n\n# [DEF:test_get_dashboards_pagination_oversize:Function]\n# @RELATION: BINDS_TO -> [test_pagination_boundaries]\n# @PURPOSE: Verify dashboards endpoint rejects oversized page_size with HTTP 400.\ndef test_get_dashboards_pagination_oversize(mock_deps):\n # @TEST_EDGE: pagination_oversize -> {page_size: 101, status: 400}\n response = client.get(\"/api/dashboards?env_id=env1&page_size=101\")\n assert response.status_code == 400\n assert \"Page size must be between 1 and 100\" in response.json()[\"detail\"]\n\n\n# [/DEF:test_get_dashboards_pagination_oversize:Function]\n\n\n# [DEF:test_get_datasets_pagination_zero_page:Function]\n# @RELATION: BINDS_TO -> [test_pagination_boundaries]\n# @PURPOSE: Verify datasets endpoint rejects page=0 with HTTP 400.\ndef test_get_datasets_pagination_zero_page(mock_deps):\n # @TEST_EDGE: pagination_zero_page_datasets -> {page: 0, status: 400}\n response = client.get(\"/api/datasets?env_id=env1&page=0\")\n assert response.status_code == 400\n\n\n# [/DEF:test_get_datasets_pagination_zero_page:Function]\n\n\n# [DEF:test_get_datasets_pagination_oversize:Function]\n# @RELATION: BINDS_TO -> [test_pagination_boundaries]\n# @PURPOSE: Verify datasets endpoint rejects oversized page_size with HTTP 400.\ndef test_get_datasets_pagination_oversize(mock_deps):\n # @TEST_EDGE: pagination_oversize_datasets -> {page_size: 101, status: 400}\n response = client.get(\"/api/datasets?env_id=env1&page_size=101\")\n assert response.status_code == 400\n\n\n# [/DEF:test_get_datasets_pagination_oversize:Function]\n# [/DEF:test_pagination_boundaries:Block]\n# [/DEF:TestResourceHubs:Module]\n" }, { @@ -72999,9 +76958,20 @@ "actual_complexity": 2, "contract_type": "Block" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_dashboards_api' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_dashboards_api:Block]\n# @RELATION: BINDS_TO -> [TestResourceHubs]\n# @PURPOSE: Verify GET /api/dashboards contract compliance\n# @TEST_CONTRACT: dashboards_query -> dashboards payload or not_found response\n# @TEST_SCENARIO: dashboards_env_found_returns_payload -> HTTP 200 returns normalized dashboards list.\n# @TEST_SCENARIO: dashboards_unknown_env_returns_not_found -> HTTP 404 is returned for unknown env_id.\n# @TEST_SCENARIO: dashboards_search_filters_results -> Search narrows payload to matching dashboard title.\n# @TEST_INVARIANT: dashboards_route_contract_stays_observable -> VERIFIED_BY: [dashboards_env_found_returns_payload, dashboards_unknown_env_returns_not_found, dashboards_search_filters_results]\n\n\n# [DEF:mock_deps:Function]\n# @PURPOSE: Provide dependency override fixture for resource hub route tests.\n# @RELATION: BINDS_TO -> [TestResourceHubs]\n# @TEST_FIXTURE: resource_hub_overrides -> INLINE_JSON\n@pytest.fixture\ndef mock_deps():\n # @INVARIANT: unconstrained mock — no spec= enforced; attribute typos will silently pass\n config_manager = MagicMock()\n # @INVARIANT: unconstrained mock — no spec= enforced; attribute typos will silently pass\n task_manager = MagicMock()\n # @INVARIANT: unconstrained mock — no spec= enforced; attribute typos will silently pass\n resource_service = MagicMock()\n\n # Mock environment\n env = MagicMock()\n env.id = \"env1\"\n config_manager.get_environments.return_value = [env]\n\n # Mock tasks\n task_manager.get_all_tasks.return_value = []\n\n # Mock dashboards\n resource_service.get_dashboards_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 1,\n \"title\": \"Sales\",\n \"slug\": \"sales\",\n \"git_status\": {\"branch\": \"main\", \"sync_status\": \"OK\"},\n \"last_task\": None,\n },\n {\n \"id\": 2,\n \"title\": \"Marketing\",\n \"slug\": \"mkt\",\n \"git_status\": None,\n \"last_task\": {\"task_id\": \"t1\", \"status\": \"SUCCESS\"},\n },\n ]\n )\n\n app.dependency_overrides[get_config_manager] = lambda: config_manager\n app.dependency_overrides[get_task_manager] = lambda: task_manager\n app.dependency_overrides[get_resource_service] = lambda: resource_service\n\n # Bypass permission check\n mock_user = MagicMock()\n mock_user.username = \"testadmin\"\n mock_user.roles = []\n admin_role = MagicMock()\n admin_role.name = \"Admin\"\n mock_user.roles.append(admin_role)\n\n # Override both get_current_user and has_permission\n from src.dependencies import get_current_user\n\n app.dependency_overrides[get_current_user] = lambda: mock_user\n\n # We need to override the specific instance returned by has_permission\n app.dependency_overrides[has_permission(\"plugin:migration\", \"READ\")] = (\n lambda: mock_user\n )\n\n yield {\"config\": config_manager, \"task\": task_manager, \"resource\": resource_service}\n\n app.dependency_overrides.clear()\n\n\n# [/DEF:mock_deps:Function]\n\n\n# [DEF:test_get_dashboards_success:Function]\n# @RELATION: BINDS_TO -> [test_dashboards_api]\n# @PURPOSE: Verify dashboards endpoint returns 200 with expected dashboard payload fields.\ndef test_get_dashboards_success(mock_deps):\n response = client.get(\"/api/dashboards?env_id=env1\")\n assert response.status_code == 200\n data = response.json()\n assert \"dashboards\" in data\n assert len(data[\"dashboards\"]) == 2\n assert data[\"dashboards\"][0][\"title\"] == \"Sales\"\n assert data[\"dashboards\"][0][\"git_status\"][\"sync_status\"] == \"OK\"\n\n\n# [/DEF:test_get_dashboards_success:Function]\n\n\n# [DEF:test_get_dashboards_not_found:Function]\n# @RELATION: BINDS_TO -> [test_dashboards_api]\n# @PURPOSE: Verify dashboards endpoint returns 404 for unknown environment identifier.\ndef test_get_dashboards_not_found(mock_deps):\n response = client.get(\"/api/dashboards?env_id=invalid\")\n assert response.status_code == 404\n\n\n# [/DEF:test_get_dashboards_not_found:Function]\n\n\n# [DEF:test_get_dashboards_search:Function]\n# @RELATION: BINDS_TO -> [test_dashboards_api]\n# @PURPOSE: Verify dashboards endpoint search filter returns matching subset.\ndef test_get_dashboards_search(mock_deps):\n response = client.get(\"/api/dashboards?env_id=env1&search=Sales\")\n assert response.status_code == 200\n data = response.json()\n assert len(data[\"dashboards\"]) == 1\n assert data[\"dashboards\"][0][\"title\"] == \"Sales\"\n\n\n# [/DEF:test_get_dashboards_search:Function]\n# [/DEF:test_dashboards_api:Block]\n" }, { @@ -73072,9 +77042,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'mock_deps' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:mock_deps:Function]\n# @PURPOSE: Provide dependency override fixture for resource hub route tests.\n# @RELATION: BINDS_TO -> [TestResourceHubs]\n# @TEST_FIXTURE: resource_hub_overrides -> INLINE_JSON\n@pytest.fixture\ndef mock_deps():\n # @INVARIANT: unconstrained mock — no spec= enforced; attribute typos will silently pass\n config_manager = MagicMock()\n # @INVARIANT: unconstrained mock — no spec= enforced; attribute typos will silently pass\n task_manager = MagicMock()\n # @INVARIANT: unconstrained mock — no spec= enforced; attribute typos will silently pass\n resource_service = MagicMock()\n\n # Mock environment\n env = MagicMock()\n env.id = \"env1\"\n config_manager.get_environments.return_value = [env]\n\n # Mock tasks\n task_manager.get_all_tasks.return_value = []\n\n # Mock dashboards\n resource_service.get_dashboards_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 1,\n \"title\": \"Sales\",\n \"slug\": \"sales\",\n \"git_status\": {\"branch\": \"main\", \"sync_status\": \"OK\"},\n \"last_task\": None,\n },\n {\n \"id\": 2,\n \"title\": \"Marketing\",\n \"slug\": \"mkt\",\n \"git_status\": None,\n \"last_task\": {\"task_id\": \"t1\", \"status\": \"SUCCESS\"},\n },\n ]\n )\n\n app.dependency_overrides[get_config_manager] = lambda: config_manager\n app.dependency_overrides[get_task_manager] = lambda: task_manager\n app.dependency_overrides[get_resource_service] = lambda: resource_service\n\n # Bypass permission check\n mock_user = MagicMock()\n mock_user.username = \"testadmin\"\n mock_user.roles = []\n admin_role = MagicMock()\n admin_role.name = \"Admin\"\n mock_user.roles.append(admin_role)\n\n # Override both get_current_user and has_permission\n from src.dependencies import get_current_user\n\n app.dependency_overrides[get_current_user] = lambda: mock_user\n\n # We need to override the specific instance returned by has_permission\n app.dependency_overrides[has_permission(\"plugin:migration\", \"READ\")] = (\n lambda: mock_user\n )\n\n yield {\"config\": config_manager, \"task\": task_manager, \"resource\": resource_service}\n\n app.dependency_overrides.clear()\n\n\n# [/DEF:mock_deps:Function]\n" }, { @@ -73105,9 +77086,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_dashboards_not_found' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_dashboards_not_found:Function]\n# @RELATION: BINDS_TO -> [test_dashboards_api]\n# @PURPOSE: Verify dashboards endpoint returns 404 for unknown environment identifier.\ndef test_get_dashboards_not_found(mock_deps):\n response = client.get(\"/api/dashboards?env_id=invalid\")\n assert response.status_code == 404\n\n\n# [/DEF:test_get_dashboards_not_found:Function]\n" }, { @@ -73138,9 +77130,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_dashboards_search' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_dashboards_search:Function]\n# @RELATION: BINDS_TO -> [test_dashboards_api]\n# @PURPOSE: Verify dashboards endpoint search filter returns matching subset.\ndef test_get_dashboards_search(mock_deps):\n response = client.get(\"/api/dashboards?env_id=env1&search=Sales\")\n assert response.status_code == 200\n data = response.json()\n assert len(data[\"dashboards\"]) == 1\n assert data[\"dashboards\"][0][\"title\"] == \"Sales\"\n\n\n# [/DEF:test_get_dashboards_search:Function]\n" }, { @@ -73195,9 +77198,20 @@ "actual_complexity": 2, "contract_type": "Block" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_datasets_api' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_datasets_api:Block]\n# @RELATION: BINDS_TO -> [TestResourceHubs]\n# @PURPOSE: Verify GET /api/datasets contract compliance\n# @TEST_CONTRACT: datasets_query -> datasets payload or error response\n# @TEST_SCENARIO: datasets_env_found_returns_payload -> HTTP 200 returns normalized datasets list.\n# @TEST_SCENARIO: datasets_unknown_env_returns_not_found -> HTTP 404 is returned for unknown env_id.\n# @TEST_SCENARIO: datasets_search_filters_results -> Search narrows payload to matching dataset table.\n# @TEST_SCENARIO: datasets_service_failure_returns_503 -> Backend fetch failure surfaces as HTTP 503.\n# @TEST_INVARIANT: datasets_route_contract_stays_observable -> VERIFIED_BY: [datasets_env_found_returns_payload, datasets_unknown_env_returns_not_found, datasets_search_filters_results, datasets_service_failure_returns_503]\n\n\n# [DEF:test_get_datasets_success:Function]\n# @RELATION: BINDS_TO -> [test_datasets_api]\n# @PURPOSE: Verify datasets endpoint returns 200 with mapped fields payload.\ndef test_get_datasets_success(mock_deps):\n mock_deps[\"resource\"].get_datasets_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 1,\n \"table_name\": \"orders\",\n \"schema\": \"public\",\n \"database\": \"db1\",\n \"mapped_fields\": {\"total\": 10, \"mapped\": 5},\n \"last_task\": None,\n }\n ]\n )\n\n response = client.get(\"/api/datasets?env_id=env1\")\n assert response.status_code == 200\n data = response.json()\n assert \"datasets\" in data\n assert len(data[\"datasets\"]) == 1\n assert data[\"datasets\"][0][\"table_name\"] == \"orders\"\n assert data[\"datasets\"][0][\"mapped_fields\"][\"mapped\"] == 5\n\n\n# [/DEF:test_get_datasets_success:Function]\n\n\n# [DEF:test_get_datasets_not_found:Function]\n# @RELATION: BINDS_TO -> [test_datasets_api]\n# @PURPOSE: Verify datasets endpoint returns 404 for unknown environment identifier.\ndef test_get_datasets_not_found(mock_deps):\n response = client.get(\"/api/datasets?env_id=invalid\")\n assert response.status_code == 404\n\n\n# [/DEF:test_get_datasets_not_found:Function]\n\n\n# [DEF:test_get_datasets_search:Function]\n# @RELATION: BINDS_TO -> [test_datasets_api]\n# @PURPOSE: Verify datasets endpoint search filter returns matching dataset subset.\ndef test_get_datasets_search(mock_deps):\n mock_deps[\"resource\"].get_datasets_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 1,\n \"table_name\": \"orders\",\n \"schema\": \"public\",\n \"database\": \"db1\",\n \"mapped_fields\": {\"total\": 10, \"mapped\": 5},\n \"last_task\": None,\n },\n {\n \"id\": 2,\n \"table_name\": \"users\",\n \"schema\": \"public\",\n \"database\": \"db1\",\n \"mapped_fields\": {\"total\": 5, \"mapped\": 5},\n \"last_task\": None,\n },\n ]\n )\n\n response = client.get(\"/api/datasets?env_id=env1&search=orders\")\n assert response.status_code == 200\n data = response.json()\n assert len(data[\"datasets\"]) == 1\n assert data[\"datasets\"][0][\"table_name\"] == \"orders\"\n\n\n# [/DEF:test_get_datasets_search:Function]\n\n\n# [DEF:test_get_datasets_service_failure:Function]\n# @RELATION: BINDS_TO -> [test_datasets_api]\n# @PURPOSE: Verify datasets endpoint surfaces backend fetch failure as HTTP 503.\ndef test_get_datasets_service_failure(mock_deps):\n mock_deps[\"resource\"].get_datasets_with_status = AsyncMock(\n side_effect=Exception(\"Superset down\")\n )\n\n response = client.get(\"/api/datasets?env_id=env1\")\n assert response.status_code == 503\n assert \"Failed to fetch datasets\" in response.json()[\"detail\"]\n\n\n# [/DEF:test_get_datasets_service_failure:Function]\n# [/DEF:test_datasets_api:Block]\n" }, { @@ -73228,9 +77242,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_datasets_not_found' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_datasets_not_found:Function]\n# @RELATION: BINDS_TO -> [test_datasets_api]\n# @PURPOSE: Verify datasets endpoint returns 404 for unknown environment identifier.\ndef test_get_datasets_not_found(mock_deps):\n response = client.get(\"/api/datasets?env_id=invalid\")\n assert response.status_code == 404\n\n\n# [/DEF:test_get_datasets_not_found:Function]\n" }, { @@ -73261,9 +77286,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_datasets_search' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_datasets_search:Function]\n# @RELATION: BINDS_TO -> [test_datasets_api]\n# @PURPOSE: Verify datasets endpoint search filter returns matching dataset subset.\ndef test_get_datasets_search(mock_deps):\n mock_deps[\"resource\"].get_datasets_with_status = AsyncMock(\n return_value=[\n {\n \"id\": 1,\n \"table_name\": \"orders\",\n \"schema\": \"public\",\n \"database\": \"db1\",\n \"mapped_fields\": {\"total\": 10, \"mapped\": 5},\n \"last_task\": None,\n },\n {\n \"id\": 2,\n \"table_name\": \"users\",\n \"schema\": \"public\",\n \"database\": \"db1\",\n \"mapped_fields\": {\"total\": 5, \"mapped\": 5},\n \"last_task\": None,\n },\n ]\n )\n\n response = client.get(\"/api/datasets?env_id=env1&search=orders\")\n assert response.status_code == 200\n data = response.json()\n assert len(data[\"datasets\"]) == 1\n assert data[\"datasets\"][0][\"table_name\"] == \"orders\"\n\n\n# [/DEF:test_get_datasets_search:Function]\n" }, { @@ -73294,9 +77330,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_datasets_service_failure' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_datasets_service_failure:Function]\n# @RELATION: BINDS_TO -> [test_datasets_api]\n# @PURPOSE: Verify datasets endpoint surfaces backend fetch failure as HTTP 503.\ndef test_get_datasets_service_failure(mock_deps):\n mock_deps[\"resource\"].get_datasets_with_status = AsyncMock(\n side_effect=Exception(\"Superset down\")\n )\n\n response = client.get(\"/api/datasets?env_id=env1\")\n assert response.status_code == 503\n assert \"Failed to fetch datasets\" in response.json()[\"detail\"]\n\n\n# [/DEF:test_get_datasets_service_failure:Function]\n" }, { @@ -73352,9 +77399,20 @@ "actual_complexity": 2, "contract_type": "Block" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_pagination_boundaries' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_pagination_boundaries:Block]\n# @RELATION: BINDS_TO -> [TestResourceHubs]\n# @PURPOSE: Verify pagination validation for GET endpoints\n# @TEST_CONTRACT: pagination_query -> validation error response\n# @TEST_SCENARIO: dashboards_zero_page_rejected -> page=0 returns HTTP 400.\n# @TEST_SCENARIO: dashboards_oversize_page_rejected -> page_size=101 returns HTTP 400.\n# @TEST_SCENARIO: datasets_zero_page_rejected -> page=0 returns HTTP 400.\n# @TEST_SCENARIO: datasets_oversize_page_rejected -> page_size=101 returns HTTP 400.\n# @TEST_EDGE: missing_field -> Missing env_id prevents route contract completion.\n# @TEST_EDGE: invalid_type -> Invalid pagination values are rejected at route validation layer.\n# @TEST_EDGE: external_fail -> Validation failure returns HTTP 400 without partial payload.\n# @TEST_INVARIANT: pagination_limits_apply_to_both_routes -> VERIFIED_BY: [dashboards_zero_page_rejected, dashboards_oversize_page_rejected, datasets_zero_page_rejected, datasets_oversize_page_rejected]\n\n\n# [DEF:test_get_dashboards_pagination_zero_page:Function]\n# @RELATION: BINDS_TO -> [test_pagination_boundaries]\n# @PURPOSE: Verify dashboards endpoint rejects page=0 with HTTP 400 validation error.\ndef test_get_dashboards_pagination_zero_page(mock_deps):\n # @TEST_EDGE: pagination_zero_page -> {page: 0, status: 400}\n response = client.get(\"/api/dashboards?env_id=env1&page=0\")\n assert response.status_code == 400\n assert \"Page must be >= 1\" in response.json()[\"detail\"]\n\n\n# [/DEF:test_get_dashboards_pagination_zero_page:Function]\n\n\n# [DEF:test_get_dashboards_pagination_oversize:Function]\n# @RELATION: BINDS_TO -> [test_pagination_boundaries]\n# @PURPOSE: Verify dashboards endpoint rejects oversized page_size with HTTP 400.\ndef test_get_dashboards_pagination_oversize(mock_deps):\n # @TEST_EDGE: pagination_oversize -> {page_size: 101, status: 400}\n response = client.get(\"/api/dashboards?env_id=env1&page_size=101\")\n assert response.status_code == 400\n assert \"Page size must be between 1 and 100\" in response.json()[\"detail\"]\n\n\n# [/DEF:test_get_dashboards_pagination_oversize:Function]\n\n\n# [DEF:test_get_datasets_pagination_zero_page:Function]\n# @RELATION: BINDS_TO -> [test_pagination_boundaries]\n# @PURPOSE: Verify datasets endpoint rejects page=0 with HTTP 400.\ndef test_get_datasets_pagination_zero_page(mock_deps):\n # @TEST_EDGE: pagination_zero_page_datasets -> {page: 0, status: 400}\n response = client.get(\"/api/datasets?env_id=env1&page=0\")\n assert response.status_code == 400\n\n\n# [/DEF:test_get_datasets_pagination_zero_page:Function]\n\n\n# [DEF:test_get_datasets_pagination_oversize:Function]\n# @RELATION: BINDS_TO -> [test_pagination_boundaries]\n# @PURPOSE: Verify datasets endpoint rejects oversized page_size with HTTP 400.\ndef test_get_datasets_pagination_oversize(mock_deps):\n # @TEST_EDGE: pagination_oversize_datasets -> {page_size: 101, status: 400}\n response = client.get(\"/api/datasets?env_id=env1&page_size=101\")\n assert response.status_code == 400\n\n\n# [/DEF:test_get_datasets_pagination_oversize:Function]\n# [/DEF:test_pagination_boundaries:Block]\n" }, { @@ -73386,9 +77444,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_dashboards_pagination_zero_page' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_dashboards_pagination_zero_page:Function]\n# @RELATION: BINDS_TO -> [test_pagination_boundaries]\n# @PURPOSE: Verify dashboards endpoint rejects page=0 with HTTP 400 validation error.\ndef test_get_dashboards_pagination_zero_page(mock_deps):\n # @TEST_EDGE: pagination_zero_page -> {page: 0, status: 400}\n response = client.get(\"/api/dashboards?env_id=env1&page=0\")\n assert response.status_code == 400\n assert \"Page must be >= 1\" in response.json()[\"detail\"]\n\n\n# [/DEF:test_get_dashboards_pagination_zero_page:Function]\n" }, { @@ -73420,9 +77489,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_dashboards_pagination_oversize' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_dashboards_pagination_oversize:Function]\n# @RELATION: BINDS_TO -> [test_pagination_boundaries]\n# @PURPOSE: Verify dashboards endpoint rejects oversized page_size with HTTP 400.\ndef test_get_dashboards_pagination_oversize(mock_deps):\n # @TEST_EDGE: pagination_oversize -> {page_size: 101, status: 400}\n response = client.get(\"/api/dashboards?env_id=env1&page_size=101\")\n assert response.status_code == 400\n assert \"Page size must be between 1 and 100\" in response.json()[\"detail\"]\n\n\n# [/DEF:test_get_dashboards_pagination_oversize:Function]\n" }, { @@ -73454,9 +77534,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_datasets_pagination_zero_page' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_datasets_pagination_zero_page:Function]\n# @RELATION: BINDS_TO -> [test_pagination_boundaries]\n# @PURPOSE: Verify datasets endpoint rejects page=0 with HTTP 400.\ndef test_get_datasets_pagination_zero_page(mock_deps):\n # @TEST_EDGE: pagination_zero_page_datasets -> {page: 0, status: 400}\n response = client.get(\"/api/datasets?env_id=env1&page=0\")\n assert response.status_code == 400\n\n\n# [/DEF:test_get_datasets_pagination_zero_page:Function]\n" }, { @@ -73488,9 +77579,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_datasets_pagination_oversize' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_datasets_pagination_oversize:Function]\n# @RELATION: BINDS_TO -> [test_pagination_boundaries]\n# @PURPOSE: Verify datasets endpoint rejects oversized page_size with HTTP 400.\ndef test_get_datasets_pagination_oversize(mock_deps):\n # @TEST_EDGE: pagination_oversize_datasets -> {page_size: 101, status: 400}\n response = client.get(\"/api/datasets?env_id=env1&page_size=101\")\n assert response.status_code == 400\n\n\n# [/DEF:test_get_datasets_pagination_oversize:Function]\n" }, { @@ -73558,9 +77660,20 @@ ], "predicate": "BELONGS_TO" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_task_manager' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_task_manager:Module]\n# @RELATION: BELONGS_TO -> SrcRoot\n# @SEMANTICS: task-manager, lifecycle, CRUD, log-buffer, filtering, tests\n# @PURPOSE: Unit tests for TaskManager lifecycle, CRUD, log buffering, and filtering.\n# @LAYER: Core\n# @INVARIANT: TaskManager state changes are deterministic and testable with mocked dependencies.\n\nimport sys\nfrom pathlib import Path\n\nsys.path.insert(0, str(Path(__file__).parent.parent / \"src\"))\n\nimport asyncio\nfrom datetime import datetime\nfrom unittest.mock import MagicMock, patch\n\nimport pytest\n\n\n# Helper to create a TaskManager with mocked dependencies\n# [DEF:_make_manager:Function]\n# @RELATION: BINDS_TO -> test_task_manager\ndef _make_manager():\n \"\"\"Create TaskManager with mocked plugin_loader and persistence services.\"\"\"\n mock_plugin_loader = MagicMock()\n mock_plugin_loader.has_plugin.return_value = True\n\n mock_plugin = MagicMock()\n mock_plugin.name = \"test_plugin\"\n mock_plugin.execute = MagicMock(return_value={\"status\": \"ok\"})\n mock_plugin_loader.get_plugin.return_value = mock_plugin\n\n with patch(\"src.core.task_manager.manager.TaskPersistenceService\") as MockPersistence, \\\n patch(\"src.core.task_manager.manager.TaskLogPersistenceService\") as MockLogPersistence:\n MockPersistence.return_value.load_tasks.return_value = []\n MockLogPersistence.return_value.add_logs = MagicMock()\n MockLogPersistence.return_value.get_logs = MagicMock(return_value=[])\n MockLogPersistence.return_value.get_log_stats = MagicMock()\n MockLogPersistence.return_value.get_sources = MagicMock(return_value=[])\n MockLogPersistence.return_value.delete_logs_for_tasks = MagicMock()\n\n manager = None\n try:\n from src.core.task_manager.manager import TaskManager\n manager = TaskManager(mock_plugin_loader)\n except RuntimeError:\n # No event loop — create one\n loop = asyncio.new_event_loop()\n asyncio.set_event_loop(loop)\n from src.core.task_manager.manager import TaskManager\n manager = TaskManager(mock_plugin_loader)\n\n return manager, mock_plugin_loader, MockPersistence.return_value, MockLogPersistence.return_value\n\n\n# [/DEF:_make_manager:Function]\n\n# [DEF:_cleanup_manager:Function]\n# @RELATION: BINDS_TO -> test_task_manager\ndef _cleanup_manager(manager):\n \"\"\"Stop the flusher thread.\"\"\"\n manager._flusher_stop_event.set()\n manager._flusher_thread.join(timeout=2)\n\n\n# [/DEF:_cleanup_manager:Function]\n\nclass TestTaskManagerInit:\n \"\"\"Tests for TaskManager initialization.\"\"\"\n\n def test_init_creates_empty_tasks(self):\n mgr, _, _, _ = _make_manager()\n try:\n assert isinstance(mgr.tasks, dict)\n finally:\n _cleanup_manager(mgr)\n\n def test_init_loads_persisted_tasks(self):\n mgr, _, persist_svc, _ = _make_manager()\n try:\n persist_svc.load_tasks.assert_called_once_with(limit=100)\n finally:\n _cleanup_manager(mgr)\n\n def test_init_starts_flusher_thread(self):\n mgr, _, _, _ = _make_manager()\n try:\n assert mgr._flusher_thread.is_alive()\n finally:\n _cleanup_manager(mgr)\n\n\nclass TestTaskManagerCRUD:\n \"\"\"Tests for TaskManager task retrieval methods.\"\"\"\n\n def test_get_task_returns_none_for_missing(self):\n mgr, _, _, _ = _make_manager()\n try:\n assert mgr.get_task(\"nonexistent\") is None\n finally:\n _cleanup_manager(mgr)\n\n def test_get_task_returns_existing(self):\n mgr, _, _, _ = _make_manager()\n try:\n from src.core.task_manager.models import Task\n task = Task(plugin_id=\"test\", params={})\n mgr.tasks[task.id] = task\n assert mgr.get_task(task.id) is task\n finally:\n _cleanup_manager(mgr)\n\n def test_get_all_tasks(self):\n mgr, _, _, _ = _make_manager()\n try:\n from src.core.task_manager.models import Task\n t1 = Task(plugin_id=\"p1\", params={})\n t2 = Task(plugin_id=\"p2\", params={})\n mgr.tasks[t1.id] = t1\n mgr.tasks[t2.id] = t2\n assert len(mgr.get_all_tasks()) == 2\n finally:\n _cleanup_manager(mgr)\n\n def test_get_tasks_with_status_filter(self):\n mgr, _, _, _ = _make_manager()\n try:\n from src.core.task_manager.models import Task, TaskStatus\n t1 = Task(plugin_id=\"p1\", params={})\n t1.status = TaskStatus.SUCCESS\n t1.started_at = datetime(2024, 1, 1, 12, 0, 0)\n t2 = Task(plugin_id=\"p2\", params={})\n t2.status = TaskStatus.FAILED\n t2.started_at = datetime(2024, 1, 1, 13, 0, 0)\n mgr.tasks[t1.id] = t1\n mgr.tasks[t2.id] = t2\n\n result = mgr.get_tasks(status=TaskStatus.SUCCESS)\n assert len(result) == 1\n assert result[0].status == TaskStatus.SUCCESS\n finally:\n _cleanup_manager(mgr)\n\n def test_get_tasks_with_plugin_filter(self):\n mgr, _, _, _ = _make_manager()\n try:\n from src.core.task_manager.models import Task\n t1 = Task(plugin_id=\"backup\", params={})\n t1.started_at = datetime(2024, 1, 1, 12, 0, 0)\n t2 = Task(plugin_id=\"migrate\", params={})\n t2.started_at = datetime(2024, 1, 1, 13, 0, 0)\n mgr.tasks[t1.id] = t1\n mgr.tasks[t2.id] = t2\n\n result = mgr.get_tasks(plugin_ids=[\"backup\"])\n assert len(result) == 1\n assert result[0].plugin_id == \"backup\"\n finally:\n _cleanup_manager(mgr)\n\n def test_get_tasks_with_pagination(self):\n mgr, _, _, _ = _make_manager()\n try:\n from src.core.task_manager.models import Task\n for i in range(5):\n t = Task(plugin_id=f\"p{i}\", params={})\n t.started_at = datetime(2024, 1, 1, i, 0, 0)\n mgr.tasks[t.id] = t\n\n result = mgr.get_tasks(limit=2, offset=0)\n assert len(result) == 2\n\n result2 = mgr.get_tasks(limit=2, offset=4)\n assert len(result2) == 1\n finally:\n _cleanup_manager(mgr)\n\n def test_get_tasks_completed_only(self):\n mgr, _, _, _ = _make_manager()\n try:\n from src.core.task_manager.models import Task, TaskStatus\n t1 = Task(plugin_id=\"p1\", params={})\n t1.status = TaskStatus.SUCCESS\n t1.started_at = datetime(2024, 1, 1)\n t2 = Task(plugin_id=\"p2\", params={})\n t2.status = TaskStatus.RUNNING\n t2.started_at = datetime(2024, 1, 2)\n t3 = Task(plugin_id=\"p3\", params={})\n t3.status = TaskStatus.FAILED\n t3.started_at = datetime(2024, 1, 3)\n mgr.tasks[t1.id] = t1\n mgr.tasks[t2.id] = t2\n mgr.tasks[t3.id] = t3\n\n result = mgr.get_tasks(completed_only=True)\n assert len(result) == 2 # SUCCESS + FAILED\n statuses = {t.status for t in result}\n assert TaskStatus.RUNNING not in statuses\n finally:\n _cleanup_manager(mgr)\n\n\nclass TestTaskManagerCreateTask:\n \"\"\"Tests for TaskManager.create_task.\"\"\"\n\n @pytest.mark.asyncio\n async def test_create_task_success(self):\n mgr, loader, persist_svc, _ = _make_manager()\n try:\n task = await mgr.create_task(\"test_plugin\", {\"key\": \"value\"})\n assert task.plugin_id == \"test_plugin\"\n assert task.params == {\"key\": \"value\"}\n assert task.id in mgr.tasks\n persist_svc.persist_task.assert_called()\n finally:\n _cleanup_manager(mgr)\n\n @pytest.mark.asyncio\n async def test_create_task_unknown_plugin_raises(self):\n mgr, loader, _, _ = _make_manager()\n try:\n loader.has_plugin.return_value = False\n with pytest.raises(ValueError, match=\"not found\"):\n await mgr.create_task(\"unknown_plugin\", {})\n finally:\n _cleanup_manager(mgr)\n\n @pytest.mark.asyncio\n async def test_create_task_invalid_params_raises(self):\n mgr, _, _, _ = _make_manager()\n try:\n with pytest.raises(ValueError, match=\"dictionary\"):\n await mgr.create_task(\"test_plugin\", \"not-a-dict\")\n finally:\n _cleanup_manager(mgr)\n\n\nclass TestTaskManagerLogBuffer:\n \"\"\"Tests for log buffering and flushing.\"\"\"\n\n def test_add_log_appends_to_task_and_buffer(self):\n mgr, _, _, _ = _make_manager()\n try:\n from src.core.task_manager.models import Task\n task = Task(plugin_id=\"p1\", params={})\n mgr.tasks[task.id] = task\n\n mgr._add_log(task.id, \"INFO\", \"Test log message\", source=\"test\")\n\n assert len(task.logs) == 1\n assert task.logs[0].message == \"Test log message\"\n assert task.id in mgr._log_buffer\n assert len(mgr._log_buffer[task.id]) == 1\n finally:\n _cleanup_manager(mgr)\n\n def test_add_log_skips_nonexistent_task(self):\n mgr, _, _, _ = _make_manager()\n try:\n mgr._add_log(\"nonexistent\", \"INFO\", \"Should not crash\")\n # No error raised\n finally:\n _cleanup_manager(mgr)\n\n def test_flush_logs_writes_to_persistence(self):\n mgr, _, _, log_persist = _make_manager()\n try:\n from src.core.task_manager.models import Task\n task = Task(plugin_id=\"p1\", params={})\n mgr.tasks[task.id] = task\n\n mgr._add_log(task.id, \"INFO\", \"Log 1\", source=\"test\")\n mgr._add_log(task.id, \"INFO\", \"Log 2\", source=\"test\")\n mgr._flush_logs()\n\n log_persist.add_logs.assert_called_once()\n args = log_persist.add_logs.call_args\n assert args[0][0] == task.id # task_id\n assert len(args[0][1]) == 2 # 2 log entries\n finally:\n _cleanup_manager(mgr)\n\n def test_flush_task_logs_writes_single_task(self):\n mgr, _, _, log_persist = _make_manager()\n try:\n from src.core.task_manager.models import Task\n task = Task(plugin_id=\"p1\", params={})\n mgr.tasks[task.id] = task\n\n mgr._add_log(task.id, \"INFO\", \"Log 1\", source=\"test\")\n mgr._flush_task_logs(task.id)\n\n log_persist.add_logs.assert_called_once()\n # Buffer should be empty now\n assert task.id not in mgr._log_buffer\n finally:\n _cleanup_manager(mgr)\n\n def test_flush_logs_requeues_on_failure(self):\n mgr, _, _, log_persist = _make_manager()\n try:\n from src.core.task_manager.models import Task\n task = Task(plugin_id=\"p1\", params={})\n mgr.tasks[task.id] = task\n\n mgr._add_log(task.id, \"INFO\", \"Log 1\", source=\"test\")\n log_persist.add_logs.side_effect = Exception(\"DB error\")\n mgr._flush_logs()\n\n # Logs should be re-added to buffer\n assert task.id in mgr._log_buffer\n assert len(mgr._log_buffer[task.id]) == 1\n finally:\n _cleanup_manager(mgr)\n\n\nclass TestTaskManagerClearTasks:\n \"\"\"Tests for TaskManager.clear_tasks.\"\"\"\n\n def test_clear_all_non_active(self):\n mgr, _, persist_svc, log_persist = _make_manager()\n try:\n from src.core.task_manager.models import Task, TaskStatus\n t1 = Task(plugin_id=\"p1\", params={})\n t1.status = TaskStatus.SUCCESS\n t2 = Task(plugin_id=\"p2\", params={})\n t2.status = TaskStatus.RUNNING\n t3 = Task(plugin_id=\"p3\", params={})\n t3.status = TaskStatus.FAILED\n mgr.tasks[t1.id] = t1\n mgr.tasks[t2.id] = t2\n mgr.tasks[t3.id] = t3\n\n removed = mgr.clear_tasks()\n assert removed == 2 # SUCCESS + FAILED\n assert t2.id in mgr.tasks # RUNNING kept\n assert t1.id not in mgr.tasks\n persist_svc.delete_tasks.assert_called_once()\n log_persist.delete_logs_for_tasks.assert_called_once()\n finally:\n _cleanup_manager(mgr)\n\n def test_clear_by_status(self):\n mgr, _, persist_svc, _ = _make_manager()\n try:\n from src.core.task_manager.models import Task, TaskStatus\n t1 = Task(plugin_id=\"p1\", params={})\n t1.status = TaskStatus.SUCCESS\n t2 = Task(plugin_id=\"p2\", params={})\n t2.status = TaskStatus.FAILED\n mgr.tasks[t1.id] = t1\n mgr.tasks[t2.id] = t2\n\n removed = mgr.clear_tasks(status=TaskStatus.FAILED)\n assert removed == 1\n assert t1.id in mgr.tasks\n assert t2.id not in mgr.tasks\n finally:\n _cleanup_manager(mgr)\n\n def test_clear_preserves_awaiting_input(self):\n mgr, _, _, _ = _make_manager()\n try:\n from src.core.task_manager.models import Task, TaskStatus\n t1 = Task(plugin_id=\"p1\", params={})\n t1.status = TaskStatus.AWAITING_INPUT\n mgr.tasks[t1.id] = t1\n\n removed = mgr.clear_tasks()\n assert removed == 0\n assert t1.id in mgr.tasks\n finally:\n _cleanup_manager(mgr)\n\n\nclass TestTaskManagerSubscriptions:\n \"\"\"Tests for log subscription management.\"\"\"\n\n @pytest.mark.asyncio\n async def test_subscribe_creates_queue(self):\n mgr, _, _, _ = _make_manager()\n try:\n queue = await mgr.subscribe_logs(\"task-1\")\n assert isinstance(queue, asyncio.Queue)\n assert \"task-1\" in mgr.subscribers\n assert queue in mgr.subscribers[\"task-1\"]\n finally:\n _cleanup_manager(mgr)\n\n @pytest.mark.asyncio\n async def test_unsubscribe_removes_queue(self):\n mgr, _, _, _ = _make_manager()\n try:\n queue = await mgr.subscribe_logs(\"task-1\")\n mgr.unsubscribe_logs(\"task-1\", queue)\n assert \"task-1\" not in mgr.subscribers\n finally:\n _cleanup_manager(mgr)\n\n @pytest.mark.asyncio\n async def test_multiple_subscribers(self):\n mgr, _, _, _ = _make_manager()\n try:\n q1 = await mgr.subscribe_logs(\"task-1\")\n q2 = await mgr.subscribe_logs(\"task-1\")\n assert len(mgr.subscribers[\"task-1\"]) == 2\n\n mgr.unsubscribe_logs(\"task-1\", q1)\n assert len(mgr.subscribers[\"task-1\"]) == 1\n finally:\n _cleanup_manager(mgr)\n\n\nclass TestTaskManagerInput:\n \"\"\"Tests for await_input and resume_task_with_password.\"\"\"\n\n def test_await_input_sets_status(self):\n mgr, _, persist_svc, _ = _make_manager()\n try:\n from src.core.task_manager.models import Task, TaskStatus\n task = Task(plugin_id=\"p1\", params={})\n task.status = TaskStatus.RUNNING\n mgr.tasks[task.id] = task\n\n # NOTE: source code has a bug where await_input calls _add_log\n # with a dict as 4th positional arg (source), causing Pydantic\n # ValidationError. We patch _add_log to test the state transition.\n mgr._add_log = MagicMock()\n mgr.await_input(task.id, {\"prompt\": \"Enter password\"})\n\n assert task.status == TaskStatus.AWAITING_INPUT\n assert task.input_required is True\n assert task.input_request == {\"prompt\": \"Enter password\"}\n persist_svc.persist_task.assert_called()\n finally:\n _cleanup_manager(mgr)\n\n def test_await_input_not_running_raises(self):\n mgr, _, _, _ = _make_manager()\n try:\n from src.core.task_manager.models import Task, TaskStatus\n task = Task(plugin_id=\"p1\", params={})\n task.status = TaskStatus.PENDING\n mgr.tasks[task.id] = task\n\n with pytest.raises(ValueError, match=\"not RUNNING\"):\n mgr.await_input(task.id, {})\n finally:\n _cleanup_manager(mgr)\n\n def test_await_input_nonexistent_raises(self):\n mgr, _, _, _ = _make_manager()\n try:\n with pytest.raises(ValueError, match=\"not found\"):\n mgr.await_input(\"nonexistent\", {})\n finally:\n _cleanup_manager(mgr)\n\n def test_resume_with_password(self):\n mgr, _, persist_svc, _ = _make_manager()\n try:\n from src.core.task_manager.models import Task, TaskStatus\n task = Task(plugin_id=\"p1\", params={})\n task.status = TaskStatus.AWAITING_INPUT\n mgr.tasks[task.id] = task\n\n # NOTE: source code has same _add_log positional-arg bug in resume too.\n mgr._add_log = MagicMock()\n mgr.resume_task_with_password(task.id, {\"db1\": \"pass123\"})\n\n assert task.status == TaskStatus.RUNNING\n assert task.params[\"passwords\"] == {\"db1\": \"pass123\"}\n assert task.input_required is False\n assert task.input_request is None\n finally:\n _cleanup_manager(mgr)\n\n def test_resume_not_awaiting_raises(self):\n mgr, _, _, _ = _make_manager()\n try:\n from src.core.task_manager.models import Task, TaskStatus\n task = Task(plugin_id=\"p1\", params={})\n task.status = TaskStatus.RUNNING\n mgr.tasks[task.id] = task\n\n with pytest.raises(ValueError, match=\"not AWAITING_INPUT\"):\n mgr.resume_task_with_password(task.id, {\"db\": \"pass\"})\n finally:\n _cleanup_manager(mgr)\n\n def test_resume_empty_passwords_raises(self):\n mgr, _, _, _ = _make_manager()\n try:\n from src.core.task_manager.models import Task, TaskStatus\n task = Task(plugin_id=\"p1\", params={})\n task.status = TaskStatus.AWAITING_INPUT\n mgr.tasks[task.id] = task\n\n with pytest.raises(ValueError, match=\"non-empty\"):\n mgr.resume_task_with_password(task.id, {})\n finally:\n _cleanup_manager(mgr)\n\n# [/DEF:test_task_manager:Module]\n" }, { @@ -73589,9 +77702,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_make_manager' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_make_manager:Function]\n# @RELATION: BINDS_TO -> test_task_manager\ndef _make_manager():\n \"\"\"Create TaskManager with mocked plugin_loader and persistence services.\"\"\"\n mock_plugin_loader = MagicMock()\n mock_plugin_loader.has_plugin.return_value = True\n\n mock_plugin = MagicMock()\n mock_plugin.name = \"test_plugin\"\n mock_plugin.execute = MagicMock(return_value={\"status\": \"ok\"})\n mock_plugin_loader.get_plugin.return_value = mock_plugin\n\n with patch(\"src.core.task_manager.manager.TaskPersistenceService\") as MockPersistence, \\\n patch(\"src.core.task_manager.manager.TaskLogPersistenceService\") as MockLogPersistence:\n MockPersistence.return_value.load_tasks.return_value = []\n MockLogPersistence.return_value.add_logs = MagicMock()\n MockLogPersistence.return_value.get_logs = MagicMock(return_value=[])\n MockLogPersistence.return_value.get_log_stats = MagicMock()\n MockLogPersistence.return_value.get_sources = MagicMock(return_value=[])\n MockLogPersistence.return_value.delete_logs_for_tasks = MagicMock()\n\n manager = None\n try:\n from src.core.task_manager.manager import TaskManager\n manager = TaskManager(mock_plugin_loader)\n except RuntimeError:\n # No event loop — create one\n loop = asyncio.new_event_loop()\n asyncio.set_event_loop(loop)\n from src.core.task_manager.manager import TaskManager\n manager = TaskManager(mock_plugin_loader)\n\n return manager, mock_plugin_loader, MockPersistence.return_value, MockLogPersistence.return_value\n\n\n# [/DEF:_make_manager:Function]\n" }, { @@ -73620,9 +77744,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract '_cleanup_manager' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:_cleanup_manager:Function]\n# @RELATION: BINDS_TO -> test_task_manager\ndef _cleanup_manager(manager):\n \"\"\"Stop the flusher thread.\"\"\"\n manager._flusher_stop_event.set()\n manager._flusher_thread.join(timeout=2)\n\n\n# [/DEF:_cleanup_manager:Function]\n" }, { @@ -73685,9 +77820,20 @@ ], "predicate": "BELONGS_TO" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_task_persistence' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_task_persistence:Module]\n# @RELATION: BELONGS_TO -> SrcRoot\n# @SEMANTICS: test, task, persistence, unit_test\n# @PURPOSE: Unit tests for TaskPersistenceService.\n# @LAYER: Test\n# @TEST_DATA: valid_task -> {\"id\": \"test-uuid-1\", \"plugin_id\": \"backup\", \"status\": \"PENDING\"}\n\n# [SECTION: IMPORTS]\nfrom datetime import datetime\nfrom unittest.mock import patch\n\nfrom sqlalchemy import create_engine\nfrom sqlalchemy.orm import sessionmaker\n\nfrom src.core.task_manager.models import LogEntry, Task, TaskStatus\nfrom src.core.task_manager.persistence import TaskPersistenceService\nfrom src.models.mapping import Base, Environment\nfrom src.models.task import TaskRecord\n\n# [/SECTION]\n\n\n# [DEF:TestTaskPersistenceHelpers:Class]\n# @RELATION: BINDS_TO -> test_task_persistence\n# @PURPOSE: Test suite for TaskPersistenceService static helper methods.\nclass TestTaskPersistenceHelpers:\n\n # [DEF:test_json_load_if_needed_none:Function]\n # @PURPOSE: Test _json_load_if_needed with None input.\n def test_json_load_if_needed_none(self):\n assert TaskPersistenceService._json_load_if_needed(None) is None\n # [/DEF:test_json_load_if_needed_none:Function]\n\n # [DEF:test_json_load_if_needed_dict:Function]\n # @PURPOSE: Test _json_load_if_needed with dict input.\n def test_json_load_if_needed_dict(self):\n data = {\"key\": \"value\"}\n assert TaskPersistenceService._json_load_if_needed(data) == data\n # [/DEF:test_json_load_if_needed_dict:Function]\n\n # [DEF:test_json_load_if_needed_list:Function]\n # @PURPOSE: Test _json_load_if_needed with list input.\n def test_json_load_if_needed_list(self):\n data = [1, 2, 3]\n assert TaskPersistenceService._json_load_if_needed(data) == data\n # [/DEF:test_json_load_if_needed_list:Function]\n\n # [DEF:test_json_load_if_needed_json_string:Function]\n # @PURPOSE: Test _json_load_if_needed with JSON string.\n def test_json_load_if_needed_json_string(self):\n result = TaskPersistenceService._json_load_if_needed('{\"key\": \"value\"}')\n assert result == {\"key\": \"value\"}\n # [/DEF:test_json_load_if_needed_json_string:Function]\n\n # [DEF:test_json_load_if_needed_empty_string:Function]\n # @PURPOSE: Test _json_load_if_needed with empty/null strings.\n def test_json_load_if_needed_empty_string(self):\n assert TaskPersistenceService._json_load_if_needed(\"\") is None\n assert TaskPersistenceService._json_load_if_needed(\"null\") is None\n assert TaskPersistenceService._json_load_if_needed(\" null \") is None\n # [/DEF:test_json_load_if_needed_empty_string:Function]\n\n # [DEF:test_json_load_if_needed_plain_string:Function]\n # @PURPOSE: Test _json_load_if_needed with non-JSON string.\n def test_json_load_if_needed_plain_string(self):\n result = TaskPersistenceService._json_load_if_needed(\"not json\")\n assert result == \"not json\"\n # [/DEF:test_json_load_if_needed_plain_string:Function]\n\n # [DEF:test_json_load_if_needed_integer:Function]\n # @PURPOSE: Test _json_load_if_needed with integer.\n def test_json_load_if_needed_integer(self):\n assert TaskPersistenceService._json_load_if_needed(42) == 42\n # [/DEF:test_json_load_if_needed_integer:Function]\n\n # [DEF:test_parse_datetime_none:Function]\n # @PURPOSE: Test _parse_datetime with None.\n def test_parse_datetime_none(self):\n assert TaskPersistenceService._parse_datetime(None) is None\n # [/DEF:test_parse_datetime_none:Function]\n\n # [DEF:test_parse_datetime_datetime_object:Function]\n # @PURPOSE: Test _parse_datetime with datetime object.\n def test_parse_datetime_datetime_object(self):\n dt = datetime(2024, 1, 1, 12, 0, 0)\n assert TaskPersistenceService._parse_datetime(dt) == dt\n # [/DEF:test_parse_datetime_datetime_object:Function]\n\n # [DEF:test_parse_datetime_iso_string:Function]\n # @PURPOSE: Test _parse_datetime with ISO string.\n def test_parse_datetime_iso_string(self):\n result = TaskPersistenceService._parse_datetime(\"2024-01-01T12:00:00\")\n assert isinstance(result, datetime)\n assert result.year == 2024\n # [/DEF:test_parse_datetime_iso_string:Function]\n\n # [DEF:test_parse_datetime_invalid_string:Function]\n # @PURPOSE: Test _parse_datetime with invalid string.\n def test_parse_datetime_invalid_string(self):\n assert TaskPersistenceService._parse_datetime(\"not-a-date\") is None\n # [/DEF:test_parse_datetime_invalid_string:Function]\n\n # [DEF:test_parse_datetime_integer:Function]\n # @PURPOSE: Test _parse_datetime with non-string, non-datetime.\n def test_parse_datetime_integer(self):\n assert TaskPersistenceService._parse_datetime(12345) is None\n # [/DEF:test_parse_datetime_integer:Function]\n\n# [/DEF:TestTaskPersistenceHelpers:Class]\n\n\n# [DEF:TestTaskPersistenceService:Class]\n# @RELATION: BINDS_TO -> test_task_persistence\n# @PURPOSE: Test suite for TaskPersistenceService CRUD operations.\n# @TEST_DATA: valid_task -> {\"id\": \"test-uuid-1\", \"plugin_id\": \"backup\", \"status\": \"PENDING\"}\nclass TestTaskPersistenceService:\n\n # [DEF:setup_class:Function]\n # @PURPOSE: Setup in-memory test database.\n @classmethod\n def setup_class(cls):\n \"\"\"Create an in-memory SQLite database for testing.\"\"\"\n cls.engine = create_engine(\"sqlite:///:memory:\")\n Base.metadata.create_all(bind=cls.engine)\n cls.TestSessionLocal = sessionmaker(bind=cls.engine)\n cls.service = TaskPersistenceService()\n # [/DEF:setup_class:Function]\n\n # [DEF:teardown_class:Function]\n # @PURPOSE: Dispose of test database.\n @classmethod\n def teardown_class(cls):\n cls.engine.dispose()\n # [/DEF:teardown_class:Function]\n\n # [DEF:setup_method:Function]\n # @PURPOSE: Clean task_records table before each test.\n def setup_method(self):\n session = self.TestSessionLocal()\n session.query(TaskRecord).delete()\n session.query(Environment).delete()\n session.commit()\n session.close()\n # [/DEF:setup_method:Function]\n\n def _patched(self):\n \"\"\"Helper: returns a patch context for TasksSessionLocal.\"\"\"\n return patch(\n \"src.core.task_manager.persistence.TasksSessionLocal\",\n self.TestSessionLocal\n )\n\n def _make_task(self, **kwargs):\n \"\"\"Helper: create a Task with test defaults.\"\"\"\n defaults = {\n \"id\": \"test-uuid-1\",\n \"plugin_id\": \"backup\",\n \"status\": TaskStatus.PENDING,\n \"params\": {\"source_env_id\": \"env-1\"},\n }\n defaults.update(kwargs)\n return Task(**defaults)\n\n # [DEF:test_persist_task_new:Function]\n # @PURPOSE: Test persisting a new task creates a record.\n # @PRE: Empty database.\n # @POST: TaskRecord exists in database.\n def test_persist_task_new(self):\n \"\"\"Test persisting a new task creates a record.\"\"\"\n task = self._make_task()\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record is not None\n assert record.type == \"backup\"\n assert record.status == \"PENDING\"\n # [/DEF:test_persist_task_new:Function]\n\n # [DEF:test_persist_task_update:Function]\n # @PURPOSE: Test updating an existing task.\n # @PRE: Task already persisted.\n # @POST: Task record updated with new status.\n def test_persist_task_update(self):\n \"\"\"Test persisting an existing task updates the record.\"\"\"\n task = self._make_task(status=TaskStatus.PENDING)\n\n with self._patched():\n self.service.persist_task(task)\n\n # Update status\n task.status = TaskStatus.RUNNING\n task.started_at = datetime.utcnow()\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record.status == \"RUNNING\"\n assert record.started_at is not None\n # [/DEF:test_persist_task_update:Function]\n\n # [DEF:test_persist_task_with_logs:Function]\n # @PURPOSE: Test persisting a task with log entries.\n # @PRE: Task has logs attached.\n # @POST: Logs serialized as JSON in task record.\n def test_persist_task_with_logs(self):\n \"\"\"Test persisting a task with log entries.\"\"\"\n task = self._make_task()\n task.logs = [\n LogEntry(message=\"Step 1\", level=\"INFO\", source=\"plugin\"),\n LogEntry(message=\"Step 2\", level=\"INFO\", source=\"plugin\"),\n ]\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record.logs is not None\n assert len(record.logs) == 2\n # [/DEF:test_persist_task_with_logs:Function]\n\n # [DEF:test_persist_task_failed_extracts_error:Function]\n # @PURPOSE: Test that FAILED task extracts last error message.\n # @PRE: Task has FAILED status with ERROR logs.\n # @POST: record.error contains last error message.\n def test_persist_task_failed_extracts_error(self):\n \"\"\"Test that FAILED tasks extract the last error message.\"\"\"\n task = self._make_task(status=TaskStatus.FAILED)\n task.logs = [\n LogEntry(message=\"Started OK\", level=\"INFO\", source=\"plugin\"),\n LogEntry(message=\"Connection failed\", level=\"ERROR\", source=\"plugin\"),\n LogEntry(message=\"Retrying...\", level=\"INFO\", source=\"plugin\"),\n LogEntry(message=\"Fatal: timeout\", level=\"ERROR\", source=\"plugin\"),\n ]\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record.error == \"Fatal: timeout\"\n # [/DEF:test_persist_task_failed_extracts_error:Function]\n\n # [DEF:test_persist_tasks_batch:Function]\n # @PURPOSE: Test persisting multiple tasks.\n # @PRE: Empty database.\n # @POST: All task records created.\n def test_persist_tasks_batch(self):\n \"\"\"Test persisting multiple tasks at once.\"\"\"\n tasks = [\n self._make_task(id=f\"batch-{i}\", plugin_id=\"migration\")\n for i in range(3)\n ]\n\n with self._patched():\n self.service.persist_tasks(tasks)\n\n session = self.TestSessionLocal()\n count = session.query(TaskRecord).count()\n session.close()\n\n assert count == 3\n # [/DEF:test_persist_tasks_batch:Function]\n\n # [DEF:test_load_tasks:Function]\n # @PURPOSE: Test loading tasks from database.\n # @PRE: Tasks persisted.\n # @POST: Returns list of Task objects with correct data.\n def test_load_tasks(self):\n \"\"\"Test loading tasks from database (round-trip).\"\"\"\n task = self._make_task(\n status=TaskStatus.SUCCESS,\n started_at=datetime.utcnow(),\n finished_at=datetime.utcnow(),\n )\n task.params = {\"key\": \"value\"}\n task.result = {\"output\": \"done\"}\n task.logs = [LogEntry(message=\"Done\", level=\"INFO\", source=\"plugin\")]\n\n with self._patched():\n self.service.persist_task(task)\n\n with self._patched():\n loaded = self.service.load_tasks(limit=10)\n\n assert len(loaded) == 1\n assert loaded[0].id == \"test-uuid-1\"\n assert loaded[0].plugin_id == \"backup\"\n assert loaded[0].status == TaskStatus.SUCCESS\n assert loaded[0].params == {\"key\": \"value\"}\n # [/DEF:test_load_tasks:Function]\n\n # [DEF:test_load_tasks_with_status_filter:Function]\n # @PURPOSE: Test loading tasks filtered by status.\n # @PRE: Tasks with different statuses persisted.\n # @POST: Returns only tasks matching status filter.\n def test_load_tasks_with_status_filter(self):\n \"\"\"Test loading tasks filtered by status.\"\"\"\n tasks = [\n self._make_task(id=\"s1\", status=TaskStatus.SUCCESS),\n self._make_task(id=\"s2\", status=TaskStatus.FAILED),\n self._make_task(id=\"s3\", status=TaskStatus.SUCCESS),\n ]\n\n with self._patched():\n self.service.persist_tasks(tasks)\n\n with self._patched():\n failed_tasks = self.service.load_tasks(status=TaskStatus.FAILED)\n\n assert len(failed_tasks) == 1\n assert failed_tasks[0].id == \"s2\"\n assert failed_tasks[0].status == TaskStatus.FAILED\n # [/DEF:test_load_tasks_with_status_filter:Function]\n\n # [DEF:test_load_tasks_with_limit:Function]\n # @PURPOSE: Test loading tasks with limit.\n # @PRE: Multiple tasks persisted.\n # @POST: Returns at most `limit` tasks.\n def test_load_tasks_with_limit(self):\n \"\"\"Test loading tasks respects limit parameter.\"\"\"\n tasks = [\n self._make_task(id=f\"lim-{i}\")\n for i in range(10)\n ]\n\n with self._patched():\n self.service.persist_tasks(tasks)\n\n with self._patched():\n loaded = self.service.load_tasks(limit=3)\n\n assert len(loaded) == 3\n # [/DEF:test_load_tasks_with_limit:Function]\n\n # [DEF:test_delete_tasks:Function]\n # @PURPOSE: Test deleting tasks by ID list.\n # @PRE: Tasks persisted.\n # @POST: Specified tasks deleted, others remain.\n def test_delete_tasks(self):\n \"\"\"Test deleting tasks by ID list.\"\"\"\n tasks = [\n self._make_task(id=\"del-1\"),\n self._make_task(id=\"del-2\"),\n self._make_task(id=\"keep-1\"),\n ]\n\n with self._patched():\n self.service.persist_tasks(tasks)\n\n with self._patched():\n self.service.delete_tasks([\"del-1\", \"del-2\"])\n\n session = self.TestSessionLocal()\n remaining = session.query(TaskRecord).all()\n session.close()\n\n assert len(remaining) == 1\n assert remaining[0].id == \"keep-1\"\n # [/DEF:test_delete_tasks:Function]\n\n # [DEF:test_delete_tasks_empty_list:Function]\n # @PURPOSE: Test deleting with empty list (no-op).\n # @PRE: None.\n # @POST: No error, no changes.\n def test_delete_tasks_empty_list(self):\n \"\"\"Test deleting with empty list is a no-op.\"\"\"\n with self._patched():\n self.service.delete_tasks([]) # Should not raise\n # [/DEF:test_delete_tasks_empty_list:Function]\n\n # [DEF:test_persist_task_with_datetime_in_params:Function]\n # @PURPOSE: Test json_serializable handles datetime in params.\n # @PRE: Task params contain datetime values.\n # @POST: Params serialized correctly.\n def test_persist_task_with_datetime_in_params(self):\n \"\"\"Test that datetime values in params are serialized to ISO format.\"\"\"\n dt = datetime(2024, 6, 15, 10, 30, 0)\n task = self._make_task(params={\"timestamp\": dt, \"name\": \"test\"})\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record.params is not None\n assert record.params[\"timestamp\"] == \"2024-06-15T10:30:00\"\n assert record.params[\"name\"] == \"test\"\n # [/DEF:test_persist_task_with_datetime_in_params:Function]\n\n # [DEF:test_persist_task_resolves_environment_slug_to_existing_id:Function]\n # @PURPOSE: Ensure slug-like environment token resolves to environments.id before persisting task.\n # @PRE: environments table contains env with name convertible to provided slug token.\n # @POST: task_records.environment_id stores actual environments.id and does not violate FK.\n def test_persist_task_resolves_environment_slug_to_existing_id(self):\n session = self.TestSessionLocal()\n env = Environment(id=\"env-uuid-1\", name=\"SS DEV\", url=\"https://example.local\", credentials_id=\"cred-1\")\n session.add(env)\n session.commit()\n session.close()\n\n task = self._make_task(params={\"environment_id\": \"ss-dev\"})\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record is not None\n assert record.environment_id == \"env-uuid-1\"\n # [/DEF:test_persist_task_resolves_environment_slug_to_existing_id:Function]\n\n# [/DEF:TestTaskPersistenceService:Class]\n# [/DEF:test_task_persistence:Module]\n" }, { @@ -73727,9 +77873,20 @@ "actual_complexity": 1, "contract_type": "Class" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestTaskPersistenceHelpers' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestTaskPersistenceHelpers:Class]\n# @RELATION: BINDS_TO -> test_task_persistence\n# @PURPOSE: Test suite for TaskPersistenceService static helper methods.\nclass TestTaskPersistenceHelpers:\n\n # [DEF:test_json_load_if_needed_none:Function]\n # @PURPOSE: Test _json_load_if_needed with None input.\n def test_json_load_if_needed_none(self):\n assert TaskPersistenceService._json_load_if_needed(None) is None\n # [/DEF:test_json_load_if_needed_none:Function]\n\n # [DEF:test_json_load_if_needed_dict:Function]\n # @PURPOSE: Test _json_load_if_needed with dict input.\n def test_json_load_if_needed_dict(self):\n data = {\"key\": \"value\"}\n assert TaskPersistenceService._json_load_if_needed(data) == data\n # [/DEF:test_json_load_if_needed_dict:Function]\n\n # [DEF:test_json_load_if_needed_list:Function]\n # @PURPOSE: Test _json_load_if_needed with list input.\n def test_json_load_if_needed_list(self):\n data = [1, 2, 3]\n assert TaskPersistenceService._json_load_if_needed(data) == data\n # [/DEF:test_json_load_if_needed_list:Function]\n\n # [DEF:test_json_load_if_needed_json_string:Function]\n # @PURPOSE: Test _json_load_if_needed with JSON string.\n def test_json_load_if_needed_json_string(self):\n result = TaskPersistenceService._json_load_if_needed('{\"key\": \"value\"}')\n assert result == {\"key\": \"value\"}\n # [/DEF:test_json_load_if_needed_json_string:Function]\n\n # [DEF:test_json_load_if_needed_empty_string:Function]\n # @PURPOSE: Test _json_load_if_needed with empty/null strings.\n def test_json_load_if_needed_empty_string(self):\n assert TaskPersistenceService._json_load_if_needed(\"\") is None\n assert TaskPersistenceService._json_load_if_needed(\"null\") is None\n assert TaskPersistenceService._json_load_if_needed(\" null \") is None\n # [/DEF:test_json_load_if_needed_empty_string:Function]\n\n # [DEF:test_json_load_if_needed_plain_string:Function]\n # @PURPOSE: Test _json_load_if_needed with non-JSON string.\n def test_json_load_if_needed_plain_string(self):\n result = TaskPersistenceService._json_load_if_needed(\"not json\")\n assert result == \"not json\"\n # [/DEF:test_json_load_if_needed_plain_string:Function]\n\n # [DEF:test_json_load_if_needed_integer:Function]\n # @PURPOSE: Test _json_load_if_needed with integer.\n def test_json_load_if_needed_integer(self):\n assert TaskPersistenceService._json_load_if_needed(42) == 42\n # [/DEF:test_json_load_if_needed_integer:Function]\n\n # [DEF:test_parse_datetime_none:Function]\n # @PURPOSE: Test _parse_datetime with None.\n def test_parse_datetime_none(self):\n assert TaskPersistenceService._parse_datetime(None) is None\n # [/DEF:test_parse_datetime_none:Function]\n\n # [DEF:test_parse_datetime_datetime_object:Function]\n # @PURPOSE: Test _parse_datetime with datetime object.\n def test_parse_datetime_datetime_object(self):\n dt = datetime(2024, 1, 1, 12, 0, 0)\n assert TaskPersistenceService._parse_datetime(dt) == dt\n # [/DEF:test_parse_datetime_datetime_object:Function]\n\n # [DEF:test_parse_datetime_iso_string:Function]\n # @PURPOSE: Test _parse_datetime with ISO string.\n def test_parse_datetime_iso_string(self):\n result = TaskPersistenceService._parse_datetime(\"2024-01-01T12:00:00\")\n assert isinstance(result, datetime)\n assert result.year == 2024\n # [/DEF:test_parse_datetime_iso_string:Function]\n\n # [DEF:test_parse_datetime_invalid_string:Function]\n # @PURPOSE: Test _parse_datetime with invalid string.\n def test_parse_datetime_invalid_string(self):\n assert TaskPersistenceService._parse_datetime(\"not-a-date\") is None\n # [/DEF:test_parse_datetime_invalid_string:Function]\n\n # [DEF:test_parse_datetime_integer:Function]\n # @PURPOSE: Test _parse_datetime with non-string, non-datetime.\n def test_parse_datetime_integer(self):\n assert TaskPersistenceService._parse_datetime(12345) is None\n # [/DEF:test_parse_datetime_integer:Function]\n\n# [/DEF:TestTaskPersistenceHelpers:Class]\n" }, { @@ -73744,8 +77901,20 @@ "PURPOSE": "Test _json_load_if_needed with None input." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_json_load_if_needed_none' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_json_load_if_needed_none:Function]\n # @PURPOSE: Test _json_load_if_needed with None input.\n def test_json_load_if_needed_none(self):\n assert TaskPersistenceService._json_load_if_needed(None) is None\n # [/DEF:test_json_load_if_needed_none:Function]\n" }, { @@ -73760,8 +77929,20 @@ "PURPOSE": "Test _json_load_if_needed with dict input." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_json_load_if_needed_dict' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_json_load_if_needed_dict:Function]\n # @PURPOSE: Test _json_load_if_needed with dict input.\n def test_json_load_if_needed_dict(self):\n data = {\"key\": \"value\"}\n assert TaskPersistenceService._json_load_if_needed(data) == data\n # [/DEF:test_json_load_if_needed_dict:Function]\n" }, { @@ -73776,8 +77957,20 @@ "PURPOSE": "Test _json_load_if_needed with list input." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_json_load_if_needed_list' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_json_load_if_needed_list:Function]\n # @PURPOSE: Test _json_load_if_needed with list input.\n def test_json_load_if_needed_list(self):\n data = [1, 2, 3]\n assert TaskPersistenceService._json_load_if_needed(data) == data\n # [/DEF:test_json_load_if_needed_list:Function]\n" }, { @@ -73792,8 +77985,20 @@ "PURPOSE": "Test _json_load_if_needed with JSON string." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_json_load_if_needed_json_string' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_json_load_if_needed_json_string:Function]\n # @PURPOSE: Test _json_load_if_needed with JSON string.\n def test_json_load_if_needed_json_string(self):\n result = TaskPersistenceService._json_load_if_needed('{\"key\": \"value\"}')\n assert result == {\"key\": \"value\"}\n # [/DEF:test_json_load_if_needed_json_string:Function]\n" }, { @@ -73808,8 +78013,20 @@ "PURPOSE": "Test _json_load_if_needed with empty/null strings." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_json_load_if_needed_empty_string' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_json_load_if_needed_empty_string:Function]\n # @PURPOSE: Test _json_load_if_needed with empty/null strings.\n def test_json_load_if_needed_empty_string(self):\n assert TaskPersistenceService._json_load_if_needed(\"\") is None\n assert TaskPersistenceService._json_load_if_needed(\"null\") is None\n assert TaskPersistenceService._json_load_if_needed(\" null \") is None\n # [/DEF:test_json_load_if_needed_empty_string:Function]\n" }, { @@ -73824,8 +78041,20 @@ "PURPOSE": "Test _json_load_if_needed with non-JSON string." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_json_load_if_needed_plain_string' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_json_load_if_needed_plain_string:Function]\n # @PURPOSE: Test _json_load_if_needed with non-JSON string.\n def test_json_load_if_needed_plain_string(self):\n result = TaskPersistenceService._json_load_if_needed(\"not json\")\n assert result == \"not json\"\n # [/DEF:test_json_load_if_needed_plain_string:Function]\n" }, { @@ -73840,8 +78069,20 @@ "PURPOSE": "Test _json_load_if_needed with integer." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_json_load_if_needed_integer' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_json_load_if_needed_integer:Function]\n # @PURPOSE: Test _json_load_if_needed with integer.\n def test_json_load_if_needed_integer(self):\n assert TaskPersistenceService._json_load_if_needed(42) == 42\n # [/DEF:test_json_load_if_needed_integer:Function]\n" }, { @@ -73856,8 +78097,20 @@ "PURPOSE": "Test _parse_datetime with None." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_parse_datetime_none' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_parse_datetime_none:Function]\n # @PURPOSE: Test _parse_datetime with None.\n def test_parse_datetime_none(self):\n assert TaskPersistenceService._parse_datetime(None) is None\n # [/DEF:test_parse_datetime_none:Function]\n" }, { @@ -73872,8 +78125,20 @@ "PURPOSE": "Test _parse_datetime with datetime object." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_parse_datetime_datetime_object' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_parse_datetime_datetime_object:Function]\n # @PURPOSE: Test _parse_datetime with datetime object.\n def test_parse_datetime_datetime_object(self):\n dt = datetime(2024, 1, 1, 12, 0, 0)\n assert TaskPersistenceService._parse_datetime(dt) == dt\n # [/DEF:test_parse_datetime_datetime_object:Function]\n" }, { @@ -73888,8 +78153,20 @@ "PURPOSE": "Test _parse_datetime with ISO string." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_parse_datetime_iso_string' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_parse_datetime_iso_string:Function]\n # @PURPOSE: Test _parse_datetime with ISO string.\n def test_parse_datetime_iso_string(self):\n result = TaskPersistenceService._parse_datetime(\"2024-01-01T12:00:00\")\n assert isinstance(result, datetime)\n assert result.year == 2024\n # [/DEF:test_parse_datetime_iso_string:Function]\n" }, { @@ -73904,8 +78181,20 @@ "PURPOSE": "Test _parse_datetime with invalid string." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_parse_datetime_invalid_string' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_parse_datetime_invalid_string:Function]\n # @PURPOSE: Test _parse_datetime with invalid string.\n def test_parse_datetime_invalid_string(self):\n assert TaskPersistenceService._parse_datetime(\"not-a-date\") is None\n # [/DEF:test_parse_datetime_invalid_string:Function]\n" }, { @@ -73920,8 +78209,20 @@ "PURPOSE": "Test _parse_datetime with non-string, non-datetime." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_parse_datetime_integer' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_parse_datetime_integer:Function]\n # @PURPOSE: Test _parse_datetime with non-string, non-datetime.\n def test_parse_datetime_integer(self):\n assert TaskPersistenceService._parse_datetime(12345) is None\n # [/DEF:test_parse_datetime_integer:Function]\n" }, { @@ -73968,9 +78269,20 @@ "actual_complexity": 1, "contract_type": "Class" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TestTaskPersistenceService' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TestTaskPersistenceService:Class]\n# @RELATION: BINDS_TO -> test_task_persistence\n# @PURPOSE: Test suite for TaskPersistenceService CRUD operations.\n# @TEST_DATA: valid_task -> {\"id\": \"test-uuid-1\", \"plugin_id\": \"backup\", \"status\": \"PENDING\"}\nclass TestTaskPersistenceService:\n\n # [DEF:setup_class:Function]\n # @PURPOSE: Setup in-memory test database.\n @classmethod\n def setup_class(cls):\n \"\"\"Create an in-memory SQLite database for testing.\"\"\"\n cls.engine = create_engine(\"sqlite:///:memory:\")\n Base.metadata.create_all(bind=cls.engine)\n cls.TestSessionLocal = sessionmaker(bind=cls.engine)\n cls.service = TaskPersistenceService()\n # [/DEF:setup_class:Function]\n\n # [DEF:teardown_class:Function]\n # @PURPOSE: Dispose of test database.\n @classmethod\n def teardown_class(cls):\n cls.engine.dispose()\n # [/DEF:teardown_class:Function]\n\n # [DEF:setup_method:Function]\n # @PURPOSE: Clean task_records table before each test.\n def setup_method(self):\n session = self.TestSessionLocal()\n session.query(TaskRecord).delete()\n session.query(Environment).delete()\n session.commit()\n session.close()\n # [/DEF:setup_method:Function]\n\n def _patched(self):\n \"\"\"Helper: returns a patch context for TasksSessionLocal.\"\"\"\n return patch(\n \"src.core.task_manager.persistence.TasksSessionLocal\",\n self.TestSessionLocal\n )\n\n def _make_task(self, **kwargs):\n \"\"\"Helper: create a Task with test defaults.\"\"\"\n defaults = {\n \"id\": \"test-uuid-1\",\n \"plugin_id\": \"backup\",\n \"status\": TaskStatus.PENDING,\n \"params\": {\"source_env_id\": \"env-1\"},\n }\n defaults.update(kwargs)\n return Task(**defaults)\n\n # [DEF:test_persist_task_new:Function]\n # @PURPOSE: Test persisting a new task creates a record.\n # @PRE: Empty database.\n # @POST: TaskRecord exists in database.\n def test_persist_task_new(self):\n \"\"\"Test persisting a new task creates a record.\"\"\"\n task = self._make_task()\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record is not None\n assert record.type == \"backup\"\n assert record.status == \"PENDING\"\n # [/DEF:test_persist_task_new:Function]\n\n # [DEF:test_persist_task_update:Function]\n # @PURPOSE: Test updating an existing task.\n # @PRE: Task already persisted.\n # @POST: Task record updated with new status.\n def test_persist_task_update(self):\n \"\"\"Test persisting an existing task updates the record.\"\"\"\n task = self._make_task(status=TaskStatus.PENDING)\n\n with self._patched():\n self.service.persist_task(task)\n\n # Update status\n task.status = TaskStatus.RUNNING\n task.started_at = datetime.utcnow()\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record.status == \"RUNNING\"\n assert record.started_at is not None\n # [/DEF:test_persist_task_update:Function]\n\n # [DEF:test_persist_task_with_logs:Function]\n # @PURPOSE: Test persisting a task with log entries.\n # @PRE: Task has logs attached.\n # @POST: Logs serialized as JSON in task record.\n def test_persist_task_with_logs(self):\n \"\"\"Test persisting a task with log entries.\"\"\"\n task = self._make_task()\n task.logs = [\n LogEntry(message=\"Step 1\", level=\"INFO\", source=\"plugin\"),\n LogEntry(message=\"Step 2\", level=\"INFO\", source=\"plugin\"),\n ]\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record.logs is not None\n assert len(record.logs) == 2\n # [/DEF:test_persist_task_with_logs:Function]\n\n # [DEF:test_persist_task_failed_extracts_error:Function]\n # @PURPOSE: Test that FAILED task extracts last error message.\n # @PRE: Task has FAILED status with ERROR logs.\n # @POST: record.error contains last error message.\n def test_persist_task_failed_extracts_error(self):\n \"\"\"Test that FAILED tasks extract the last error message.\"\"\"\n task = self._make_task(status=TaskStatus.FAILED)\n task.logs = [\n LogEntry(message=\"Started OK\", level=\"INFO\", source=\"plugin\"),\n LogEntry(message=\"Connection failed\", level=\"ERROR\", source=\"plugin\"),\n LogEntry(message=\"Retrying...\", level=\"INFO\", source=\"plugin\"),\n LogEntry(message=\"Fatal: timeout\", level=\"ERROR\", source=\"plugin\"),\n ]\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record.error == \"Fatal: timeout\"\n # [/DEF:test_persist_task_failed_extracts_error:Function]\n\n # [DEF:test_persist_tasks_batch:Function]\n # @PURPOSE: Test persisting multiple tasks.\n # @PRE: Empty database.\n # @POST: All task records created.\n def test_persist_tasks_batch(self):\n \"\"\"Test persisting multiple tasks at once.\"\"\"\n tasks = [\n self._make_task(id=f\"batch-{i}\", plugin_id=\"migration\")\n for i in range(3)\n ]\n\n with self._patched():\n self.service.persist_tasks(tasks)\n\n session = self.TestSessionLocal()\n count = session.query(TaskRecord).count()\n session.close()\n\n assert count == 3\n # [/DEF:test_persist_tasks_batch:Function]\n\n # [DEF:test_load_tasks:Function]\n # @PURPOSE: Test loading tasks from database.\n # @PRE: Tasks persisted.\n # @POST: Returns list of Task objects with correct data.\n def test_load_tasks(self):\n \"\"\"Test loading tasks from database (round-trip).\"\"\"\n task = self._make_task(\n status=TaskStatus.SUCCESS,\n started_at=datetime.utcnow(),\n finished_at=datetime.utcnow(),\n )\n task.params = {\"key\": \"value\"}\n task.result = {\"output\": \"done\"}\n task.logs = [LogEntry(message=\"Done\", level=\"INFO\", source=\"plugin\")]\n\n with self._patched():\n self.service.persist_task(task)\n\n with self._patched():\n loaded = self.service.load_tasks(limit=10)\n\n assert len(loaded) == 1\n assert loaded[0].id == \"test-uuid-1\"\n assert loaded[0].plugin_id == \"backup\"\n assert loaded[0].status == TaskStatus.SUCCESS\n assert loaded[0].params == {\"key\": \"value\"}\n # [/DEF:test_load_tasks:Function]\n\n # [DEF:test_load_tasks_with_status_filter:Function]\n # @PURPOSE: Test loading tasks filtered by status.\n # @PRE: Tasks with different statuses persisted.\n # @POST: Returns only tasks matching status filter.\n def test_load_tasks_with_status_filter(self):\n \"\"\"Test loading tasks filtered by status.\"\"\"\n tasks = [\n self._make_task(id=\"s1\", status=TaskStatus.SUCCESS),\n self._make_task(id=\"s2\", status=TaskStatus.FAILED),\n self._make_task(id=\"s3\", status=TaskStatus.SUCCESS),\n ]\n\n with self._patched():\n self.service.persist_tasks(tasks)\n\n with self._patched():\n failed_tasks = self.service.load_tasks(status=TaskStatus.FAILED)\n\n assert len(failed_tasks) == 1\n assert failed_tasks[0].id == \"s2\"\n assert failed_tasks[0].status == TaskStatus.FAILED\n # [/DEF:test_load_tasks_with_status_filter:Function]\n\n # [DEF:test_load_tasks_with_limit:Function]\n # @PURPOSE: Test loading tasks with limit.\n # @PRE: Multiple tasks persisted.\n # @POST: Returns at most `limit` tasks.\n def test_load_tasks_with_limit(self):\n \"\"\"Test loading tasks respects limit parameter.\"\"\"\n tasks = [\n self._make_task(id=f\"lim-{i}\")\n for i in range(10)\n ]\n\n with self._patched():\n self.service.persist_tasks(tasks)\n\n with self._patched():\n loaded = self.service.load_tasks(limit=3)\n\n assert len(loaded) == 3\n # [/DEF:test_load_tasks_with_limit:Function]\n\n # [DEF:test_delete_tasks:Function]\n # @PURPOSE: Test deleting tasks by ID list.\n # @PRE: Tasks persisted.\n # @POST: Specified tasks deleted, others remain.\n def test_delete_tasks(self):\n \"\"\"Test deleting tasks by ID list.\"\"\"\n tasks = [\n self._make_task(id=\"del-1\"),\n self._make_task(id=\"del-2\"),\n self._make_task(id=\"keep-1\"),\n ]\n\n with self._patched():\n self.service.persist_tasks(tasks)\n\n with self._patched():\n self.service.delete_tasks([\"del-1\", \"del-2\"])\n\n session = self.TestSessionLocal()\n remaining = session.query(TaskRecord).all()\n session.close()\n\n assert len(remaining) == 1\n assert remaining[0].id == \"keep-1\"\n # [/DEF:test_delete_tasks:Function]\n\n # [DEF:test_delete_tasks_empty_list:Function]\n # @PURPOSE: Test deleting with empty list (no-op).\n # @PRE: None.\n # @POST: No error, no changes.\n def test_delete_tasks_empty_list(self):\n \"\"\"Test deleting with empty list is a no-op.\"\"\"\n with self._patched():\n self.service.delete_tasks([]) # Should not raise\n # [/DEF:test_delete_tasks_empty_list:Function]\n\n # [DEF:test_persist_task_with_datetime_in_params:Function]\n # @PURPOSE: Test json_serializable handles datetime in params.\n # @PRE: Task params contain datetime values.\n # @POST: Params serialized correctly.\n def test_persist_task_with_datetime_in_params(self):\n \"\"\"Test that datetime values in params are serialized to ISO format.\"\"\"\n dt = datetime(2024, 6, 15, 10, 30, 0)\n task = self._make_task(params={\"timestamp\": dt, \"name\": \"test\"})\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record.params is not None\n assert record.params[\"timestamp\"] == \"2024-06-15T10:30:00\"\n assert record.params[\"name\"] == \"test\"\n # [/DEF:test_persist_task_with_datetime_in_params:Function]\n\n # [DEF:test_persist_task_resolves_environment_slug_to_existing_id:Function]\n # @PURPOSE: Ensure slug-like environment token resolves to environments.id before persisting task.\n # @PRE: environments table contains env with name convertible to provided slug token.\n # @POST: task_records.environment_id stores actual environments.id and does not violate FK.\n def test_persist_task_resolves_environment_slug_to_existing_id(self):\n session = self.TestSessionLocal()\n env = Environment(id=\"env-uuid-1\", name=\"SS DEV\", url=\"https://example.local\", credentials_id=\"cred-1\")\n session.add(env)\n session.commit()\n session.close()\n\n task = self._make_task(params={\"environment_id\": \"ss-dev\"})\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record is not None\n assert record.environment_id == \"env-uuid-1\"\n # [/DEF:test_persist_task_resolves_environment_slug_to_existing_id:Function]\n\n# [/DEF:TestTaskPersistenceService:Class]\n" }, { @@ -73994,9 +78306,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'setup_class' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:setup_class:Function]\n # @PURPOSE: Setup in-memory test database.\n @classmethod\n def setup_class(cls):\n \"\"\"Create an in-memory SQLite database for testing.\"\"\"\n cls.engine = create_engine(\"sqlite:///:memory:\")\n Base.metadata.create_all(bind=cls.engine)\n cls.TestSessionLocal = sessionmaker(bind=cls.engine)\n cls.service = TaskPersistenceService()\n # [/DEF:setup_class:Function]\n" }, { @@ -74020,9 +78343,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'teardown_class' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:teardown_class:Function]\n # @PURPOSE: Dispose of test database.\n @classmethod\n def teardown_class(cls):\n cls.engine.dispose()\n # [/DEF:teardown_class:Function]\n" }, { @@ -74046,9 +78380,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'setup_method' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:setup_method:Function]\n # @PURPOSE: Clean task_records table before each test.\n def setup_method(self):\n session = self.TestSessionLocal()\n session.query(TaskRecord).delete()\n session.query(Environment).delete()\n session.commit()\n session.close()\n # [/DEF:setup_method:Function]\n" }, { @@ -74083,9 +78428,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_persist_task_new' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_persist_task_new:Function]\n # @PURPOSE: Test persisting a new task creates a record.\n # @PRE: Empty database.\n # @POST: TaskRecord exists in database.\n def test_persist_task_new(self):\n \"\"\"Test persisting a new task creates a record.\"\"\"\n task = self._make_task()\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record is not None\n assert record.type == \"backup\"\n assert record.status == \"PENDING\"\n # [/DEF:test_persist_task_new:Function]\n" }, { @@ -74120,9 +78476,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_persist_task_update' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_persist_task_update:Function]\n # @PURPOSE: Test updating an existing task.\n # @PRE: Task already persisted.\n # @POST: Task record updated with new status.\n def test_persist_task_update(self):\n \"\"\"Test persisting an existing task updates the record.\"\"\"\n task = self._make_task(status=TaskStatus.PENDING)\n\n with self._patched():\n self.service.persist_task(task)\n\n # Update status\n task.status = TaskStatus.RUNNING\n task.started_at = datetime.utcnow()\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record.status == \"RUNNING\"\n assert record.started_at is not None\n # [/DEF:test_persist_task_update:Function]\n" }, { @@ -74157,9 +78524,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_persist_task_with_logs' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_persist_task_with_logs:Function]\n # @PURPOSE: Test persisting a task with log entries.\n # @PRE: Task has logs attached.\n # @POST: Logs serialized as JSON in task record.\n def test_persist_task_with_logs(self):\n \"\"\"Test persisting a task with log entries.\"\"\"\n task = self._make_task()\n task.logs = [\n LogEntry(message=\"Step 1\", level=\"INFO\", source=\"plugin\"),\n LogEntry(message=\"Step 2\", level=\"INFO\", source=\"plugin\"),\n ]\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record.logs is not None\n assert len(record.logs) == 2\n # [/DEF:test_persist_task_with_logs:Function]\n" }, { @@ -74194,9 +78572,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_persist_task_failed_extracts_error' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_persist_task_failed_extracts_error:Function]\n # @PURPOSE: Test that FAILED task extracts last error message.\n # @PRE: Task has FAILED status with ERROR logs.\n # @POST: record.error contains last error message.\n def test_persist_task_failed_extracts_error(self):\n \"\"\"Test that FAILED tasks extract the last error message.\"\"\"\n task = self._make_task(status=TaskStatus.FAILED)\n task.logs = [\n LogEntry(message=\"Started OK\", level=\"INFO\", source=\"plugin\"),\n LogEntry(message=\"Connection failed\", level=\"ERROR\", source=\"plugin\"),\n LogEntry(message=\"Retrying...\", level=\"INFO\", source=\"plugin\"),\n LogEntry(message=\"Fatal: timeout\", level=\"ERROR\", source=\"plugin\"),\n ]\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record.error == \"Fatal: timeout\"\n # [/DEF:test_persist_task_failed_extracts_error:Function]\n" }, { @@ -74231,9 +78620,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_persist_tasks_batch' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_persist_tasks_batch:Function]\n # @PURPOSE: Test persisting multiple tasks.\n # @PRE: Empty database.\n # @POST: All task records created.\n def test_persist_tasks_batch(self):\n \"\"\"Test persisting multiple tasks at once.\"\"\"\n tasks = [\n self._make_task(id=f\"batch-{i}\", plugin_id=\"migration\")\n for i in range(3)\n ]\n\n with self._patched():\n self.service.persist_tasks(tasks)\n\n session = self.TestSessionLocal()\n count = session.query(TaskRecord).count()\n session.close()\n\n assert count == 3\n # [/DEF:test_persist_tasks_batch:Function]\n" }, { @@ -74268,9 +78668,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_load_tasks' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_load_tasks:Function]\n # @PURPOSE: Test loading tasks from database.\n # @PRE: Tasks persisted.\n # @POST: Returns list of Task objects with correct data.\n def test_load_tasks(self):\n \"\"\"Test loading tasks from database (round-trip).\"\"\"\n task = self._make_task(\n status=TaskStatus.SUCCESS,\n started_at=datetime.utcnow(),\n finished_at=datetime.utcnow(),\n )\n task.params = {\"key\": \"value\"}\n task.result = {\"output\": \"done\"}\n task.logs = [LogEntry(message=\"Done\", level=\"INFO\", source=\"plugin\")]\n\n with self._patched():\n self.service.persist_task(task)\n\n with self._patched():\n loaded = self.service.load_tasks(limit=10)\n\n assert len(loaded) == 1\n assert loaded[0].id == \"test-uuid-1\"\n assert loaded[0].plugin_id == \"backup\"\n assert loaded[0].status == TaskStatus.SUCCESS\n assert loaded[0].params == {\"key\": \"value\"}\n # [/DEF:test_load_tasks:Function]\n" }, { @@ -74305,9 +78716,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_load_tasks_with_status_filter' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_load_tasks_with_status_filter:Function]\n # @PURPOSE: Test loading tasks filtered by status.\n # @PRE: Tasks with different statuses persisted.\n # @POST: Returns only tasks matching status filter.\n def test_load_tasks_with_status_filter(self):\n \"\"\"Test loading tasks filtered by status.\"\"\"\n tasks = [\n self._make_task(id=\"s1\", status=TaskStatus.SUCCESS),\n self._make_task(id=\"s2\", status=TaskStatus.FAILED),\n self._make_task(id=\"s3\", status=TaskStatus.SUCCESS),\n ]\n\n with self._patched():\n self.service.persist_tasks(tasks)\n\n with self._patched():\n failed_tasks = self.service.load_tasks(status=TaskStatus.FAILED)\n\n assert len(failed_tasks) == 1\n assert failed_tasks[0].id == \"s2\"\n assert failed_tasks[0].status == TaskStatus.FAILED\n # [/DEF:test_load_tasks_with_status_filter:Function]\n" }, { @@ -74342,9 +78764,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_load_tasks_with_limit' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_load_tasks_with_limit:Function]\n # @PURPOSE: Test loading tasks with limit.\n # @PRE: Multiple tasks persisted.\n # @POST: Returns at most `limit` tasks.\n def test_load_tasks_with_limit(self):\n \"\"\"Test loading tasks respects limit parameter.\"\"\"\n tasks = [\n self._make_task(id=f\"lim-{i}\")\n for i in range(10)\n ]\n\n with self._patched():\n self.service.persist_tasks(tasks)\n\n with self._patched():\n loaded = self.service.load_tasks(limit=3)\n\n assert len(loaded) == 3\n # [/DEF:test_load_tasks_with_limit:Function]\n" }, { @@ -74379,9 +78812,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_delete_tasks' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_delete_tasks:Function]\n # @PURPOSE: Test deleting tasks by ID list.\n # @PRE: Tasks persisted.\n # @POST: Specified tasks deleted, others remain.\n def test_delete_tasks(self):\n \"\"\"Test deleting tasks by ID list.\"\"\"\n tasks = [\n self._make_task(id=\"del-1\"),\n self._make_task(id=\"del-2\"),\n self._make_task(id=\"keep-1\"),\n ]\n\n with self._patched():\n self.service.persist_tasks(tasks)\n\n with self._patched():\n self.service.delete_tasks([\"del-1\", \"del-2\"])\n\n session = self.TestSessionLocal()\n remaining = session.query(TaskRecord).all()\n session.close()\n\n assert len(remaining) == 1\n assert remaining[0].id == \"keep-1\"\n # [/DEF:test_delete_tasks:Function]\n" }, { @@ -74416,9 +78860,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_delete_tasks_empty_list' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_delete_tasks_empty_list:Function]\n # @PURPOSE: Test deleting with empty list (no-op).\n # @PRE: None.\n # @POST: No error, no changes.\n def test_delete_tasks_empty_list(self):\n \"\"\"Test deleting with empty list is a no-op.\"\"\"\n with self._patched():\n self.service.delete_tasks([]) # Should not raise\n # [/DEF:test_delete_tasks_empty_list:Function]\n" }, { @@ -74453,9 +78908,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_persist_task_with_datetime_in_params' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_persist_task_with_datetime_in_params:Function]\n # @PURPOSE: Test json_serializable handles datetime in params.\n # @PRE: Task params contain datetime values.\n # @POST: Params serialized correctly.\n def test_persist_task_with_datetime_in_params(self):\n \"\"\"Test that datetime values in params are serialized to ISO format.\"\"\"\n dt = datetime(2024, 6, 15, 10, 30, 0)\n task = self._make_task(params={\"timestamp\": dt, \"name\": \"test\"})\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record.params is not None\n assert record.params[\"timestamp\"] == \"2024-06-15T10:30:00\"\n assert record.params[\"name\"] == \"test\"\n # [/DEF:test_persist_task_with_datetime_in_params:Function]\n" }, { @@ -74490,9 +78956,20 @@ "actual_complexity": 2, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_persist_task_resolves_environment_slug_to_existing_id' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": " # [DEF:test_persist_task_resolves_environment_slug_to_existing_id:Function]\n # @PURPOSE: Ensure slug-like environment token resolves to environments.id before persisting task.\n # @PRE: environments table contains env with name convertible to provided slug token.\n # @POST: task_records.environment_id stores actual environments.id and does not violate FK.\n def test_persist_task_resolves_environment_slug_to_existing_id(self):\n session = self.TestSessionLocal()\n env = Environment(id=\"env-uuid-1\", name=\"SS DEV\", url=\"https://example.local\", credentials_id=\"cred-1\")\n session.add(env)\n session.commit()\n session.close()\n\n task = self._make_task(params={\"environment_id\": \"ss-dev\"})\n\n with self._patched():\n self.service.persist_task(task)\n\n session = self.TestSessionLocal()\n record = session.query(TaskRecord).filter_by(id=\"test-uuid-1\").first()\n session.close()\n\n assert record is not None\n assert record.environment_id == \"env-uuid-1\"\n # [/DEF:test_persist_task_resolves_environment_slug_to_existing_id:Function]\n" }, { @@ -74567,9 +79044,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TranslateCorrectionTests' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TranslateCorrectionTests:Module]\n# @SEMANTICS: tests, translate, corrections, dictionary\n# @PURPOSE: Tests for term correction API endpoints and DictionaryManager correction methods.\n# @LAYER: Test\n# @RELATION: BINDS_TO -> [DictionaryManagerModule:Module]\n# @RELATION: BINDS_TO -> [TranslateRoutes:Module]\n#\n# @TEST_CONTRACT: CorrectionFlow ->\n# {\n# required_fields: {source_term, incorrect_target_term, corrected_target_term, dictionary_id},\n# invariants: [\n# \"POST /api/translate/corrections creates or updates entry\",\n# \"Conflict detection works for existing entries\",\n# \"POST /api/translate/corrections/bulk atomic all-or-nothing\",\n# \"Origin tracking fields are populated\"\n# ]\n# }\n# @TEST_FIXTURE: valid_dictionary -> created via DictionaryManager\n# @TEST_EDGE: missing_dictionary_id -> 422\n# @TEST_EDGE: conflict_detected -> conflict response returned\n# @TEST_EDGE: bulk_correction_all_succeed -> atomic commit\n# @TEST_EDGE: bulk_correction_with_conflicts -> conflicts listed\n# @TEST_INVARIANT: correction_flow -> VERIFIED_BY: [valid_dictionary, conflict_detected]\n\nimport sys\nfrom pathlib import Path\n\nsys.path.insert(0, str(Path(__file__).parent.parent / \"src\"))\n\nfrom unittest.mock import MagicMock\n\nimport pytest\nfrom fastapi.testclient import TestClient\nfrom sqlalchemy import create_engine\nfrom sqlalchemy.orm import sessionmaker\n\nfrom src.app import app\nfrom src.core.database import Base\nfrom src.dependencies import get_config_manager, get_current_user, get_db\nfrom src.plugins.translate.dictionary import DictionaryManager\n\n# In-memory SQLite\nSQLALCHEMY_DATABASE_URL = \"sqlite:///:memory:\"\nengine = create_engine(SQLALCHEMY_DATABASE_URL, connect_args={\"check_same_thread\": False})\nTestingSessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)\nBase.metadata.create_all(bind=engine)\n\nmock_user = MagicMock()\nmock_user.username = \"testuser\"\nmock_user.roles = []\nadmin_role = MagicMock()\nadmin_role.name = \"Admin\"\nmock_user.roles.append(admin_role)\n\n\n@pytest.fixture\ndef db_session():\n connection = engine.connect()\n transaction = connection.begin()\n session = TestingSessionLocal(bind=connection)\n yield session\n session.close()\n transaction.rollback()\n connection.close()\n\n\n@pytest.fixture\ndef mock_api_deps():\n config_manager = MagicMock()\n config_manager.get_environments.return_value = []\n\n connection = engine.connect()\n transaction = connection.begin()\n session = TestingSessionLocal(bind=connection)\n\n def override_get_db():\n try:\n yield session\n finally:\n pass\n\n overrides = {\n get_current_user: lambda: mock_user,\n get_config_manager: lambda: config_manager,\n get_db: override_get_db,\n }\n for dep, override in overrides.items():\n app.dependency_overrides[dep] = override\n\n yield {\"config_manager\": config_manager, \"session\": session}\n\n app.dependency_overrides.clear()\n session.close()\n transaction.rollback()\n connection.close()\n\n\n@pytest.fixture\ndef client(mock_api_deps):\n return TestClient(app)\n\n\n# [DEF:test_submit_correction_creates_entry:Function]\n# @PURPOSE: Verify that a correction creates a new dictionary entry.\ndef test_submit_correction_creates_entry(db_session):\n \"\"\"Test that submitting a correction creates a new entry.\"\"\"\n dict_obj = DictionaryManager.create_dictionary(\n db_session, name=\"Test Dict\", source_dialect=\"en\", target_dialect=\"ru\",\n created_by=\"testuser\",\n )\n\n result = DictionaryManager.submit_correction(\n db_session,\n dict_id=dict_obj.id,\n source_term=\"hello\",\n incorrect_target_term=\"privet\",\n corrected_target_term=\"zdravstvuyte\",\n origin_run_id=\"run-123\",\n origin_row_key=\"row-1\",\n origin_user_id=\"testuser\",\n )\n\n assert result[\"action\"] == \"created\"\n assert result[\"entry_id\"] is not None\n\n entries, total = DictionaryManager.list_entries(db_session, dict_obj.id)\n assert total == 1\n assert entries[0].source_term == \"hello\"\n assert entries[0].target_term == \"zdravstvuyte\"\n assert entries[0].origin_run_id == \"run-123\"\n assert entries[0].origin_row_key == \"row-1\"\n assert entries[0].origin_user_id == \"testuser\"\n# [/DEF:test_submit_correction_creates_entry:Function]\n\n\n# [DEF:test_submit_correction_conflict_detected:Function]\n# @PURPOSE: Verify conflict detection when entry already exists.\ndef test_submit_correction_conflict_detected(db_session):\n \"\"\"Test that conflict is detected when entry already exists.\"\"\"\n dict_obj = DictionaryManager.create_dictionary(\n db_session, name=\"Dict\", source_dialect=\"en\", target_dialect=\"ru\",\n )\n\n # Create initial entry\n DictionaryManager.add_entry(db_session, dict_obj.id, \"hello\", \"privet\")\n\n # Submit correction with conflict\n result = DictionaryManager.submit_correction(\n db_session,\n dict_id=dict_obj.id,\n source_term=\"hello\",\n incorrect_target_term=\"privet\",\n corrected_target_term=\"zdravstvuyte\",\n on_conflict=\"keep_existing\",\n )\n\n assert result[\"action\"] == \"conflict_detected\"\n assert result[\"conflict\"] is not None\n assert result[\"conflict\"][\"existing_target_term\"] == \"privet\"\n# [/DEF:test_submit_correction_conflict_detected:Function]\n\n\n# [DEF:test_submit_correction_overwrite:Function]\n# @PURPOSE: Verify that correction overwrites existing entry.\ndef test_submit_correction_overwrite(db_session):\n \"\"\"Test that correction overwrites existing entry.\"\"\"\n dict_obj = DictionaryManager.create_dictionary(\n db_session, name=\"Dict\", source_dialect=\"en\", target_dialect=\"ru\",\n )\n\n DictionaryManager.add_entry(db_session, dict_obj.id, \"hello\", \"privet\")\n\n result = DictionaryManager.submit_correction(\n db_session,\n dict_id=dict_obj.id,\n source_term=\"hello\",\n incorrect_target_term=\"privet\",\n corrected_target_term=\"hi_there\",\n on_conflict=\"overwrite\",\n )\n\n assert result[\"action\"] == \"updated\"\n entries, _ = DictionaryManager.list_entries(db_session, dict_obj.id)\n assert entries[0].target_term == \"hi_there\"\n# [/DEF:test_submit_correction_overwrite:Function]\n\n\n# [DEF:test_bulk_corrections_atomic:Function]\n# @PURPOSE: Verify bulk corrections are applied atomically.\ndef test_bulk_corrections_atomic(db_session):\n \"\"\"Test that bulk corrections are applied atomically.\"\"\"\n dict_obj = DictionaryManager.create_dictionary(\n db_session, name=\"Bulk Dict\", source_dialect=\"en\", target_dialect=\"ru\",\n )\n\n corrections = [\n {\"source_term\": \"cat\", \"incorrect_target_term\": \"kot\", \"corrected_target_term\": \"koshka\"},\n {\"source_term\": \"dog\", \"incorrect_target_term\": \"sobaka\", \"corrected_target_term\": \"pyos\"},\n ]\n\n result = DictionaryManager.submit_bulk_corrections(\n db_session,\n dict_id=dict_obj.id,\n corrections=corrections,\n origin_user_id=\"testuser\",\n )\n\n assert result[\"status\"] == \"completed\"\n assert result[\"applied\"] == 2\n assert len(result[\"conflicts\"]) == 0\n\n entries, total = DictionaryManager.list_entries(db_session, dict_obj.id)\n assert total == 2\n# [/DEF:test_bulk_corrections_atomic:Function]\n\n\n# [DEF:test_api_correction_missing_dict:Function]\n# @PURPOSE: Verify POST corrections without dictionary_id returns 422.\ndef test_api_correction_missing_dict(client):\n \"\"\"Test correction without dict_id returns 422.\"\"\"\n response = client.post(\"/api/translate/corrections\", json={\n \"source_term\": \"hello\",\n \"incorrect_target_term\": \"privet\",\n \"corrected_target_term\": \"zdravstvuyte\",\n })\n assert response.status_code == 422\n# [/DEF:test_api_correction_missing_dict:Function]\n\n\n# [DEF:test_api_bulk_corrections:Function]\n# @PURPOSE: Verify POST /corrections/bulk works.\ndef test_api_bulk_corrections(client, mock_api_deps):\n \"\"\"Test bulk corrections endpoint.\"\"\"\n session = mock_api_deps[\"session\"]\n dict_obj = DictionaryManager.create_dictionary(\n session, name=\"API Dict\", source_dialect=\"en\", target_dialect=\"ru\",\n )\n\n response = client.post(\"/api/translate/corrections/bulk\", json={\n \"dictionary_id\": dict_obj.id,\n \"corrections\": [\n {\"source_term\": \"hello\", \"incorrect_target_term\": \"privet\", \"corrected_target_term\": \"hi\"},\n ],\n })\n assert response.status_code == 200\n data = response.json()\n assert data[\"status\"] == \"completed\"\n# [/DEF:test_api_bulk_corrections:Function]\n# [/DEF:TranslateCorrectionTests:Module]\n" }, { @@ -74584,8 +79072,20 @@ "PURPOSE": "Verify that a correction creates a new dictionary entry." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_submit_correction_creates_entry' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_submit_correction_creates_entry:Function]\n# @PURPOSE: Verify that a correction creates a new dictionary entry.\ndef test_submit_correction_creates_entry(db_session):\n \"\"\"Test that submitting a correction creates a new entry.\"\"\"\n dict_obj = DictionaryManager.create_dictionary(\n db_session, name=\"Test Dict\", source_dialect=\"en\", target_dialect=\"ru\",\n created_by=\"testuser\",\n )\n\n result = DictionaryManager.submit_correction(\n db_session,\n dict_id=dict_obj.id,\n source_term=\"hello\",\n incorrect_target_term=\"privet\",\n corrected_target_term=\"zdravstvuyte\",\n origin_run_id=\"run-123\",\n origin_row_key=\"row-1\",\n origin_user_id=\"testuser\",\n )\n\n assert result[\"action\"] == \"created\"\n assert result[\"entry_id\"] is not None\n\n entries, total = DictionaryManager.list_entries(db_session, dict_obj.id)\n assert total == 1\n assert entries[0].source_term == \"hello\"\n assert entries[0].target_term == \"zdravstvuyte\"\n assert entries[0].origin_run_id == \"run-123\"\n assert entries[0].origin_row_key == \"row-1\"\n assert entries[0].origin_user_id == \"testuser\"\n# [/DEF:test_submit_correction_creates_entry:Function]\n" }, { @@ -74600,8 +79100,20 @@ "PURPOSE": "Verify conflict detection when entry already exists." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_submit_correction_conflict_detected' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_submit_correction_conflict_detected:Function]\n# @PURPOSE: Verify conflict detection when entry already exists.\ndef test_submit_correction_conflict_detected(db_session):\n \"\"\"Test that conflict is detected when entry already exists.\"\"\"\n dict_obj = DictionaryManager.create_dictionary(\n db_session, name=\"Dict\", source_dialect=\"en\", target_dialect=\"ru\",\n )\n\n # Create initial entry\n DictionaryManager.add_entry(db_session, dict_obj.id, \"hello\", \"privet\")\n\n # Submit correction with conflict\n result = DictionaryManager.submit_correction(\n db_session,\n dict_id=dict_obj.id,\n source_term=\"hello\",\n incorrect_target_term=\"privet\",\n corrected_target_term=\"zdravstvuyte\",\n on_conflict=\"keep_existing\",\n )\n\n assert result[\"action\"] == \"conflict_detected\"\n assert result[\"conflict\"] is not None\n assert result[\"conflict\"][\"existing_target_term\"] == \"privet\"\n# [/DEF:test_submit_correction_conflict_detected:Function]\n" }, { @@ -74616,8 +79128,20 @@ "PURPOSE": "Verify that correction overwrites existing entry." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_submit_correction_overwrite' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_submit_correction_overwrite:Function]\n# @PURPOSE: Verify that correction overwrites existing entry.\ndef test_submit_correction_overwrite(db_session):\n \"\"\"Test that correction overwrites existing entry.\"\"\"\n dict_obj = DictionaryManager.create_dictionary(\n db_session, name=\"Dict\", source_dialect=\"en\", target_dialect=\"ru\",\n )\n\n DictionaryManager.add_entry(db_session, dict_obj.id, \"hello\", \"privet\")\n\n result = DictionaryManager.submit_correction(\n db_session,\n dict_id=dict_obj.id,\n source_term=\"hello\",\n incorrect_target_term=\"privet\",\n corrected_target_term=\"hi_there\",\n on_conflict=\"overwrite\",\n )\n\n assert result[\"action\"] == \"updated\"\n entries, _ = DictionaryManager.list_entries(db_session, dict_obj.id)\n assert entries[0].target_term == \"hi_there\"\n# [/DEF:test_submit_correction_overwrite:Function]\n" }, { @@ -74632,8 +79156,20 @@ "PURPOSE": "Verify bulk corrections are applied atomically." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_bulk_corrections_atomic' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_bulk_corrections_atomic:Function]\n# @PURPOSE: Verify bulk corrections are applied atomically.\ndef test_bulk_corrections_atomic(db_session):\n \"\"\"Test that bulk corrections are applied atomically.\"\"\"\n dict_obj = DictionaryManager.create_dictionary(\n db_session, name=\"Bulk Dict\", source_dialect=\"en\", target_dialect=\"ru\",\n )\n\n corrections = [\n {\"source_term\": \"cat\", \"incorrect_target_term\": \"kot\", \"corrected_target_term\": \"koshka\"},\n {\"source_term\": \"dog\", \"incorrect_target_term\": \"sobaka\", \"corrected_target_term\": \"pyos\"},\n ]\n\n result = DictionaryManager.submit_bulk_corrections(\n db_session,\n dict_id=dict_obj.id,\n corrections=corrections,\n origin_user_id=\"testuser\",\n )\n\n assert result[\"status\"] == \"completed\"\n assert result[\"applied\"] == 2\n assert len(result[\"conflicts\"]) == 0\n\n entries, total = DictionaryManager.list_entries(db_session, dict_obj.id)\n assert total == 2\n# [/DEF:test_bulk_corrections_atomic:Function]\n" }, { @@ -74648,8 +79184,20 @@ "PURPOSE": "Verify POST corrections without dictionary_id returns 422." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_api_correction_missing_dict' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_api_correction_missing_dict:Function]\n# @PURPOSE: Verify POST corrections without dictionary_id returns 422.\ndef test_api_correction_missing_dict(client):\n \"\"\"Test correction without dict_id returns 422.\"\"\"\n response = client.post(\"/api/translate/corrections\", json={\n \"source_term\": \"hello\",\n \"incorrect_target_term\": \"privet\",\n \"corrected_target_term\": \"zdravstvuyte\",\n })\n assert response.status_code == 422\n# [/DEF:test_api_correction_missing_dict:Function]\n" }, { @@ -74664,8 +79212,20 @@ "PURPOSE": "Verify POST /corrections/bulk works." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_api_bulk_corrections' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_api_bulk_corrections:Function]\n# @PURPOSE: Verify POST /corrections/bulk works.\ndef test_api_bulk_corrections(client, mock_api_deps):\n \"\"\"Test bulk corrections endpoint.\"\"\"\n session = mock_api_deps[\"session\"]\n dict_obj = DictionaryManager.create_dictionary(\n session, name=\"API Dict\", source_dialect=\"en\", target_dialect=\"ru\",\n )\n\n response = client.post(\"/api/translate/corrections/bulk\", json={\n \"dictionary_id\": dict_obj.id,\n \"corrections\": [\n {\"source_term\": \"hello\", \"incorrect_target_term\": \"privet\", \"corrected_target_term\": \"hi\"},\n ],\n })\n assert response.status_code == 200\n data = response.json()\n assert data[\"status\"] == \"completed\"\n# [/DEF:test_api_bulk_corrections:Function]\n" }, { @@ -74714,6 +79274,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TestTranslateExecutorFilter [C:3] [TYPE Module] [SEMANTICS test, translate, executor, filter, new-key-only]\n# @BRIEF Verify TranslationExecutor._filter_new_keys contracts — key dedup, empty-set, guard triggers.\n# @RELATION BINDS_TO -> [TranslationExecutor]\n# @TEST_EDGE: no_prior_run — all rows pass through when no previous run exists\n# @TEST_EDGE: filter_existing_keys — rows with keys from prior run are skipped\n# @TEST_EDGE: composite_keys — multiple target_key_cols produce correct dedup\n# @TEST_EDGE: all_existing — zero new rows returns empty list\n# @TEST_EDGE: empty_key_cols — guard triggers, all rows returned with warning\n# @TEST_EDGE: null_source_data — None source_data is safely handled\n# @TEST_INVARIANT: new_key_only_filter -> VERIFIED_BY: [test_no_prior_run_returns_all_rows, test_filters_existing_keys, test_composite_keys]\n\nimport sys\nfrom pathlib import Path\n\nsys.path.insert(0, str(Path(__file__).parent.parent / \"src\"))\n\nfrom unittest.mock import MagicMock\n\nfrom src.plugins.translate.executor import TranslationExecutor\n\n# ---------------------------------------------------------------------------\n# Helpers\n# ---------------------------------------------------------------------------\n\ndef _make_executor(mock_db=None):\n \"\"\"Create a TranslationExecutor with a mocked DB session and config.\"\"\"\n db = mock_db or MagicMock()\n cfg = MagicMock()\n return TranslationExecutor(db, cfg, current_user=\"test_user\")\n\n\ndef _make_job(source_key_cols=None, target_key_cols=None):\n \"\"\"Build a MagicMock TranslationJob with key columns configured.\"\"\"\n job = MagicMock()\n job.id = \"job-test-1\"\n job.source_key_cols = source_key_cols or []\n job.target_key_cols = target_key_cols or []\n return job\n\n\ndef _make_rows(*source_data_dicts):\n \"\"\"Build source_rows list from source_data dicts.\"\"\"\n rows = []\n for sd in source_data_dicts:\n rows.append({\n \"row_index\": sd.get(\"_idx\", \"0\"),\n \"source_text\": sd.get(\"text\", \"\"),\n \"source_data\": sd,\n })\n return rows\n\n\ndef _make_prev_records(run_id, source_data_dicts):\n \"\"\"Build MagicMock TranslationRecord list with source_data and SUCCESS status.\"\"\"\n recs = []\n for sd in source_data_dicts:\n rec = MagicMock()\n rec.run_id = run_id\n rec.status = \"SUCCESS\"\n rec.source_data = sd\n recs.append(rec)\n return recs\n\n\ndef _wire_query_chain(mock_db, prev_run, prev_records):\n \"\"\"Wire mock DB for _filter_new_keys: two sequential db.query() calls.\n\n Query 1: db.query(TranslationRun).filter(a,b,c,d).order_by(desc).first() → prev_run\n Query 2: db.query(TranslationRecord).filter(a,b).all() → prev_records\n \"\"\"\n q1 = MagicMock()\n q1.filter.return_value.order_by.return_value.first.return_value = prev_run\n q2 = MagicMock()\n q2.filter.return_value.all.return_value = prev_records\n mock_db.query.side_effect = [q1, q2]\n\n\n# #region test_no_prior_run_returns_all_rows [C:1] [TYPE Function]\ndef test_no_prior_run_returns_all_rows():\n \"\"\"When no prior TranslationRun exists, all source_rows pass through unchanged.\"\"\"\n executor = _make_executor()\n job = _make_job(source_key_cols=[\"id\"], target_key_cols=[\"id\"])\n\n rows = _make_rows(\n {\"id\": 1, \"text\": \"hello\", \"_idx\": \"0\"},\n {\"id\": 2, \"text\": \"world\", \"_idx\": \"1\"},\n {\"id\": 3, \"text\": \"test\", \"_idx\": \"2\"},\n )\n\n # Mock: no prior run (query returns None)\n _wire_query_chain(executor.db, prev_run=None, prev_records=[])\n\n result = executor._filter_new_keys(job, \"run-1\", rows)\n assert len(result) == 3\n assert result == rows # identity — all pass through\n# #endregion test_no_prior_run_returns_all_rows\n\n\n# #region test_filters_existing_keys [C:1] [TYPE Function]\ndef test_filters_existing_keys():\n \"\"\"Rows whose key exists in a prior run's records are excluded.\"\"\"\n executor = _make_executor()\n job = _make_job(source_key_cols=[\"id\"], target_key_cols=[\"id\"])\n\n rows = _make_rows(\n {\"id\": 1, \"text\": \"existing\", \"_idx\": \"0\"},\n {\"id\": 2, \"text\": \"new\", \"_idx\": \"1\"},\n {\"id\": 3, \"text\": \"existing\", \"_idx\": \"2\"},\n )\n\n mock_prev_run = MagicMock()\n mock_prev_run.id = \"prev-run-1\"\n\n # Only id=1 and id=3 were previously translated successfully\n prev_recs = _make_prev_records(\"prev-run-1\", [\n {\"id\": 1, \"text\": \"existing\"},\n {\"id\": 3, \"text\": \"existing\"},\n ])\n\n _wire_query_chain(executor.db, mock_prev_run, prev_recs)\n\n result = executor._filter_new_keys(job, \"run-1\", rows)\n assert len(result) == 1, f\"Expected 1 new row, got {len(result)}\"\n assert result[0][\"source_data\"][\"id\"] == 2\n# #endregion test_filters_existing_keys\n\n\n# #region test_composite_keys [C:1] [TYPE Function]\ndef test_composite_keys():\n \"\"\"Multiple target_key_cols produce correct composite key dedup.\"\"\"\n executor = _make_executor()\n job = _make_job(target_key_cols=[\"schema\", \"table\"])\n\n rows = _make_rows(\n {\"schema\": \"public\", \"table\": \"users\", \"text\": \"a\", \"_idx\": \"0\"},\n {\"schema\": \"public\", \"table\": \"orders\", \"text\": \"b\", \"_idx\": \"1\"},\n {\"schema\": \"admin\", \"table\": \"users\", \"text\": \"c\", \"_idx\": \"2\"},\n )\n\n mock_prev_run = MagicMock()\n mock_prev_run.id = \"prev-run-1\"\n\n # Only (public, users) was already translated\n prev_recs = _make_prev_records(\"prev-run-1\", [\n {\"schema\": \"public\", \"table\": \"users\"},\n ])\n\n _wire_query_chain(executor.db, mock_prev_run, prev_recs)\n\n result = executor._filter_new_keys(job, \"run-1\", rows)\n assert len(result) == 2, f\"Expected 2 new rows, got {len(result)}\"\n\n result_keys = {\n tuple(str(r[\"source_data\"].get(k, \"\")) for k in [\"schema\", \"table\"])\n for r in result\n }\n assert (\"public\", \"orders\") in result_keys\n assert (\"admin\", \"users\") in result_keys\n assert (\"public\", \"users\") not in result_keys\n# #endregion test_composite_keys\n\n\n# #region test_all_keys_existing_returns_empty [C:1] [TYPE Function]\ndef test_all_keys_existing_returns_empty():\n \"\"\"When every source row's key already exists, the filtered list is empty.\"\"\"\n executor = _make_executor()\n job = _make_job(source_key_cols=[\"id\"])\n\n rows = _make_rows(\n {\"id\": 1, \"text\": \"a\", \"_idx\": \"0\"},\n {\"id\": 2, \"text\": \"b\", \"_idx\": \"1\"},\n )\n\n mock_prev_run = MagicMock()\n mock_prev_run.id = \"prev-run-1\"\n\n prev_recs = _make_prev_records(\"prev-run-1\", [\n {\"id\": 1}, {\"id\": 2},\n ])\n\n _wire_query_chain(executor.db, mock_prev_run, prev_recs)\n\n result = executor._filter_new_keys(job, \"run-1\", rows)\n assert result == [], \"All keys existing should produce empty result\"\n# #endregion test_all_keys_existing_returns_empty\n\n\n# #region test_empty_key_cols_returns_all_rows [C:1] [TYPE Function]\ndef test_empty_key_cols_returns_all_rows():\n \"\"\"When no key columns are configured, guard triggers — all rows returned.\"\"\"\n executor = _make_executor()\n job = _make_job(source_key_cols=[], target_key_cols=[])\n\n rows = _make_rows(\n {\"id\": 1, \"text\": \"a\", \"_idx\": \"0\"},\n {\"id\": 2, \"text\": \"b\", \"_idx\": \"1\"},\n )\n\n mock_prev_run = MagicMock()\n mock_prev_run.id = \"prev-run-1\"\n\n _wire_query_chain(executor.db, mock_prev_run, prev_records=[])\n\n # Even with a prior run and records, no key cols means all rows pass through\n result = executor._filter_new_keys(job, \"run-1\", rows)\n assert len(result) == 2\n assert result == rows\n# #endregion test_empty_key_cols_returns_all_rows\n\n\n# #region test_null_source_data_handled [C:1] [TYPE Function]\ndef test_null_source_data_handled():\n \"\"\"None source_data is safely handled with or {} fallback — no crash.\"\"\"\n executor = _make_executor()\n job = _make_job(source_key_cols=[\"id\"])\n\n rows = [\n {\"row_index\": \"0\", \"source_text\": \"a\", \"source_data\": None},\n {\"row_index\": \"1\", \"source_text\": \"b\", \"source_data\": {\"id\": 2}},\n ]\n\n mock_prev_run = MagicMock()\n mock_prev_run.id = \"prev-run-1\"\n\n # Previous run only had id=2\n prev_recs = _make_prev_records(\"prev-run-1\", [{\"id\": 2}])\n\n _wire_query_chain(executor.db, mock_prev_run, prev_recs)\n\n # Should NOT crash on None source_data\n result = executor._filter_new_keys(job, \"run-1\", rows)\n\n # The row with None source_data has key_tuple (\"\",) — NOT in existing_keys\n # (existing has (\"2\",)). So it should pass through.\n assert len(result) == 1, (\n f\"Expected 1 new row (None source_data treated as ''), got {len(result)}\"\n )\n assert result[0][\"source_data\"] is None\n# #endregion test_null_source_data_handled\n\n\n# #region test_prior_run_no_records_returns_all [C:1] [TYPE Function]\ndef test_prior_run_no_records_returns_all():\n \"\"\"Prior run exists but has no successful records — all rows treated as new.\"\"\"\n executor = _make_executor()\n job = _make_job(source_key_cols=[\"id\"])\n\n rows = _make_rows(\n {\"id\": 1, \"text\": \"a\", \"_idx\": \"0\"},\n {\"id\": 2, \"text\": \"b\", \"_idx\": \"1\"},\n )\n\n mock_prev_run = MagicMock()\n mock_prev_run.id = \"prev-run-1\"\n\n _wire_query_chain(executor.db, mock_prev_run, prev_records=[])\n\n result = executor._filter_new_keys(job, \"run-1\", rows)\n assert len(result) == 2\n assert result == rows\n# #endregion test_prior_run_no_records_returns_all\n\n\n# #region test_key_cols_none_returns_all [C:1] [TYPE Function]\ndef test_key_cols_none_returns_all():\n \"\"\"When source_key_cols and target_key_cols are both None, all rows pass through.\"\"\"\n executor = _make_executor()\n # Job with no key_cols at all (None, not empty list)\n job = MagicMock()\n job.id = \"job-test-1\"\n job.source_key_cols = None\n job.target_key_cols = None\n\n rows = _make_rows(\n {\"id\": 1, \"text\": \"a\", \"_idx\": \"0\"},\n )\n\n mock_prev_run = MagicMock()\n mock_prev_run.id = \"prev-run-1\"\n\n _wire_query_chain(executor.db, mock_prev_run, prev_records=[])\n\n result = executor._filter_new_keys(job, \"run-1\", rows)\n assert len(result) == 1\n assert result == rows\n# #endregion test_key_cols_none_returns_all\n\n\n# #endregion TestTranslateExecutorFilter\n" }, { @@ -74730,6 +79291,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_no_prior_run_returns_all_rows [C:1] [TYPE Function]\ndef test_no_prior_run_returns_all_rows():\n \"\"\"When no prior TranslationRun exists, all source_rows pass through unchanged.\"\"\"\n executor = _make_executor()\n job = _make_job(source_key_cols=[\"id\"], target_key_cols=[\"id\"])\n\n rows = _make_rows(\n {\"id\": 1, \"text\": \"hello\", \"_idx\": \"0\"},\n {\"id\": 2, \"text\": \"world\", \"_idx\": \"1\"},\n {\"id\": 3, \"text\": \"test\", \"_idx\": \"2\"},\n )\n\n # Mock: no prior run (query returns None)\n _wire_query_chain(executor.db, prev_run=None, prev_records=[])\n\n result = executor._filter_new_keys(job, \"run-1\", rows)\n assert len(result) == 3\n assert result == rows # identity — all pass through\n# #endregion test_no_prior_run_returns_all_rows\n" }, { @@ -74746,6 +79308,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_filters_existing_keys [C:1] [TYPE Function]\ndef test_filters_existing_keys():\n \"\"\"Rows whose key exists in a prior run's records are excluded.\"\"\"\n executor = _make_executor()\n job = _make_job(source_key_cols=[\"id\"], target_key_cols=[\"id\"])\n\n rows = _make_rows(\n {\"id\": 1, \"text\": \"existing\", \"_idx\": \"0\"},\n {\"id\": 2, \"text\": \"new\", \"_idx\": \"1\"},\n {\"id\": 3, \"text\": \"existing\", \"_idx\": \"2\"},\n )\n\n mock_prev_run = MagicMock()\n mock_prev_run.id = \"prev-run-1\"\n\n # Only id=1 and id=3 were previously translated successfully\n prev_recs = _make_prev_records(\"prev-run-1\", [\n {\"id\": 1, \"text\": \"existing\"},\n {\"id\": 3, \"text\": \"existing\"},\n ])\n\n _wire_query_chain(executor.db, mock_prev_run, prev_recs)\n\n result = executor._filter_new_keys(job, \"run-1\", rows)\n assert len(result) == 1, f\"Expected 1 new row, got {len(result)}\"\n assert result[0][\"source_data\"][\"id\"] == 2\n# #endregion test_filters_existing_keys\n" }, { @@ -74762,6 +79325,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_composite_keys [C:1] [TYPE Function]\ndef test_composite_keys():\n \"\"\"Multiple target_key_cols produce correct composite key dedup.\"\"\"\n executor = _make_executor()\n job = _make_job(target_key_cols=[\"schema\", \"table\"])\n\n rows = _make_rows(\n {\"schema\": \"public\", \"table\": \"users\", \"text\": \"a\", \"_idx\": \"0\"},\n {\"schema\": \"public\", \"table\": \"orders\", \"text\": \"b\", \"_idx\": \"1\"},\n {\"schema\": \"admin\", \"table\": \"users\", \"text\": \"c\", \"_idx\": \"2\"},\n )\n\n mock_prev_run = MagicMock()\n mock_prev_run.id = \"prev-run-1\"\n\n # Only (public, users) was already translated\n prev_recs = _make_prev_records(\"prev-run-1\", [\n {\"schema\": \"public\", \"table\": \"users\"},\n ])\n\n _wire_query_chain(executor.db, mock_prev_run, prev_recs)\n\n result = executor._filter_new_keys(job, \"run-1\", rows)\n assert len(result) == 2, f\"Expected 2 new rows, got {len(result)}\"\n\n result_keys = {\n tuple(str(r[\"source_data\"].get(k, \"\")) for k in [\"schema\", \"table\"])\n for r in result\n }\n assert (\"public\", \"orders\") in result_keys\n assert (\"admin\", \"users\") in result_keys\n assert (\"public\", \"users\") not in result_keys\n# #endregion test_composite_keys\n" }, { @@ -74778,6 +79342,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_all_keys_existing_returns_empty [C:1] [TYPE Function]\ndef test_all_keys_existing_returns_empty():\n \"\"\"When every source row's key already exists, the filtered list is empty.\"\"\"\n executor = _make_executor()\n job = _make_job(source_key_cols=[\"id\"])\n\n rows = _make_rows(\n {\"id\": 1, \"text\": \"a\", \"_idx\": \"0\"},\n {\"id\": 2, \"text\": \"b\", \"_idx\": \"1\"},\n )\n\n mock_prev_run = MagicMock()\n mock_prev_run.id = \"prev-run-1\"\n\n prev_recs = _make_prev_records(\"prev-run-1\", [\n {\"id\": 1}, {\"id\": 2},\n ])\n\n _wire_query_chain(executor.db, mock_prev_run, prev_recs)\n\n result = executor._filter_new_keys(job, \"run-1\", rows)\n assert result == [], \"All keys existing should produce empty result\"\n# #endregion test_all_keys_existing_returns_empty\n" }, { @@ -74794,6 +79359,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_empty_key_cols_returns_all_rows [C:1] [TYPE Function]\ndef test_empty_key_cols_returns_all_rows():\n \"\"\"When no key columns are configured, guard triggers — all rows returned.\"\"\"\n executor = _make_executor()\n job = _make_job(source_key_cols=[], target_key_cols=[])\n\n rows = _make_rows(\n {\"id\": 1, \"text\": \"a\", \"_idx\": \"0\"},\n {\"id\": 2, \"text\": \"b\", \"_idx\": \"1\"},\n )\n\n mock_prev_run = MagicMock()\n mock_prev_run.id = \"prev-run-1\"\n\n _wire_query_chain(executor.db, mock_prev_run, prev_records=[])\n\n # Even with a prior run and records, no key cols means all rows pass through\n result = executor._filter_new_keys(job, \"run-1\", rows)\n assert len(result) == 2\n assert result == rows\n# #endregion test_empty_key_cols_returns_all_rows\n" }, { @@ -74810,6 +79376,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_null_source_data_handled [C:1] [TYPE Function]\ndef test_null_source_data_handled():\n \"\"\"None source_data is safely handled with or {} fallback — no crash.\"\"\"\n executor = _make_executor()\n job = _make_job(source_key_cols=[\"id\"])\n\n rows = [\n {\"row_index\": \"0\", \"source_text\": \"a\", \"source_data\": None},\n {\"row_index\": \"1\", \"source_text\": \"b\", \"source_data\": {\"id\": 2}},\n ]\n\n mock_prev_run = MagicMock()\n mock_prev_run.id = \"prev-run-1\"\n\n # Previous run only had id=2\n prev_recs = _make_prev_records(\"prev-run-1\", [{\"id\": 2}])\n\n _wire_query_chain(executor.db, mock_prev_run, prev_recs)\n\n # Should NOT crash on None source_data\n result = executor._filter_new_keys(job, \"run-1\", rows)\n\n # The row with None source_data has key_tuple (\"\",) — NOT in existing_keys\n # (existing has (\"2\",)). So it should pass through.\n assert len(result) == 1, (\n f\"Expected 1 new row (None source_data treated as ''), got {len(result)}\"\n )\n assert result[0][\"source_data\"] is None\n# #endregion test_null_source_data_handled\n" }, { @@ -74826,6 +79393,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_prior_run_no_records_returns_all [C:1] [TYPE Function]\ndef test_prior_run_no_records_returns_all():\n \"\"\"Prior run exists but has no successful records — all rows treated as new.\"\"\"\n executor = _make_executor()\n job = _make_job(source_key_cols=[\"id\"])\n\n rows = _make_rows(\n {\"id\": 1, \"text\": \"a\", \"_idx\": \"0\"},\n {\"id\": 2, \"text\": \"b\", \"_idx\": \"1\"},\n )\n\n mock_prev_run = MagicMock()\n mock_prev_run.id = \"prev-run-1\"\n\n _wire_query_chain(executor.db, mock_prev_run, prev_records=[])\n\n result = executor._filter_new_keys(job, \"run-1\", rows)\n assert len(result) == 2\n assert result == rows\n# #endregion test_prior_run_no_records_returns_all\n" }, { @@ -74842,6 +79410,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_key_cols_none_returns_all [C:1] [TYPE Function]\ndef test_key_cols_none_returns_all():\n \"\"\"When source_key_cols and target_key_cols are both None, all rows pass through.\"\"\"\n executor = _make_executor()\n # Job with no key_cols at all (None, not empty list)\n job = MagicMock()\n job.id = \"job-test-1\"\n job.source_key_cols = None\n job.target_key_cols = None\n\n rows = _make_rows(\n {\"id\": 1, \"text\": \"a\", \"_idx\": \"0\"},\n )\n\n mock_prev_run = MagicMock()\n mock_prev_run.id = \"prev-run-1\"\n\n _wire_query_chain(executor.db, mock_prev_run, prev_records=[])\n\n result = executor._filter_new_keys(job, \"run-1\", rows)\n assert len(result) == 1\n assert result == rows\n# #endregion test_key_cols_none_returns_all\n" }, { @@ -74849,7 +79418,7 @@ "contract_type": "Module", "file_path": "backend/tests/test_translate_history.py", "start_line": 1, - "end_line": 298, + "end_line": 466, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -74916,10 +79485,21 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TranslateHistoryTests' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", - "body": "# [DEF:TranslateHistoryTests:Module]\n# @SEMANTICS: tests, translate, history, metrics\n# @PURPOSE: Tests for run history list/detail endpoints and metrics aggregation.\n# @LAYER: Test\n# @RELATION: BINDS_TO -> [TranslateRoutes:Module]\n# @RELATION: BINDS_TO -> [TranslationMetrics:Module]\n#\n# @TEST_CONTRACT: HistoryFlow ->\n# {\n# invariants: [\n# \"GET /api/translate/runs returns paginated list\",\n# \"GET /api/translate/runs supports filters (job_id, status, trigger_type)\",\n# \"GET /api/translate/runs/{id}/detail returns config_snapshot, records, events\",\n# \"GET /api/translate/jobs/{id}/metrics returns aggregated data\",\n# \"Metrics include run counts, record counts, duration\"\n# ]\n# }\n# @TEST_FIXTURE: completed_run -> run with COMPLETED status\n# @TEST_EDGE: filter_by_job_id -> returns only that job's runs\n# @TEST_EDGE: filter_by_status -> returns only matching status\n# @TEST_EDGE: metrics_empty_job -> returns zero counts\n# @TEST_INVARIANT: history_list_and_detail -> VERIFIED_BY: [completed_run, filter_by_status]\n\nimport sys\nfrom pathlib import Path\n\nsys.path.insert(0, str(Path(__file__).parent.parent / \"src\"))\n\nimport uuid\nfrom datetime import UTC, datetime\nfrom unittest.mock import MagicMock\n\nimport pytest\nfrom fastapi.testclient import TestClient\nfrom sqlalchemy import create_engine\nfrom sqlalchemy.orm import sessionmaker\n\nfrom src.app import app\nfrom src.core.database import Base\nfrom src.dependencies import get_config_manager, get_current_user, get_db\nfrom src.models.translate import TranslationEvent, TranslationJob, TranslationRun\n\n# In-memory SQLite\nSQLALCHEMY_DATABASE_URL = \"sqlite:///:memory:\"\nengine = create_engine(SQLALCHEMY_DATABASE_URL, connect_args={\"check_same_thread\": False})\nTestingSessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)\nBase.metadata.create_all(bind=engine)\n\nmock_user = MagicMock()\nmock_user.username = \"testuser\"\nmock_user.roles = []\nadmin_role = MagicMock()\nadmin_role.name = \"Admin\"\nmock_user.roles.append(admin_role)\n\n\n@pytest.fixture\ndef db_session():\n connection = engine.connect()\n transaction = connection.begin()\n session = TestingSessionLocal(bind=connection)\n yield session\n session.close()\n transaction.rollback()\n connection.close()\n\n\n@pytest.fixture\ndef mock_api_deps():\n config_manager = MagicMock()\n config_manager.get_environments.return_value = []\n\n connection = engine.connect()\n transaction = connection.begin()\n session = TestingSessionLocal(bind=connection)\n\n def override_get_db():\n try:\n yield session\n finally:\n pass\n\n overrides = {\n get_current_user: lambda: mock_user,\n get_config_manager: lambda: config_manager,\n get_db: override_get_db,\n }\n for dep, override in overrides.items():\n app.dependency_overrides[dep] = override\n\n yield {\"config_manager\": config_manager, \"session\": session}\n\n app.dependency_overrides.clear()\n session.close()\n transaction.rollback()\n connection.close()\n\n\n@pytest.fixture\ndef client(mock_api_deps):\n return TestClient(app)\n\n\ndef _create_test_job(db_session) -> TranslationJob:\n job = TranslationJob(\n id=str(uuid.uuid4()),\n name=\"Test Job\",\n source_dialect=\"postgresql\",\n target_dialect=\"clickhouse\",\n status=\"ACTIVE\",\n )\n db_session.add(job)\n db_session.flush()\n return job\n\n\ndef _create_test_run(db_session, job_id: str, status: str = \"COMPLETED\", trigger: str = \"manual\") -> TranslationRun:\n run = TranslationRun(\n id=str(uuid.uuid4()),\n job_id=job_id,\n status=status,\n trigger_type=trigger,\n total_records=100,\n successful_records=80,\n failed_records=10,\n skipped_records=10,\n config_snapshot={\"test\": True},\n config_hash=\"abc123\",\n dict_snapshot_hash=\"def456\",\n key_hash=\"ghi789\",\n created_by=\"testuser\",\n created_at=datetime.now(UTC),\n )\n db_session.add(run)\n db_session.flush()\n return run\n\n\n# [DEF:test_list_runs_empty:Function]\n# @PURPOSE: Verify runs list returns empty result initially.\ndef test_list_runs_empty(client):\n \"\"\"Test runs list initially returns empty.\"\"\"\n response = client.get(\"/api/translate/runs\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"total\"] == 0\n assert data[\"items\"] == []\n# [/DEF:test_list_runs_empty:Function]\n\n\n# [DEF:test_list_runs_with_data:Function]\n# @PURPOSE: Verify runs list returns data when runs exist.\ndef test_list_runs_with_data(client, mock_api_deps):\n \"\"\"Test runs list with existing runs.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n _create_test_run(session, job.id)\n session.commit()\n\n response = client.get(\"/api/translate/runs\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"total\"] >= 1\n assert len(data[\"items\"]) >= 1\n assert data[\"items\"][0][\"job_id\"] == job.id\n# [/DEF:test_list_runs_with_data:Function]\n\n\n# [DEF:test_list_runs_filter_job_id:Function]\n# @PURPOSE: Verify filtering runs by job_id works.\ndef test_list_runs_filter_job_id(client, mock_api_deps):\n \"\"\"Test filtering runs by job_id.\"\"\"\n session = mock_api_deps[\"session\"]\n job1 = _create_test_job(session)\n job2 = _create_test_job(session)\n _create_test_run(session, job1.id)\n _create_test_run(session, job2.id)\n session.commit()\n\n response = client.get(f\"/api/translate/runs?job_id={job1.id}\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"total\"] >= 1\n for item in data[\"items\"]:\n assert item[\"job_id\"] == job1.id\n# [/DEF:test_list_runs_filter_job_id:Function]\n\n\n# [DEF:test_list_runs_filter_status:Function]\n# @PURPOSE: Verify filtering runs by status works.\ndef test_list_runs_filter_status(client, mock_api_deps):\n \"\"\"Test filtering runs by status.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n _create_test_run(session, job.id, status=\"COMPLETED\")\n _create_test_run(session, job.id, status=\"FAILED\")\n session.commit()\n\n response = client.get(\"/api/translate/runs?run_status=FAILED\")\n assert response.status_code == 200\n data = response.json()\n for item in data[\"items\"]:\n assert item[\"status\"] == \"FAILED\"\n# [/DEF:test_list_runs_filter_status:Function]\n\n\n# [DEF:test_get_run_detail:Function]\n# @PURPOSE: Verify run detail returns config_snapshot, records, events.\ndef test_get_run_detail(client, mock_api_deps):\n \"\"\"Test run detail endpoint.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n run = _create_test_run(session, job.id)\n\n # Add an event\n event = TranslationEvent(\n id=str(uuid.uuid4()),\n job_id=job.id,\n run_id=run.id,\n event_type=\"RUN_STARTED\",\n event_data={},\n created_by=\"testuser\",\n created_at=datetime.now(UTC),\n )\n session.add(event)\n session.commit()\n\n response = client.get(f\"/api/translate/runs/{run.id}/detail\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"id\"] == run.id\n assert data[\"config_snapshot\"] == {\"test\": True}\n assert data[\"config_hash\"] == \"abc123\"\n assert len(data[\"events\"]) >= 1\n assert data[\"events\"][0][\"event_type\"] == \"RUN_STARTED\"\n# [/DEF:test_get_run_detail:Function]\n\n\n# [DEF:test_get_job_metrics:Function]\n# @PURPOSE: Verify metrics endpoint returns aggregated data.\ndef test_get_job_metrics(client, mock_api_deps):\n \"\"\"Test job metrics endpoint.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n _create_test_run(session, job.id, status=\"COMPLETED\")\n _create_test_run(session, job.id, status=\"FAILED\")\n session.commit()\n\n response = client.get(f\"/api/translate/jobs/{job.id}/metrics\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"job_id\"] == job.id\n assert data[\"total_runs\"] >= 2\n assert data[\"successful_runs\"] >= 1\n assert data[\"failed_runs\"] >= 1\n# [/DEF:test_get_job_metrics:Function]\n\n\n# [DEF:test_get_all_metrics:Function]\n# @PURPOSE: Verify global metrics endpoint returns data.\ndef test_get_all_metrics(client, mock_api_deps):\n \"\"\"Test global metrics endpoint.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n _create_test_run(session, job.id)\n session.commit()\n\n response = client.get(\"/api/translate/metrics\")\n assert response.status_code == 200\n data = response.json()\n assert isinstance(data, list)\n assert len(data) >= 1\n# [/DEF:test_get_all_metrics:Function]\n\n\n# [DEF:test_metrics_empty_job:Function]\n# @PURPOSE: Verify metrics for job with no runs returns zeros.\ndef test_metrics_empty_job(client, mock_api_deps):\n \"\"\"Test metrics for job with no runs.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n session.commit()\n\n response = client.get(f\"/api/translate/jobs/{job.id}/metrics\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"total_runs\"] == 0\n# [/DEF:test_metrics_empty_job:Function]\n\n\n# [DEF:test_run_detail_not_found:Function]\n# @PURPOSE: Verify 404 on non-existent run detail.\ndef test_run_detail_not_found(client):\n \"\"\"Test run detail returns 404 for non-existent run.\"\"\"\n response = client.get(\"/api/translate/runs/non-existent/detail\")\n assert response.status_code == 404\n# [/DEF:test_run_detail_not_found:Function]\n# [/DEF:TranslateHistoryTests:Module]\n" + "tier_source": "AutoCalculated", + "body": "# [DEF:TranslateHistoryTests:Module]\n# @SEMANTICS: tests, translate, history, metrics\n# @PURPOSE: Tests for run history list/detail endpoints and metrics aggregation.\n# @LAYER: Test\n# @RELATION: BINDS_TO -> [TranslateRoutes:Module]\n# @RELATION: BINDS_TO -> [TranslationMetrics:Module]\n#\n# @TEST_CONTRACT: HistoryFlow ->\n# {\n# invariants: [\n# \"GET /api/translate/runs returns paginated list\",\n# \"GET /api/translate/runs supports filters (job_id, status, trigger_type)\",\n# \"GET /api/translate/runs/{id}/detail returns config_snapshot, records, events\",\n# \"GET /api/translate/jobs/{id}/metrics returns aggregated data\",\n# \"Metrics include run counts, record counts, duration\"\n# ]\n# }\n# @TEST_FIXTURE: completed_run -> run with COMPLETED status\n# @TEST_EDGE: filter_by_job_id -> returns only that job's runs\n# @TEST_EDGE: filter_by_status -> returns only matching status\n# @TEST_EDGE: metrics_empty_job -> returns zero counts\n# @TEST_INVARIANT: history_list_and_detail -> VERIFIED_BY: [completed_run, filter_by_status]\n\nimport sys\nfrom pathlib import Path\n\nsys.path.insert(0, str(Path(__file__).parent.parent / \"src\"))\n\nimport uuid\nfrom datetime import UTC, datetime\nfrom unittest.mock import MagicMock\n\nimport pytest\nfrom fastapi.testclient import TestClient\nfrom sqlalchemy import create_engine\nfrom sqlalchemy.orm import sessionmaker\n\nfrom src.app import app\nfrom src.core.database import Base\nfrom src.dependencies import get_config_manager, get_current_user, get_db\nfrom src.models.translate import TranslationEvent, TranslationJob, TranslationRun\n\n# In-memory SQLite\nSQLALCHEMY_DATABASE_URL = \"sqlite:///:memory:\"\nengine = create_engine(SQLALCHEMY_DATABASE_URL, connect_args={\"check_same_thread\": False})\nTestingSessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)\nBase.metadata.create_all(bind=engine)\n\nmock_user = MagicMock()\nmock_user.username = \"testuser\"\nmock_user.roles = []\nadmin_role = MagicMock()\nadmin_role.name = \"Admin\"\nmock_user.roles.append(admin_role)\n\n\n@pytest.fixture\ndef db_session():\n connection = engine.connect()\n transaction = connection.begin()\n session = TestingSessionLocal(bind=connection)\n yield session\n session.close()\n transaction.rollback()\n connection.close()\n\n\n@pytest.fixture\ndef mock_api_deps():\n config_manager = MagicMock()\n config_manager.get_environments.return_value = []\n\n connection = engine.connect()\n transaction = connection.begin()\n session = TestingSessionLocal(bind=connection)\n\n def override_get_db():\n try:\n yield session\n finally:\n pass\n\n overrides = {\n get_current_user: lambda: mock_user,\n get_config_manager: lambda: config_manager,\n get_db: override_get_db,\n }\n for dep, override in overrides.items():\n app.dependency_overrides[dep] = override\n\n yield {\"config_manager\": config_manager, \"session\": session}\n\n app.dependency_overrides.clear()\n session.close()\n transaction.rollback()\n connection.close()\n\n\n@pytest.fixture\ndef client(mock_api_deps):\n return TestClient(app)\n\n\ndef _create_test_job(db_session) -> TranslationJob:\n job = TranslationJob(\n id=str(uuid.uuid4()),\n name=\"Test Job\",\n source_dialect=\"postgresql\",\n target_dialect=\"clickhouse\",\n status=\"ACTIVE\",\n )\n db_session.add(job)\n db_session.flush()\n return job\n\n\ndef _create_test_run(db_session, job_id: str, status: str = \"COMPLETED\", trigger: str = \"manual\") -> TranslationRun:\n run = TranslationRun(\n id=str(uuid.uuid4()),\n job_id=job_id,\n status=status,\n trigger_type=trigger,\n total_records=100,\n successful_records=80,\n failed_records=10,\n skipped_records=10,\n config_snapshot={\"test\": True},\n config_hash=\"abc123\",\n dict_snapshot_hash=\"def456\",\n key_hash=\"ghi789\",\n created_by=\"testuser\",\n created_at=datetime.now(UTC),\n )\n db_session.add(run)\n db_session.flush()\n return run\n\n\n# [DEF:test_list_runs_empty:Function]\n# @PURPOSE: Verify runs list returns empty result initially.\ndef test_list_runs_empty(client):\n \"\"\"Test runs list initially returns empty.\"\"\"\n response = client.get(\"/api/translate/runs\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"total\"] == 0\n assert data[\"items\"] == []\n# [/DEF:test_list_runs_empty:Function]\n\n\n# [DEF:test_list_runs_with_data:Function]\n# @PURPOSE: Verify runs list returns data when runs exist.\ndef test_list_runs_with_data(client, mock_api_deps):\n \"\"\"Test runs list with existing runs.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n _create_test_run(session, job.id)\n session.commit()\n\n response = client.get(\"/api/translate/runs\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"total\"] >= 1\n assert len(data[\"items\"]) >= 1\n assert data[\"items\"][0][\"job_id\"] == job.id\n# [/DEF:test_list_runs_with_data:Function]\n\n\n# [DEF:test_list_runs_filter_job_id:Function]\n# @PURPOSE: Verify filtering runs by job_id works.\ndef test_list_runs_filter_job_id(client, mock_api_deps):\n \"\"\"Test filtering runs by job_id.\"\"\"\n session = mock_api_deps[\"session\"]\n job1 = _create_test_job(session)\n job2 = _create_test_job(session)\n _create_test_run(session, job1.id)\n _create_test_run(session, job2.id)\n session.commit()\n\n response = client.get(f\"/api/translate/runs?job_id={job1.id}\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"total\"] >= 1\n for item in data[\"items\"]:\n assert item[\"job_id\"] == job1.id\n# [/DEF:test_list_runs_filter_job_id:Function]\n\n\n# [DEF:test_list_runs_filter_status:Function]\n# @PURPOSE: Verify filtering runs by status works.\ndef test_list_runs_filter_status(client, mock_api_deps):\n \"\"\"Test filtering runs by status.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n _create_test_run(session, job.id, status=\"COMPLETED\")\n _create_test_run(session, job.id, status=\"FAILED\")\n session.commit()\n\n response = client.get(\"/api/translate/runs?run_status=FAILED\")\n assert response.status_code == 200\n data = response.json()\n for item in data[\"items\"]:\n assert item[\"status\"] == \"FAILED\"\n# [/DEF:test_list_runs_filter_status:Function]\n\n\n# [DEF:test_get_run_detail:Function]\n# @PURPOSE: Verify run detail returns config_snapshot, records, events.\ndef test_get_run_detail(client, mock_api_deps):\n \"\"\"Test run detail endpoint.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n run = _create_test_run(session, job.id)\n\n # Add an event\n event = TranslationEvent(\n id=str(uuid.uuid4()),\n job_id=job.id,\n run_id=run.id,\n event_type=\"RUN_STARTED\",\n event_data={},\n created_by=\"testuser\",\n created_at=datetime.now(UTC),\n )\n session.add(event)\n session.commit()\n\n response = client.get(f\"/api/translate/runs/{run.id}/detail\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"id\"] == run.id\n assert data[\"config_snapshot\"] == {\"test\": True}\n assert data[\"config_hash\"] == \"abc123\"\n assert len(data[\"events\"]) >= 1\n assert data[\"events\"][0][\"event_type\"] == \"RUN_STARTED\"\n# [/DEF:test_get_run_detail:Function]\n\n\n# [DEF:test_get_job_metrics:Function]\n# @PURPOSE: Verify metrics endpoint returns aggregated data.\ndef test_get_job_metrics(client, mock_api_deps):\n \"\"\"Test job metrics endpoint.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n _create_test_run(session, job.id, status=\"COMPLETED\")\n _create_test_run(session, job.id, status=\"FAILED\")\n session.commit()\n\n response = client.get(f\"/api/translate/jobs/{job.id}/metrics\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"job_id\"] == job.id\n assert data[\"total_runs\"] >= 2\n assert data[\"successful_runs\"] >= 1\n assert data[\"failed_runs\"] >= 1\n# [/DEF:test_get_job_metrics:Function]\n\n\n# [DEF:test_get_all_metrics:Function]\n# @PURPOSE: Verify global metrics endpoint returns data.\ndef test_get_all_metrics(client, mock_api_deps):\n \"\"\"Test global metrics endpoint.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n _create_test_run(session, job.id)\n session.commit()\n\n response = client.get(\"/api/translate/metrics\")\n assert response.status_code == 200\n data = response.json()\n assert isinstance(data, list)\n assert len(data) >= 1\n# [/DEF:test_get_all_metrics:Function]\n\n\n# [DEF:test_metrics_empty_job:Function]\n# @PURPOSE: Verify metrics for job with no runs returns zeros.\ndef test_metrics_empty_job(client, mock_api_deps):\n \"\"\"Test metrics for job with no runs.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n session.commit()\n\n response = client.get(f\"/api/translate/jobs/{job.id}/metrics\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"total_runs\"] == 0\n# [/DEF:test_metrics_empty_job:Function]\n\n\n# [DEF:test_run_detail_not_found:Function]\n# @PURPOSE: Verify 404 on non-existent run detail.\ndef test_run_detail_not_found(client):\n \"\"\"Test run detail returns 404 for non-existent run.\"\"\"\n response = client.get(\"/api/translate/runs/non-existent/detail\")\n assert response.status_code == 404\n# [/DEF:test_run_detail_not_found:Function]\n# [DEF:test_list_runs_includes_language_info:Function]\n# @PURPOSE: Verify run list includes target_languages, total_translated, and language_stats.\ndef test_list_runs_includes_language_info(client, mock_api_deps):\n \"\"\"Test run list includes per-language fields.\"\"\"\n from src.models.translate import TranslationRunLanguageStats\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n run = _create_test_run(session, job.id)\n # Add language stats\n ls = TranslationRunLanguageStats(\n id=str(uuid.uuid4()),\n run_id=run.id,\n language_code=\"ru\",\n total_rows=100,\n translated_rows=80,\n failed_rows=5,\n skipped_rows=15,\n token_count=15000,\n estimated_cost=0.03,\n )\n session.add(ls)\n session.commit()\n\n response = client.get(\"/api/translate/runs\")\n assert response.status_code == 200\n data = response.json()\n assert len(data[\"items\"]) >= 1\n item = data[\"items\"][0]\n assert \"target_languages\" in item\n assert \"total_translated\" in item\n assert \"language_stats\" in item\n assert \"ru\" in item[\"target_languages\"]\n assert item[\"total_translated\"] == 80\n assert item[\"language_stats\"][\"ru\"][\"translated_rows\"] == 80\n# [/DEF:test_list_runs_includes_language_info:Function]\n\n\n# [DEF:test_metrics_per_language_breakdown:Function]\n# @PURPOSE: Verify metrics endpoint returns per_language_metrics.\ndef test_metrics_per_language_breakdown(client, mock_api_deps):\n \"\"\"Test metrics returns per-language breakdown.\"\"\"\n from src.models.translate import TranslationRunLanguageStats\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n run = _create_test_run(session, job.id)\n ls = TranslationRunLanguageStats(\n id=str(uuid.uuid4()),\n run_id=run.id,\n language_code=\"ru\",\n total_rows=100,\n translated_rows=80,\n token_count=15000,\n estimated_cost=0.03,\n )\n session.add(ls)\n session.commit()\n\n response = client.get(f\"/api/translate/jobs/{job.id}/metrics\")\n assert response.status_code == 200\n data = response.json()\n assert \"per_language_metrics\" in data\n assert \"ru\" in data[\"per_language_metrics\"]\n assert data[\"per_language_metrics\"][\"ru\"][\"tokens\"] == 15000\n assert data[\"per_language_metrics\"][\"ru\"][\"cost\"] == 0.03\n# [/DEF:test_metrics_per_language_breakdown:Function]\n\n\n# [DEF:test_metric_snapshot_stores_per_language:Function]\n# @PURPOSE: Verify MetricSnapshot stores per_language_metrics via prune_expired.\ndef test_metric_snapshot_stores_per_language(client, mock_api_deps):\n \"\"\"Test MetricSnapshot stores per_language_metrics after prune.\"\"\"\n from datetime import timedelta\n from src.models.translate import MetricSnapshot, TranslationEvent\n from src.plugins.translate.events import TranslationEventLog\n\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n session.commit()\n\n # Create an old event with per-language data\n old_date = datetime.now(UTC) - timedelta(days=100)\n event = TranslationEvent(\n id=str(uuid.uuid4()),\n job_id=job.id,\n event_type=\"TRANSLATION_PHASE_COMPLETED\",\n event_data={\n \"language_code\": \"ru\",\n \"token_count\": 5000,\n \"cost\": 0.01,\n \"run_id\": \"test-run-id\",\n },\n created_at=old_date,\n )\n session.add(event)\n session.commit()\n\n # Prune events older than 30 days\n event_log = TranslationEventLog(session)\n result = event_log.prune_expired(retention_days=30)\n assert result[\"snapshot_id\"] is not None\n\n # Verify snapshot has per_language_metrics\n snapshot = session.query(MetricSnapshot).filter(\n MetricSnapshot.id == result[\"snapshot_id\"]\n ).first()\n assert snapshot is not None\n assert snapshot.per_language_metrics is not None\n assert \"ru\" in snapshot.per_language_metrics\n assert snapshot.per_language_metrics[\"ru\"][\"cumulative_tokens\"] == 5000\n assert snapshot.per_language_metrics[\"ru\"][\"cumulative_cost\"] == 0.01\n# [/DEF:test_metric_snapshot_stores_per_language:Function]\n\n\n# [DEF:test_combined_metrics_live_and_snapshot:Function]\n# @PURPOSE: Verify combined metrics merge live + snapshot per-language data.\ndef test_combined_metrics_live_and_snapshot(client, mock_api_deps):\n \"\"\"Test metrics merge live data with MetricSnapshot per-language data.\"\"\"\n from datetime import timedelta\n from src.models.translate import (\n MetricSnapshot,\n TranslationEvent,\n TranslationRunLanguageStats,\n )\n from src.plugins.translate.metrics import TranslationMetrics\n\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n run = _create_test_run(session, job.id)\n session.commit()\n\n # Add snapshot with per-language data (simulating pruned period)\n snapshot = MetricSnapshot(\n id=str(uuid.uuid4()),\n job_id=job.id,\n key_hash=\"test_key\",\n per_language_metrics={\n \"ru\": {\"cumulative_tokens\": 100000, \"cumulative_cost\": 0.20, \"runs\": 3},\n },\n covers_events_before=datetime.now(UTC) - timedelta(days=90),\n total_records=100,\n snapshot_date=datetime.now(UTC),\n )\n session.add(snapshot)\n\n # Add live language stats (recent runs)\n ls = TranslationRunLanguageStats(\n id=str(uuid.uuid4()),\n run_id=run.id,\n language_code=\"ru\",\n total_rows=50,\n translated_rows=40,\n token_count=5000,\n estimated_cost=0.01,\n )\n session.add(ls)\n session.commit()\n\n metrics_svc = TranslationMetrics(session)\n result = metrics_svc.get_job_metrics(job.id)\n assert \"per_language_metrics\" in result\n assert \"ru\" in result[\"per_language_metrics\"]\n # Live 5000 + snapshot 100000 = 105000\n assert result[\"per_language_metrics\"][\"ru\"][\"tokens\"] == 105000\n # Live 0.01 + snapshot 0.20 = 0.21\n assert abs(result[\"per_language_metrics\"][\"ru\"][\"cost\"] - 0.21) < 0.001\n # Live 1 + snapshot 3 = 4\n assert result[\"per_language_metrics\"][\"ru\"][\"runs\"] == 4\n# [/DEF:test_combined_metrics_live_and_snapshot:Function]\n# [/DEF:TranslateHistoryTests:Module]\n" }, { "contract_id": "test_list_runs_empty", @@ -74933,8 +79513,20 @@ "PURPOSE": "Verify runs list returns empty result initially." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_list_runs_empty' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_list_runs_empty:Function]\n# @PURPOSE: Verify runs list returns empty result initially.\ndef test_list_runs_empty(client):\n \"\"\"Test runs list initially returns empty.\"\"\"\n response = client.get(\"/api/translate/runs\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"total\"] == 0\n assert data[\"items\"] == []\n# [/DEF:test_list_runs_empty:Function]\n" }, { @@ -74949,8 +79541,20 @@ "PURPOSE": "Verify runs list returns data when runs exist." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_list_runs_with_data' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_list_runs_with_data:Function]\n# @PURPOSE: Verify runs list returns data when runs exist.\ndef test_list_runs_with_data(client, mock_api_deps):\n \"\"\"Test runs list with existing runs.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n _create_test_run(session, job.id)\n session.commit()\n\n response = client.get(\"/api/translate/runs\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"total\"] >= 1\n assert len(data[\"items\"]) >= 1\n assert data[\"items\"][0][\"job_id\"] == job.id\n# [/DEF:test_list_runs_with_data:Function]\n" }, { @@ -74965,8 +79569,20 @@ "PURPOSE": "Verify filtering runs by job_id works." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_list_runs_filter_job_id' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_list_runs_filter_job_id:Function]\n# @PURPOSE: Verify filtering runs by job_id works.\ndef test_list_runs_filter_job_id(client, mock_api_deps):\n \"\"\"Test filtering runs by job_id.\"\"\"\n session = mock_api_deps[\"session\"]\n job1 = _create_test_job(session)\n job2 = _create_test_job(session)\n _create_test_run(session, job1.id)\n _create_test_run(session, job2.id)\n session.commit()\n\n response = client.get(f\"/api/translate/runs?job_id={job1.id}\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"total\"] >= 1\n for item in data[\"items\"]:\n assert item[\"job_id\"] == job1.id\n# [/DEF:test_list_runs_filter_job_id:Function]\n" }, { @@ -74981,8 +79597,20 @@ "PURPOSE": "Verify filtering runs by status works." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_list_runs_filter_status' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_list_runs_filter_status:Function]\n# @PURPOSE: Verify filtering runs by status works.\ndef test_list_runs_filter_status(client, mock_api_deps):\n \"\"\"Test filtering runs by status.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n _create_test_run(session, job.id, status=\"COMPLETED\")\n _create_test_run(session, job.id, status=\"FAILED\")\n session.commit()\n\n response = client.get(\"/api/translate/runs?run_status=FAILED\")\n assert response.status_code == 200\n data = response.json()\n for item in data[\"items\"]:\n assert item[\"status\"] == \"FAILED\"\n# [/DEF:test_list_runs_filter_status:Function]\n" }, { @@ -74997,8 +79625,20 @@ "PURPOSE": "Verify run detail returns config_snapshot, records, events." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_run_detail' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_run_detail:Function]\n# @PURPOSE: Verify run detail returns config_snapshot, records, events.\ndef test_get_run_detail(client, mock_api_deps):\n \"\"\"Test run detail endpoint.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n run = _create_test_run(session, job.id)\n\n # Add an event\n event = TranslationEvent(\n id=str(uuid.uuid4()),\n job_id=job.id,\n run_id=run.id,\n event_type=\"RUN_STARTED\",\n event_data={},\n created_by=\"testuser\",\n created_at=datetime.now(UTC),\n )\n session.add(event)\n session.commit()\n\n response = client.get(f\"/api/translate/runs/{run.id}/detail\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"id\"] == run.id\n assert data[\"config_snapshot\"] == {\"test\": True}\n assert data[\"config_hash\"] == \"abc123\"\n assert len(data[\"events\"]) >= 1\n assert data[\"events\"][0][\"event_type\"] == \"RUN_STARTED\"\n# [/DEF:test_get_run_detail:Function]\n" }, { @@ -75013,8 +79653,20 @@ "PURPOSE": "Verify metrics endpoint returns aggregated data." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_job_metrics' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_job_metrics:Function]\n# @PURPOSE: Verify metrics endpoint returns aggregated data.\ndef test_get_job_metrics(client, mock_api_deps):\n \"\"\"Test job metrics endpoint.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n _create_test_run(session, job.id, status=\"COMPLETED\")\n _create_test_run(session, job.id, status=\"FAILED\")\n session.commit()\n\n response = client.get(f\"/api/translate/jobs/{job.id}/metrics\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"job_id\"] == job.id\n assert data[\"total_runs\"] >= 2\n assert data[\"successful_runs\"] >= 1\n assert data[\"failed_runs\"] >= 1\n# [/DEF:test_get_job_metrics:Function]\n" }, { @@ -75029,8 +79681,20 @@ "PURPOSE": "Verify global metrics endpoint returns data." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_all_metrics' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_all_metrics:Function]\n# @PURPOSE: Verify global metrics endpoint returns data.\ndef test_get_all_metrics(client, mock_api_deps):\n \"\"\"Test global metrics endpoint.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n _create_test_run(session, job.id)\n session.commit()\n\n response = client.get(\"/api/translate/metrics\")\n assert response.status_code == 200\n data = response.json()\n assert isinstance(data, list)\n assert len(data) >= 1\n# [/DEF:test_get_all_metrics:Function]\n" }, { @@ -75045,8 +79709,20 @@ "PURPOSE": "Verify metrics for job with no runs returns zeros." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_metrics_empty_job' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_metrics_empty_job:Function]\n# @PURPOSE: Verify metrics for job with no runs returns zeros.\ndef test_metrics_empty_job(client, mock_api_deps):\n \"\"\"Test metrics for job with no runs.\"\"\"\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n session.commit()\n\n response = client.get(f\"/api/translate/jobs/{job.id}/metrics\")\n assert response.status_code == 200\n data = response.json()\n assert data[\"total_runs\"] == 0\n# [/DEF:test_metrics_empty_job:Function]\n" }, { @@ -75061,10 +79737,134 @@ "PURPOSE": "Verify 404 on non-existent run detail." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_run_detail_not_found' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_run_detail_not_found:Function]\n# @PURPOSE: Verify 404 on non-existent run detail.\ndef test_run_detail_not_found(client):\n \"\"\"Test run detail returns 404 for non-existent run.\"\"\"\n response = client.get(\"/api/translate/runs/non-existent/detail\")\n assert response.status_code == 404\n# [/DEF:test_run_detail_not_found:Function]\n" }, + { + "contract_id": "test_list_runs_includes_language_info", + "contract_type": "Function", + "file_path": "backend/tests/test_translate_history.py", + "start_line": 298, + "end_line": 332, + "tier": "TIER_1", + "complexity": 2, + "metadata": { + "PURPOSE": "Verify run list includes target_languages, total_translated, and language_stats." + }, + "relations": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_list_runs_includes_language_info' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], + "anchor_syntax": "def", + "tier_source": "AutoCalculated", + "body": "# [DEF:test_list_runs_includes_language_info:Function]\n# @PURPOSE: Verify run list includes target_languages, total_translated, and language_stats.\ndef test_list_runs_includes_language_info(client, mock_api_deps):\n \"\"\"Test run list includes per-language fields.\"\"\"\n from src.models.translate import TranslationRunLanguageStats\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n run = _create_test_run(session, job.id)\n # Add language stats\n ls = TranslationRunLanguageStats(\n id=str(uuid.uuid4()),\n run_id=run.id,\n language_code=\"ru\",\n total_rows=100,\n translated_rows=80,\n failed_rows=5,\n skipped_rows=15,\n token_count=15000,\n estimated_cost=0.03,\n )\n session.add(ls)\n session.commit()\n\n response = client.get(\"/api/translate/runs\")\n assert response.status_code == 200\n data = response.json()\n assert len(data[\"items\"]) >= 1\n item = data[\"items\"][0]\n assert \"target_languages\" in item\n assert \"total_translated\" in item\n assert \"language_stats\" in item\n assert \"ru\" in item[\"target_languages\"]\n assert item[\"total_translated\"] == 80\n assert item[\"language_stats\"][\"ru\"][\"translated_rows\"] == 80\n# [/DEF:test_list_runs_includes_language_info:Function]\n" + }, + { + "contract_id": "test_metrics_per_language_breakdown", + "contract_type": "Function", + "file_path": "backend/tests/test_translate_history.py", + "start_line": 335, + "end_line": 362, + "tier": "TIER_1", + "complexity": 2, + "metadata": { + "PURPOSE": "Verify metrics endpoint returns per_language_metrics." + }, + "relations": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_metrics_per_language_breakdown' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], + "anchor_syntax": "def", + "tier_source": "AutoCalculated", + "body": "# [DEF:test_metrics_per_language_breakdown:Function]\n# @PURPOSE: Verify metrics endpoint returns per_language_metrics.\ndef test_metrics_per_language_breakdown(client, mock_api_deps):\n \"\"\"Test metrics returns per-language breakdown.\"\"\"\n from src.models.translate import TranslationRunLanguageStats\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n run = _create_test_run(session, job.id)\n ls = TranslationRunLanguageStats(\n id=str(uuid.uuid4()),\n run_id=run.id,\n language_code=\"ru\",\n total_rows=100,\n translated_rows=80,\n token_count=15000,\n estimated_cost=0.03,\n )\n session.add(ls)\n session.commit()\n\n response = client.get(f\"/api/translate/jobs/{job.id}/metrics\")\n assert response.status_code == 200\n data = response.json()\n assert \"per_language_metrics\" in data\n assert \"ru\" in data[\"per_language_metrics\"]\n assert data[\"per_language_metrics\"][\"ru\"][\"tokens\"] == 15000\n assert data[\"per_language_metrics\"][\"ru\"][\"cost\"] == 0.03\n# [/DEF:test_metrics_per_language_breakdown:Function]\n" + }, + { + "contract_id": "test_metric_snapshot_stores_per_language", + "contract_type": "Function", + "file_path": "backend/tests/test_translate_history.py", + "start_line": 365, + "end_line": 408, + "tier": "TIER_1", + "complexity": 2, + "metadata": { + "PURPOSE": "Verify MetricSnapshot stores per_language_metrics via prune_expired." + }, + "relations": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_metric_snapshot_stores_per_language' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], + "anchor_syntax": "def", + "tier_source": "AutoCalculated", + "body": "# [DEF:test_metric_snapshot_stores_per_language:Function]\n# @PURPOSE: Verify MetricSnapshot stores per_language_metrics via prune_expired.\ndef test_metric_snapshot_stores_per_language(client, mock_api_deps):\n \"\"\"Test MetricSnapshot stores per_language_metrics after prune.\"\"\"\n from datetime import timedelta\n from src.models.translate import MetricSnapshot, TranslationEvent\n from src.plugins.translate.events import TranslationEventLog\n\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n session.commit()\n\n # Create an old event with per-language data\n old_date = datetime.now(UTC) - timedelta(days=100)\n event = TranslationEvent(\n id=str(uuid.uuid4()),\n job_id=job.id,\n event_type=\"TRANSLATION_PHASE_COMPLETED\",\n event_data={\n \"language_code\": \"ru\",\n \"token_count\": 5000,\n \"cost\": 0.01,\n \"run_id\": \"test-run-id\",\n },\n created_at=old_date,\n )\n session.add(event)\n session.commit()\n\n # Prune events older than 30 days\n event_log = TranslationEventLog(session)\n result = event_log.prune_expired(retention_days=30)\n assert result[\"snapshot_id\"] is not None\n\n # Verify snapshot has per_language_metrics\n snapshot = session.query(MetricSnapshot).filter(\n MetricSnapshot.id == result[\"snapshot_id\"]\n ).first()\n assert snapshot is not None\n assert snapshot.per_language_metrics is not None\n assert \"ru\" in snapshot.per_language_metrics\n assert snapshot.per_language_metrics[\"ru\"][\"cumulative_tokens\"] == 5000\n assert snapshot.per_language_metrics[\"ru\"][\"cumulative_cost\"] == 0.01\n# [/DEF:test_metric_snapshot_stores_per_language:Function]\n" + }, + { + "contract_id": "test_combined_metrics_live_and_snapshot", + "contract_type": "Function", + "file_path": "backend/tests/test_translate_history.py", + "start_line": 411, + "end_line": 465, + "tier": "TIER_1", + "complexity": 2, + "metadata": { + "PURPOSE": "Verify combined metrics merge live + snapshot per-language data." + }, + "relations": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_combined_metrics_live_and_snapshot' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], + "anchor_syntax": "def", + "tier_source": "AutoCalculated", + "body": "# [DEF:test_combined_metrics_live_and_snapshot:Function]\n# @PURPOSE: Verify combined metrics merge live + snapshot per-language data.\ndef test_combined_metrics_live_and_snapshot(client, mock_api_deps):\n \"\"\"Test metrics merge live data with MetricSnapshot per-language data.\"\"\"\n from datetime import timedelta\n from src.models.translate import (\n MetricSnapshot,\n TranslationEvent,\n TranslationRunLanguageStats,\n )\n from src.plugins.translate.metrics import TranslationMetrics\n\n session = mock_api_deps[\"session\"]\n job = _create_test_job(session)\n run = _create_test_run(session, job.id)\n session.commit()\n\n # Add snapshot with per-language data (simulating pruned period)\n snapshot = MetricSnapshot(\n id=str(uuid.uuid4()),\n job_id=job.id,\n key_hash=\"test_key\",\n per_language_metrics={\n \"ru\": {\"cumulative_tokens\": 100000, \"cumulative_cost\": 0.20, \"runs\": 3},\n },\n covers_events_before=datetime.now(UTC) - timedelta(days=90),\n total_records=100,\n snapshot_date=datetime.now(UTC),\n )\n session.add(snapshot)\n\n # Add live language stats (recent runs)\n ls = TranslationRunLanguageStats(\n id=str(uuid.uuid4()),\n run_id=run.id,\n language_code=\"ru\",\n total_rows=50,\n translated_rows=40,\n token_count=5000,\n estimated_cost=0.01,\n )\n session.add(ls)\n session.commit()\n\n metrics_svc = TranslationMetrics(session)\n result = metrics_svc.get_job_metrics(job.id)\n assert \"per_language_metrics\" in result\n assert \"ru\" in result[\"per_language_metrics\"]\n # Live 5000 + snapshot 100000 = 105000\n assert result[\"per_language_metrics\"][\"ru\"][\"tokens\"] == 105000\n # Live 0.01 + snapshot 0.20 = 0.21\n assert abs(result[\"per_language_metrics\"][\"ru\"][\"cost\"] - 0.21) < 0.001\n # Live 1 + snapshot 3 = 4\n assert result[\"per_language_metrics\"][\"ru\"][\"runs\"] == 4\n# [/DEF:test_combined_metrics_live_and_snapshot:Function]\n" + }, { "contract_id": "TranslateJobTests", "contract_type": "Module", @@ -75138,9 +79938,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TranslateJobTests' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TranslateJobTests:Module]\n# @SEMANTICS: tests, translate, jobs, crud, validation\n# @PURPOSE: Tests for translation job CRUD endpoints and service layer with column validation.\n# @LAYER: Test\n# @RELATION: BINDS_TO -> [TranslateRoutes:Module]\n# @RELATION: BINDS_TO -> [TranslateJobService:Module]\n#\n# @TEST_CONTRACT: TranslateJobCRUD ->\n# {\n# required_fields: {name: str, source_dialect: str, target_dialect: str},\n# optional_fields: {description, source_datasource_id, translation_column, ...},\n# invariants: [\n# \"POST /api/translate/jobs returns 201 with valid config\",\n# \"GET /api/translate/jobs returns job list\",\n# \"GET /api/translate/jobs/{id} returns single job\",\n# \"PUT /api/translate/jobs/{id} updates and returns job\",\n# \"DELETE /api/translate/jobs/{id} returns 204\",\n# \"POST /api/translate/jobs/{id}/duplicate returns new job copy\"\n# ]\n# }\n# @TEST_FIXTURE: valid_job_payload -> {name: \"Test Job\", source_dialect: \"postgresql\", target_dialect: \"clickhouse\"}\n# @TEST_EDGE: missing_translation_column -> 422 when datasource set but no translation column\n# @TEST_EDGE: virtual_key_column_warning -> warning emitted when virtual column used as key\n# @TEST_EDGE: invalid_dialect_rejected -> error on unsupported dialect\n# @TEST_INVARIANT: valid_CRUD_flow -> VERIFIED_BY: [valid_job_payload, missing_translation_column]\n\nimport sys\nfrom pathlib import Path\n\nsys.path.insert(0, str(Path(__file__).parent.parent / \"src\"))\n\nfrom unittest.mock import MagicMock\n\nimport pytest\nfrom fastapi.testclient import TestClient\nfrom sqlalchemy import create_engine\nfrom sqlalchemy.orm import sessionmaker\n\nfrom src.app import app\nfrom src.core.config_models import Environment\nfrom src.core.database import Base\nfrom src.dependencies import (\n get_config_manager,\n get_current_user,\n)\n\n# [DEF:valid_job_payload:Variable]\n# @PURPOSE: Standard valid payload for creating a translation job.\nvalid_job_payload = {\n \"name\": \"Test Translation Job\",\n \"description\": \"A test job for unit tests\",\n \"source_dialect\": \"postgresql\",\n \"target_dialect\": \"clickhouse\",\n \"source_key_cols\": [\"id\"],\n \"target_key_cols\": [\"id\"],\n \"translation_column\": \"name\",\n \"context_columns\": [\"description\"],\n \"target_language\": \"ru\",\n \"batch_size\": 100,\n \"upsert_strategy\": \"MERGE\",\n \"dictionary_ids\": [],\n}\n# [/DEF:valid_job_payload:Variable]\n\n\n# Mock user\nmock_user = MagicMock()\nmock_user.username = \"testuser\"\nmock_user.roles = []\nadmin_role = MagicMock()\nadmin_role.name = \"Admin\"\nmock_user.roles.append(admin_role)\n\n\n# In-memory SQLite database for service tests\nSQLALCHEMY_DATABASE_URL = \"sqlite:///:memory:\"\nengine = create_engine(SQLALCHEMY_DATABASE_URL, connect_args={\"check_same_thread\": False})\nTestingSessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)\n\n\n# Create DB tables once\nBase.metadata.create_all(bind=engine)\n\n\n# [DEF:MockConfigManager:Class]\n# @PURPOSE: Mock ConfigManager for service tests that returns a test environment.\nclass MockConfigManager:\n def get_environments(self):\n return [\n Environment(\n id=\"test_env\",\n name=\"Test Environment\",\n url=\"http://superset:8088\",\n username=\"admin\",\n password=\"admin\",\n )\n ]\n\n def get_config(self):\n return MagicMock()\n# [/DEF:MockConfigManager:Class]\n\n\n# [DEF:db_session:Function]\n# @PURPOSE: Create a fresh DB session with transaction rollback for each test.\n@pytest.fixture\ndef db_session():\n connection = engine.connect()\n transaction = connection.begin()\n session = TestingSessionLocal(bind=connection)\n\n yield session\n\n session.close()\n transaction.rollback()\n connection.close()\n# [/DEF:db_session:Function]\n\n\n# [DEF:mock_api_deps:Function]\n# @PURPOSE: Override FastAPI dependencies (including get_db with in-memory SQLite) for API route tests.\n# @RATIONALE: Uses the same in-memory SQLite engine as service tests to avoid real PostgreSQL dependency.\n# @REJECTED: Mocking get_db with MagicMock — the route handlers need a real session for ORM queries.\n@pytest.fixture\ndef mock_api_deps():\n from src.core.database import get_db\n\n config_manager = MagicMock()\n config_manager.get_environments.return_value = []\n\n # Create in-memory SQLite session for API tests (same engine as service tests)\n connection = engine.connect()\n transaction = connection.begin()\n session = TestingSessionLocal(bind=connection)\n\n def override_get_db():\n try:\n yield session\n finally:\n pass # Session lifecycle managed by fixture teardown\n\n overrides = {\n get_current_user: lambda: mock_user,\n get_config_manager: lambda: config_manager,\n get_db: override_get_db,\n }\n\n # Apply all overrides\n for dep, override in overrides.items():\n app.dependency_overrides[dep] = override\n\n yield {\"config_manager\": config_manager}\n\n app.dependency_overrides.clear()\n session.close()\n transaction.rollback()\n connection.close()\n# [/DEF:mock_api_deps:Function]\n\n\n# [DEF:client:Function]\n# @PURPOSE: FastAPI TestClient for API route tests.\n@pytest.fixture\ndef client(mock_api_deps):\n return TestClient(app)\n# [/DEF:client:Function]\n\n\n# ============================================================\n# Service Layer Tests\n# ============================================================\n\n\n# [DEF:test_create_job_valid:Function]\n# @PURPOSE: Verify that a valid job payload creates a job successfully.\ndef test_create_job_valid(db_session):\n \"\"\"Test creating a valid translation job.\"\"\"\n from src.plugins.translate.service import TranslateJobService, job_to_response\n from src.schemas.translate import TranslateJobCreate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n payload = TranslateJobCreate(**valid_job_payload)\n job = service.create_job(payload)\n\n assert job.id is not None\n assert job.name == \"Test Translation Job\"\n assert job.source_dialect == \"postgresql\"\n assert job.target_dialect == \"clickhouse\"\n assert job.translation_column == \"name\"\n assert job.source_key_cols == [\"id\"]\n assert job.target_key_cols == [\"id\"]\n assert job.context_columns == [\"description\"]\n assert job.batch_size == 100\n assert job.upsert_strategy == \"MERGE\"\n assert job.target_language == \"ru\"\n assert job.status == \"DRAFT\"\n assert job.created_by == \"test_user\"\n\n # Verify response serialization\n response = job_to_response(job, [])\n assert response.name == \"Test Translation Job\"\n assert response.source_key_cols == [\"id\"]\n# [/DEF:test_create_job_valid:Function]\n\n\n# [DEF:test_create_job_missing_translation_column:Function]\n# @PURPOSE: Verify that creating a job with datasource but no translation column raises ValueError.\ndef test_create_job_missing_translation_column(db_session):\n \"\"\"Test that a datasource without a translation column is rejected.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n payload = TranslateJobCreate(\n name=\"Bad Job\",\n source_dialect=\"postgresql\",\n target_dialect=\"clickhouse\",\n source_datasource_id=\"42\",\n translation_column=None,\n )\n\n with pytest.raises(ValueError, match=\"translation column is required\"):\n service.create_job(payload)\n# [/DEF:test_create_job_missing_translation_column:Function]\n\n\n# [DEF:test_create_job_invalid_upsert_strategy:Function]\n# @PURPOSE: Verify that an invalid upsert strategy is rejected.\ndef test_create_job_invalid_upsert_strategy(db_session):\n \"\"\"Test that an invalid upsert strategy raises ValueError.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n payload = TranslateJobCreate(\n name=\"Bad Strategy Job\",\n source_dialect=\"postgresql\",\n target_dialect=\"clickhouse\",\n upsert_strategy=\"INVALID\",\n )\n\n with pytest.raises(ValueError, match=\"Invalid upsert_strategy\"):\n service.create_job(payload)\n# [/DEF:test_create_job_invalid_upsert_strategy:Function]\n\n\n# [DEF:test_get_job:Function]\n# @PURPOSE: Verify that a job can be retrieved by ID.\ndef test_get_job(db_session):\n \"\"\"Test retrieving a translation job by ID.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n payload = TranslateJobCreate(**valid_job_payload)\n created = service.create_job(payload)\n\n fetched = service.get_job(created.id)\n assert fetched.id == created.id\n assert fetched.name == \"Test Translation Job\"\n# [/DEF:test_get_job:Function]\n\n\n# [DEF:test_get_job_not_found:Function]\n# @PURPOSE: Verify that getting a non-existent job raises ValueError.\ndef test_get_job_not_found(db_session):\n \"\"\"Test that a non-existent job raises ValueError.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n with pytest.raises(ValueError, match=\"not found\"):\n service.get_job(\"non-existent-id\")\n# [/DEF:test_get_job_not_found:Function]\n\n\n# [DEF:test_list_jobs:Function]\n# @PURPOSE: Verify that listing jobs returns all created jobs.\ndef test_list_jobs(db_session):\n \"\"\"Test listing translation jobs.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n p1 = TranslateJobCreate(name=\"Job 1\", source_dialect=\"postgresql\", target_dialect=\"clickhouse\")\n p2 = TranslateJobCreate(name=\"Job 2\", source_dialect=\"mysql\", target_dialect=\"postgresql\")\n service.create_job(p1)\n service.create_job(p2)\n\n total, jobs = service.list_jobs()\n assert total == 2\n assert len(jobs) == 2\n# [/DEF:test_list_jobs:Function]\n\n\n# [DEF:test_list_jobs_with_status_filter:Function]\n# @PURPOSE: Verify that listing jobs with a status filter works.\ndef test_list_jobs_with_status_filter(db_session):\n \"\"\"Test listing jobs filtered by status.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate, TranslateJobUpdate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n p1 = TranslateJobCreate(name=\"Draft Job\", source_dialect=\"pg\", target_dialect=\"ch\")\n p2 = TranslateJobCreate(name=\"Ready Job\", source_dialect=\"pg\", target_dialect=\"ch\")\n service.create_job(p1)\n job2 = service.create_job(p2)\n\n service.update_job(job2.id, TranslateJobUpdate(status=\"READY\"))\n\n total, jobs = service.list_jobs(status_filter=\"READY\")\n assert total == 1\n assert jobs[0].name == \"Ready Job\"\n# [/DEF:test_list_jobs_with_status_filter:Function]\n\n\n# [DEF:test_update_job:Function]\n# @PURPOSE: Verify that a job can be updated.\ndef test_update_job(db_session):\n \"\"\"Test updating a translation job.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate, TranslateJobUpdate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n payload = TranslateJobCreate(**valid_job_payload)\n job = service.create_job(payload)\n\n update = TranslateJobUpdate(\n name=\"Updated Job\",\n description=\"Updated description\",\n batch_size=200,\n )\n updated = service.update_job(job.id, update)\n\n assert updated.name == \"Updated Job\"\n assert updated.description == \"Updated description\"\n assert updated.batch_size == 200\n# [/DEF:test_update_job:Function]\n\n\n# [DEF:test_delete_job:Function]\n# @PURPOSE: Verify that a job can be deleted.\ndef test_delete_job(db_session):\n \"\"\"Test deleting a translation job.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n payload = TranslateJobCreate(**valid_job_payload)\n job = service.create_job(payload)\n\n service.delete_job(job.id)\n\n with pytest.raises(ValueError, match=\"not found\"):\n service.get_job(job.id)\n# [/DEF:test_delete_job:Function]\n\n\n# [DEF:test_duplicate_job:Function]\n# @PURPOSE: Verify that a job can be duplicated.\ndef test_duplicate_job(db_session):\n \"\"\"Test duplicating a translation job.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n payload = TranslateJobCreate(**valid_job_payload)\n original = service.create_job(payload)\n\n duplicate = service.duplicate_job(original.id)\n\n assert duplicate.id != original.id\n assert duplicate.name == f\"{original.name} (Copy)\"\n assert duplicate.source_dialect == original.source_dialect\n assert duplicate.target_dialect == original.target_dialect\n assert duplicate.translation_column == original.translation_column\n assert duplicate.source_key_cols == original.source_key_cols\n assert duplicate.status == \"DRAFT\"\n# [/DEF:test_duplicate_job:Function]\n\n\n# [DEF:test_duplicate_job_custom_name:Function]\n# @PURPOSE: Verify that a job can be duplicated with a custom name.\ndef test_duplicate_job_custom_name(db_session):\n \"\"\"Test duplicating a job with a custom name.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n payload = TranslateJobCreate(**valid_job_payload)\n original = service.create_job(payload)\n\n duplicate = service.duplicate_job(original.id, new_name=\"Custom Copy Name\")\n assert duplicate.name == \"Custom Copy Name\"\n# [/DEF:test_duplicate_job_custom_name:Function]\n\n\n# [DEF:test_detect_virtual_columns:Function]\n# @PURPOSE: Verify virtual column detection from column metadata.\ndef test_detect_virtual_columns():\n \"\"\"Test that virtual columns are correctly identified.\"\"\"\n from src.plugins.translate.service import detect_virtual_columns\n\n columns = [\n {\"name\": \"id\", \"is_physical\": True},\n {\"name\": \"name\", \"is_physical\": True},\n {\"name\": \"virtual_col\", \"is_physical\": False},\n ]\n\n virtuals = detect_virtual_columns(columns)\n assert \"virtual_col\" in virtuals\n assert \"id\" not in virtuals\n assert \"name\" not in virtuals\n# [/DEF:test_detect_virtual_columns:Function]\n\n\n# [DEF:test_get_dialect_from_database:Function]\n# @PURPOSE: Verify dialect extraction from Superset database records.\ndef test_get_dialect_from_database():\n \"\"\"Test dialect extraction from Superset database records.\"\"\"\n from src.plugins.translate.service import get_dialect_from_database\n\n dialect = get_dialect_from_database({\"backend\": \"postgresql\"})\n assert dialect == \"postgresql\"\n\n dialect = get_dialect_from_database({\"engine\": \"mysql\"})\n assert dialect == \"mysql\"\n\n dialect = get_dialect_from_database({\"backend\": \"clickhouse\", \"engine\": \"mysql\"})\n assert dialect == \"clickhouse\"\n# [/DEF:test_get_dialect_from_database:Function]\n\n\n# [DEF:test_get_dialect_from_database_unsupported:Function]\n# @PURPOSE: Verify that unsupported dialects raise ValueError.\ndef test_get_dialect_from_database_unsupported():\n \"\"\"Test that unsupported dialects raise ValueError.\"\"\"\n from src.plugins.translate.service import get_dialect_from_database\n\n with pytest.raises(ValueError, match=\"Unsupported database dialect\"):\n get_dialect_from_database({\"backend\": \"mongodb\"})\n\n with pytest.raises(ValueError, match=\"Could not determine\"):\n get_dialect_from_database({})\n# [/DEF:test_get_dialect_from_database_unsupported:Function]\n\n\n# ============================================================\n# API Route Tests\n# ============================================================\n\n\n# [DEF:test_api_create_job:Function]\n# @PURPOSE: Verify POST /api/translate/jobs returns 201 with valid payload.\ndef test_api_create_job(client):\n \"\"\"Test POST /api/translate/jobs returns 201.\"\"\"\n response = client.post(\"/api/translate/jobs\", json=valid_job_payload)\n\n # Note: This may return 422 because the mock ConfigManager returns no real environments\n # but the route requires get_config_manager. The service is tested directly above.\n assert response.status_code in (201, 422, 500)\n if response.status_code == 201:\n data = response.json()\n assert data[\"name\"] == \"Test Translation Job\"\n assert \"id\" in data\n# [/DEF:test_api_create_job:Function]\n\n\n# [DEF:test_api_list_jobs:Function]\n# @PURPOSE: Verify GET /api/translate/jobs returns 200.\ndef test_api_list_jobs(client):\n \"\"\"Test GET /api/translate/jobs returns list.\"\"\"\n response = client.get(\"/api/translate/jobs\")\n assert response.status_code == 200\n assert isinstance(response.json(), list)\n# [/DEF:test_api_list_jobs:Function]\n\n\n# [DEF:test_api_get_job_not_found:Function]\n# @PURPOSE: Verify GET non-existent job returns 404.\ndef test_api_get_job_not_found(client):\n \"\"\"Test GET non-existent job returns 404.\"\"\"\n response = client.get(\"/api/translate/jobs/non-existent-id\")\n assert response.status_code == 404\n# [/DEF:test_api_get_job_not_found:Function]\n\n\n# [DEF:test_api_delete_job_not_found:Function]\n# @PURPOSE: Verify DELETE non-existent job returns 404.\ndef test_api_delete_job_not_found(client):\n \"\"\"Test DELETE non-existent job returns 404.\"\"\"\n response = client.delete(\"/api/translate/jobs/non-existent-id\")\n assert response.status_code == 404\n# [/DEF:test_api_delete_job_not_found:Function]\n\n\n# [DEF:test_api_duplicate_job_not_found:Function]\n# @PURPOSE: Verify duplicating a non-existent job returns 404.\ndef test_api_duplicate_job_not_found(client):\n \"\"\"Test duplicating a non-existent job returns 404.\"\"\"\n response = client.post(\"/api/translate/jobs/non-existent-id/duplicate\")\n assert response.status_code == 404\n# [/DEF:test_api_duplicate_job_not_found:Function]\n\n\n# [DEF:test_api_create_job_422_missing_name:Function]\n# @PURPOSE: Verify POST with missing required fields returns 422.\ndef test_api_create_job_422_missing_name(client):\n \"\"\"Test POST with missing required fields returns 422.\"\"\"\n response = client.post(\"/api/translate/jobs\", json={\"source_dialect\": \"pg\"})\n assert response.status_code == 422\n# [/DEF:test_api_create_job_422_missing_name:Function]\n\n\n# [DEF:test_api_datasource_columns_missing_env:Function]\n# @PURPOSE: Verify datasource columns endpoint without env_id returns 422.\ndef test_api_datasource_columns_missing_env(client):\n \"\"\"Test datasource columns endpoint without env_id returns 422.\"\"\"\n response = client.get(\"/api/translate/datasources/42/columns\")\n assert response.status_code == 422\n# [/DEF:test_api_datasource_columns_missing_env:Function]\n\n\n# [DEF:test_api_datasource_columns_bad_env:Function]\n# @PURPOSE: Verify datasource columns with unknown env returns 400.\ndef test_api_datasource_columns_bad_env(client):\n \"\"\"Test datasource columns with unknown env returns 400.\"\"\"\n response = client.get(\"/api/translate/datasources/42/columns?env_id=unknown\")\n assert response.status_code in (400, 502, 422)\n# [/DEF:test_api_datasource_columns_bad_env:Function]\n\n\n# [DEF:test_api_update_job_not_found:Function]\n# @PURPOSE: Verify PUT non-existent job returns 404.\ndef test_api_update_job_not_found(client):\n \"\"\"Test PUT non-existent job returns 404.\"\"\"\n response = client.put(\"/api/translate/jobs/non-existent-id\", json={\"name\": \"Updated\"})\n assert response.status_code == 404\n# [/DEF:test_api_update_job_not_found:Function]\n\n# [/DEF:TranslateJobTests:Module]\n" }, { @@ -75182,9 +79993,20 @@ "actual_complexity": 1, "contract_type": "Variable" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'valid_job_payload' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:valid_job_payload:Variable]\n# @PURPOSE: Standard valid payload for creating a translation job.\nvalid_job_payload = {\n \"name\": \"Test Translation Job\",\n \"description\": \"A test job for unit tests\",\n \"source_dialect\": \"postgresql\",\n \"target_dialect\": \"clickhouse\",\n \"source_key_cols\": [\"id\"],\n \"target_key_cols\": [\"id\"],\n \"translation_column\": \"name\",\n \"context_columns\": [\"description\"],\n \"target_language\": \"ru\",\n \"batch_size\": 100,\n \"upsert_strategy\": \"MERGE\",\n \"dictionary_ids\": [],\n}\n# [/DEF:valid_job_payload:Variable]\n" }, { @@ -75208,9 +80030,20 @@ "actual_complexity": 1, "contract_type": "Class" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'MockConfigManager' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:MockConfigManager:Class]\n# @PURPOSE: Mock ConfigManager for service tests that returns a test environment.\nclass MockConfigManager:\n def get_environments(self):\n return [\n Environment(\n id=\"test_env\",\n name=\"Test Environment\",\n url=\"http://superset:8088\",\n username=\"admin\",\n password=\"admin\",\n )\n ]\n\n def get_config(self):\n return MagicMock()\n# [/DEF:MockConfigManager:Class]\n" }, { @@ -75234,9 +80067,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'db_session' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:db_session:Function]\n# @PURPOSE: Create a fresh DB session with transaction rollback for each test.\n@pytest.fixture\ndef db_session():\n connection = engine.connect()\n transaction = connection.begin()\n session = TestingSessionLocal(bind=connection)\n\n yield session\n\n session.close()\n transaction.rollback()\n connection.close()\n# [/DEF:db_session:Function]\n" }, { @@ -75280,9 +80124,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'mock_api_deps' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:mock_api_deps:Function]\n# @PURPOSE: Override FastAPI dependencies (including get_db with in-memory SQLite) for API route tests.\n# @RATIONALE: Uses the same in-memory SQLite engine as service tests to avoid real PostgreSQL dependency.\n# @REJECTED: Mocking get_db with MagicMock — the route handlers need a real session for ORM queries.\n@pytest.fixture\ndef mock_api_deps():\n from src.core.database import get_db\n\n config_manager = MagicMock()\n config_manager.get_environments.return_value = []\n\n # Create in-memory SQLite session for API tests (same engine as service tests)\n connection = engine.connect()\n transaction = connection.begin()\n session = TestingSessionLocal(bind=connection)\n\n def override_get_db():\n try:\n yield session\n finally:\n pass # Session lifecycle managed by fixture teardown\n\n overrides = {\n get_current_user: lambda: mock_user,\n get_config_manager: lambda: config_manager,\n get_db: override_get_db,\n }\n\n # Apply all overrides\n for dep, override in overrides.items():\n app.dependency_overrides[dep] = override\n\n yield {\"config_manager\": config_manager}\n\n app.dependency_overrides.clear()\n session.close()\n transaction.rollback()\n connection.close()\n# [/DEF:mock_api_deps:Function]\n" }, { @@ -75306,9 +80161,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'client' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:client:Function]\n# @PURPOSE: FastAPI TestClient for API route tests.\n@pytest.fixture\ndef client(mock_api_deps):\n return TestClient(app)\n# [/DEF:client:Function]\n" }, { @@ -75323,8 +80189,20 @@ "PURPOSE": "Verify that a valid job payload creates a job successfully." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_create_job_valid' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_create_job_valid:Function]\n# @PURPOSE: Verify that a valid job payload creates a job successfully.\ndef test_create_job_valid(db_session):\n \"\"\"Test creating a valid translation job.\"\"\"\n from src.plugins.translate.service import TranslateJobService, job_to_response\n from src.schemas.translate import TranslateJobCreate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n payload = TranslateJobCreate(**valid_job_payload)\n job = service.create_job(payload)\n\n assert job.id is not None\n assert job.name == \"Test Translation Job\"\n assert job.source_dialect == \"postgresql\"\n assert job.target_dialect == \"clickhouse\"\n assert job.translation_column == \"name\"\n assert job.source_key_cols == [\"id\"]\n assert job.target_key_cols == [\"id\"]\n assert job.context_columns == [\"description\"]\n assert job.batch_size == 100\n assert job.upsert_strategy == \"MERGE\"\n assert job.target_language == \"ru\"\n assert job.status == \"DRAFT\"\n assert job.created_by == \"test_user\"\n\n # Verify response serialization\n response = job_to_response(job, [])\n assert response.name == \"Test Translation Job\"\n assert response.source_key_cols == [\"id\"]\n# [/DEF:test_create_job_valid:Function]\n" }, { @@ -75339,8 +80217,20 @@ "PURPOSE": "Verify that creating a job with datasource but no translation column raises ValueError." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_create_job_missing_translation_column' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_create_job_missing_translation_column:Function]\n# @PURPOSE: Verify that creating a job with datasource but no translation column raises ValueError.\ndef test_create_job_missing_translation_column(db_session):\n \"\"\"Test that a datasource without a translation column is rejected.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n payload = TranslateJobCreate(\n name=\"Bad Job\",\n source_dialect=\"postgresql\",\n target_dialect=\"clickhouse\",\n source_datasource_id=\"42\",\n translation_column=None,\n )\n\n with pytest.raises(ValueError, match=\"translation column is required\"):\n service.create_job(payload)\n# [/DEF:test_create_job_missing_translation_column:Function]\n" }, { @@ -75355,8 +80245,20 @@ "PURPOSE": "Verify that an invalid upsert strategy is rejected." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_create_job_invalid_upsert_strategy' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_create_job_invalid_upsert_strategy:Function]\n# @PURPOSE: Verify that an invalid upsert strategy is rejected.\ndef test_create_job_invalid_upsert_strategy(db_session):\n \"\"\"Test that an invalid upsert strategy raises ValueError.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n payload = TranslateJobCreate(\n name=\"Bad Strategy Job\",\n source_dialect=\"postgresql\",\n target_dialect=\"clickhouse\",\n upsert_strategy=\"INVALID\",\n )\n\n with pytest.raises(ValueError, match=\"Invalid upsert_strategy\"):\n service.create_job(payload)\n# [/DEF:test_create_job_invalid_upsert_strategy:Function]\n" }, { @@ -75371,8 +80273,20 @@ "PURPOSE": "Verify that a job can be retrieved by ID." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_job' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_job:Function]\n# @PURPOSE: Verify that a job can be retrieved by ID.\ndef test_get_job(db_session):\n \"\"\"Test retrieving a translation job by ID.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n payload = TranslateJobCreate(**valid_job_payload)\n created = service.create_job(payload)\n\n fetched = service.get_job(created.id)\n assert fetched.id == created.id\n assert fetched.name == \"Test Translation Job\"\n# [/DEF:test_get_job:Function]\n" }, { @@ -75387,8 +80301,20 @@ "PURPOSE": "Verify that getting a non-existent job raises ValueError." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_job_not_found' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_job_not_found:Function]\n# @PURPOSE: Verify that getting a non-existent job raises ValueError.\ndef test_get_job_not_found(db_session):\n \"\"\"Test that a non-existent job raises ValueError.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n with pytest.raises(ValueError, match=\"not found\"):\n service.get_job(\"non-existent-id\")\n# [/DEF:test_get_job_not_found:Function]\n" }, { @@ -75403,8 +80329,20 @@ "PURPOSE": "Verify that listing jobs returns all created jobs." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_list_jobs' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_list_jobs:Function]\n# @PURPOSE: Verify that listing jobs returns all created jobs.\ndef test_list_jobs(db_session):\n \"\"\"Test listing translation jobs.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n p1 = TranslateJobCreate(name=\"Job 1\", source_dialect=\"postgresql\", target_dialect=\"clickhouse\")\n p2 = TranslateJobCreate(name=\"Job 2\", source_dialect=\"mysql\", target_dialect=\"postgresql\")\n service.create_job(p1)\n service.create_job(p2)\n\n total, jobs = service.list_jobs()\n assert total == 2\n assert len(jobs) == 2\n# [/DEF:test_list_jobs:Function]\n" }, { @@ -75419,8 +80357,20 @@ "PURPOSE": "Verify that listing jobs with a status filter works." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_list_jobs_with_status_filter' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_list_jobs_with_status_filter:Function]\n# @PURPOSE: Verify that listing jobs with a status filter works.\ndef test_list_jobs_with_status_filter(db_session):\n \"\"\"Test listing jobs filtered by status.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate, TranslateJobUpdate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n p1 = TranslateJobCreate(name=\"Draft Job\", source_dialect=\"pg\", target_dialect=\"ch\")\n p2 = TranslateJobCreate(name=\"Ready Job\", source_dialect=\"pg\", target_dialect=\"ch\")\n service.create_job(p1)\n job2 = service.create_job(p2)\n\n service.update_job(job2.id, TranslateJobUpdate(status=\"READY\"))\n\n total, jobs = service.list_jobs(status_filter=\"READY\")\n assert total == 1\n assert jobs[0].name == \"Ready Job\"\n# [/DEF:test_list_jobs_with_status_filter:Function]\n" }, { @@ -75435,8 +80385,20 @@ "PURPOSE": "Verify that a job can be updated." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_update_job' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_update_job:Function]\n# @PURPOSE: Verify that a job can be updated.\ndef test_update_job(db_session):\n \"\"\"Test updating a translation job.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate, TranslateJobUpdate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n payload = TranslateJobCreate(**valid_job_payload)\n job = service.create_job(payload)\n\n update = TranslateJobUpdate(\n name=\"Updated Job\",\n description=\"Updated description\",\n batch_size=200,\n )\n updated = service.update_job(job.id, update)\n\n assert updated.name == \"Updated Job\"\n assert updated.description == \"Updated description\"\n assert updated.batch_size == 200\n# [/DEF:test_update_job:Function]\n" }, { @@ -75451,8 +80413,20 @@ "PURPOSE": "Verify that a job can be deleted." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_delete_job' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_delete_job:Function]\n# @PURPOSE: Verify that a job can be deleted.\ndef test_delete_job(db_session):\n \"\"\"Test deleting a translation job.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n payload = TranslateJobCreate(**valid_job_payload)\n job = service.create_job(payload)\n\n service.delete_job(job.id)\n\n with pytest.raises(ValueError, match=\"not found\"):\n service.get_job(job.id)\n# [/DEF:test_delete_job:Function]\n" }, { @@ -75467,8 +80441,20 @@ "PURPOSE": "Verify that a job can be duplicated." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_duplicate_job' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_duplicate_job:Function]\n# @PURPOSE: Verify that a job can be duplicated.\ndef test_duplicate_job(db_session):\n \"\"\"Test duplicating a translation job.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n payload = TranslateJobCreate(**valid_job_payload)\n original = service.create_job(payload)\n\n duplicate = service.duplicate_job(original.id)\n\n assert duplicate.id != original.id\n assert duplicate.name == f\"{original.name} (Copy)\"\n assert duplicate.source_dialect == original.source_dialect\n assert duplicate.target_dialect == original.target_dialect\n assert duplicate.translation_column == original.translation_column\n assert duplicate.source_key_cols == original.source_key_cols\n assert duplicate.status == \"DRAFT\"\n# [/DEF:test_duplicate_job:Function]\n" }, { @@ -75483,8 +80469,20 @@ "PURPOSE": "Verify that a job can be duplicated with a custom name." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_duplicate_job_custom_name' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_duplicate_job_custom_name:Function]\n# @PURPOSE: Verify that a job can be duplicated with a custom name.\ndef test_duplicate_job_custom_name(db_session):\n \"\"\"Test duplicating a job with a custom name.\"\"\"\n from src.plugins.translate.service import TranslateJobService\n from src.schemas.translate import TranslateJobCreate\n\n config_mgr = MockConfigManager()\n service = TranslateJobService(db_session, config_mgr, \"test_user\")\n\n payload = TranslateJobCreate(**valid_job_payload)\n original = service.create_job(payload)\n\n duplicate = service.duplicate_job(original.id, new_name=\"Custom Copy Name\")\n assert duplicate.name == \"Custom Copy Name\"\n# [/DEF:test_duplicate_job_custom_name:Function]\n" }, { @@ -75499,8 +80497,20 @@ "PURPOSE": "Verify virtual column detection from column metadata." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_detect_virtual_columns' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_detect_virtual_columns:Function]\n# @PURPOSE: Verify virtual column detection from column metadata.\ndef test_detect_virtual_columns():\n \"\"\"Test that virtual columns are correctly identified.\"\"\"\n from src.plugins.translate.service import detect_virtual_columns\n\n columns = [\n {\"name\": \"id\", \"is_physical\": True},\n {\"name\": \"name\", \"is_physical\": True},\n {\"name\": \"virtual_col\", \"is_physical\": False},\n ]\n\n virtuals = detect_virtual_columns(columns)\n assert \"virtual_col\" in virtuals\n assert \"id\" not in virtuals\n assert \"name\" not in virtuals\n# [/DEF:test_detect_virtual_columns:Function]\n" }, { @@ -75515,8 +80525,20 @@ "PURPOSE": "Verify dialect extraction from Superset database records." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_dialect_from_database' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_dialect_from_database:Function]\n# @PURPOSE: Verify dialect extraction from Superset database records.\ndef test_get_dialect_from_database():\n \"\"\"Test dialect extraction from Superset database records.\"\"\"\n from src.plugins.translate.service import get_dialect_from_database\n\n dialect = get_dialect_from_database({\"backend\": \"postgresql\"})\n assert dialect == \"postgresql\"\n\n dialect = get_dialect_from_database({\"engine\": \"mysql\"})\n assert dialect == \"mysql\"\n\n dialect = get_dialect_from_database({\"backend\": \"clickhouse\", \"engine\": \"mysql\"})\n assert dialect == \"clickhouse\"\n# [/DEF:test_get_dialect_from_database:Function]\n" }, { @@ -75531,8 +80553,20 @@ "PURPOSE": "Verify that unsupported dialects raise ValueError." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_dialect_from_database_unsupported' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_dialect_from_database_unsupported:Function]\n# @PURPOSE: Verify that unsupported dialects raise ValueError.\ndef test_get_dialect_from_database_unsupported():\n \"\"\"Test that unsupported dialects raise ValueError.\"\"\"\n from src.plugins.translate.service import get_dialect_from_database\n\n with pytest.raises(ValueError, match=\"Unsupported database dialect\"):\n get_dialect_from_database({\"backend\": \"mongodb\"})\n\n with pytest.raises(ValueError, match=\"Could not determine\"):\n get_dialect_from_database({})\n# [/DEF:test_get_dialect_from_database_unsupported:Function]\n" }, { @@ -75547,8 +80581,20 @@ "PURPOSE": "Verify POST /api/translate/jobs returns 201 with valid payload." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_api_create_job' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_api_create_job:Function]\n# @PURPOSE: Verify POST /api/translate/jobs returns 201 with valid payload.\ndef test_api_create_job(client):\n \"\"\"Test POST /api/translate/jobs returns 201.\"\"\"\n response = client.post(\"/api/translate/jobs\", json=valid_job_payload)\n\n # Note: This may return 422 because the mock ConfigManager returns no real environments\n # but the route requires get_config_manager. The service is tested directly above.\n assert response.status_code in (201, 422, 500)\n if response.status_code == 201:\n data = response.json()\n assert data[\"name\"] == \"Test Translation Job\"\n assert \"id\" in data\n# [/DEF:test_api_create_job:Function]\n" }, { @@ -75563,8 +80609,20 @@ "PURPOSE": "Verify GET /api/translate/jobs returns 200." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_api_list_jobs' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_api_list_jobs:Function]\n# @PURPOSE: Verify GET /api/translate/jobs returns 200.\ndef test_api_list_jobs(client):\n \"\"\"Test GET /api/translate/jobs returns list.\"\"\"\n response = client.get(\"/api/translate/jobs\")\n assert response.status_code == 200\n assert isinstance(response.json(), list)\n# [/DEF:test_api_list_jobs:Function]\n" }, { @@ -75579,8 +80637,20 @@ "PURPOSE": "Verify GET non-existent job returns 404." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_api_get_job_not_found' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_api_get_job_not_found:Function]\n# @PURPOSE: Verify GET non-existent job returns 404.\ndef test_api_get_job_not_found(client):\n \"\"\"Test GET non-existent job returns 404.\"\"\"\n response = client.get(\"/api/translate/jobs/non-existent-id\")\n assert response.status_code == 404\n# [/DEF:test_api_get_job_not_found:Function]\n" }, { @@ -75595,8 +80665,20 @@ "PURPOSE": "Verify DELETE non-existent job returns 404." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_api_delete_job_not_found' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_api_delete_job_not_found:Function]\n# @PURPOSE: Verify DELETE non-existent job returns 404.\ndef test_api_delete_job_not_found(client):\n \"\"\"Test DELETE non-existent job returns 404.\"\"\"\n response = client.delete(\"/api/translate/jobs/non-existent-id\")\n assert response.status_code == 404\n# [/DEF:test_api_delete_job_not_found:Function]\n" }, { @@ -75611,8 +80693,20 @@ "PURPOSE": "Verify duplicating a non-existent job returns 404." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_api_duplicate_job_not_found' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_api_duplicate_job_not_found:Function]\n# @PURPOSE: Verify duplicating a non-existent job returns 404.\ndef test_api_duplicate_job_not_found(client):\n \"\"\"Test duplicating a non-existent job returns 404.\"\"\"\n response = client.post(\"/api/translate/jobs/non-existent-id/duplicate\")\n assert response.status_code == 404\n# [/DEF:test_api_duplicate_job_not_found:Function]\n" }, { @@ -75627,8 +80721,20 @@ "PURPOSE": "Verify POST with missing required fields returns 422." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_api_create_job_422_missing_name' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_api_create_job_422_missing_name:Function]\n# @PURPOSE: Verify POST with missing required fields returns 422.\ndef test_api_create_job_422_missing_name(client):\n \"\"\"Test POST with missing required fields returns 422.\"\"\"\n response = client.post(\"/api/translate/jobs\", json={\"source_dialect\": \"pg\"})\n assert response.status_code == 422\n# [/DEF:test_api_create_job_422_missing_name:Function]\n" }, { @@ -75643,8 +80749,20 @@ "PURPOSE": "Verify datasource columns endpoint without env_id returns 422." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_api_datasource_columns_missing_env' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_api_datasource_columns_missing_env:Function]\n# @PURPOSE: Verify datasource columns endpoint without env_id returns 422.\ndef test_api_datasource_columns_missing_env(client):\n \"\"\"Test datasource columns endpoint without env_id returns 422.\"\"\"\n response = client.get(\"/api/translate/datasources/42/columns\")\n assert response.status_code == 422\n# [/DEF:test_api_datasource_columns_missing_env:Function]\n" }, { @@ -75659,8 +80777,20 @@ "PURPOSE": "Verify datasource columns with unknown env returns 400." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_api_datasource_columns_bad_env' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_api_datasource_columns_bad_env:Function]\n# @PURPOSE: Verify datasource columns with unknown env returns 400.\ndef test_api_datasource_columns_bad_env(client):\n \"\"\"Test datasource columns with unknown env returns 400.\"\"\"\n response = client.get(\"/api/translate/datasources/42/columns?env_id=unknown\")\n assert response.status_code in (400, 502, 422)\n# [/DEF:test_api_datasource_columns_bad_env:Function]\n" }, { @@ -75675,8 +80805,20 @@ "PURPOSE": "Verify PUT non-existent job returns 404." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_api_update_job_not_found' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_api_update_job_not_found:Function]\n# @PURPOSE: Verify PUT non-existent job returns 404.\ndef test_api_update_job_not_found(client):\n \"\"\"Test PUT non-existent job returns 404.\"\"\"\n response = client.put(\"/api/translate/jobs/non-existent-id\", json={\"name\": \"Updated\"})\n assert response.status_code == 404\n# [/DEF:test_api_update_job_not_found:Function]\n" }, { @@ -75744,9 +80886,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TranslateSchedulerTests' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:TranslateSchedulerTests:Module]\n# @SEMANTICS: tests, translate, scheduler\n# @PURPOSE: Tests for TranslationScheduler CRUD and APScheduler integration.\n# @LAYER: Test\n# @RELATION: BINDS_TO -> [TranslationScheduler:Module]\n#\n# @TEST_CONTRACT: ScheduleFlow ->\n# {\n# invariants: [\n# \"Create schedule returns TranslationSchedule with valid fields\",\n# \"Update schedule modifies cron/timezone/active\",\n# \"Delete schedule removes the row\",\n# \"Enable/disable toggles is_active\",\n# \"get_next_executions returns ISO datetime strings\",\n# \"List active schedules returns only active rows\"\n# ]\n# }\n# @TEST_FIXTURE: valid_job -> created via TranslateJobService\n# @TEST_FIXTURE: schedule_data -> valid cron expression\n# @TEST_EDGE: schedule_not_found -> ValueError on get/delete non-existent\n# @TEST_EDGE: next_executions_invalid_cron -> empty list\n# @TEST_INVARIANT: schedule_crud_flow -> VERIFIED_BY: [valid_job, schedule_data]\n\nimport sys\nfrom pathlib import Path\n\nsys.path.insert(0, str(Path(__file__).parent.parent / \"src\"))\n\nfrom unittest.mock import MagicMock\n\nimport pytest\nfrom sqlalchemy import create_engine\nfrom sqlalchemy.orm import sessionmaker\n\nfrom src.core.database import Base\nfrom src.plugins.translate.scheduler import TranslationScheduler\nfrom src.plugins.translate.service import TranslateJobService\nfrom src.schemas.translate import TranslateJobCreate\n\n# In-memory SQLite\nSQLALCHEMY_DATABASE_URL = \"sqlite:///:memory:\"\nengine = create_engine(SQLALCHEMY_DATABASE_URL, connect_args={\"check_same_thread\": False})\nTestingSessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)\nBase.metadata.create_all(bind=engine)\n\n\n@pytest.fixture\ndef db_session():\n connection = engine.connect()\n transaction = connection.begin()\n session = TestingSessionLocal(bind=connection)\n yield session\n session.close()\n transaction.rollback()\n connection.close()\n\n\n# [DEF:test_create_schedule:Function]\n# @PURPOSE: Verify schedule creation with valid params.\ndef test_create_schedule(db_session):\n \"\"\"Test creating a schedule for a job.\"\"\"\n config_mgr = MagicMock()\n config_mgr.get_environments.return_value = []\n\n svc = TranslateJobService(db_session, config_mgr, \"test_user\")\n payload = TranslateJobCreate(name=\"Sched Job\", source_dialect=\"pg\", target_dialect=\"ch\")\n job = svc.create_job(payload)\n\n scheduler = TranslationScheduler(db_session, config_mgr, \"test_user\")\n schedule = scheduler.create_schedule(\n job_id=job.id,\n cron_expression=\"0 2 * * *\",\n timezone=\"UTC\",\n )\n\n assert schedule.job_id == job.id\n assert schedule.cron_expression == \"0 2 * * *\"\n assert schedule.timezone == \"UTC\"\n assert schedule.is_active is True\n assert schedule.id is not None\n# [/DEF:test_create_schedule:Function]\n\n\n# [DEF:test_update_schedule:Function]\n# @PURPOSE: Verify schedule update.\ndef test_update_schedule(db_session):\n \"\"\"Test updating a schedule.\"\"\"\n config_mgr = MagicMock()\n config_mgr.get_environments.return_value = []\n\n svc = TranslateJobService(db_session, config_mgr, \"test_user\")\n job = svc.create_job(TranslateJobCreate(name=\"Job\", source_dialect=\"pg\", target_dialect=\"ch\"))\n\n scheduler = TranslationScheduler(db_session, config_mgr, \"test_user\")\n scheduler.create_schedule(job.id, \"0 2 * * *\")\n\n updated = scheduler.update_schedule(job.id, cron_expression=\"30 3 * * *\", timezone_str=\"US/Eastern\", is_active=False)\n assert updated.cron_expression == \"30 3 * * *\"\n assert updated.timezone == \"US/Eastern\"\n assert updated.is_active is False\n# [/DEF:test_update_schedule:Function]\n\n\n# [DEF:test_delete_schedule:Function]\n# @PURPOSE: Verify schedule deletion.\ndef test_delete_schedule(db_session):\n \"\"\"Test deleting a schedule.\"\"\"\n config_mgr = MagicMock()\n config_mgr.get_environments.return_value = []\n\n svc = TranslateJobService(db_session, config_mgr, \"test_user\")\n job = svc.create_job(TranslateJobCreate(name=\"Job\", source_dialect=\"pg\", target_dialect=\"ch\"))\n\n scheduler = TranslationScheduler(db_session, config_mgr, \"test_user\")\n scheduler.create_schedule(job.id, \"0 2 * * *\")\n scheduler.delete_schedule(job.id)\n\n with pytest.raises(ValueError, match=\"No schedule found\"):\n scheduler.get_schedule(job.id)\n# [/DEF:test_delete_schedule:Function]\n\n\n# [DEF:test_enable_disable_schedule:Function]\n# @PURPOSE: Verify enable/disable toggle.\ndef test_enable_disable_schedule(db_session):\n \"\"\"Test enabling and disabling a schedule.\"\"\"\n config_mgr = MagicMock()\n config_mgr.get_environments.return_value = []\n\n svc = TranslateJobService(db_session, config_mgr, \"test_user\")\n job = svc.create_job(TranslateJobCreate(name=\"Job\", source_dialect=\"pg\", target_dialect=\"ch\"))\n\n scheduler = TranslationScheduler(db_session, config_mgr, \"test_user\")\n scheduler.create_schedule(job.id, \"0 2 * * *\")\n\n sched = scheduler.set_schedule_active(job.id, False)\n assert sched.is_active is False\n\n sched = scheduler.set_schedule_active(job.id, True)\n assert sched.is_active is True\n# [/DEF:test_enable_disable_schedule:Function]\n\n\n# [DEF:test_get_schedule_not_found:Function]\n# @PURPOSE: Verify ValueError on getting non-existent schedule.\ndef test_get_schedule_not_found(db_session):\n \"\"\"Test that getting a non-existent schedule raises ValueError.\"\"\"\n config_mgr = MagicMock()\n config_mgr.get_environments.return_value = []\n\n scheduler = TranslationScheduler(db_session, config_mgr, \"test_user\")\n with pytest.raises(ValueError, match=\"No schedule found\"):\n scheduler.get_schedule(\"non-existent\")\n# [/DEF:test_get_schedule_not_found:Function]\n\n\n# [DEF:test_list_active_schedules:Function]\n# @PURPOSE: Verify listing only active schedules.\ndef test_list_active_schedules(db_session):\n \"\"\"Test listing active schedules.\"\"\"\n config_mgr = MagicMock()\n config_mgr.get_environments.return_value = []\n\n svc = TranslateJobService(db_session, config_mgr, \"test_user\")\n job1 = svc.create_job(TranslateJobCreate(name=\"Job1\", source_dialect=\"pg\", target_dialect=\"ch\"))\n\n scheduler = TranslationScheduler(db_session, config_mgr, \"test_user\")\n scheduler.create_schedule(job1.id, \"0 2 * * *\")\n scheduler.set_schedule_active(job1.id, True)\n\n active = TranslationScheduler.list_active_schedules(db_session)\n assert len(active) >= 1\n assert active[0].job_id == job1.id\n# [/DEF:test_list_active_schedules:Function]\n\n\n# [DEF:test_get_next_executions:Function]\n# @PURPOSE: Verify next execution time computation.\ndef test_get_next_executions():\n \"\"\"Test computing next execution times.\"\"\"\n times = TranslationScheduler.get_next_executions(\"0 2 * * *\", \"UTC\", n=3)\n assert len(times) == 3\n for t in times:\n assert \"T\" in t # ISO format check\n# [/DEF:test_get_next_executions:Function]\n\n\n# [DEF:test_get_next_executions_invalid:Function]\n# @PURPOSE: Verify invalid cron returns empty list.\ndef test_get_next_executions_invalid():\n \"\"\"Test invalid cron returns empty list.\"\"\"\n times = TranslationScheduler.get_next_executions(\"invalid cron\", \"UTC\", n=3)\n assert times == []\n# [/DEF:test_get_next_executions_invalid:Function]\n# [/DEF:TranslateSchedulerTests:Module]\n" }, { @@ -75761,8 +80914,20 @@ "PURPOSE": "Verify schedule creation with valid params." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_create_schedule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_create_schedule:Function]\n# @PURPOSE: Verify schedule creation with valid params.\ndef test_create_schedule(db_session):\n \"\"\"Test creating a schedule for a job.\"\"\"\n config_mgr = MagicMock()\n config_mgr.get_environments.return_value = []\n\n svc = TranslateJobService(db_session, config_mgr, \"test_user\")\n payload = TranslateJobCreate(name=\"Sched Job\", source_dialect=\"pg\", target_dialect=\"ch\")\n job = svc.create_job(payload)\n\n scheduler = TranslationScheduler(db_session, config_mgr, \"test_user\")\n schedule = scheduler.create_schedule(\n job_id=job.id,\n cron_expression=\"0 2 * * *\",\n timezone=\"UTC\",\n )\n\n assert schedule.job_id == job.id\n assert schedule.cron_expression == \"0 2 * * *\"\n assert schedule.timezone == \"UTC\"\n assert schedule.is_active is True\n assert schedule.id is not None\n# [/DEF:test_create_schedule:Function]\n" }, { @@ -75777,8 +80942,20 @@ "PURPOSE": "Verify schedule update." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_update_schedule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_update_schedule:Function]\n# @PURPOSE: Verify schedule update.\ndef test_update_schedule(db_session):\n \"\"\"Test updating a schedule.\"\"\"\n config_mgr = MagicMock()\n config_mgr.get_environments.return_value = []\n\n svc = TranslateJobService(db_session, config_mgr, \"test_user\")\n job = svc.create_job(TranslateJobCreate(name=\"Job\", source_dialect=\"pg\", target_dialect=\"ch\"))\n\n scheduler = TranslationScheduler(db_session, config_mgr, \"test_user\")\n scheduler.create_schedule(job.id, \"0 2 * * *\")\n\n updated = scheduler.update_schedule(job.id, cron_expression=\"30 3 * * *\", timezone_str=\"US/Eastern\", is_active=False)\n assert updated.cron_expression == \"30 3 * * *\"\n assert updated.timezone == \"US/Eastern\"\n assert updated.is_active is False\n# [/DEF:test_update_schedule:Function]\n" }, { @@ -75793,8 +80970,20 @@ "PURPOSE": "Verify schedule deletion." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_delete_schedule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_delete_schedule:Function]\n# @PURPOSE: Verify schedule deletion.\ndef test_delete_schedule(db_session):\n \"\"\"Test deleting a schedule.\"\"\"\n config_mgr = MagicMock()\n config_mgr.get_environments.return_value = []\n\n svc = TranslateJobService(db_session, config_mgr, \"test_user\")\n job = svc.create_job(TranslateJobCreate(name=\"Job\", source_dialect=\"pg\", target_dialect=\"ch\"))\n\n scheduler = TranslationScheduler(db_session, config_mgr, \"test_user\")\n scheduler.create_schedule(job.id, \"0 2 * * *\")\n scheduler.delete_schedule(job.id)\n\n with pytest.raises(ValueError, match=\"No schedule found\"):\n scheduler.get_schedule(job.id)\n# [/DEF:test_delete_schedule:Function]\n" }, { @@ -75809,8 +80998,20 @@ "PURPOSE": "Verify enable/disable toggle." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_enable_disable_schedule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_enable_disable_schedule:Function]\n# @PURPOSE: Verify enable/disable toggle.\ndef test_enable_disable_schedule(db_session):\n \"\"\"Test enabling and disabling a schedule.\"\"\"\n config_mgr = MagicMock()\n config_mgr.get_environments.return_value = []\n\n svc = TranslateJobService(db_session, config_mgr, \"test_user\")\n job = svc.create_job(TranslateJobCreate(name=\"Job\", source_dialect=\"pg\", target_dialect=\"ch\"))\n\n scheduler = TranslationScheduler(db_session, config_mgr, \"test_user\")\n scheduler.create_schedule(job.id, \"0 2 * * *\")\n\n sched = scheduler.set_schedule_active(job.id, False)\n assert sched.is_active is False\n\n sched = scheduler.set_schedule_active(job.id, True)\n assert sched.is_active is True\n# [/DEF:test_enable_disable_schedule:Function]\n" }, { @@ -75825,8 +81026,20 @@ "PURPOSE": "Verify ValueError on getting non-existent schedule." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_schedule_not_found' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_schedule_not_found:Function]\n# @PURPOSE: Verify ValueError on getting non-existent schedule.\ndef test_get_schedule_not_found(db_session):\n \"\"\"Test that getting a non-existent schedule raises ValueError.\"\"\"\n config_mgr = MagicMock()\n config_mgr.get_environments.return_value = []\n\n scheduler = TranslationScheduler(db_session, config_mgr, \"test_user\")\n with pytest.raises(ValueError, match=\"No schedule found\"):\n scheduler.get_schedule(\"non-existent\")\n# [/DEF:test_get_schedule_not_found:Function]\n" }, { @@ -75841,8 +81054,20 @@ "PURPOSE": "Verify listing only active schedules." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_list_active_schedules' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_list_active_schedules:Function]\n# @PURPOSE: Verify listing only active schedules.\ndef test_list_active_schedules(db_session):\n \"\"\"Test listing active schedules.\"\"\"\n config_mgr = MagicMock()\n config_mgr.get_environments.return_value = []\n\n svc = TranslateJobService(db_session, config_mgr, \"test_user\")\n job1 = svc.create_job(TranslateJobCreate(name=\"Job1\", source_dialect=\"pg\", target_dialect=\"ch\"))\n\n scheduler = TranslationScheduler(db_session, config_mgr, \"test_user\")\n scheduler.create_schedule(job1.id, \"0 2 * * *\")\n scheduler.set_schedule_active(job1.id, True)\n\n active = TranslationScheduler.list_active_schedules(db_session)\n assert len(active) >= 1\n assert active[0].job_id == job1.id\n# [/DEF:test_list_active_schedules:Function]\n" }, { @@ -75857,8 +81082,20 @@ "PURPOSE": "Verify next execution time computation." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_next_executions' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_next_executions:Function]\n# @PURPOSE: Verify next execution time computation.\ndef test_get_next_executions():\n \"\"\"Test computing next execution times.\"\"\"\n times = TranslationScheduler.get_next_executions(\"0 2 * * *\", \"UTC\", n=3)\n assert len(times) == 3\n for t in times:\n assert \"T\" in t # ISO format check\n# [/DEF:test_get_next_executions:Function]\n" }, { @@ -75873,8 +81110,20 @@ "PURPOSE": "Verify invalid cron returns empty list." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'test_get_next_executions_invalid' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:test_get_next_executions_invalid:Function]\n# @PURPOSE: Verify invalid cron returns empty list.\ndef test_get_next_executions_invalid():\n \"\"\"Test invalid cron returns empty list.\"\"\"\n times = TranslationScheduler.get_next_executions(\"invalid cron\", \"UTC\", n=3)\n assert times == []\n# [/DEF:test_get_next_executions_invalid:Function]\n" }, { @@ -75923,6 +81172,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TestTranslateSchedulerExecution [C:3] [TYPE Module] [SEMANTICS test, translate, scheduler, execution, trigger-type, baseline]\n# @BRIEF Verify execute_scheduled_translation contracts — trigger_type dispatch, baseline expiry fallback.\n# @RELATION BINDS_TO -> [execute_scheduled_translation]\n# @TEST_EDGE: new_key_only_mode — trigger_type=\"new_key_only\" when baseline not expired\n# @TEST_EDGE: baseline_expired_fallback — trigger_type=\"scheduled\" when baseline > 90 days old\n# @TEST_EDGE: full_mode_default — trigger_type=\"scheduled\" for execution_mode=\"full\"\n# @TEST_EDGE: inactive_schedule — function returns early without executing\n# @TEST_EDGE: execution_error_handled — run marked FAILED, schedule tracking updated\n# @TEST_INVARIANT: trigger_type_dispatch -> VERIFIED_BY: [test_new_key_only_mode, test_baseline_expired_fallback, test_full_mode_default]\nimport sys\nfrom pathlib import Path\n\nsys.path.insert(0, str(Path(__file__).parent.parent / \"src\"))\nfrom datetime import UTC, datetime, timedelta\nfrom unittest.mock import MagicMock, patch\n\n# -- Helpers -----------------------------------------------------------------\n\ndef _make_most_recent_run(created_at_delta_days=60):\n \"\"\"Build a MagicMock TranslationRun with given age.\"\"\"\n run = MagicMock()\n run.id = \"prev-run-1\"\n run.job_id = \"job-1\"\n run.status = \"COMPLETED\"\n run.insert_status = \"succeeded\"\n run.created_at = datetime.now(UTC) - timedelta(days=created_at_delta_days)\n return run\n\n\ndef _make_mock_run(run_id=\"run-1\", job_id=\"job-1\"):\n \"\"\"Build a mock TranslationRun returned by start_run.\"\"\"\n run = MagicMock()\n run.id = run_id\n run.job_id = job_id\n run.status = \"PENDING\"\n run.trigger_type = None\n run.total_records = 0\n run.successful_records = 0\n run.failed_records = 0\n run.skipped_records = 0\n run.insert_status = None\n run.superset_execution_id = None\n run.superset_execution_log = None\n run.error_message = None\n return run\n\n\n# -- Tests: trigger_type dispatch and execution modes -----------------------\n\n# #region test_new_key_only_mode [C:1] [TYPE Function]\ndef test_new_key_only_mode():\n \"\"\"execution_mode=\"new_key_only\" with 60-day-old prev run → trigger_type=\"new_key_only\".\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"new_key_only\"\n\n most_recent = _make_most_recent_run(created_at_delta_days=60) # 60 days < 90\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = None # no concurrent\n\n q3 = MagicMock()\n q3.filter.return_value.order_by.return_value.first.return_value = most_recent\n\n mock_db.query.side_effect = [q1, q2, q3]\n\n mock_run = _make_mock_run()\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n mock_orch = MagicMock()\n mock_orch.start_run.return_value = mock_run\n mock_orch_cls.return_value = mock_orch\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"new_key_only\",\n )\n\n assert mock_run.trigger_type == \"new_key_only\", (\n f\"Expected trigger_type='new_key_only', got '{mock_run.trigger_type}'\"\n )\n mock_orch.start_run.assert_called_once_with(job_id=\"job-1\", is_scheduled=True)\n mock_orch.execute_run.assert_called_once()\n mock_db.close.assert_called_once()\n# #endregion test_new_key_only_mode\n\n\n# #region test_baseline_expired_fallback [C:1] [TYPE Function]\ndef test_baseline_expired_fallback():\n \"\"\"execution_mode=\"new_key_only\" with >90-day-old prev run → trigger_type=\"scheduled\" baseline fallback.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"new_key_only\"\n\n most_recent = _make_most_recent_run(created_at_delta_days=95) # 95 days > 90\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = None\n\n q3 = MagicMock()\n q3.filter.return_value.order_by.return_value.first.return_value = most_recent\n\n mock_db.query.side_effect = [q1, q2, q3]\n\n mock_run = _make_mock_run()\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n mock_orch = MagicMock()\n mock_orch.start_run.return_value = mock_run\n mock_orch_cls.return_value = mock_orch\n\n with patch(\n \"src.plugins.translate.scheduler.TranslationEventLog\"\n ) as mock_event_log_cls:\n mock_event_log = MagicMock()\n mock_event_log_cls.return_value = mock_event_log\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"new_key_only\",\n )\n\n assert mock_run.trigger_type == \"scheduled\", (\n f\"Expected trigger_type='scheduled' (baseline expired), got '{mock_run.trigger_type}'\"\n )\n\n mock_event_log.log_event.assert_called_once()\n event_call = mock_event_log.log_event.call_args\n assert event_call.kwargs[\"job_id\"] == \"job-1\"\n assert event_call.kwargs[\"event_type\"] == \"RUN_STARTED\"\n assert event_call.kwargs[\"payload\"][\"reason\"] == \"baseline_expired\"\n assert event_call.kwargs[\"payload\"][\"age_days\"] == 95\n\n mock_db.close.assert_called_once()\n# #endregion test_baseline_expired_fallback\n\n\n# #region test_full_mode_default [C:1] [TYPE Function]\ndef test_full_mode_default():\n \"\"\"execution_mode=\"full\" → trigger_type=\"scheduled\" regardless of baseline age.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"full\"\n\n most_recent = _make_most_recent_run(created_at_delta_days=30)\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = None\n\n q3 = MagicMock()\n q3.filter.return_value.order_by.return_value.first.return_value = most_recent\n\n mock_db.query.side_effect = [q1, q2, q3]\n\n mock_run = _make_mock_run()\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n mock_orch = MagicMock()\n mock_orch.start_run.return_value = mock_run\n mock_orch_cls.return_value = mock_orch\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n assert mock_run.trigger_type == \"scheduled\", (\n f\"Expected trigger_type='scheduled' for full mode, got '{mock_run.trigger_type}'\"\n )\n mock_orch.execute_run.assert_called_once()\n mock_db.close.assert_called_once()\n# #endregion test_full_mode_default\n\n\n# #region test_inactive_schedule_skips [C:1] [TYPE Function]\ndef test_inactive_schedule_skips():\n \"\"\"Inactive schedule → function returns early without executing anything.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = False\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n mock_db.query.return_value = q1\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n mock_orch_cls.assert_not_called()\n mock_db.close.assert_called_once()\n# #endregion test_inactive_schedule_skips\n\n\n# #region test_schedule_not_found_skips [C:1] [TYPE Function]\ndef test_schedule_not_found_skips():\n \"\"\"Schedule not found → function returns early.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = None\n\n mock_db.query.return_value = q1\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n mock_orch_cls.assert_not_called()\n mock_db.close.assert_called_once()\n# #endregion test_schedule_not_found_skips\n\n\n# #region test_baseline_expired_full_mode [C:1] [TYPE Function]\ndef test_baseline_expired_full_mode():\n \"\"\"execution_mode=\"full\" with expired baseline → trigger_type stays 'scheduled'.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"full\"\n\n most_recent = _make_most_recent_run(created_at_delta_days=100) # expired\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = None\n\n q3 = MagicMock()\n q3.filter.return_value.order_by.return_value.first.return_value = most_recent\n\n mock_db.query.side_effect = [q1, q2, q3]\n\n mock_run = _make_mock_run()\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n mock_orch = MagicMock()\n mock_orch.start_run.return_value = mock_run\n mock_orch_cls.return_value = mock_orch\n\n with patch(\n \"src.plugins.translate.scheduler.TranslationEventLog\"\n ) as mock_event_log_cls:\n mock_event_log = MagicMock()\n mock_event_log_cls.return_value = mock_event_log\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n assert mock_run.trigger_type == \"scheduled\"\n mock_event_log.log_event.assert_called_once()\n event_call = mock_event_log.log_event.call_args\n assert event_call.kwargs[\"payload\"][\"reason\"] == \"baseline_expired\"\n mock_db.close.assert_called_once()\n# #endregion test_baseline_expired_full_mode\n\n\n# #region test_execution_error_handled [C:1] [TYPE Function]\ndef test_execution_error_handled():\n \"\"\"execute_run raises → run is marked FAILED, schedule tracking updated, no crash.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"full\"\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = None\n\n q3 = MagicMock()\n q3.filter.return_value.order_by.return_value.first.return_value = None\n\n mock_db.query.side_effect = [q1, q2, q3]\n\n mock_run = _make_mock_run()\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n mock_orch = MagicMock()\n mock_orch.start_run.return_value = mock_run\n mock_orch.execute_run.side_effect = RuntimeError(\"LLM timeout\")\n mock_orch_cls.return_value = mock_orch\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n assert mock_run.status == \"FAILED\"\n assert \"LLM timeout\" in mock_run.error_message\n assert mock_run.completed_at is not None\n assert schedule.last_run_at is not None\n mock_db.commit.assert_called()\n mock_db.close.assert_called_once()\n# #endregion test_execution_error_handled\n\n# #endregion TestTranslateSchedulerExecution\n" }, { @@ -75939,6 +81189,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_new_key_only_mode [C:1] [TYPE Function]\ndef test_new_key_only_mode():\n \"\"\"execution_mode=\"new_key_only\" with 60-day-old prev run → trigger_type=\"new_key_only\".\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"new_key_only\"\n\n most_recent = _make_most_recent_run(created_at_delta_days=60) # 60 days < 90\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = None # no concurrent\n\n q3 = MagicMock()\n q3.filter.return_value.order_by.return_value.first.return_value = most_recent\n\n mock_db.query.side_effect = [q1, q2, q3]\n\n mock_run = _make_mock_run()\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n mock_orch = MagicMock()\n mock_orch.start_run.return_value = mock_run\n mock_orch_cls.return_value = mock_orch\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"new_key_only\",\n )\n\n assert mock_run.trigger_type == \"new_key_only\", (\n f\"Expected trigger_type='new_key_only', got '{mock_run.trigger_type}'\"\n )\n mock_orch.start_run.assert_called_once_with(job_id=\"job-1\", is_scheduled=True)\n mock_orch.execute_run.assert_called_once()\n mock_db.close.assert_called_once()\n# #endregion test_new_key_only_mode\n" }, { @@ -75955,6 +81206,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_baseline_expired_fallback [C:1] [TYPE Function]\ndef test_baseline_expired_fallback():\n \"\"\"execution_mode=\"new_key_only\" with >90-day-old prev run → trigger_type=\"scheduled\" baseline fallback.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"new_key_only\"\n\n most_recent = _make_most_recent_run(created_at_delta_days=95) # 95 days > 90\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = None\n\n q3 = MagicMock()\n q3.filter.return_value.order_by.return_value.first.return_value = most_recent\n\n mock_db.query.side_effect = [q1, q2, q3]\n\n mock_run = _make_mock_run()\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n mock_orch = MagicMock()\n mock_orch.start_run.return_value = mock_run\n mock_orch_cls.return_value = mock_orch\n\n with patch(\n \"src.plugins.translate.scheduler.TranslationEventLog\"\n ) as mock_event_log_cls:\n mock_event_log = MagicMock()\n mock_event_log_cls.return_value = mock_event_log\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"new_key_only\",\n )\n\n assert mock_run.trigger_type == \"scheduled\", (\n f\"Expected trigger_type='scheduled' (baseline expired), got '{mock_run.trigger_type}'\"\n )\n\n mock_event_log.log_event.assert_called_once()\n event_call = mock_event_log.log_event.call_args\n assert event_call.kwargs[\"job_id\"] == \"job-1\"\n assert event_call.kwargs[\"event_type\"] == \"RUN_STARTED\"\n assert event_call.kwargs[\"payload\"][\"reason\"] == \"baseline_expired\"\n assert event_call.kwargs[\"payload\"][\"age_days\"] == 95\n\n mock_db.close.assert_called_once()\n# #endregion test_baseline_expired_fallback\n" }, { @@ -75971,6 +81223,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_full_mode_default [C:1] [TYPE Function]\ndef test_full_mode_default():\n \"\"\"execution_mode=\"full\" → trigger_type=\"scheduled\" regardless of baseline age.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"full\"\n\n most_recent = _make_most_recent_run(created_at_delta_days=30)\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = None\n\n q3 = MagicMock()\n q3.filter.return_value.order_by.return_value.first.return_value = most_recent\n\n mock_db.query.side_effect = [q1, q2, q3]\n\n mock_run = _make_mock_run()\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n mock_orch = MagicMock()\n mock_orch.start_run.return_value = mock_run\n mock_orch_cls.return_value = mock_orch\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n assert mock_run.trigger_type == \"scheduled\", (\n f\"Expected trigger_type='scheduled' for full mode, got '{mock_run.trigger_type}'\"\n )\n mock_orch.execute_run.assert_called_once()\n mock_db.close.assert_called_once()\n# #endregion test_full_mode_default\n" }, { @@ -75987,6 +81240,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_inactive_schedule_skips [C:1] [TYPE Function]\ndef test_inactive_schedule_skips():\n \"\"\"Inactive schedule → function returns early without executing anything.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = False\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n mock_db.query.return_value = q1\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n mock_orch_cls.assert_not_called()\n mock_db.close.assert_called_once()\n# #endregion test_inactive_schedule_skips\n" }, { @@ -76003,6 +81257,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_schedule_not_found_skips [C:1] [TYPE Function]\ndef test_schedule_not_found_skips():\n \"\"\"Schedule not found → function returns early.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = None\n\n mock_db.query.return_value = q1\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n mock_orch_cls.assert_not_called()\n mock_db.close.assert_called_once()\n# #endregion test_schedule_not_found_skips\n" }, { @@ -76019,6 +81274,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_baseline_expired_full_mode [C:1] [TYPE Function]\ndef test_baseline_expired_full_mode():\n \"\"\"execution_mode=\"full\" with expired baseline → trigger_type stays 'scheduled'.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"full\"\n\n most_recent = _make_most_recent_run(created_at_delta_days=100) # expired\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = None\n\n q3 = MagicMock()\n q3.filter.return_value.order_by.return_value.first.return_value = most_recent\n\n mock_db.query.side_effect = [q1, q2, q3]\n\n mock_run = _make_mock_run()\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n mock_orch = MagicMock()\n mock_orch.start_run.return_value = mock_run\n mock_orch_cls.return_value = mock_orch\n\n with patch(\n \"src.plugins.translate.scheduler.TranslationEventLog\"\n ) as mock_event_log_cls:\n mock_event_log = MagicMock()\n mock_event_log_cls.return_value = mock_event_log\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n assert mock_run.trigger_type == \"scheduled\"\n mock_event_log.log_event.assert_called_once()\n event_call = mock_event_log.log_event.call_args\n assert event_call.kwargs[\"payload\"][\"reason\"] == \"baseline_expired\"\n mock_db.close.assert_called_once()\n# #endregion test_baseline_expired_full_mode\n" }, { @@ -76035,6 +81291,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_execution_error_handled [C:1] [TYPE Function]\ndef test_execution_error_handled():\n \"\"\"execute_run raises → run is marked FAILED, schedule tracking updated, no crash.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"full\"\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = None\n\n q3 = MagicMock()\n q3.filter.return_value.order_by.return_value.first.return_value = None\n\n mock_db.query.side_effect = [q1, q2, q3]\n\n mock_run = _make_mock_run()\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n mock_orch = MagicMock()\n mock_orch.start_run.return_value = mock_run\n mock_orch.execute_run.side_effect = RuntimeError(\"LLM timeout\")\n mock_orch_cls.return_value = mock_orch\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n assert mock_run.status == \"FAILED\"\n assert \"LLM timeout\" in mock_run.error_message\n assert mock_run.completed_at is not None\n assert schedule.last_run_at is not None\n mock_db.commit.assert_called()\n mock_db.close.assert_called_once()\n# #endregion test_execution_error_handled\n" }, { @@ -76083,6 +81340,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region TestTranslateSchedulerGuard [C:3] [TYPE Module] [SEMANTICS test, translate, scheduler, guard, concurrency, stale, pending]\n# @BRIEF Verify execute_scheduled_translation concurrency guard and stale-PENDING clearance contracts.\n# @RELATION BINDS_TO -> [execute_scheduled_translation]\n# @TEST_EDGE: concurrent_run_skips — active RUNNING concurrent run → function skips and logs skipped_concurrent event\n# @TEST_EDGE: recent_pending_run_not_stale — recent PENDING run (30 min old) → function skips, not stale\n# @TEST_EDGE: stale_pending_cleared_and_proceeds — stale PENDING run (>1h old) → cleared as FAILED, execution proceeds\n# @TEST_EDGE: multiple_stale_pending_all_cleared — multiple stale PENDING runs → all cleared as FAILED, execution proceeds\n# @TEST_INVARIANT: concurrency_guard -> VERIFIED_BY: [test_concurrent_run_skips, test_recent_pending_run_not_stale]\n# @TEST_INVARIANT: stale_pending_clearance -> VERIFIED_BY: [test_stale_pending_cleared_and_proceeds, test_multiple_stale_pending_all_cleared]\n\nimport sys\nfrom pathlib import Path\n\nsys.path.insert(0, str(Path(__file__).parent.parent / \"src\"))\n\nfrom datetime import UTC, datetime, timedelta\nfrom unittest.mock import MagicMock, patch\n\n# ---------------------------------------------------------------------------\n# Helpers\n# ---------------------------------------------------------------------------\n\ndef _make_most_recent_run(created_at_delta_days=60):\n \"\"\"Build a MagicMock TranslationRun with given age.\"\"\"\n run = MagicMock()\n run.id = \"prev-run-1\"\n run.job_id = \"job-1\"\n run.status = \"COMPLETED\"\n run.insert_status = \"succeeded\"\n run.created_at = datetime.now(UTC) - timedelta(days=created_at_delta_days)\n return run\n\n\ndef _make_mock_run(run_id=\"run-1\", job_id=\"job-1\"):\n \"\"\"Build a mock TranslationRun returned by start_run.\"\"\"\n run = MagicMock()\n run.id = run_id\n run.job_id = job_id\n run.status = \"PENDING\"\n run.trigger_type = None\n run.total_records = 0\n run.successful_records = 0\n run.failed_records = 0\n run.skipped_records = 0\n run.insert_status = None\n run.superset_execution_id = None\n run.superset_execution_log = None\n run.error_message = None\n return run\n\n\n# ---------------------------------------------------------------------------\n# Tests — concurrency guard and stale PENDING clearance\n# ---------------------------------------------------------------------------\n\n# #region test_concurrent_run_skips [C:1] [TYPE Function]\ndef test_concurrent_run_skips():\n \"\"\"Active RUNNING concurrent run → function skips and logs skipped_concurrent event.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"full\"\n\n active_run = MagicMock()\n active_run.id = \"active-run-1\"\n active_run.job_id = \"job-1\"\n active_run.status = \"RUNNING\"\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = active_run\n\n mock_db.query.side_effect = [q1, q2]\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls, patch(\n \"src.plugins.translate.scheduler.TranslationEventLog\"\n ) as mock_event_log_cls:\n mock_event_log = MagicMock()\n mock_event_log_cls.return_value = mock_event_log\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n mock_orch_cls.assert_not_called()\n mock_event_log.log_event.assert_called_once()\n event_call = mock_event_log.log_event.call_args\n assert event_call.kwargs[\"event_type\"] == \"RUN_STARTED\"\n assert event_call.kwargs[\"payload\"][\"reason\"] == \"skipped_concurrent\"\n mock_db.close.assert_called_once()\n# #endregion test_concurrent_run_skips\n\n\n# #region test_recent_pending_run_not_stale [C:1] [TYPE Function]\ndef test_recent_pending_run_not_stale():\n \"\"\"Recent PENDING run (30 min old) → function skips, not stale.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"full\"\n\n pending_run = MagicMock()\n pending_run.id = \"pending-run-1\"\n pending_run.job_id = \"job-1\"\n pending_run.status = \"PENDING\"\n pending_run.created_at = datetime.now(UTC) - timedelta(minutes=30)\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = pending_run\n\n mock_db.query.side_effect = [q1, q2]\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls, patch(\n \"src.plugins.translate.scheduler.TranslationEventLog\"\n ) as mock_event_log_cls:\n mock_event_log = MagicMock()\n mock_event_log_cls.return_value = mock_event_log\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n mock_orch_cls.assert_not_called()\n mock_event_log.log_event.assert_called_once()\n event_call = mock_event_log.log_event.call_args\n assert event_call.kwargs[\"event_type\"] == \"RUN_STARTED\"\n assert event_call.kwargs[\"payload\"][\"reason\"] == \"skipped_concurrent\"\n mock_db.close.assert_called_once()\n# #endregion test_recent_pending_run_not_stale\n\n\n# #region test_stale_pending_cleared_and_proceeds [C:1] [TYPE Function]\ndef test_stale_pending_cleared_and_proceeds():\n \"\"\"Stale PENDING run (>1h old) → cleared as FAILED, execution proceeds.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"full\"\n\n stale_run = MagicMock()\n stale_run.id = \"stale-run-1\"\n stale_run.job_id = \"job-1\"\n stale_run.status = \"PENDING\"\n stale_run.created_at = datetime.now(UTC) - timedelta(hours=2)\n\n most_recent = _make_most_recent_run(created_at_delta_days=30)\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = stale_run\n\n q3 = MagicMock()\n q3.filter.return_value.all.return_value = [stale_run]\n\n q4 = MagicMock()\n q4.filter.return_value.order_by.return_value.first.return_value = most_recent\n\n mock_db.query.side_effect = [q1, q2, q3, q4]\n\n mock_run = _make_mock_run()\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n mock_orch = MagicMock()\n mock_orch.start_run.return_value = mock_run\n mock_orch_cls.return_value = mock_orch\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n assert stale_run.status == \"FAILED\"\n assert \"Stale: concurrency deadlock\" in stale_run.error_message\n assert stale_run.completed_at is not None\n\n mock_orch.start_run.assert_called_once_with(job_id=\"job-1\", is_scheduled=True)\n mock_orch.execute_run.assert_called_once()\n assert mock_db.commit.call_count >= 1\n mock_db.close.assert_called_once()\n# #endregion test_stale_pending_cleared_and_proceeds\n\n\n# #region test_multiple_stale_pending_all_cleared [C:1] [TYPE Function]\ndef test_multiple_stale_pending_all_cleared():\n \"\"\"Multiple stale PENDING runs → all cleared as FAILED, execution proceeds.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"full\"\n\n stale_run_a = MagicMock()\n stale_run_a.id = \"stale-run-a\"\n stale_run_a.job_id = \"job-1\"\n stale_run_a.status = \"PENDING\"\n stale_run_a.created_at = datetime.now(UTC) - timedelta(hours=5)\n\n stale_run_b = MagicMock()\n stale_run_b.id = \"stale-run-b\"\n stale_run_b.job_id = \"job-1\"\n stale_run_b.status = \"PENDING\"\n stale_run_b.created_at = datetime.now(UTC) - timedelta(hours=3)\n\n most_recent = _make_most_recent_run(created_at_delta_days=30)\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = stale_run_a\n\n q3 = MagicMock()\n q3.filter.return_value.all.return_value = [stale_run_a, stale_run_b]\n\n q4 = MagicMock()\n q4.filter.return_value.order_by.return_value.first.return_value = most_recent\n\n mock_db.query.side_effect = [q1, q2, q3, q4]\n\n mock_run = _make_mock_run()\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n mock_orch = MagicMock()\n mock_orch.start_run.return_value = mock_run\n mock_orch_cls.return_value = mock_orch\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n for sr in [stale_run_a, stale_run_b]:\n assert sr.status == \"FAILED\"\n assert \"Stale: concurrency deadlock\" in sr.error_message\n assert sr.completed_at is not None\n\n mock_orch.start_run.assert_called_once_with(job_id=\"job-1\", is_scheduled=True)\n mock_orch.execute_run.assert_called_once()\n mock_db.close.assert_called_once()\n# #endregion test_multiple_stale_pending_all_cleared\n\n# #endregion TestTranslateSchedulerGuard\n" }, { @@ -76099,6 +81357,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_concurrent_run_skips [C:1] [TYPE Function]\ndef test_concurrent_run_skips():\n \"\"\"Active RUNNING concurrent run → function skips and logs skipped_concurrent event.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"full\"\n\n active_run = MagicMock()\n active_run.id = \"active-run-1\"\n active_run.job_id = \"job-1\"\n active_run.status = \"RUNNING\"\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = active_run\n\n mock_db.query.side_effect = [q1, q2]\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls, patch(\n \"src.plugins.translate.scheduler.TranslationEventLog\"\n ) as mock_event_log_cls:\n mock_event_log = MagicMock()\n mock_event_log_cls.return_value = mock_event_log\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n mock_orch_cls.assert_not_called()\n mock_event_log.log_event.assert_called_once()\n event_call = mock_event_log.log_event.call_args\n assert event_call.kwargs[\"event_type\"] == \"RUN_STARTED\"\n assert event_call.kwargs[\"payload\"][\"reason\"] == \"skipped_concurrent\"\n mock_db.close.assert_called_once()\n# #endregion test_concurrent_run_skips\n" }, { @@ -76115,6 +81374,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_recent_pending_run_not_stale [C:1] [TYPE Function]\ndef test_recent_pending_run_not_stale():\n \"\"\"Recent PENDING run (30 min old) → function skips, not stale.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"full\"\n\n pending_run = MagicMock()\n pending_run.id = \"pending-run-1\"\n pending_run.job_id = \"job-1\"\n pending_run.status = \"PENDING\"\n pending_run.created_at = datetime.now(UTC) - timedelta(minutes=30)\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = pending_run\n\n mock_db.query.side_effect = [q1, q2]\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls, patch(\n \"src.plugins.translate.scheduler.TranslationEventLog\"\n ) as mock_event_log_cls:\n mock_event_log = MagicMock()\n mock_event_log_cls.return_value = mock_event_log\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n mock_orch_cls.assert_not_called()\n mock_event_log.log_event.assert_called_once()\n event_call = mock_event_log.log_event.call_args\n assert event_call.kwargs[\"event_type\"] == \"RUN_STARTED\"\n assert event_call.kwargs[\"payload\"][\"reason\"] == \"skipped_concurrent\"\n mock_db.close.assert_called_once()\n# #endregion test_recent_pending_run_not_stale\n" }, { @@ -76131,6 +81391,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_stale_pending_cleared_and_proceeds [C:1] [TYPE Function]\ndef test_stale_pending_cleared_and_proceeds():\n \"\"\"Stale PENDING run (>1h old) → cleared as FAILED, execution proceeds.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"full\"\n\n stale_run = MagicMock()\n stale_run.id = \"stale-run-1\"\n stale_run.job_id = \"job-1\"\n stale_run.status = \"PENDING\"\n stale_run.created_at = datetime.now(UTC) - timedelta(hours=2)\n\n most_recent = _make_most_recent_run(created_at_delta_days=30)\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = stale_run\n\n q3 = MagicMock()\n q3.filter.return_value.all.return_value = [stale_run]\n\n q4 = MagicMock()\n q4.filter.return_value.order_by.return_value.first.return_value = most_recent\n\n mock_db.query.side_effect = [q1, q2, q3, q4]\n\n mock_run = _make_mock_run()\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n mock_orch = MagicMock()\n mock_orch.start_run.return_value = mock_run\n mock_orch_cls.return_value = mock_orch\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n assert stale_run.status == \"FAILED\"\n assert \"Stale: concurrency deadlock\" in stale_run.error_message\n assert stale_run.completed_at is not None\n\n mock_orch.start_run.assert_called_once_with(job_id=\"job-1\", is_scheduled=True)\n mock_orch.execute_run.assert_called_once()\n assert mock_db.commit.call_count >= 1\n mock_db.close.assert_called_once()\n# #endregion test_stale_pending_cleared_and_proceeds\n" }, { @@ -76147,6 +81408,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "# #region test_multiple_stale_pending_all_cleared [C:1] [TYPE Function]\ndef test_multiple_stale_pending_all_cleared():\n \"\"\"Multiple stale PENDING runs → all cleared as FAILED, execution proceeds.\"\"\"\n from src.plugins.translate.scheduler import execute_scheduled_translation\n\n mock_db = MagicMock()\n mock_session_maker = MagicMock(return_value=mock_db)\n mock_config = MagicMock()\n\n schedule = MagicMock()\n schedule.id = \"sched-1\"\n schedule.job_id = \"job-1\"\n schedule.is_active = True\n schedule.execution_mode = \"full\"\n\n stale_run_a = MagicMock()\n stale_run_a.id = \"stale-run-a\"\n stale_run_a.job_id = \"job-1\"\n stale_run_a.status = \"PENDING\"\n stale_run_a.created_at = datetime.now(UTC) - timedelta(hours=5)\n\n stale_run_b = MagicMock()\n stale_run_b.id = \"stale-run-b\"\n stale_run_b.job_id = \"job-1\"\n stale_run_b.status = \"PENDING\"\n stale_run_b.created_at = datetime.now(UTC) - timedelta(hours=3)\n\n most_recent = _make_most_recent_run(created_at_delta_days=30)\n\n q1 = MagicMock()\n q1.filter.return_value.first.return_value = schedule\n\n q2 = MagicMock()\n q2.filter.return_value.order_by.return_value.first.return_value = stale_run_a\n\n q3 = MagicMock()\n q3.filter.return_value.all.return_value = [stale_run_a, stale_run_b]\n\n q4 = MagicMock()\n q4.filter.return_value.order_by.return_value.first.return_value = most_recent\n\n mock_db.query.side_effect = [q1, q2, q3, q4]\n\n mock_run = _make_mock_run()\n\n with patch(\n \"src.plugins.translate.orchestrator.TranslationOrchestrator\"\n ) as mock_orch_cls:\n mock_orch = MagicMock()\n mock_orch.start_run.return_value = mock_run\n mock_orch_cls.return_value = mock_orch\n\n execute_scheduled_translation(\n schedule_id=\"sched-1\",\n job_id=\"job-1\",\n db_session_maker=mock_session_maker,\n config_manager=mock_config,\n execution_mode=\"full\",\n )\n\n for sr in [stale_run_a, stale_run_b]:\n assert sr.status == \"FAILED\"\n assert \"Stale: concurrency deadlock\" in sr.error_message\n assert sr.completed_at is not None\n\n mock_orch.start_run.assert_called_once_with(job_id=\"job-1\", is_scheduled=True)\n mock_orch.execute_run.assert_called_once()\n mock_db.close.assert_called_once()\n# #endregion test_multiple_stale_pending_all_cleared\n" }, { @@ -76171,9 +81433,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'build' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:build:Module]\n# @PURPOSE: Utility script for build\n# @COMPLEXITY: 1\n\nset -euo pipefail\n\nSCRIPT_DIR=\"$(cd \"$(dirname \"${BASH_SOURCE[0]}\")\" && pwd)\"\ncd \"$SCRIPT_DIR\"\n\nBACKEND_ENV_FILE=\"$SCRIPT_DIR/backend/.env\"\n\nPROFILE=\"${1:-current}\"\n\ncase \"$PROFILE\" in\n master)\n PROFILE_ENV_FILE=\"$SCRIPT_DIR/.env.master\"\n PROJECT_NAME=\"ss-tools-master\"\n ;;\n current)\n PROFILE_ENV_FILE=\"$SCRIPT_DIR/.env.current\"\n PROJECT_NAME=\"ss-tools-current\"\n ;;\n *)\n echo \"Error: unknown profile '$PROFILE'. Use one of: master, current.\"\n exit 1\n ;;\nesac\n\nif ! command -v docker >/dev/null 2>&1; then\n echo \"Error: docker is not installed or not in PATH.\"\n exit 1\nfi\n\nif docker compose version >/dev/null 2>&1; then\n COMPOSE_CMD=(docker compose)\nelif command -v docker-compose >/dev/null 2>&1; then\n COMPOSE_CMD=(docker-compose)\nelse\n echo \"Error: docker compose is not available.\"\n exit 1\nfi\n\nensure_backend_encryption_key() {\n if command -v python3 >/dev/null 2>&1; then\n python3 - \"$BACKEND_ENV_FILE\" <<'PY'\nimport base64\nimport os\nimport sys\nfrom pathlib import Path\nfrom typing import List, Optional\n\n\ndef is_valid_fernet_key(raw_value: str) -> bool:\n value = raw_value.strip()\n if not value:\n return False\n\n try:\n decoded = base64.urlsafe_b64decode(value.encode())\n except Exception:\n return False\n\n return len(decoded) == 32\n\n\ndef generate_fernet_key() -> str:\n return base64.urlsafe_b64encode(os.urandom(32)).decode()\n\n\nenv_path = Path(sys.argv[1])\nenv_path.parent.mkdir(parents=True, exist_ok=True)\n\nexisting_lines: List[str] = []\nexisting_key: Optional[str] = None\n\nif env_path.exists():\n existing_lines = env_path.read_text(encoding=\"utf-8\").splitlines()\n for line in existing_lines:\n if line.startswith(\"ENCRYPTION_KEY=\"):\n candidate = line.partition(\"=\")[2].strip()\n if is_valid_fernet_key(candidate):\n existing_key = candidate\n break\n\nif existing_key is None:\n generated_key = generate_fernet_key()\n filtered_lines = [line for line in existing_lines if not line.startswith(\"ENCRYPTION_KEY=\")]\n filtered_lines.append(f\"ENCRYPTION_KEY={generated_key}\")\n env_path.write_text(\"\\n\".join(filtered_lines) + \"\\n\", encoding=\"utf-8\")\n print(f\"[build] ENCRYPTION_KEY ensured in {env_path}\")\nelse:\n print(f\"[build] Existing ENCRYPTION_KEY reused from {env_path}\")\nPY\n return\n fi\n\n echo \"Error: python3 is required to generate backend/.env with ENCRYPTION_KEY.\"\n exit 1\n}\n\nensure_backend_encryption_key\n\nCOMPOSE_ARGS=(-p \"$PROJECT_NAME\")\nif [[ -f \"$PROFILE_ENV_FILE\" ]]; then\n COMPOSE_ARGS+=(--env-file \"$PROFILE_ENV_FILE\")\nelse\n echo \"[build] Warning: profile env file not found at $PROFILE_ENV_FILE, using compose defaults.\"\nfi\n\necho \"[build] Profile: $PROFILE (project: $PROJECT_NAME)\"\nif [[ -f \"$PROFILE_ENV_FILE\" ]]; then\n echo \"[build] Env file: $PROFILE_ENV_FILE\"\nfi\n\necho \"[1/2] Building project images...\"\n\"${COMPOSE_CMD[@]}\" \"${COMPOSE_ARGS[@]}\" build\n\necho \"[2/2] Starting Docker services...\"\n\"${COMPOSE_CMD[@]}\" \"${COMPOSE_ARGS[@]}\" up -d\n\necho \"Done. Services are running.\"\necho \"Use '${COMPOSE_CMD[*]} ${COMPOSE_ARGS[*]} ps' to check status and '${COMPOSE_CMD[*]} ${COMPOSE_ARGS[*]} logs -f' to stream logs.\"\n\n# [/DEF:build:Module]\n" }, { @@ -76238,9 +81511,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'docker.backend.entrypoint' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:docker.backend.entrypoint:Module]\n# @TIER: STANDARD\n# @SEMANTICS: docker, entrypoint, admin-bootstrap, runtime, backend\n# @PURPOSE: Container entrypoint that performs optional idempotent admin bootstrap before starting backend runtime.\n# @LAYER: Infra\n# @RELATION: DEPENDS_ON -> backend/src/scripts/create_admin.py\n# @INVARIANT: Existing admin account must never be overwritten during container restarts.\n# [/DEF:docker.backend.entrypoint:Module]\n" }, { @@ -76284,9 +81568,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'docker.backend.entrypoint.bootstrap_admin' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:docker.backend.entrypoint.bootstrap_admin:Function]\n# @PURPOSE: Execute optional initial admin bootstrap from runtime environment variables.\n# @PRE: Python runtime and backend sources are available inside /app/backend.\n# @POST: Admin is created only when INITIAL_ADMIN_CREATE=true and required credentials are present.\nbootstrap_admin() {\n local create_flag=\"${INITIAL_ADMIN_CREATE:-false}\"\n local username=\"${INITIAL_ADMIN_USERNAME:-}\"\n local password=\"${INITIAL_ADMIN_PASSWORD:-}\"\n local email=\"${INITIAL_ADMIN_EMAIL:-}\"\n\n case \"${create_flag,,}\" in\n true|1|yes|y)\n ;;\n *)\n echo \"[entrypoint] INITIAL_ADMIN_CREATE is disabled; skipping admin bootstrap\"\n return 0\n ;;\n esac\n\n if [[ -z \"${username}\" ]]; then\n echo \"[entrypoint] INITIAL_ADMIN_USERNAME is required when INITIAL_ADMIN_CREATE=true\" >&2\n return 1\n fi\n\n if [[ -z \"${password}\" ]]; then\n echo \"[entrypoint] INITIAL_ADMIN_PASSWORD is required when INITIAL_ADMIN_CREATE=true\" >&2\n return 1\n fi\n\n echo \"[entrypoint] initializing auth database\"\n python3 src/scripts/init_auth_db.py\n\n echo \"[entrypoint] running idempotent admin bootstrap for user '${username}'\"\n if [[ -n \"${email}\" ]]; then\n python3 src/scripts/create_admin.py --username \"${username}\" --password \"${password}\" --email \"${email}\"\n else\n python3 src/scripts/create_admin.py --username \"${username}\" --password \"${password}\"\n fi\n}\n# [/DEF:docker.backend.entrypoint.bootstrap_admin:Function]\n" }, { @@ -76335,8 +81630,20 @@ "target_ref": "[ADR-0006:ADR]" } ], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ADR-0001' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:ADR-0001:ADR]\n# @STATUS ACTIVE\n# @PURPOSE Define the canonical project directory layout, module boundaries, and naming conventions for the ss-tools repository. This ADR is the root structural authority — all other ADRs and feature plans derive their file placement from it.\n# @RELATION CALLS -> [ADR-0002:ADR]\n# @RELATION CALLS -> [ADR-0003:ADR]\n# @RELATION CALLS -> [ADR-0004:ADR]\n# @RELATION CALLS -> [ADR-0005:ADR]\n# @RELATION CALLS -> [ADR-0006:ADR]\n# @RATIONALE A single authoritative layout prevents module sprawl, cyclic dependencies, and agent confusion during long‑horizon speckit workflows. Without this, every feature spec must re‑debate where to place files, leading to inconsistent structures and broken tooling assumptions.\n# @REJECTED Monorepo with per‑feature packages (e.g. `packages/llm‑plugin/`) — rejected because the repository has two top‑level runtime targets (Python backend, Svelte frontend) with shared Docker/configuration infrastructure. Package‑style nesting would double the directory depth without adding isolation value.\n# @REJECTED Flat `src/` root — rejected because Python and JavaScript toolchains have incompatible project roots (`pyproject.toml` vs `package.json`), and mixing them in one top‑level `src/` would force cross‑toolchain contamination.\n\n## Decision\n\nThe repository uses a **two‑platform, top‑level separation**:\n\n```\nss-tools/ # Repository root\n├── backend/ # Python 3.13+ / FastAPI application\n│ ├── src/\n│ │ ├── api/ # FastAPI route modules (one file per route group)\n│ │ ├── core/ # Core services: task_manager, auth, migration, plugin_loader\n│ │ ├── models/ # SQLAlchemy ORM models (one file per entity group)\n│ │ ├── services/ # Business logic (orchestration, validators, transformers)\n│ │ ├── schemas/ # Pydantic request/response schemas\n│ │ └── app.py # FastAPI application factory\n│ ├── tests/ # pytest test suite (mirrors src/ structure)\n│ ├── pyproject.toml # Build & tool configuration\n│ └── requirements.txt # Production dependencies\n├── frontend/ # SvelteKit application\n│ ├── src/\n│ │ ├── routes/ # SvelteKit page routes (file‑based routing)\n│ │ ├── lib/\n│ │ │ ├── components/ # Reusable Svelte 5 components\n│ │ │ ├── stores/ # Svelte 5 rune stores ($state)\n│ │ │ └── api/ # API client modules (typed fetch wrappers)\n│ │ └── i18n/ # Internationalization dictionaries\n│ ├── tests/ # vitest test suite\n│ ├── package.json # Runtime + dev dependencies\n│ ├── svelte.config.js # SvelteKit configuration\n│ └── vite.config.ts # Vite build configuration\n├── docker/ # Dockerfiles for backend, frontend, nginx\n├── docker-compose.yml # Development Docker Compose\n├── docs/\n│ ├── adr/ # Architecture Decision Records (this file)\n│ ├── design/ # Detailed design documents\n│ └── ... # Operational docs (installation, settings, etc.)\n├── specs/ # Feature specifications (speckit artifacts)\n│ └── NNN‑feature‑name/\n│ ├── spec.md\n│ ├── plan.md\n│ ├── research.md\n│ ├── data-model.md\n│ ├── quickstart.md\n│ ├── contracts/\n│ │ └── modules.md\n│ └── tasks.md\n├── scripts/ # Shell utility scripts\n├── .specify/ # Speckit workflow framework\n│ ├── memory/constitution.md # Repository constitution\n│ ├── templates/ # Speckit artifact templates\n│ └── scripts/bash/ # Speckit helper scripts\n├── .opencode/ # OpenCode AI agent configuration\n│ ├── command/ # Speckit command definitions\n│ ├── skills/ # GRACE semantic protocol skills\n│ └── agents/ # Specialized agent definitions\n└── .github/ # GitHub Actions workflows\n```\n\n## Module Boundary Rules\n\n1. **`backend/src/api/`** — route handlers only. Must not contain business logic, ORM queries, or schema definitions. Each file = one FastAPI `APIRouter` group.\n2. **`backend/src/core/`** — singleton services with application‑scoped lifetime (auth manager, task scheduler, plugin loader, migration engine). Must not import from `api/`.\n3. **`backend/src/services/`** — stateless or request‑scoped business logic. May depend on `models/`, `schemas/`, and `core/`. Must not depend on `api/`.\n4. **`backend/src/models/`** — SQLAlchemy ORM declarations only. No business logic, no API dependencies.\n5. **`backend/src/schemas/`** — Pydantic models for validation/serialization. No ORM dependencies, no business logic.\n6. **`frontend/src/routes/`** — SvelteKit pages. Import components from `lib/components/`, state from `lib/stores/`, API clients from `lib/api/`.\n7. **`frontend/src/lib/components/`** — reusable components. Must not import from `routes/` (prevents circular dependencies).\n8. **`frontend/src/lib/stores/`** — Svelte 5 `$state` rune stores. Must not import from `routes/` or `components/`.\n\n## File Naming Conventions\n\n- **Python modules**: `snake_case.py` (e.g., `task_manager.py`, `auth_provider.py`)\n- **Svelte components**: `PascalCase.svelte` (e.g., `DashboardGrid.svelte`, `MappingTable.svelte`)\n- **Test files**: `test_.py` or `.test.ts`\n- **ADR files**: `ADR-NNNN-short-description.md` (zero‑padded, 4 digits, kebab‑case)\n\n## Enforcement\n\n- Speckit `/speckit.plan` command reads this ADR to validate proposed module placement.\n- Speckit `/speckit.implement` rejects files written outside canonical boundaries unless justified in feature‑local `research.md`.\n- CI static verification (`python3 scripts/static_verify.py`) may optionally enforce module import direction rules.\n\n# [/DEF:ADR-0001:ADR]\n" }, { @@ -76361,8 +81668,20 @@ "target_ref": "[ADR-0001:ADR]" } ], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ADR-0002' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:ADR-0002:ADR]\n# @STATUS ACTIVE\n# @PURPOSE Mandate the GRACE skill set (`.opencode/skills/`) as the single semantic governance authority for all source files and AI‑agent workflows in this repository. This ADR is the adoption decision — the protocol mechanics live exclusively in the skills; this ADR records *why* the skills are non‑optional for this project.\n# @RELATION DEPENDS_ON -> [ADR-0001:ADR]\n# @RATIONALE A multi‑platform repository (Python/FastAPI + SvelteKit) served by multiple AI agents (backend‑coder, frontend‑coder, qa‑tester, semantic‑curator, …) requires a single, machine‑parseable contract language that works identically across both platforms. Without it, agents produce inconsistent annotations, the semantic index (`semantic_map.json`) degrades, and long‑horizon agent sessions (50+ commits) accumulate invisible architectural drift.\n# @RATIONALE GRACE was chosen over lightweight alternatives because this project has specific stressors that only a full protocol addresses: (a) two platforms with different comment syntax — GRACE provides platform‑specific anchor forms under one unified graph, (b) long‑horizon agent sessions — GRACE Decision Memory (`@RATIONALE`/`@REJECTED`) prevents agents from re‑exploring already‑rejected paths, (c) complex orchestration flows (plugin execution, backup pipelines) — GRACE belief‑state markers make side‑effect‑heavy code auditable and debuggable, (d) enterprise deployment requirements — fractal limits (module <400 lines, `[DEF]` <150 lines) enforce structural hygiene critical for audit‑ready code.\n# @RATIONALE Skills are the canonical source rather than this ADR because protocol details (complexity scale, tag inventory, syntax variants) evolve. Duplicating them here creates a fork that will inevitably desynchronise — agents would face two competing versions and inevitably read the stale one. Skills are version‑controlled in the same repo and loaded dynamically via `skill({name=\"...\"})`, ensuring agents always receive the current protocol.\n# @REJECTED Plain docstring conventions (Google/NumPy style) — rejected because free‑text docstrings are invisible to the semantic index and cannot express relations, pre/post conditions, or rejected paths in a machine‑queryable form.\n# @REJECTED Decorator‑based contracts (`@contract`, `@pre`, `@post`) — rejected because they are Python‑only, cannot annotate Svelte components or TypeScript, and break the unified semantic graph spanning both platforms.\n# @REJECTED JSDoc/TSDoc for the frontend — rejected because it would create a second annotation language, fragmenting the semantic graph into two incompatible halves and forcing agents to master two different contract systems.\n# @REJECTED Embedding protocol rules directly in ADRs (the previous version of this document) — rejected because it duplicates the skill content and inevitably diverges. Agents receiving both the skill and the ADR would face conflicting versions; the skill is the single source of truth.\n\n## Decision\n\nThis repository adopts the **GRACE-Poly v2.4 protocol** as implemented by five skills:\n\n| Skill | File | Role in this project |\n|-------|------|---------------------|\n| `semantics-core` | `.opencode/skills/semantics-core/SKILL.md` | Anchor syntax, complexity scale (C1‑C5), global invariants, tag inventory |\n| `semantics-contracts` | `.opencode/skills/semantics-contracts/SKILL.md` | Design by Contract, Decision Memory (ADR chain, `@RATIONALE`/`@REJECTED`), anti‑erosion rules |\n| `semantics-belief` | `.opencode/skills/semantics-belief/SKILL.md` | Belief‑state runtime markers (`belief_scope`, `reason`, `reflect`, `explore`) for C4/C5 Python flows |\n| `semantics-testing` | `.opencode/skills/semantics-testing/SKILL.md` | Test constraints, invariant traceability, anti‑tautology rules |\n| `semantics-frontend` | `.opencode/skills/semantics-frontend/SKILL.md` | Svelte 5 UX contracts (`@UX_STATE`, `@UX_FEEDBACK`, `@UX_RECOVERY`, `@UX_REACTIVITY`) |\n\n**Key principle:** Skills are the protocol. This ADR is the adoption record. When an agent needs to know *what tags are required at C4*, it reads `semantics-core`. When it needs to know *why this project chose C4 annotations at all*, it reads this ADR.\n\n## Enforcement\n\nAll speckit commands (`.opencode/command/speckit.*.md`) load the skill set as part of their execution flow:\n\n- **`/speckit.plan`** — reads skills to validate contract designs against the complexity scale.\n- **`/speckit.implement`** — requires `[DEF]` anchors and complexity‑appropriate metadata; rejects naked code.\n- **`/speckit.test`** — audits semantic compliance and decision‑memory continuity per skill rules.\n- **`/speckit.semantics`** — reindexes and audits the entire workspace against the skill‑defined protocol.\n- **`/speckit.analyze`** — checks for decision‑memory drift and rejected‑path scheduling.\n\nStatic verification (`python3 scripts/static_verify.py`) performs offline checks for broken anchors, missing complexity metadata, and orphan relations.\n\n# [/DEF:ADR-0002:ADR]\n" }, { @@ -76399,8 +81718,20 @@ "target_ref": "[ADR-0005:ADR]" } ], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ADR-0004' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:ADR-0004:ADR]\n# @STATUS ACTIVE\n# @PURPOSE Define the plugin architecture for ss-tools — the loading mechanism, lifecycle contract, isolation guarantees, and the boundary between core services and pluggable extensions.\n# @RELATION DEPENDS_ON -> [ADR-0001:ADR]\n# @RELATION DEPENDS_ON -> [ADR-0003:ADR]\n# @RELATION CALLS -> [ADR-0005:ADR]\n# @RATIONALE Extensibility is a core architectural value: the system must support LLM‑driven analysis, custom data transformations, and environment‑specific logic without modifying core code. A plugin system prevents the monolith from accumulating every domain‑specific feature and enables third‑party (or future‑self) contributions without forking.\n# @RATIONALE Process isolation was chosen over in‑process imports because: (a) plugins may use incompatible library versions, (b) a crashing plugin must not take down the orchestrator, (c) security boundary — plugins should not access the orchestrator's database connection directly.\n# @REJECTED In‑process Python `importlib` plugin loading — rejected because a misbehaving plugin can corrupt global state, exhaust memory, or crash the server. Process isolation provides a hard boundary.\n# @REJECTED Docker‑container per plugin — rejected because it adds excessive orchestration complexity and startup latency for plugins that are mostly lightweight LLM prompt chains. Subprocess isolation is sufficient.\n# @REJECTED WebAssembly (WASI) sandbox — rejected because the Python AI/LLM ecosystem (langchain, transformers) does not yet reliably compile to WASM. Premature optimization.\n\n## Decision\n\n### Plugin Architecture\n\n```\nss-tools Core\n├── core/plugin_loader.py # Plugin discovery, loading, lifecycle\n├── core/plugin_executor.py # Subprocess execution, timeout, error boundary\n├── core/plugin_registry.py # Registered plugins, metadata, health\n└── plugins/ # Plugin packages (each = one directory)\n ├── llm_analysis/ # LLM‑driven Superset data analysis\n ├── dataset_orchestration/ # LLM dataset operations\n └── git_integration/ # Git‑based version control for dashboards\n```\n\n### Plugin Contract\n\nEvery plugin MUST provide:\n\n1. **`plugin.toml`** — metadata manifest at the plugin root\n ```toml\n [plugin]\n id = \"llm_analysis\"\n name = \"LLM Data Analysis\"\n version = \"1.0.0\"\n entrypoint = \"plugin.py\"\n timeout_sec = 300\n max_memory_mb = 512\n requires = [\"superset-api>=1.0\", \"openai>=1.0\"]\n ```\n\n2. **`plugin.py`** — entrypoint with two required functions:\n - `def register(registry: PluginRegistry) -> PluginInfo` — declare capabilities\n - `def execute(task: TaskContext) -> TaskResult` — run the plugin\n\n3. **Task context contract** (Pydantic `TaskContext`):\n - `task_id: str`, `plugin_id: str`, `action: str`, `params: dict`, `superset_env: SupersetConnection`, `auth_token: str` (scoped, short‑lived)\n\n4. **Result envelope** (Pydantic `TaskResult`):\n - `status: Literal[\"success\", \"warning\", \"error\"]`, `data: dict | None`, `error_message: str | None`, `execution_time_ms: int`, `artifacts: list[str]` (file paths to saved artifacts)\n\n### Plugin Lifecycle\n\n```\nDiscover → Validate → Register → [Execute] → Report\n │ │ │ │\n │ Check TOML Store in Spawn subprocess\n │ schema, registry with timeout +\n │ dependencies in DB memory limit\n```\n\n### Isolation Guarantees\n\n- **Subprocess**: `subprocess.run(..., timeout=timeout_sec)`, killed on timeout.\n- **Memory**: `resource.setrlimit(RLIMIT_AS, max_memory_mb * 1024 * 1024)` before exec.\n- **No DB access**: Plugins receive only a scoped REST API token, never a database connection.\n- **No filesystem writes outside allowed dirs**: Configurable artifact directory per plugin.\n\n### RBAC Integration\n\nPlugin access is governed by ADR-0005 (RBAC):\n- Each plugin declares `required_roles: [\"admin\", \"analyst\"]` in `plugin.toml`.\n- Plugin executor checks the user's role set before allowing execution.\n- Forbidden access returns `403` with audit log entry.\n\n# [/DEF:ADR-0004:ADR]\n" }, { @@ -76437,8 +81768,20 @@ "target_ref": "[ADR-0004:ADR]" } ], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ADR-0005' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:ADR-0005:ADR]\n# @STATUS ACTIVE\n# @PURPOSE Define the authentication and authorization architecture for ss-tools: local auth, optional ADFS SSO federation, RBAC model, session management, and the security boundary between ss-tools (DevOps privileges) and Superset (BI privileges).\n# @RELATION DEPENDS_ON -> [ADR-0001:ADR]\n# @RELATION DEPENDS_ON -> [ADR-0003:ADR]\n# @RELATION CALLS -> [ADR-0004:ADR]\n# @RATIONALE ss-tools manages operations that can modify production Superset instances (dashboard migration, backup, deployment). Unauthenticated or under‑authorized access to these operations is a critical security risk. A dedicated RBAC system ensures that DevOps privileges (manage deployments) are cleanly separated from BI privileges (view dashboards) and that actions are auditable.\n# @RATIONALE Local auth (bcrypt + JWT) is the primary path because ss-tools must work in air‑gapped enterprise deployments where external identity providers are unavailable. ADFS SSO is an optional federation layer for organizations that already have Active Directory.\n# @RATIONALE Role‑Based Access Control (RBAC) was chosen over Attribute‑Based Access Control (ABAC) because: (a) the system has a small, well‑defined set of operations (deploy, backup, migrate, view), (b) RBAC maps naturally to organizational roles (admin, analyst, operator), (c) ABAC adds complexity without proportional benefit for this scope.\n# @REJECTED Delegating all auth to Superset — rejected because ss-tools must operate when Superset is down, and Superset's auth model is designed for BI users, not DevOps operators with cross‑environment privileges.\n# @REJECTED OAuth2 social login (Google, GitHub) as primary path — rejected because enterprise deployments require air‑gapped operation. External OAuth providers are unavailable in offline mode.\n# @REJECTED Simple API key (no RBAC) — rejected because it cannot express granular permissions (admin vs analyst vs viewer), making auditability and least‑privilege impossible.\n\n## Decision\n\n### Authentication Flow\n\n```\n┌──────────┐ POST /api/auth/login ┌──────────────┐\n│ User │ ──────────────────────────────│ FastAPI │\n│ (Browser)│ {username, password} │ Backend │\n│ │ ◄──────────────────────────── │ │\n│ │ {access_token, refresh} │ bcrypt + │\n│ │ │ JWT (HS256) │\n└──────────┘ └──────┬───────┘\n │\n ┌───────▼───────┐\n │ PostgreSQL │\n │ users table │\n │ roles table │\n └───────────────┘\n```\n\n### ADFS Federation (Optional)\n\n- Enabled via `config.json: auth.adfs_enabled = true`\n- SAML 2.0 flow through `python3-saml`\n- ADFS users mapped to local roles via `adfs_group → ss_tools_role` mapping table\n- Federated sessions still receive JWTs (stateless after initial SAML handshake)\n\n### RBAC Model\n\n| Role | Permissions |\n|------|-------------|\n| `admin` | All: manage users, manage roles, manage plugins, deploy, backup, migrate, view dashboards, view logs |\n| `analyst` | View dashboards, run LLM analysis plugins, view reports, view logs (own) |\n| `operator` | Deploy dashboards, run migrations, manage backups, view logs |\n| `viewer` | View dashboards, view reports |\n\n### Token Design\n\n- **Access token**: JWT (HS256), 15‑minute expiry, contains `user_id`, `roles: list[str]`\n- **Refresh token**: opaque random string (SHA‑256), 7‑day expiry, stored hashed in DB\n- **Superset API token per environment**: AES‑256‑GCM encrypted, stored in `connection_configs` table\n- **Plugin execution token**: JWT, scoped to a single `task_id`, 15‑minute expiry\n\n### Security Constraints\n\n1. Passwords: bcrypt with cost factor 12 (minimum).\n2. Rate limiting: 5 failed login attempts per IP per 15 minutes → temporary IP block.\n3. Token revocation: admin can revoke all sessions for a user (delete refresh tokens).\n4. Audit log: all auth events (login success/failure, role change, token revoke) written to `audit_log` table.\n5. Enterprise clean mode: local auth only, ADFS disabled, no external network calls for identity.\n\n### RBAC Enforcement Pattern\n\n```python\n# backend/src/api/dependencies.py\nfrom fastapi import Depends, HTTPException\n\ndef require_role(required_role: str):\n def dependency(current_user: User = Depends(get_current_user)):\n if required_role not in current_user.roles:\n raise HTTPException(status_code=403, detail=\"Insufficient permissions\")\n return current_user\n return dependency\n\n# Usage in route:\n@router.post(\"/api/dashboards/deploy\")\nasync def deploy(..., user: User = Depends(require_role(\"operator\"))):\n ...\n```\n\n# [/DEF:ADR-0005:ADR]\n" }, { @@ -76469,8 +81812,20 @@ "target_ref": "[ADR-0002:ADR]" } ], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ADR-0006' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:ADR-0006:ADR]\n# @STATUS ACTIVE\n# @PURPOSE Define the frontend architecture for ss-tools: Svelte 5 runes reactivity model, SvelteKit routing, component composition rules, state management patterns, API client conventions, and UX contract expectations for C4/C5 components.\n# @RELATION DEPENDS_ON -> [ADR-0001:ADR]\n# @RELATION DEPENDS_ON -> [ADR-0002:ADR]\n# @RATIONALE Svelte 5 introduces a fundamentally different reactivity model (runes: `$state`, `$derived`, `$effect`, `$props`) compared to Svelte 4's `$:` reactive statements. This ADR locks in the Svelte 5 runes approach and prevents backsliding into legacy patterns when new developers or AI agents contribute code.\n# @RATIONALE SvelteKit with static adapter (`@sveltejs/adapter-static`) was chosen over SvelteKit SSR because: (a) ss-tools is a Docker‑deployed SPA behind nginx — server‑side rendering provides no latency benefit, (b) static SPA simplifies Docker deployment (no Node.js server needed, just nginx serving static files), (c) all data is fetched via REST API, not server‑side load functions.\n# @RATIONALE Svelte 5 runes (`$state`, `$derived`, `$effect`) are mandated over Svelte 4 `$:` reactivity and `writable` stores because: (a) runes are the forward path — Svelte 4 patterns are deprecated, (b) runes provide fine‑grained reactivity without subscription boilerplate, (c) `$state` can be used outside `.svelte` files in `.svelte.js` modules, enabling reusable reactive logic.\n# @REJECTED React/Next.js — rejected by ADR-0003 (technology stack independence from Superset). Svelte 5 was chosen for its compile‑time approach, smaller bundle size, and superior DX for this project's scale.\n# @REJECTED Svelte 4 legacy patterns (`$:`, `writable`/`readable` stores) — rejected because Svelte 5 runes are the actively maintained reactivity model. Mixing two models creates confusion and potential reactivity bugs.\n# @REJECTED Server‑Side Rendering (SSR) with SvelteKit — rejected because the data is entirely API‑driven (no server‑side page data loading), and SSR adds deployment complexity (Node.js process) without latency benefit for authenticated SPA users.\n\n## Decision\n\n### Technology Stack\n\n| Layer | Choice | Version |\n|-------|--------|---------|\n| Framework | SvelteKit | 2.x |\n| UI Library | Svelte | 5.x (runes mode) |\n| Build | Vite | 7.x |\n| Styling | Tailwind CSS | 3.x |\n| Adapter | @sveltejs/adapter-static | 3.x (SPA mode) |\n| Testing | vitest + @testing-library/svelte | 4.x / 5.x |\n\n### Reactivity Model (Svelte 5 Runes)\n\n```\nLegacy (FORBIDDEN) Svelte 5 Runes (REQUIRED)\n──────────────────────── ──────────────────────────\nlet count = 0; let count = $state(0);\n$: doubled = count * 2; let doubled = $derived(count * 2);\n$: { /* side effect */ } $effect(() => { /* side effect */ });\nexport let name; let { name } = $props();\nimport { writable } from ... ❌ stores are .svelte.js modules with $state\n```\n\n### State Management Pattern\n\nThree tiers of state, strictly separated:\n\n1. **Component‑local state**: `$state()` inside `.svelte` files. Never exported.\n2. **Shared reactive state**: `.svelte.js` modules exporting `$state` objects. Imported by components.\n ```js\n // frontend/src/lib/stores/dashboard.svelte.js\n export const dashboardState = $state({\n dashboards: [],\n selectedId: null,\n isLoading: false\n });\n ```\n3. **Server state**: Fetched via API client, held in `$state` variables locally. No global cache — each route fetches what it needs.\n\n### API Client Convention\n\nAPI client modules live under `frontend/src/lib/api/`. Each module wraps `fetch` calls to the FastAPI backend, attaches the JWT access token from the auth store, and normalises errors into a typed `ApiError`. Contract annotations follow the rules defined in the `semantics-core` and `semantics-contracts` skills.\n\n### Component Complexity & UX Contracts\n\nSvelte components with side effects (API calls, WebSocket subscriptions, file operations) MUST carry UX contract tags as defined by the `semantics-frontend` skill (`.opencode/skills/semantics-frontend/SKILL.md`). The skill is the canonical source for tag inventory, syntax, and per‑complexity requirements.\n\n### Component File Structure\n\n```\nfrontend/src/lib/components/\n├── DashboardGrid.svelte # C4: complex data grid with WebSocket updates\n├── MappingTable.svelte # C3: migration mapping table\n├── PluginExecutionCard.svelte # C4: plugin runner with progress feedback\n├── RoleBadge.svelte # C1: simple role display\n└── ...\n```\n\n### Routing\n\n- SvelteKit file‑based routing under `frontend/src/routes/`\n- Protected routes check auth in `+layout.svelte` (redirect to `/login` if no token)\n- Route structure: `/` (dashboard list), `/envs/[id]` (environment detail), `/migration` (migration wizard), `/plugins` (plugin management), `/admin` (user/role management)\n\n# [/DEF:ADR-0006:ADR]\n" }, { @@ -76497,6 +81852,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleValidate:Function [TYPE Function]\n /**\n * @purpose Triggers dashboard validation task.\n */\n async function handleValidate(dashboard: DashboardMetadata) {\n if (validatingIds.has(dashboard.id)) return;\n\n validatingIds.add(dashboard.id);\n validatingIds = new Set(validatingIds);\n\n try {\n await api.postApi(\"/tasks\", {\n plugin_id: \"llm_dashboard_validation\",\n params: {\n dashboard_id: dashboard.id.toString(),\n environment_id: environmentId,\n },\n });\n\n toast(\"Validation task started\", \"success\");\n } catch (e: any) {\n toast(e.message || \"Validation failed to start\", \"error\");\n } finally {\n validatingIds.delete(dashboard.id);\n validatingIds = new Set(validatingIds);\n }\n }\n // #endregion handleValidate:Function\n" }, { @@ -76523,6 +81879,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region openGit:Function [TYPE Function]\n /**\n * @purpose Opens the Git management modal for a dashboard.\n */\n function openGit(dashboard: DashboardMetadata) {\n gitDashboardId = String(dashboard.slug || dashboard.id);\n gitDashboardTitle = dashboard.title;\n showGitManager = true;\n }\n // #endregion openGit:Function\n" }, { @@ -76569,6 +81926,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region initializeForm:Function [TYPE Function]\n /**\n * @purpose Initialize form data with default values from the schema.\n * @pre schema is provided and contains properties.\n * @post formData is initialized with default values or empty strings.\n */\n function initializeForm() {\n if (schema && schema.properties) {\n for (const key in schema.properties) {\n formData[key] = schema.properties[key].default || '';\n }\n }\n }\n // #endregion initializeForm:Function\n" }, { @@ -76654,6 +82012,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n
\n © 2025 Superset Tools. All rights reserved.\n
\n\n" }, { @@ -76700,6 +82059,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region updateMapping:Function [TYPE Function]\n /**\n * @purpose Updates a mapping for a specific source database.\n * @pre sourceUuid and targetUuid are provided.\n * @post Parent callback receives normalized mapping payload.\n */\n function updateMapping(sourceUuid: string, targetUuid: string) {\n const sDb = sourceDatabases.find(d => d.uuid === sourceUuid);\n const tDb = targetDatabases.find(d => d.uuid === targetUuid);\n \n onupdate({ \n sourceUuid, \n targetUuid,\n sourceName: sDb?.database_name || \"\",\n targetName: tDb?.database_name || \"\",\n engine: sDb?.engine || \"\"\n });\n }\n // #endregion updateMapping:Function\n" }, { @@ -76746,6 +82106,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region getSuggestion:Function [TYPE Function]\n /**\n * @purpose Finds a suggestion for a source database.\n * @pre sourceUuid is provided.\n * @post Returns matching suggestion object or undefined.\n */\n function getSuggestion(sourceUuid: string) {\n return suggestions.find(s => s.source_db_uuid === sourceUuid);\n }\n // #endregion getSuggestion:Function\n" }, { @@ -76848,6 +82209,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n{#if show}\n
\n
\n
\n\n ​\n\n
\n
\n
\n \n \n \n
\n
\n

\n Missing Database Mapping\n

\n
\n

\n The database {sourceDbName} is used in the assets being migrated but has no mapping to the target environment. Please select a target database.\n

\n
\n
\n
\n\n
\n \n \n {#each targetDatabases as tDb}\n \n {/each}\n \n
\n\n
\n \n Apply & Continue\n \n \n Cancel Migration\n \n
\n
\n
\n
\n{/if}\n\n\n\n\n" }, { @@ -76894,6 +82256,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region resolve:Function [TYPE Function]\n // @PURPOSE: Resolves the missing mapping via callback prop.\n // @PRE: selectedTargetUuid must be set.\n // @POST: Parent callback receives mapping payload and modal closes.\n function resolve() {\n if (!selectedTargetUuid) return;\n onresolve({\n sourceDbUuid,\n targetDbUuid: selectedTargetUuid,\n targetDbName: targetDatabases.find(d => d.uuid === selectedTargetUuid)?.database_name\n });\n show = false;\n }\n // #endregion resolve:Function\n" }, { @@ -76940,6 +82303,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region cancel:Function [TYPE Function]\n // @PURPOSE: Cancels the mapping resolution modal.\n // @PRE: Modal is open.\n // @POST: Parent cancel callback is invoked and modal is hidden.\n function cancel() {\n oncancel();\n show = false;\n }\n // #endregion cancel:Function\n" }, { @@ -77030,6 +82394,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n
\n \n Superset Tools\n \n \n
\n\n" }, { @@ -77147,6 +82512,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n{#if show}\n \n \n \n \n\n ​\n\n \n
\n
\n \n \n \n \n \n
\n \n \n Database Password Required\n \n
\n

\n The migration process requires passwords for\n the following databases to proceed.\n

\n\n {#if errorMessage}\n \n Error: {errorMessage}\n
\n {/if}\n\n { e.preventDefault(); handleSubmit(); }}\n class=\"space-y-4\"\n >\n {#each databases as dbName}\n
\n \n Password for {dbName}\n \n \n
\n {/each}\n \n
\n \n \n \n \n \n {submitting ? \"Resuming...\" : \"Resume Migration\"}\n \n \n Cancel\n \n \n \n \n \n{/if}\n\n" }, { @@ -77193,6 +82559,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleSubmit:Function [TYPE Function]\n // @PURPOSE: Validates and forwards passwords to resume the task.\n // @PRE: All database passwords must be entered.\n // @POST: Parent resume callback receives passwords payload.\n function handleSubmit() {\n if (submitting) return;\n\n // Validate all passwords entered\n const missing = databases.filter((db) => !passwords[db]);\n if (missing.length > 0) {\n alert(`Please enter passwords for: ${missing.join(\", \")}`);\n return;\n }\n\n submitting = true;\n onresume({ passwords });\n // Reset submitting state is handled by parent or on close\n }\n // #endregion handleSubmit:Function\n" }, { @@ -77239,6 +82606,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleCancel:Function [TYPE Function]\n // @PURPOSE: Cancels the password prompt.\n // @PRE: Modal is open.\n // @POST: Parent cancel callback is invoked and show is set to false.\n function handleCancel() {\n oncancel();\n show = false;\n }\n // #endregion handleCancel:Function\n" }, { @@ -77285,6 +82653,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleSort:Function [TYPE Function]\n // @PURPOSE: Toggles sort direction or changes sort column.\n // @PRE: column name is provided.\n // @POST: sortColumn and sortDirection state updated.\n function handleSort(column: keyof DashboardMetadata) {\n if (sortColumn === column) {\n sortDirection = sortDirection === \"asc\" ? \"desc\" : \"asc\";\n } else {\n sortColumn = column;\n sortDirection = \"asc\";\n }\n }\n // #endregion handleSort:Function\n" }, { @@ -77331,6 +82700,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleSelectionChange:Function [TYPE Function]\n // @PURPOSE: Handles individual checkbox changes.\n // @PRE: dashboard ID and checked status provided.\n // @POST: selectedIds array updated.\n function handleSelectionChange(id: number, checked: boolean) {\n let newSelected = [...selectedIds];\n if (checked) {\n if (!newSelected.includes(id)) newSelected.push(id);\n } else {\n newSelected = newSelected.filter((sid) => sid !== id);\n }\n selectedIds = newSelected;\n }\n // #endregion handleSelectionChange:Function\n" }, { @@ -77377,6 +82747,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleSelectAll:Function [TYPE Function]\n // @PURPOSE: Handles select all checkbox.\n // @PRE: checked status provided.\n // @POST: selectedIds array updated for all paginated items.\n function handleSelectAll(checked: boolean) {\n let newSelected = [...selectedIds];\n if (checked) {\n paginatedDashboards.forEach((d) => {\n if (!newSelected.includes(d.id)) newSelected.push(d.id);\n });\n } else {\n paginatedDashboards.forEach((d) => {\n newSelected = newSelected.filter((sid) => sid !== d.id);\n });\n }\n selectedIds = newSelected;\n }\n // #endregion handleSelectAll:Function\n" }, { @@ -77423,6 +82794,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region goToPage:Function [TYPE Function]\n // @PURPOSE: Changes current page.\n // @PRE: page index is provided.\n // @POST: currentPage state updated if within valid range.\n function goToPage(page: number) {\n if (page >= 0 && page < totalPages) {\n currentPage = page;\n }\n }\n // #endregion goToPage:Function\n" }, { @@ -77469,6 +82841,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region getRepositoryStatusToken:Function [TYPE Function]\n /**\n * @purpose Returns normalized repository status token for a dashboard.\n * @pre Dashboard exists.\n * @post Returns one of loading|no_repo|synced|changes|behind_remote|ahead_remote|diverged|error.\n */\n function getRepositoryStatusToken(dashboardId: number): string {\n return repositoryStatusByDashboardId[dashboardId] || \"loading\";\n }\n // #endregion getRepositoryStatusToken:Function\n" }, { @@ -77495,6 +82868,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region isRepositoryReady:Function [TYPE Function]\n // @PURPOSE: Determines whether git actions can run for a dashboard.\n function isRepositoryReady(dashboardId: number): boolean {\n const token = getRepositoryStatusToken(dashboardId);\n return token !== \"loading\" && token !== \"no_repo\" && token !== \"error\";\n }\n // #endregion isRepositoryReady:Function\n" }, { @@ -77521,6 +82895,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region invalidateRepositoryStatuses:Function [TYPE Function]\n // @PURPOSE: Marks dashboard statuses as loading so they are refetched.\n function invalidateRepositoryStatuses(dashboardIds: number[]): void {\n if (dashboardIds.length === 0) return;\n const nextStatuses = { ...repositoryStatusByDashboardId };\n dashboardIds.forEach((dashboardId) => {\n nextStatuses[dashboardId] = \"loading\";\n });\n repositoryStatusByDashboardId = nextStatuses;\n }\n // #endregion invalidateRepositoryStatuses:Function\n" }, { @@ -77547,6 +82922,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region resolveRepositoryStatusToken:Function [TYPE Function]\n /**\n * @purpose Converts git status payload into a stable UI status token.\n */\n function resolveRepositoryStatusToken(status: any): string {\n const syncState = String(status?.sync_state || \"\").toUpperCase();\n if (syncState === \"DIVERGED\") return \"diverged\";\n if (syncState === \"BEHIND_REMOTE\") return \"behind_remote\";\n if (syncState === \"AHEAD_REMOTE\") return \"ahead_remote\";\n if (syncState === \"CHANGES\") return \"changes\";\n if (syncState === \"SYNCED\") return \"synced\";\n\n const syncStatus = String(status?.sync_status || \"\").toUpperCase();\n if (syncStatus === \"NO_REPO\") return \"no_repo\";\n if (syncStatus === \"ERROR\") return \"error\";\n if (syncStatus === \"DIFF\") return \"changes\";\n if (syncStatus === \"OK\") return \"synced\";\n\n const aheadCount = Number(status?.ahead_count || 0);\n const behindCount = Number(status?.behind_count || 0);\n if (aheadCount > 0 && behindCount > 0) return \"diverged\";\n if (behindCount > 0) return \"behind_remote\";\n if (aheadCount > 0) return \"ahead_remote\";\n\n const hasChanges =\n Boolean(status?.is_dirty) ||\n (status?.untracked_files?.length || 0) > 0 ||\n (status?.modified_files?.length || 0) > 0 ||\n (status?.staged_files?.length || 0) > 0;\n\n return hasChanges ? \"changes\" : \"synced\";\n }\n // #endregion resolveRepositoryStatusToken:Function\n" }, { @@ -77573,6 +82949,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region loadRepositoryStatuses:Function [TYPE Function]\n /**\n * @purpose Hydrates repository status map for dashboards in repository mode.\n */\n async function loadRepositoryStatuses() {\n if (statusMode !== \"repository\") {\n repositoryStatusByDashboardId = {};\n return;\n }\n\n const requestId = repositoryStatusRequestId + 1;\n repositoryStatusRequestId = requestId;\n\n const visibleDashboards = paginatedDashboards;\n const visibleIds = visibleDashboards.map((dashboard) => dashboard.id);\n\n if (visibleDashboards.length === 0) {\n repositoryStatusByDashboardId = {};\n return;\n }\n\n const missingIds = visibleIds.filter((dashboardId) => {\n const token = repositoryStatusByDashboardId[dashboardId];\n return token === undefined || token === \"loading\";\n });\n\n if (missingIds.length === 0) {\n return;\n }\n\n const loadingStatuses = { ...repositoryStatusByDashboardId };\n missingIds.forEach((dashboardId) => {\n loadingStatuses[dashboardId] = \"loading\";\n });\n repositoryStatusByDashboardId = loadingStatuses;\n\n let entries: Array = [];\n try {\n const batchResult = await gitService.getStatusesBatch(missingIds);\n const statusesByDashboardId = batchResult?.statuses || {};\n entries = missingIds.map((dashboardId) => {\n const status =\n statusesByDashboardId[dashboardId] ??\n statusesByDashboardId[String(dashboardId)];\n if (!status) return [dashboardId, \"error\"] as const;\n return [dashboardId, resolveRepositoryStatusToken(status)] as const;\n });\n } catch (error) {\n entries = missingIds.map((dashboardId) => [dashboardId, \"error\"] as const);\n }\n\n if (requestId !== repositoryStatusRequestId) return;\n repositoryStatusByDashboardId = {\n ...repositoryStatusByDashboardId,\n ...Object.fromEntries(entries),\n };\n }\n // #endregion loadRepositoryStatuses:Function\n" }, { @@ -77599,6 +82976,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region runBulkGitAction:Function [TYPE Function]\n // @PURPOSE: Executes git action for selected dashboards with limited parallelism.\n async function runBulkGitAction(\n actionToken: string,\n action: (dashboardId: number) => Promise,\n ): Promise {\n if (bulkActionRunning) return;\n const selectedDashboardIds = selectedIds.filter((dashboardId) =>\n isRepositoryReady(dashboardId),\n );\n\n if (selectedDashboardIds.length === 0) {\n addToast($t.git?.no_repositories_selected, \"error\");\n return;\n }\n\n bulkActionRunning = true;\n const concurrency = 3;\n const idsQueue = [...selectedDashboardIds];\n let successCount = 0;\n let failedCount = 0;\n\n const worker = async () => {\n while (idsQueue.length > 0) {\n const dashboardId = idsQueue.shift();\n if (dashboardId === undefined) break;\n try {\n await action(dashboardId);\n successCount += 1;\n } catch (_error) {\n failedCount += 1;\n }\n }\n };\n\n try {\n await Promise.all(\n Array.from({ length: Math.min(concurrency, selectedDashboardIds.length) }, () => worker()),\n );\n invalidateRepositoryStatuses(selectedDashboardIds);\n const actionLabel = $t.git?.[`bulk_action_${actionToken}`] || actionToken;\n addToast(\n $t.git?.bulk_result\n .replace(\"{action}\", actionLabel)\n .replace(\"{success}\", String(successCount))\n .replace(\"{failed}\", String(failedCount)),\n failedCount > 0 ? \"warning\" : \"success\",\n );\n } finally {\n bulkActionRunning = false;\n }\n }\n // #endregion runBulkGitAction:Function\n" }, { @@ -77613,6 +82991,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleBulkSync:Function [TYPE Function]\n async function handleBulkSync(): Promise {\n await runBulkGitAction(\"sync\", (dashboardId) => gitService.sync(dashboardId, null, envId));\n }\n // #endregion handleBulkSync:Function\n" }, { @@ -77627,6 +83006,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleBulkCommit:Function [TYPE Function]\n async function handleBulkCommit(): Promise {\n const message = prompt($t.git?.commit_message);\n if (!message?.trim()) return;\n await runBulkGitAction(\"commit\", (dashboardId) =>\n gitService.commit(dashboardId, message.trim(), [], envId),\n );\n }\n // #endregion handleBulkCommit:Function\n" }, { @@ -77641,6 +83021,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleBulkPull:Function [TYPE Function]\n async function handleBulkPull(): Promise {\n await runBulkGitAction(\"pull\", (dashboardId) => gitService.pull(dashboardId, envId));\n }\n // #endregion handleBulkPull:Function\n" }, { @@ -77655,6 +83036,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleBulkPush:Function [TYPE Function]\n async function handleBulkPush(): Promise {\n await runBulkGitAction(\"push\", (dashboardId) => gitService.push(dashboardId, envId));\n }\n // #endregion handleBulkPush:Function\n" }, { @@ -77681,6 +83063,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleBulkDelete:Function [TYPE Function]\n // @PURPOSE: Removes selected repositories from storage and binding table.\n async function handleBulkDelete(): Promise {\n if (!confirm($t.git?.confirm_delete_repo || \"Удалить выбранные репозитории?\")) return;\n const idsToDelete = [...selectedIds];\n await runBulkGitAction(\"delete\", (dashboardId) =>\n gitService.deleteRepository(dashboardId, envId),\n );\n dashboards = dashboards.filter((dashboard) => !idsToDelete.includes(dashboard.id));\n selectedIds = [];\n }\n // #endregion handleBulkDelete:Function\n" }, { @@ -77707,6 +83090,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleManageSelected:Function [TYPE Function]\n // @PURPOSE: Opens Git manager for exactly one selected dashboard.\n async function handleManageSelected(): Promise {\n if (selectedIds.length !== 1) {\n addToast($t.git?.select_single_for_manage, \"warning\");\n return;\n }\n\n const selectedDashboardId = selectedIds[0];\n const selectedDashboard = dashboards.find(\n (dashboard) => dashboard.id === selectedDashboardId,\n );\n openGitManagerForDashboard(selectedDashboard || null);\n }\n // #endregion handleManageSelected:Function\n" }, { @@ -77753,6 +83137,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region resolveDashboardRef:Function [TYPE Function]\n // @PURPOSE: Resolves dashboard slug from payload fields.\n // @PRE: Dashboard metadata is provided.\n // @POST: Returns slug string or null if unavailable.\n function resolveDashboardRef(dashboard: DashboardMetadata): string | null {\n const directSlug = String(\n dashboard.slug ||\n dashboard.dashboard_slug ||\n dashboard.url_slug ||\n \"\",\n ).trim();\n if (directSlug) return directSlug;\n\n const dashboardUrl = String(dashboard.url || \"\").trim();\n if (!dashboardUrl) return null;\n const slugMatch = dashboardUrl.match(/\\/dashboard\\/([^/?#]+)/i);\n if (!slugMatch?.[1]) return null;\n return decodeURIComponent(slugMatch[1]);\n }\n // #endregion resolveDashboardRef:Function\n" }, { @@ -77779,6 +83164,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region openGitManagerForDashboard:Function [TYPE Function]\n // @PURPOSE: Opens Git manager for provided dashboard metadata.\n function openGitManagerForDashboard(dashboard: DashboardMetadata | null): void {\n if (!dashboard) return;\n const dashboardRef = resolveDashboardRef(dashboard);\n if (!dashboardRef) {\n addToast($t.git?.select_dashboard_with_slug || \"Dashboard slug is required to open GitManager\", \"error\");\n return;\n }\n gitDashboardId = dashboardRef;\n gitDashboardTitle = dashboard.title || \"\";\n showGitManager = true;\n }\n // #endregion openGitManagerForDashboard:Function\n" }, { @@ -77805,6 +83191,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleInitializeRepositories:Function [TYPE Function]\n // @PURPOSE: Opens Git manager from bulk actions to initialize selected repository.\n async function handleInitializeRepositories(): Promise {\n if (selectedIds.length !== 1) {\n addToast($t.git?.select_single_for_manage, \"warning\");\n return;\n }\n const selectedDashboardId = selectedIds[0];\n const selectedDashboard = dashboards.find((dashboard) => dashboard.id === selectedDashboardId) || null;\n openGitManagerForDashboard(selectedDashboard);\n }\n // #endregion handleInitializeRepositories:Function\n" }, { @@ -77831,6 +83218,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region getSortStatusValue:Function [TYPE Function]\n /**\n * @purpose Returns sort value for status column based on mode.\n */\n function getSortStatusValue(dashboard: DashboardMetadata): string {\n if (statusMode === \"repository\") {\n return getRepositoryStatusToken(dashboard.id);\n }\n return String(dashboard.status || \"\").toLowerCase();\n }\n // #endregion getSortStatusValue:Function\n" }, { @@ -77857,6 +83245,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region getStatusLabel:Function [TYPE Function]\n /**\n * @purpose Returns localized label for status column.\n */\n function getStatusLabel(dashboard: DashboardMetadata): string {\n if (statusMode !== \"repository\") {\n return String(dashboard.status || \"\");\n }\n const token = getRepositoryStatusToken(dashboard.id);\n return $t.git?.repo_status?.[token] || token;\n }\n // #endregion getStatusLabel:Function\n" }, { @@ -77883,6 +83272,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region getStatusBadgeClass:Function [TYPE Function]\n /**\n * @purpose Returns badge style for status column.\n */\n function getStatusBadgeClass(dashboard: DashboardMetadata): string {\n if (statusMode !== \"repository\") {\n return dashboard.status === \"published\"\n ? \"bg-green-100 text-green-800\"\n : \"bg-gray-100 text-gray-800\";\n }\n\n const token = getRepositoryStatusToken(dashboard.id);\n if (token === \"loading\") return \"bg-slate-100 text-slate-500\";\n if (token === \"no_repo\") return \"bg-gray-100 text-gray-800\";\n if (token === \"synced\") return \"bg-green-100 text-green-800\";\n if (token === \"changes\") return \"bg-amber-100 text-amber-800\";\n if (token === \"behind_remote\") return \"bg-blue-100 text-blue-800\";\n if (token === \"ahead_remote\") return \"bg-indigo-100 text-indigo-800\";\n if (token === \"diverged\") return \"bg-purple-100 text-purple-800\";\n return \"bg-rose-100 text-rose-800\";\n }\n // #endregion getStatusBadgeClass:Function\n" }, { @@ -78012,6 +83402,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n
\n
\n

\n {$t.tasks?.recent }\n

\n
\n
\n \n \n
\n \n
\n \n {$t.common?.refresh }\n \n
\n
\n \n {#if loading && tasks.length === 0}\n
{$t.tasks?.loading }
\n {:else if error}\n
{error}
\n {:else if tasks.length === 0}\n
{$t.tasks?.no_tasks }
\n {:else}\n
    \n {#each tasks as task}\n
  • \n \n
    • \n {/each}\n
\n {/if}\n
\n\n" }, { @@ -78058,6 +83449,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region getStatusColor:Function [TYPE Function]\n // @PURPOSE: Returns the CSS color class for a given task status.\n // @PRE: status string is provided.\n // @POST: Returns tailwind color class string.\n function getStatusColor(status) {\n switch (status) {\n case 'SUCCESS': return 'bg-green-100 text-green-800';\n case 'FAILED': return 'bg-red-100 text-red-800';\n case 'RUNNING': return 'bg-blue-100 text-blue-800';\n case 'AWAITING_INPUT': return 'bg-orange-100 text-orange-800';\n case 'AWAITING_MAPPING': return 'bg-yellow-100 text-yellow-800';\n default: return 'bg-gray-100 text-gray-800';\n }\n }\n // #endregion getStatusColor:Function\n" }, { @@ -78104,6 +83496,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region onDestroy:Function [TYPE Function]\n // @PURPOSE: Cleans up the polling interval when the component is destroyed.\n // @PRE: Component is being destroyed.\n // @POST: Polling interval is cleared.\n onDestroy(() => {\n clearInterval(interval);\n });\n // #endregion onDestroy:Function\n" }, { @@ -78208,6 +83601,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n
\n {#if loading && tasks.length === 0}\n
{$t.tasks?.loading}
\n {:else if tasks.length === 0}\n
{$t.tasks?.no_tasks}
\n {:else}\n
    \n {#each tasks as task (task.id)}\n
  • \n handleTaskClick(task)}\n >\n
    \n
    \n
    \n {task.plugin_id.toUpperCase()}\n {task.id.substring(0, 8)}\n
    \n
    \n

    \n {task.status}\n

    \n
    \n
    \n
    \n
    \n

    \n {#if task.params?.environment_id || task.params?.source_env_id}\n Env: {task.params.environment_id || task.params.source_env_id}\n {/if}\n

    \n
    \n
    \n \n \n \n

    \n {$t.tasks?.started?.replace('{time}', formatTime(task.started_at))}\n

    \n
    \n
    \n
    \n \n
    • \n {/each}\n
\n {/if}\n
\n\n\n" }, { @@ -78254,6 +83648,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleTaskClick:Function [TYPE Function]\n // @PURPOSE: Forwards the selected task through a callback prop.\n // @PRE: taskId is provided.\n // @POST: Parent callback receives task id and task payload.\n function handleTaskClick(task: any) {\n onselect({ id: task.id, task });\n }\n // #endregion handleTaskClick:Function\n" }, { @@ -78300,6 +83695,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleRealTimeLogs:Action [TYPE Function]\n // @PURPOSE: Sync real-time logs to the current log list\n // @PRE: None\n // @POST: logs are updated with new real-time log entries\n $effect(() => {\n if (realTimeLogs && realTimeLogs.length > 0) {\n const lastLog = realTimeLogs[realTimeLogs.length - 1];\n const exists = logs.some(\n (l) =>\n l.timestamp === lastLog.timestamp &&\n l.message === lastLog.message,\n );\n if (!exists) {\n logs = [...logs, lastLog];\n }\n }\n });\n // #endregion handleRealTimeLogs:Action\n" }, { @@ -78346,6 +83742,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region fetchLogs:Function [TYPE Function]\n // @PURPOSE: Fetches logs for a given task ID\n // @PRE: taskId is set\n // @POST: logs are populated with API response\n async function fetchLogs() {\n if (!taskId) return;\n try {\n console.log(`[TaskLogViewer][API][fetchLogs:STARTED] id=${taskId}`);\n logs = await getTaskLogs(taskId);\n console.log(`[TaskLogViewer][API][fetchLogs:SUCCESS] id=${taskId}`);\n } catch (e) {\n console.error(\n `[TaskLogViewer][API][fetchLogs:FAILED] id=${taskId}`,\n e,\n );\n error = e.message;\n } finally {\n loading = false;\n }\n }\n // #endregion fetchLogs:Function\n" }, { @@ -78392,6 +83789,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleFilterChange:Function [TYPE Function]\n // @PURPOSE: Updates filter conditions for the log viewer\n // @PRE: event contains source and level fields\n // @POST: Log viewer filters updated\n function handleFilterChange(event) {\n console.log(\"[TaskLogViewer][UI][handleFilterChange:START]\");\n const { source, level } = event;\n }\n // #endregion handleFilterChange:Function\n" }, { @@ -78438,6 +83836,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleRefresh:Function [TYPE Function]\n // @PURPOSE: Refreshes the logs by polling the API\n // @PRE: None\n // @POST: Logs refetched\n function handleRefresh() {\n console.log(\"[TaskLogViewer][UI][handleRefresh:START]\");\n fetchLogs();\n }\n // #endregion handleRefresh:Function\n" }, { @@ -78484,6 +83883,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region connect:Function [TYPE Function]\n /**\n * @purpose Establishes WebSocket connection with exponential backoff and filter parameters.\n * @pre selectedTask must be set in the store.\n * @post WebSocket instance created and listeners attached.\n */\n function connect() {\n const task = get(selectedTask);\n if (!task || connectionStatus === 'completed') return;\n\n console.log(`[TaskRunner][Entry] Connecting to logs for task: ${task.id} (Attempt ${reconnectAttempts + 1}) filters: source=${selectedSource}, level=${selectedLevel}`);\n connectionStatus = 'connecting';\n \n let wsUrl = getWsUrl(task.id);\n \n // Append filter parameters to WebSocket URL\n const params = new URLSearchParams();\n if (selectedSource !== 'all') params.append('source', selectedSource);\n if (selectedLevel !== 'all') params.append('level', selectedLevel);\n \n const queryString = params.toString();\n if (queryString) {\n wsUrl += (wsUrl.includes('?') ? '&' : '?') + queryString;\n }\n\n ws = new WebSocket(wsUrl);\n\n ws.onopen = () => {\n console.log('[TaskRunner][Coherence:OK] WebSocket connection established');\n connectionStatus = 'connected';\n reconnectAttempts = 0;\n startDataTimeout();\n };\n\n ws.onmessage = (event) => {\n const logEntry = JSON.parse(event.data);\n taskLogs.update(logs => [...logs, logEntry]);\n resetDataTimeout();\n \n // Check for completion message (if backend sends one)\n if (logEntry.message && logEntry.message.includes('Task completed successfully')) {\n connectionStatus = 'completed';\n ws.close();\n }\n\n // Check for missing mapping signal\n if (logEntry.message && logEntry.message.includes('Missing mapping for database UUID')) {\n const uuidMatch = logEntry.message.match(/UUID: ([\\w-]+)/);\n if (uuidMatch) {\n missingDbInfo = { name: 'Unknown', uuid: uuidMatch[1] };\n connectionStatus = 'awaiting_mapping';\n fetchTargetDatabases();\n showMappingModal = true;\n }\n }\n \n // Check for password request via log context or message\n if (logEntry.message && logEntry.message.includes('Task paused for user input') && logEntry.context && logEntry.context.input_request) {\n const request = logEntry.context.input_request;\n if (request.type === 'database_password') {\n connectionStatus = 'awaiting_input';\n passwordPromptData = {\n databases: request.databases || [],\n errorMessage: request.error_message || ''\n };\n showPasswordPrompt = true;\n }\n }\n };\n\n if (task && task.status === 'AWAITING_INPUT' && task.input_request && task.input_request.type === 'database_password') {\n connectionStatus = 'awaiting_input';\n passwordPromptData = {\n databases: task.input_request.databases || [],\n errorMessage: task.input_request.error_message || ''\n };\n showPasswordPrompt = true;\n }\n \n ws.onerror = (error) => {\n console.error('[TaskRunner][Coherence:Failed] WebSocket error:', error);\n connectionStatus = 'disconnected';\n };\n\n ws.onclose = (event) => {\n console.log(`[TaskRunner][Exit] WebSocket connection closed (Code: ${event.code})`);\n clearTimeout(dataTimeout);\n waitingForData = false;\n\n if (connectionStatus !== 'completed' && reconnectAttempts < maxReconnectAttempts) {\n const delay = Math.min(initialReconnectDelay * Math.pow(2, reconnectAttempts), maxReconnectDelay);\n console.log(`[TaskRunner][Action] Reconnecting in ${delay}ms...`);\n reconnectTimeout = setTimeout(() => {\n reconnectAttempts++;\n connect();\n }, delay);\n } else if (reconnectAttempts >= maxReconnectAttempts) {\n console.error('[TaskRunner][Coherence:Failed] Max reconnect attempts reached.');\n addToast($t.tasks?.log_stream_failed, 'error');\n }\n };\n }\n // #endregion connect:Function\n" }, { @@ -78530,6 +83930,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region fetchTargetDatabases:Function [TYPE Function]\n /**\n * @purpose Fetches available databases from target environment for mapping.\n * @pre selectedTask must have to_env parameter set.\n * @post targetDatabases array populated with available databases.\n */\n async function fetchTargetDatabases() {\n const task = get(selectedTask);\n if (!task || !task.params.to_env) return;\n \n try {\n const envs = await api.fetchApi('/environments');\n const targetEnv = envs.find(e => e.name === task.params.to_env);\n \n if (targetEnv) {\n targetDatabases = await api.fetchApi(`/environments/${targetEnv.id}/databases`);\n }\n } catch (e) {\n console.error('Failed to fetch target databases', e);\n }\n }\n // #endregion fetchTargetDatabases:Function\n" }, { @@ -78576,6 +83977,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleMappingResolve:Function [TYPE Function]\n /**\n * @purpose Resolves missing database mapping and continues migration.\n * @pre event.detail contains sourceDbUuid, targetDbUuid, targetDbName.\n * @post Mapping created in backend, task resumed with resolution params.\n */\n async function handleMappingResolve(event) {\n const task = get(selectedTask);\n const { sourceDbUuid, targetDbUuid, targetDbName } = event.detail;\n \n try {\n const envs = await api.fetchApi('/environments');\n const srcEnv = envs.find(e => e.name === task.params.from_env);\n const tgtEnv = envs.find(e => e.name === task.params.to_env);\n\n await api.postApi('/mappings', {\n source_env_id: srcEnv.id,\n target_env_id: tgtEnv.id,\n source_db_uuid: sourceDbUuid,\n target_db_uuid: targetDbUuid,\n source_db_name: missingDbInfo.name,\n target_db_name: targetDbName\n });\n\n await api.postApi(`/tasks/${task.id}/resolve`, {\n resolution_params: { resolved_mapping: { [sourceDbUuid]: targetDbUuid } }\n });\n\n connectionStatus = 'connected';\n addToast($t.tasks?.mapping_resolved, 'success');\n } catch (e) {\n addToast($t.tasks?.mapping_resolve_failed?.replace('{error}', e.message), 'error');\n }\n }\n // #endregion handleMappingResolve:Function\n" }, { @@ -78622,6 +84024,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handlePasswordResume:Function [TYPE Function]\n /**\n * @purpose Submits passwords and resumes paused migration task.\n * @pre event.detail contains passwords object.\n * @post Task resumed with passwords, connection status restored to connected.\n */\n async function handlePasswordResume(event) {\n const task = get(selectedTask);\n const { passwords } = event.detail;\n \n try {\n await api.postApi(`/tasks/${task.id}/resume`, { passwords });\n \n showPasswordPrompt = false;\n connectionStatus = 'connected';\n addToast($t.tasks?.passwords_submitted, 'success');\n } catch (e) {\n addToast($t.tasks?.resume_failed?.replace('{error}', e.message), 'error');\n }\n }\n // #endregion handlePasswordResume:Function\n" }, { @@ -78668,6 +84071,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region startDataTimeout:Function [TYPE Function]\n /**\n * @purpose Starts timeout timer to detect idle connection.\n * @pre connectionStatus is 'connected'.\n * @post waitingForData set to true after 5 seconds if no data received.\n */\n function startDataTimeout() {\n waitingForData = false;\n dataTimeout = setTimeout(() => {\n if (connectionStatus === 'connected') {\n waitingForData = true;\n }\n }, 5000);\n }\n // #endregion startDataTimeout:Function\n" }, { @@ -78714,6 +84118,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region resetDataTimeout:Function [TYPE Function]\n /**\n * @purpose Resets data timeout timer when new data arrives.\n * @pre dataTimeout must be set.\n * @post waitingForData reset to false, new timeout started.\n */\n function resetDataTimeout() {\n clearTimeout(dataTimeout);\n waitingForData = false;\n startDataTimeout();\n }\n // #endregion resetDataTimeout:Function\n" }, { @@ -78792,6 +84197,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n
\n {#each $toasts as toast (toast.id)}\n
\n {toast.message}\n
\n {/each}\n
\n\n\n\n" }, { @@ -78922,6 +84328,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region TaskLogViewerTest:Module [TYPE Function]\n// @SEMANTICS: tests, task-log, viewer, mount, components\n// @PURPOSE: Unit tests for TaskLogViewer component by mounting it and observing the DOM.\n// @LAYER: UI (Tests)\n// @RELATION: DEPENDS_ON -> [TaskLogViewer]\n// @INVARIANT: Duplicate logs are never appended. Polling only active for in-progress tasks.\n// @TEST_CONTRACT: TaskLogViewerPropsAndLogStream -> RenderedLogTimeline\n// @TEST_SCENARIO: historical_and_realtime_merge -> Historical logs render and realtime logs append without duplication.\n// @TEST_FIXTURE: valid_viewer -> INLINE_JSON\n// @TEST_EDGE: no_task_id -> Null taskId does not trigger fetch.\n// @TEST_EDGE: fetch_failure -> Network failure renders recoverable error state with retry action.\n// @TEST_EDGE: duplicate_realtime_entry -> Existing log is not duplicated when repeated in realtime stream.\n// @TEST_INVARIANT: no_duplicate_log_rows -> VERIFIED_BY: [historical_and_realtime_merge, duplicate_realtime_entry]\n\nimport { describe, it, expect, vi, beforeEach } from 'vitest';\nimport { render, screen, waitFor } from '@testing-library/svelte';\nimport TaskLogViewer from '../TaskLogViewer.svelte';\nimport { getTaskLogs } from '../../services/taskService.js';\n\nvi.mock('../../services/taskService.js', () => ({\n getTaskLogs: vi.fn()\n}));\n\nconst getTaskLogsMock = vi.mocked(getTaskLogs);\n\nvi.mock('../../lib/i18n', () => ({\n t: {\n subscribe: (fn) => {\n fn({\n tasks: {\n loading: 'Loading...',\n logs_title: 'Task Logs'\n },\n common: {\n retry: 'Retry',\n close: 'Close'\n }\n });\n return () => { };\n }\n }\n}));\n\ndescribe('TaskLogViewer Component', () => {\n beforeEach(() => {\n vi.clearAllMocks();\n });\n\n it('renders loading state initially', () => {\n getTaskLogsMock.mockResolvedValue([]);\n render(TaskLogViewer, { inline: true, taskId: 'task-123' });\n expect(screen.getByText('Loading...')).toBeDefined();\n });\n\n it('fetches and displays historical logs', async () => {\n getTaskLogsMock.mockResolvedValue([\n { timestamp: '2024-01-01T00:00:00', level: 'INFO', message: 'Historical log entry' }\n ]);\n\n render(TaskLogViewer, { inline: true, taskId: 'task-123' });\n\n await waitFor(() => {\n expect(screen.getByText(/Historical log entry/)).toBeDefined();\n });\n\n expect(getTaskLogs).toHaveBeenCalledWith('task-123');\n });\n\n it('displays error message on fetch failure', async () => {\n getTaskLogsMock.mockRejectedValue(new Error('Network error fetching logs'));\n\n render(TaskLogViewer, { inline: true, taskId: 'task-123' });\n\n await waitFor(() => {\n expect(screen.getByText('Network error fetching logs')).toBeDefined();\n expect(screen.getByText('Retry')).toBeDefined();\n });\n });\n\n it('appends real-time logs passed as props', async () => {\n getTaskLogsMock.mockResolvedValue([\n { timestamp: '2024-01-01T00:00:00', level: 'INFO', message: 'Historical log entry' }\n ]);\n\n const { rerender } = render(TaskLogViewer, {\n inline: true,\n taskId: 'task-123',\n realTimeLogs: []\n });\n\n await waitFor(() => {\n expect(screen.getByText(/Historical log entry/)).toBeDefined();\n });\n\n // Simulate receiving a new real-time log\n await rerender({\n inline: true,\n taskId: 'task-123',\n realTimeLogs: [\n { timestamp: '2024-01-01T00:00:01', level: 'DEBUG', message: 'Realtime log entry' }\n ]\n });\n\n await waitFor(() => {\n expect(screen.getByText(/Realtime log entry/)).toBeDefined();\n });\n });\n\n it('deduplicates real-time logs that are already in historical logs', async () => {\n getTaskLogsMock.mockResolvedValue([\n { timestamp: '2024-01-01T00:00:00', level: 'INFO', message: 'Duplicate log entry' }\n ]);\n\n const { rerender } = render(TaskLogViewer, {\n inline: true,\n taskId: 'task-123',\n realTimeLogs: []\n });\n\n await waitFor(() => {\n expect(screen.getByText(/Duplicate log entry/)).toBeDefined();\n });\n\n // Pass the exact same log as realtime\n await rerender({\n inline: true,\n taskId: 'task-123',\n realTimeLogs: [\n { timestamp: '2024-01-01T00:00:00', level: 'INFO', message: 'Duplicate log entry' }\n ]\n });\n\n // Wait a bit to ensure no explosive re-renders or double additions\n await new Promise((r) => setTimeout(r, 50));\n\n // In RTL, if there were duplicates, getAllByText would return > 1 elements.\n // getByText asserts there is exactly *one* match.\n expect(() => screen.getByText(/Duplicate log entry/)).not.toThrow();\n });\n\n // @TEST_FIXTURE: valid_viewer -> INLINE_JSON\n it('fetches and displays historical logs in modal mode under valid_viewer fixture', async () => {\n getTaskLogsMock.mockResolvedValue([\n { timestamp: '2024-01-01T00:00:00', level: 'INFO', message: 'Modal log entry' }\n ]);\n\n render(TaskLogViewer, { show: true, inline: false, taskId: 'task-123' });\n\n await waitFor(() => {\n expect(screen.getByText(/Modal log entry/)).toBeDefined();\n expect(screen.getByText('Task Logs')).toBeDefined();\n });\n\n expect(getTaskLogs).toHaveBeenCalledWith('task-123');\n });\n\n // @TEST_EDGE: no_task_id -> Null taskId does not trigger fetch.\n it('does not fetch logs if taskId is null', () => {\n render(TaskLogViewer, { inline: true, taskId: null });\n expect(getTaskLogs).not.toHaveBeenCalled();\n });\n\n // @UX_FEEDBACK\n it('passes autoScroll feedback properly down to the panel by rendering without crashing', () => {\n const { component } = render(TaskLogViewer, { inline: true, taskId: 'task-123' });\n expect(component).toBeDefined();\n });\n});\n// #endregion TaskLogViewerTest:Module\n" }, { @@ -78988,6 +84395,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region verifySessionAndAccess:Function [TYPE Function]\n /**\n * @PURPOSE: Validates session and optional permission gate before allowing protected content render.\n * @PRE: auth store is initialized and can provide token/user state; navigation is available.\n * @POST: hasRouteAccess=true only when user identity is valid and permission check (if provided) passes.\n * @SIDE_EFFECT: Mutates auth loading/user state, performs API I/O to /auth/me, and may redirect.\n * @DATA_CONTRACT: Input[AuthState, requiredPermission, fallbackPath] -> Output[RouteDecision{login_redirect|fallback_redirect|grant}]\n */\n async function verifySessionAndAccess() {\n return belief_scope(\"ProtectedRoute.verifySessionAndAccess\", async () => {\n console.info(\"[ProtectedRoute.verifySessionAndAccess][REASON] Starting route access verification\");\n isCheckingAccess = true;\n\n try {\n if (!$auth.token) {\n auth.setLoading(false);\n console.info(\"[ProtectedRoute.verifySessionAndAccess][REFLECT] Missing token, redirecting to /login\");\n await goto(\"/login\");\n return;\n }\n\n let currentUser = $auth.user;\n if (!currentUser) {\n auth.setLoading(true);\n try {\n const user = await api.fetchApi(\"/auth/me\");\n auth.setUser(user);\n currentUser = user;\n console.info(\"[ProtectedRoute.verifySessionAndAccess][REASON] Session user hydrated from /auth/me\");\n } catch (error) {\n console.warn(\"[ProtectedRoute.verifySessionAndAccess][EXPLORE] Session validation failed\", { error });\n auth.logout();\n await goto(\"/login\");\n return;\n } finally {\n auth.setLoading(false);\n }\n }\n\n if (!currentUser) {\n auth.logout();\n console.info(\"[ProtectedRoute.verifySessionAndAccess][REFLECT] User unresolved, redirecting to /login\");\n await goto(\"/login\");\n return;\n }\n\n if (requiredPermission && !hasPermission(currentUser, requiredPermission, \"READ\")) {\n console.info(\"[ProtectedRoute.verifySessionAndAccess][REFLECT] Permission denied, redirecting to fallback\", {\n requiredPermission,\n fallbackPath,\n });\n hasRouteAccess = false;\n await goto(fallbackPath);\n return;\n }\n\n hasRouteAccess = true;\n console.info(\"[ProtectedRoute.verifySessionAndAccess][REFLECT] Access granted\");\n } finally {\n isCheckingAccess = false;\n console.info(\"[ProtectedRoute.verifySessionAndAccess][REFLECT] Verification cycle completed\", {\n isCheckingAccess,\n hasRouteAccess,\n });\n }\n });\n }\n // #endregion verifySessionAndAccess:Function\n" }, { @@ -79051,6 +84459,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleCreateBackup:Function [TYPE Function]\n /**\n * @purpose Triggers a new backup task for the selected environment.\n *\n * @pre selectedEnvId must be a valid environment ID.\n * @post A new task is created on the backend.\n *\n * @returns {Promise}\n * @side_effect Dispatches a toast notification.\n */\n // @RELATION: CALLS -> api.createTask\n // #region handleUpdateSchedule:Function [TYPE Function]\n /**\n * @purpose Updates the backup schedule for the selected environment.\n * @pre selectedEnvId must be set.\n * @post Environment config is updated on the backend.\n */\n async function handleUpdateSchedule() {\n if (!selectedEnvId) return;\n\n console.log(`[BackupManager][Action] Updating schedule for env: ${selectedEnvId}`);\n savingSchedule = true;\n try {\n await api.updateEnvironmentSchedule(selectedEnvId, {\n enabled: scheduleEnabled,\n cron_expression: cronExpression\n });\n addToast($t.common.success, 'success');\n \n // Update local state\n environments = environments.map(e =>\n e.id === selectedEnvId\n ? { ...e, backup_schedule: { enabled: scheduleEnabled, cron_expression: cronExpression } }\n : e\n );\n } catch (error) {\n console.error(\"[BackupManager][Coherence:Failed] Schedule update failed\", error);\n } finally {\n savingSchedule = false;\n }\n }\n // #endregion handleUpdateSchedule:Function\n\n async function handleCreateBackup() {\n if (!selectedEnvId) {\n addToast($t.tasks.select_env, 'error');\n return;\n }\n\n console.log(`[BackupManager][Action] Triggering backup for env: ${selectedEnvId}`);\n creating = true;\n try {\n await api.createTask('superset-backup', { environment_id: selectedEnvId });\n addToast($t.common.success, 'success');\n console.log(\"[BackupManager][Coherence:OK] Backup task triggered.\");\n } catch (error) {\n console.error(\"[BackupManager][Coherence:Failed] Create failed\", error);\n } finally {\n creating = false;\n }\n }\n // #endregion handleCreateBackup:Function\n" }, { @@ -79097,6 +84506,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleUpdateSchedule:Function [TYPE Function]\n /**\n * @purpose Updates the backup schedule for the selected environment.\n * @pre selectedEnvId must be set.\n * @post Environment config is updated on the backend.\n */\n async function handleUpdateSchedule() {\n if (!selectedEnvId) return;\n\n console.log(`[BackupManager][Action] Updating schedule for env: ${selectedEnvId}`);\n savingSchedule = true;\n try {\n await api.updateEnvironmentSchedule(selectedEnvId, {\n enabled: scheduleEnabled,\n cron_expression: cronExpression\n });\n addToast($t.common.success, 'success');\n \n // Update local state\n environments = environments.map(e =>\n e.id === selectedEnvId\n ? { ...e, backup_schedule: { enabled: scheduleEnabled, cron_expression: cronExpression } }\n : e\n );\n } catch (error) {\n console.error(\"[BackupManager][Coherence:Failed] Schedule update failed\", error);\n } finally {\n savingSchedule = false;\n }\n }\n // #endregion handleUpdateSchedule:Function\n" }, { @@ -79143,6 +84553,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region loadBranches:Function [TYPE Function]\n /**\n * @purpose Загружает список веток для дашборда.\n * @pre dashboardId is provided.\n * @post branches обновлен.\n */\n async function loadBranches() {\n console.log(`[BranchSelector][Action] Loading branches for dashboard ${dashboardId}`);\n loading = true;\n try {\n branches = await gitService.getBranches(dashboardId, envId);\n console.log(`[BranchSelector][Coherence:OK] Loaded ${branches.length} branches`);\n } catch (e) {\n console.error(`[BranchSelector][Coherence:Failed] ${e.message}`);\n toast($t.git?.load_branches_failed, 'error');\n } finally {\n loading = false;\n }\n }\n // #endregion loadBranches:Function\n" }, { @@ -79189,6 +84600,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleSelect:Function [TYPE Function]\n /**\n * @purpose Handles branch selection from dropdown.\n * @pre event contains branch name.\n * @post handleCheckout is called with selected branch.\n */\n function handleSelect(event) {\n handleCheckout(event.target.value);\n }\n // #endregion handleSelect:Function\n" }, { @@ -79232,6 +84644,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleCheckout:Function [TYPE Function]\n /**\n * @purpose Переключает текущую ветку.\n * @param {string} branchName - Имя ветки.\n * @post currentBranch обновлен, родительский callback вызван.\n */\n async function handleCheckout(branchName) {\n console.log(`[BranchSelector][Action] Checking out branch ${branchName}`);\n try {\n await gitService.checkoutBranch(dashboardId, branchName, envId);\n currentBranch = branchName;\n onchange({ branch: branchName });\n toast($t.git?.switched_to?.replace('{branch}', branchName), 'success');\n console.log(`[BranchSelector][Coherence:OK] Checked out ${branchName}`);\n } catch (e) {\n console.error(`[BranchSelector][Coherence:Failed] ${e.message}`);\n toast(e.message, 'error');\n }\n }\n // #endregion handleCheckout:Function\n" }, { @@ -79278,6 +84691,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleCreate:Function [TYPE Function]\n /**\n * @purpose Создает новую ветку.\n * @pre newBranchName is not empty.\n * @post Новая ветка создана и загружена; showCreate reset.\n */\n async function handleCreate() {\n if (!newBranchName) return;\n console.log(`[BranchSelector][Action] Creating branch ${newBranchName} from ${currentBranch}`);\n try {\n await gitService.createBranch(dashboardId, newBranchName, currentBranch, envId);\n toast($t.git?.created_branch?.replace('{branch}', newBranchName), 'success');\n showCreate = false;\n newBranchName = '';\n await loadBranches();\n console.log(`[BranchSelector][Coherence:OK] Branch created`);\n } catch (e) {\n console.error(`[BranchSelector][Coherence:Failed] ${e.message}`);\n toast(e.message, 'error');\n }\n }\n // #endregion handleCreate:Function\n" }, { @@ -79324,6 +84738,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region loadHistory:Function [TYPE Function]\n /**\n * @purpose Fetch commit history from the backend.\n * @pre dashboardId is valid.\n * @post history state is updated.\n */\n async function loadHistory() {\n console.log(`[CommitHistory][Action] Loading history for dashboard ${dashboardId}`);\n loading = true;\n try {\n history = await gitService.getHistory(dashboardId, 50, envId);\n console.log(`[CommitHistory][Coherence:OK] Loaded ${history.length} commits`);\n } catch (e) {\n console.error(`[CommitHistory][Coherence:Failed] ${e.message}`);\n toast('Failed to load commit history', 'error');\n } finally {\n loading = false;\n }\n }\n // #endregion loadHistory:Function\n" }, { @@ -79350,6 +84765,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleGenerateMessage:Function [TYPE Function]\n /**\n * @purpose Generates a commit message using LLM.\n */\n async function handleGenerateMessage() {\n generatingMessage = true;\n try {\n console.log(\n `[CommitModal][Action] Generating commit message for dashboard ${dashboardId}`,\n );\n // postApi returns the JSON data directly or throws an error\n const data = await api.postApi(\n `/git/repositories/${encodeURIComponent(String(dashboardId))}/generate-message${envId ? `?env_id=${encodeURIComponent(String(envId))}` : \"\"}`,\n );\n message = data.message;\n toast($t.git?.commit_message_generated, \"success\");\n } catch (e) {\n console.error(`[CommitModal][Coherence:Failed] ${e.message}`);\n toast(e.message || $t.git?.commit_message_failed, \"error\");\n } finally {\n generatingMessage = false;\n }\n }\n // #endregion handleGenerateMessage:Function\n" }, { @@ -79386,6 +84802,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region loadStatus:Function [TYPE Function]\n /**\n * @purpose Загружает текущий статус репозитория и diff.\n * @pre dashboardId должен быть валидным.\n */\n async function loadStatus() {\n if (!dashboardId || !show) return;\n loading = true;\n try {\n console.log(\n `[CommitModal][Action] Loading status and diff for ${dashboardId}`,\n );\n status = await gitService.getStatus(dashboardId, envId);\n // Fetch both unstaged and staged diffs to show complete picture\n const unstagedDiff = await gitService.getDiff(\n dashboardId,\n null,\n false,\n envId,\n );\n const stagedDiff = await gitService.getDiff(\n dashboardId,\n null,\n true,\n envId,\n );\n\n diff = \"\";\n if (stagedDiff)\n diff += \"--- STAGED CHANGES ---\\n\" + stagedDiff + \"\\n\\n\";\n if (unstagedDiff)\n diff += \"--- UNSTAGED CHANGES ---\\n\" + unstagedDiff;\n\n if (!diff) diff = \"\";\n } catch (e) {\n console.error(`[CommitModal][Coherence:Failed] ${e.message}`);\n toast($t.git?.load_changes_failed, \"error\");\n } finally {\n loading = false;\n }\n }\n // #endregion loadStatus:Function\n" }, { @@ -79432,6 +84849,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleCommit:Function [TYPE Function]\n /**\n * @purpose Создает коммит с указанным сообщением.\n * @pre message не должно быть пустым.\n * @post Коммит создан и модальное окно закрыто.\n */\n async function handleCommit() {\n if (!message) return;\n console.log(\n `[CommitModal][Action] Committing changes for dashboard ${dashboardId}`,\n );\n committing = true;\n try {\n await gitService.commit(dashboardId, message, [], envId);\n toast($t.git?.commit_success, \"success\");\n show = false;\n message = \"\";\n console.log(`[CommitModal][Coherence:OK] Committed`);\n } catch (e) {\n console.error(`[CommitModal][Coherence:Failed] ${e.message}`);\n toast(e.message, \"error\");\n } finally {\n committing = false;\n }\n }\n // #endregion handleCommit:Function\n" }, { @@ -79446,6 +84864,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region loadStatus:Watcher [TYPE Function]\n $effect(() => {\n if (show) loadEnvironments();\n });\n // #endregion loadStatus:Watcher\n" }, { @@ -79482,6 +84901,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region normalizeEnvStage:Function [TYPE Function]\n /**\n * @purpose Normalize environment stage with legacy production fallback.\n * @post Returns DEV/PREPROD/PROD.\n */\n function normalizeEnvStage(env) {\n if (env?.is_production) return \"PROD\";\n const stage = String(env?.stage || \"\").trim().toUpperCase();\n if (stage === \"PROD\" || stage === \"PREPROD\") return stage;\n return \"DEV\";\n }\n // #endregion normalizeEnvStage:Function\n" }, { @@ -79518,6 +84938,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region resolveEnvUrl:Function [TYPE Function]\n /**\n * @purpose Resolve environment URL from consolidated or git-specific payload shape.\n * @post Returns stable URL string.\n */\n function resolveEnvUrl(env) {\n return String(env?.superset_url || env?.url || \"\");\n }\n // #endregion resolveEnvUrl:Function\n" }, { @@ -79564,6 +84985,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region loadEnvironments:Function [TYPE Function]\n /**\n * @purpose Fetch available environments from API.\n * @post environments state is populated.\n * @side_effect Updates environments state.\n */\n async function loadEnvironments() {\n console.log(`[DeploymentModal][Action] Loading environments`);\n loading = true;\n try {\n environments = await api.getEnvironmentsList();\n const candidates = (environments || []).filter((env) => env?.id !== envId);\n if (normalizedPreferredStage) {\n const stageMatched = candidates.filter((env) => normalizeEnvStage(env) === normalizedPreferredStage);\n selectedEnv = (stageMatched[0]?.id) || (candidates[0]?.id) || \"\";\n } else {\n selectedEnv = (candidates[0]?.id) || \"\";\n }\n console.log(\n `[DeploymentModal][Coherence:OK] Loaded ${environments.length} environments`,\n );\n } catch (e) {\n console.error(`[DeploymentModal][Coherence:Failed] ${e.message}`);\n toast($t.migration?.loading_envs_failed, \"error\");\n } finally {\n loading = false;\n }\n }\n // #endregion loadEnvironments:Function\n" }, { @@ -79620,6 +85042,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleDeploy:Function [TYPE Function]\n /**\n * @purpose Trigger deployment to selected environment.\n * @pre selectedEnv must be set.\n * @post Deploy request finishes and modal closes on success.\n * @side_effect Triggers API call, closes modal, shows toast.\n */\n async function handleDeploy() {\n if (!selectedEnv) return;\n if (isProdTarget) {\n const expected = String(dashboardId);\n const confirmation = prompt(`Подтвердите deploy в PROD. Введите slug: ${expected}`);\n if (String(confirmation || \"\").trim() !== expected) {\n toast(\"Подтверждение PROD не пройдено. Deploy отменен.\", \"error\");\n return;\n }\n }\n console.log(`[DeploymentModal][Action] Deploying to ${selectedEnv}`);\n deploying = true;\n try {\n const result = await gitService.deploy(dashboardId, selectedEnv, envId);\n toast(\n result.message || $t.git?.deploy_success,\n \"success\",\n );\n show = false;\n console.log(`[DeploymentModal][Coherence:OK] Deployment triggered`);\n } catch (e) {\n console.error(`[DeploymentModal][Coherence:Failed] ${e.message}`);\n toast(e.message, \"error\");\n } finally {\n deploying = false;\n }\n }\n // #endregion handleDeploy:Function\n" }, { @@ -79656,6 +85079,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region stageBadgeClass:Function [TYPE Function]\n /**\n * @purpose Return visual class for environment stage badges.\n * @post Stage badge is color-coded by risk level.\n */\n function stageBadgeClass(stage) {\n if (stage === 'PROD') return 'bg-red-100 text-red-800 border-red-200';\n if (stage === 'PREPROD') return 'bg-amber-100 text-amber-800 border-amber-200';\n return 'bg-blue-100 text-blue-800 border-blue-200';\n }\n // #endregion stageBadgeClass:Function\n" }, { @@ -79692,6 +85116,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region resolveCurrentEnvironmentId:Function [TYPE Function]\n /**\n * @purpose Resolve active environment id for current dashboard session.\n * @post Returns env id from prop or selected_env_id in localStorage.\n */\n function resolveCurrentEnvironmentId() {\n if (envId) return String(envId);\n if (typeof window === 'undefined') return null;\n return localStorage.getItem('selected_env_id');\n }\n // #endregion resolveCurrentEnvironmentId:Function\n" }, { @@ -79728,6 +85153,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region applyGitflowStageDefaults:Function [TYPE Function]\n /**\n * @purpose Apply GitFlow defaults by current environment stage.\n * @post Promote branches and preferred deploy target stage are set.\n */\n function applyGitflowStageDefaults(stage) {\n const normalizedStage = String(stage || '').toUpperCase();\n if (normalizedStage === 'DEV') {\n promoteFromBranch = 'dev';\n promoteToBranch = 'preprod';\n preferredDeployTargetStage = 'PREPROD';\n return;\n }\n if (normalizedStage === 'PREPROD') {\n promoteFromBranch = 'preprod';\n promoteToBranch = 'main';\n preferredDeployTargetStage = 'PROD';\n return;\n }\n promoteFromBranch = 'main';\n promoteToBranch = 'main';\n preferredDeployTargetStage = '';\n }\n // #endregion applyGitflowStageDefaults:Function\n" }, { @@ -79764,6 +85190,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region loadCurrentEnvironmentStage:Function [TYPE Function]\n /**\n * @purpose Detect current environment stage and bind GitFlow defaults.\n * @post currentEnvStage and promote/deploy defaults are refreshed.\n */\n async function loadCurrentEnvironmentStage() {\n try {\n const currentEnvId = resolveCurrentEnvironmentId();\n if (!currentEnvId) return;\n const environments = await api.getEnvironmentsList();\n const currentEnv = (environments || []).find((item) => item.id === currentEnvId);\n if (!currentEnv) return;\n currentEnvStage = normalizeEnvStage(currentEnv);\n applyGitflowStageDefaults(currentEnvStage);\n } catch (e) {\n console.error(`[GitManager][Coherence:Failed] Failed to resolve environment stage: ${e.message}`);\n }\n }\n // #endregion loadCurrentEnvironmentStage:Function\n" }, { @@ -79800,6 +85227,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region isNumericDashboardRef:Function [TYPE Function]\n /**\n * @purpose Checks whether current dashboard reference is numeric ID.\n * @post Returns true when dashboardId is digits-only.\n */\n function isNumericDashboardRef() {\n return /^\\d+$/.test(String(dashboardId || '').trim());\n }\n // #endregion isNumericDashboardRef:Function\n" }, { @@ -79836,6 +85264,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region checkStatus:Function [TYPE Function]\n /**\n * @purpose Verify repository initialization for dashboard slug.\n * @post initialized status and config list are updated.\n */\n async function checkStatus() {\n if (isNumericDashboardRef()) {\n checkingStatus = false;\n initialized = false;\n toast('GitManager requires dashboard slug. Numeric ID is forbidden.', 'error');\n return;\n }\n checkingStatus = true;\n try {\n await gitService.getBranches(dashboardId, envId);\n initialized = true;\n await loadWorkspace();\n } catch (_e) {\n initialized = false;\n configs = await gitService.getConfigs();\n const defaultConfig = resolveDefaultConfig(configs);\n if (defaultConfig?.id) selectedConfigId = defaultConfig.id;\n } finally {\n checkingStatus = false;\n }\n }\n // #endregion checkStatus:Function\n" }, { @@ -79872,6 +85301,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region loadWorkspace:Function [TYPE Function]\n /**\n * @purpose Load current git status and combined diff for workspace tab.\n * @post workspace status/diff are refreshed.\n */\n async function loadWorkspace() {\n if (!initialized) return;\n workspaceLoading = true;\n try {\n workspaceStatus = await gitService.getStatus(dashboardId, envId);\n const stagedDiff = await gitService.getDiff(dashboardId, null, true, envId);\n const unstagedDiff = await gitService.getDiff(dashboardId, null, false, envId);\n workspaceDiff = [stagedDiff, unstagedDiff].filter(Boolean).join('\\n\\n');\n currentBranch = workspaceStatus?.current_branch || currentBranch;\n } catch (e) {\n toast(e.message || 'Не удалось загрузить изменения', 'error');\n } finally {\n workspaceLoading = false;\n }\n }\n // #endregion loadWorkspace:Function\n" }, { @@ -79908,6 +85338,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleSync:Function [TYPE Function]\n /**\n * @purpose Sync latest dashboard config from Superset to git workspace.\n * @post Workspace status is refreshed.\n */\n async function handleSync() {\n if (isNumericDashboardRef()) {\n toast('GitManager requires dashboard slug. Numeric ID is forbidden.', 'error');\n return;\n }\n loading = true;\n try {\n const sourceEnvId = localStorage.getItem('selected_env_id');\n await gitService.sync(dashboardId, sourceEnvId, envId);\n toast($t.git?.sync_success || 'Состояние дашборда синхронизировано с Git', 'success');\n await loadWorkspace();\n } catch (e) {\n toast(e.message, 'error');\n } finally {\n loading = false;\n }\n }\n // #endregion handleSync:Function\n" }, { @@ -79944,6 +85375,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handlePull:Function [TYPE Function]\n /**\n * @purpose Pull remote changes for current branch.\n * @post Workspace status is refreshed.\n */\n function tryParseJsonObject(value) {\n const source = String(value || '').trim();\n if (!source.startsWith('{') || !source.endsWith('}')) return null;\n try {\n const parsed = JSON.parse(source);\n return parsed && typeof parsed === 'object' && !Array.isArray(parsed) ? parsed : null;\n } catch (_e) {\n return null;\n }\n }\n\n function extractUnfinishedMergeContext(error) {\n if (!error || Number(error?.status) !== 409) return null;\n const parsedMessage = tryParseJsonObject(error?.message);\n const detail = error?.detail && typeof error.detail === 'object' ? error.detail : null;\n const payload = detail || parsedMessage;\n if (!payload || payload.error_code !== 'GIT_UNFINISHED_MERGE') return null;\n\n const commands = Array.isArray(payload.manual_commands)\n ? payload.manual_commands.filter(Boolean).map((item) => String(item))\n : [];\n\n const nextSteps = Array.isArray(payload.next_steps)\n ? payload.next_steps.filter(Boolean).map((item) => String(item))\n : [];\n\n return {\n message: String(payload.message || ''),\n repositoryPath: String(payload.repository_path || ''),\n gitDir: String(payload.git_dir || ''),\n currentBranch: String(payload.current_branch || ''),\n mergeHead: String(payload.merge_head || ''),\n mergeMessagePreview: String(payload.merge_message_preview || ''),\n nextSteps,\n commands,\n };\n }\n\n function openUnfinishedMergeDialogFromError(error) {\n const context = extractUnfinishedMergeContext(error);\n if (!context) return false;\n unfinishedMergeContext = context;\n showUnfinishedMergeDialog = true;\n return true;\n }\n\n async function loadMergeRecoveryState() {\n mergeRecoveryLoading = true;\n try {\n const status = await gitService.getMergeStatus(dashboardId, envId);\n if (!status?.has_unfinished_merge) {\n closeUnfinishedMergeDialog();\n return;\n }\n unfinishedMergeContext = {\n ...(unfinishedMergeContext || {}),\n message: unfinishedMergeContext?.message || ($t.git?.unfinished_merge?.default_message || ''),\n repositoryPath: String(status.repository_path || unfinishedMergeContext?.repositoryPath || ''),\n gitDir: String(status.git_dir || unfinishedMergeContext?.gitDir || ''),\n currentBranch: String(status.current_branch || unfinishedMergeContext?.currentBranch || ''),\n mergeHead: String(status.merge_head || unfinishedMergeContext?.mergeHead || ''),\n mergeMessagePreview: String(status.merge_message_preview || unfinishedMergeContext?.mergeMessagePreview || ''),\n nextSteps: Array.isArray(unfinishedMergeContext?.nextSteps) ? unfinishedMergeContext.nextSteps : [],\n commands: Array.isArray(unfinishedMergeContext?.commands) ? unfinishedMergeContext.commands : [],\n conflictsCount: Number(status.conflicts_count || 0),\n };\n } catch (e) {\n toast(e.message || ($t.git?.unfinished_merge?.load_status_failed || 'Failed to load merge status'), 'error');\n } finally {\n mergeRecoveryLoading = false;\n }\n }\n\n function closeUnfinishedMergeDialog() {\n showUnfinishedMergeDialog = false;\n unfinishedMergeContext = null;\n mergeConflicts = [];\n showConflictResolver = false;\n }\n\n async function handleOpenConflictResolver() {\n mergeRecoveryLoading = true;\n try {\n mergeConflicts = await gitService.getMergeConflicts(dashboardId, envId);\n if (!Array.isArray(mergeConflicts) || mergeConflicts.length === 0) {\n toast($t.git?.unfinished_merge?.no_conflicts || 'No unresolved conflicts were found', 'info');\n return;\n }\n showConflictResolver = true;\n } catch (e) {\n toast(e.message || ($t.git?.unfinished_merge?.load_conflicts_failed || 'Failed to load merge conflicts'), 'error');\n } finally {\n mergeRecoveryLoading = false;\n }\n }\n\n async function handleResolveConflicts(event) {\n const detail = event?.detail || {};\n const resolutions = Object.entries(detail).map(([file_path, resolution]) => ({\n file_path,\n resolution,\n }));\n if (!resolutions.length) {\n toast($t.git?.unfinished_merge?.resolve_empty || 'No conflict resolutions selected', 'warning');\n return;\n }\n\n mergeResolveInProgress = true;\n try {\n await gitService.resolveMergeConflicts(dashboardId, resolutions, envId);\n toast($t.git?.unfinished_merge?.resolve_success || 'Conflicts were resolved and staged', 'success');\n showConflictResolver = false;\n await loadMergeRecoveryState();\n await loadWorkspace();\n } catch (e) {\n toast(e.message || ($t.git?.unfinished_merge?.resolve_failed || 'Failed to resolve conflicts'), 'error');\n } finally {\n mergeResolveInProgress = false;\n }\n }\n\n async function handleAbortUnfinishedMerge() {\n mergeAbortInProgress = true;\n try {\n await gitService.abortMerge(dashboardId, envId);\n toast($t.git?.unfinished_merge?.abort_success || 'Merge was aborted', 'success');\n closeUnfinishedMergeDialog();\n await loadWorkspace();\n } catch (e) {\n toast(e.message || ($t.git?.unfinished_merge?.abort_failed || 'Failed to abort merge'), 'error');\n } finally {\n mergeAbortInProgress = false;\n }\n }\n\n async function handleContinueUnfinishedMerge() {\n mergeContinueInProgress = true;\n try {\n await gitService.continueMerge(dashboardId, '', envId);\n toast($t.git?.unfinished_merge?.continue_success || 'Merge commit created successfully', 'success');\n closeUnfinishedMergeDialog();\n await loadWorkspace();\n } catch (e) {\n toast(e.message || ($t.git?.unfinished_merge?.continue_failed || 'Failed to continue merge'), 'error');\n await loadMergeRecoveryState();\n } finally {\n mergeContinueInProgress = false;\n }\n }\n\n function getUnfinishedMergeCommandsText() {\n if (!unfinishedMergeContext?.commands?.length) return '';\n return unfinishedMergeContext.commands.join('\\n');\n }\n\n async function handleCopyUnfinishedMergeCommands() {\n const commandsText = getUnfinishedMergeCommandsText();\n if (!commandsText) {\n toast($t.git?.unfinished_merge?.copy_empty || 'Команды для копирования отсутствуют', 'warning');\n return;\n }\n copyingUnfinishedMergeCommands = true;\n try {\n if (typeof navigator === 'undefined' || !navigator?.clipboard?.writeText) {\n throw new Error('Clipboard API unavailable');\n }\n await navigator.clipboard.writeText(commandsText);\n toast($t.git?.unfinished_merge?.copy_success || 'Команды скопированы в буфер обмена', 'success');\n } catch (_e) {\n toast($t.git?.unfinished_merge?.copy_failed || 'Не удалось скопировать команды', 'error');\n } finally {\n copyingUnfinishedMergeCommands = false;\n }\n }\n\n async function handlePull() {\n isPulling = true;\n try {\n await gitService.pull(dashboardId, envId);\n toast($t.git?.pull_success || 'Изменения получены из Git', 'success');\n await loadWorkspace();\n } catch (e) {\n const handledByDialog = openUnfinishedMergeDialogFromError(e);\n if (handledByDialog) {\n await loadMergeRecoveryState();\n } else {\n toast(e.message, 'error');\n }\n } finally {\n isPulling = false;\n }\n }\n // #endregion handlePull:Function\n" }, { @@ -79980,6 +85412,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handlePush:Function [TYPE Function]\n /**\n * @purpose Push local commits to remote repository.\n * @post Workspace status is refreshed.\n */\n async function handlePush() {\n isPushing = true;\n try {\n await gitService.push(dashboardId, envId);\n toast($t.git?.push_success || 'Изменения отправлены в Git', 'success');\n await loadWorkspace();\n } catch (e) {\n toast(e.message, 'error');\n } finally {\n isPushing = false;\n }\n }\n // #endregion handlePush:Function\n" }, { @@ -80016,6 +85449,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handlePromote:Function [TYPE Function]\n /**\n * @purpose Promote branch to the next stage via MR or unsafe direct mode.\n * @post Promotion result is shown to user.\n */\n async function handlePromote() {\n const fromBranch = String(promoteFromBranch || '').trim();\n const toBranch = String(promoteToBranch || '').trim();\n if (!fromBranch || !toBranch || fromBranch === toBranch) {\n toast('Выберите разные исходную и целевую ветки', 'error');\n return;\n }\n if (promoteMode === 'direct' && !String(promoteReason || '').trim()) {\n toast('Для небезопасного прямого переноса укажите причину', 'error');\n return;\n }\n\n promoting = true;\n try {\n const response = await gitService.promote(\n dashboardId,\n {\n from_branch: fromBranch,\n to_branch: toBranch,\n mode: promoteMode,\n title: `Promote ${fromBranch} -> ${toBranch}: ${dashboardTitle || dashboardId}`,\n description: promoteMode === 'direct'\n ? `Unsafe direct promote requested.\\nReason: ${promoteReason}`\n : undefined,\n reason: promoteMode === 'direct' ? promoteReason : undefined,\n },\n envId,\n );\n\n if (promoteMode === 'direct') {\n toast('Прямой перенос выполнен. Нарушение политики записано в логи.', 'warning');\n } else {\n if (response?.url) {\n window.open(response.url, '_blank', 'noopener,noreferrer');\n }\n toast('Merge Request создан на Git сервере', 'success');\n }\n } catch (e) {\n toast(e.message, 'error');\n } finally {\n promoting = false;\n }\n }\n // #endregion handlePromote:Function\n" }, { @@ -80052,6 +85486,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region openDeployModal:Function [TYPE Function]\n /**\n * @purpose Open deploy modal with extra confirmation for PROD context.\n * @post Deploy modal is shown when confirmation passes.\n */\n function openDeployModal() {\n if (currentEnvStage === 'PROD') {\n const expected = String(dashboardId);\n const confirmation = prompt(`Подтвердите деплой в PROD. Введите slug дашборда: ${expected}`);\n if (String(confirmation || '').trim() !== expected) {\n toast('Подтверждение PROD не пройдено. Деплой отменен.', 'error');\n return;\n }\n }\n showDeployModal = true;\n }\n // #endregion openDeployModal:Function\n" }, { @@ -80088,6 +85523,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region getSelectedConfig:Function [TYPE Function]\n /**\n * @purpose Return currently selected git server config.\n * @post Config object or null.\n */\n function getSelectedConfig() {\n return configs.find((item) => item.id === selectedConfigId) || null;\n }\n // #endregion getSelectedConfig:Function\n" }, { @@ -80124,6 +85560,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region resolveDefaultConfig:Function [TYPE Function]\n /**\n * @purpose Resolve default git config for current session.\n * @post Returns config by selected -> is_default -> CONNECTED -> first.\n */\n function resolveDefaultConfig(configList) {\n if (!Array.isArray(configList) || configList.length === 0) return null;\n const selected = configList.find((item) => item.id === selectedConfigId);\n if (selected) return selected;\n const explicitDefault = configList.find((item) => item?.is_default);\n if (explicitDefault) return explicitDefault;\n const connected = configList.find((item) => item?.status === 'CONNECTED');\n return connected || configList[0];\n }\n // #endregion resolveDefaultConfig:Function\n" }, { @@ -80160,6 +85597,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region resolvePushProviderLabel:Function [TYPE Function]\n /**\n * @purpose Resolve lower-case provider label for auto-push checkbox.\n * @post Returns provider label, fallback \"git\".\n */\n function resolvePushProviderLabel() {\n const selectedConfig = getSelectedConfig() || resolveDefaultConfig(configs);\n const provider = String(selectedConfig?.provider || repositoryProvider || '')\n .trim()\n .toLowerCase();\n return provider || 'git';\n }\n // #endregion resolvePushProviderLabel:Function\n" }, { @@ -80196,6 +85634,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region extractHttpHost:Function [TYPE Function]\n /**\n * @purpose Extract comparable host[:port] from URL string.\n * @post Returns lowercase host token or empty string.\n */\n function extractHttpHost(urlValue) {\n const normalized = String(urlValue || '').trim();\n if (!normalized) return '';\n try {\n const parsed = new URL(normalized);\n if (parsed.protocol !== 'http:' && parsed.protocol !== 'https:') return '';\n return String(parsed.host || '').toLowerCase();\n } catch (_e) {\n return '';\n }\n }\n // #endregion extractHttpHost:Function\n" }, { @@ -80232,6 +85671,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region buildSuggestedRepoName:Function [TYPE Function]\n /**\n * @purpose Build deterministic repository name from dashboard title/id.\n * @post Returns kebab-case repository name.\n */\n function buildSuggestedRepoName() {\n const source = (dashboardTitle || `dashboard-${dashboardId}`).toLowerCase();\n const slug = source\n .replace(/[^a-z0-9]+/g, '-')\n .replace(/^-+|-+$/g, '')\n .slice(0, 48);\n return `${slug || 'dashboard'}-${dashboardId}`;\n }\n // #endregion buildSuggestedRepoName:Function\n" }, { @@ -80268,6 +85708,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleCreateRemoteRepo:Function [TYPE Function]\n /**\n * @purpose Create remote repository on selected Git provider.\n * @post remoteUrl is filled from provider response.\n */\n async function handleCreateRemoteRepo() {\n const config = getSelectedConfig() || resolveDefaultConfig(configs);\n if (!config) {\n toast($t.git?.init_validation_error || 'Сначала выберите Git сервер', 'error');\n return;\n }\n if (!selectedConfigId && config.id) selectedConfigId = config.id;\n const suggestedName = buildSuggestedRepoName();\n const inputName = prompt(`Repository name for ${config.provider}:`, suggestedName);\n const repoName = String(inputName || '').trim();\n if (!repoName) return;\n\n creatingRemoteRepo = true;\n try {\n const repo = await gitService.createRemoteRepository(config.id, {\n name: repoName,\n private: true,\n description: `Superset dashboard ${dashboardId}: ${dashboardTitle || repoName}`,\n auto_init: true,\n default_branch: 'main',\n });\n const resolvedRemoteUrl = repo?.clone_url || repo?.html_url || '';\n if (!resolvedRemoteUrl) {\n throw new Error('Remote repository created, but URL is empty');\n }\n remoteUrl = resolvedRemoteUrl;\n toast(`Repository created on ${config.provider}`, 'success');\n } catch (e) {\n toast(e.message, 'error');\n } finally {\n creatingRemoteRepo = false;\n }\n }\n // #endregion handleCreateRemoteRepo:Function\n" }, { @@ -80304,6 +85745,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleInit:Function [TYPE Function]\n /**\n * @purpose Initialize git repository for dashboard.\n * @post Repository is linked and workspace is loaded.\n */\n async function handleInit() {\n if (!selectedConfigId || !remoteUrl) {\n toast($t.git?.init_validation_error || 'Заполните все поля', 'error');\n return;\n }\n loading = true;\n try {\n await gitService.initRepository(dashboardId, selectedConfigId, remoteUrl, envId);\n toast($t.git?.init_success || 'Репозиторий инициализирован', 'success');\n initialized = true;\n const selectedConfig = getSelectedConfig();\n repositoryProvider = selectedConfig?.provider || repositoryProvider;\n await loadWorkspace();\n } catch (e) {\n toast(e.message, 'error');\n } finally {\n loading = false;\n }\n }\n // #endregion handleInit:Function\n" }, { @@ -80340,6 +85782,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region closeModal:Function [TYPE Function]\n /**\n * @purpose Close git manager modal.\n * @post show=false.\n */\n function closeModal() {\n show = false;\n }\n // #endregion closeModal:Function\n" }, { @@ -80376,6 +85819,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleBackdropClick:Function [TYPE Function]\n /**\n * @purpose Close modal on backdrop click.\n * @post show=false if clicked on overlay.\n */\n function handleBackdropClick(event) {\n if (event.target === event.currentTarget) {\n closeModal();\n }\n }\n // #endregion handleBackdropClick:Function\n" }, { @@ -80470,6 +85914,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region GitManagerUnfinishedMergeIntegrationTest:Module [TYPE Function]\n// @SEMANTICS: git-manager, unfinished-merge, dialog, integration-test\n// @PURPOSE: Protect unresolved-merge dialog contract in GitManager pull flow.\n// @LAYER: UI Tests\n// @RELATION: DEPENDS_ON -> [GitManager]\n\nimport { describe, it, expect } from 'vitest';\nimport fs from 'node:fs';\nimport path from 'node:path';\n\nconst COMPONENT_PATH = path.resolve(\n process.cwd(),\n 'src/components/git/GitManager.svelte',\n);\n\ndescribe('GitManager unfinished merge dialog contract', () => {\n it('keeps 409 unfinished-merge detection and WebUI dialog recovery flow in pull handler', () => {\n const source = fs.readFileSync(COMPONENT_PATH, 'utf-8');\n\n expect(source).toContain('Number(error?.status) !== 409');\n expect(source).toContain(\"payload.error_code !== 'GIT_UNFINISHED_MERGE'\");\n expect(source).toContain('function openUnfinishedMergeDialogFromError(error)');\n expect(source).toContain('showUnfinishedMergeDialog = true;');\n expect(source).toContain('const handledByDialog = openUnfinishedMergeDialogFromError(e);');\n expect(source).toContain('await loadMergeRecoveryState();');\n });\n\n it('renders unresolved-merge dialog details and web recovery actions', () => {\n const source = fs.readFileSync(COMPONENT_PATH, 'utf-8');\n\n expect(source).toContain('{#if showUnfinishedMergeDialog && unfinishedMergeContext}');\n expect(source).toContain('unfinishedMergeContext.repositoryPath');\n expect(source).toContain('unfinishedMergeContext.currentBranch');\n expect(source).toContain('unfinishedMergeContext.commands.join');\n expect(source).toContain('handleCopyUnfinishedMergeCommands');\n expect(source).toContain('handleOpenConflictResolver');\n expect(source).toContain('handleAbortUnfinishedMerge');\n expect(source).toContain('handleContinueUnfinishedMerge');\n expect(source).toContain('$t.git?.unfinished_merge?.copy_commands');\n });\n});\n// #endregion GitManagerUnfinishedMergeIntegrationTest:Module\n" }, { @@ -80526,6 +85971,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n{#if previewDoc}\n
\n
\n

{$t.llm.doc_preview_title}

\n \n
\n

{$t.llm.dataset_desc}

\n

{previewDoc.description || 'No description generated.'}

\n\n

{$t.llm.column_doc}

\n \n \n \n \n \n \n \n \n {#each Object.entries(previewDoc.columns || {}) as [name, desc]}\n \n \n \n \n {/each}\n \n
ColumnDescription
{name}{desc}
\n
\n\n
\n \n \n
\n
\n
\n{/if}\n\n\n" }, { @@ -80575,6 +86021,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n
\n
\n

{$t.llm.providers_title}

\n {\n resetForm();\n showForm = true;\n }}\n >\n {$t.llm.add_provider}\n \n
\n\n {#if showForm}\n \n
\n

\n {editingProvider ? $t.llm.edit_provider : $t.llm.new_provider}\n

\n\n
\n
\n {$t.llm.name}\n \n
\n\n
\n {$t.llm.type}\n \n \n \n \n \n
\n\n
\n {$t.llm.base_url}\n
\n \n \n {isLoadingModels ? \"...\" : \"↻\"}\n \n
\n
\n\n
\n {$t.llm.api_key}\n \n
\n\n
\n {$t.llm.default_model}\n\n {#if isLoadingModels}\n
\n \n {$t.llm.loading_models}\n
\n {:else if modelsLoadError}\n
{modelsLoadError}
\n {/if}\n\n {#if availableModels.length > 0 && !isLoadingModels}\n \n {#each availableModels as model}\n \n {/each}\n \n
\n {($t.llm.models_loaded || \"{count} models loaded\").replace(\"{count}\", availableModels.length)}\n
\n {:else}\n \n {/if}\n
\n\n
\n \n {$t.llm.active}\n
\n
\n\n {#if testStatus.message}\n \n {testStatus.message}\n
\n {/if}\n\n
\n {\n showForm = false;\n }}\n >\n {$t.llm.cancel}\n \n \n {isTesting ? $t.llm.testing : $t.llm.test}\n \n \n {$t.llm.save}\n \n
\n
\n \n {/if}\n\n
\n {#each providers as provider}\n \n
\n
\n {provider.name}\n \n {provider.is_active ? $t.llm.active : \"Inactive\"}\n \n \n {isMultimodalModel(provider.default_model)\n ? ($t.llm?.multimodal )\n : ($t.llm?.text_only )}\n \n
\n
\n {provider.provider_type} • {provider.default_model}\n
\n
\n
\n handleEdit(provider)}\n >\n {$t.common.edit}\n \n handleDelete(provider)}\n disabled={deletingProviderIds.has(provider.id)}\n >\n {#if deletingProviderIds.has(provider.id)}\n ...\n {:else}\n {$t.common.delete}\n {/if}\n \n toggleActive(provider)}\n disabled={togglingProviderIds.has(provider.id) || deletingProviderIds.has(provider.id)}\n >\n {#if togglingProviderIds.has(provider.id)}\n ...\n {:else}\n {provider.is_active ? \"Deactivate\" : \"Activate\"}\n {/if}\n \n
\n
\n {:else}\n \n {$t.llm.no_providers}\n \n {/each}\n \n\n\n\n" }, { @@ -80638,6 +86085,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n{#if result}\n
\n
\n

{$t.llm?.validation_report_title}

\n \n {result.status}\n \n
\n\n
\n

{$t.reports?.summary}

\n

{result.summary}

\n
\n\n {#if result.issues && result.issues.length > 0}\n
\n

{$t.tasks?.issues}

\n
\n \n \n \n \n \n \n \n \n \n {#each result.issues as issue}\n \n \n \n \n \n {/each}\n \n
{$t.reports?.severity}{$t.reports?.message}{$t.tasks?.location}
\n \n {issue.severity}\n \n {issue.message}{issue.location || $t.common?.not_available}
\n
\n
\n {/if}\n\n {#if result.screenshot_path}\n
\n

{$t.dashboard?.screenshot_strategy}

\n {$t.dashboard?.dashboard_validation}\n
\n {/if}\n
\n{:else}\n
\n

{$t.llm?.no_validation_result}

\n
\n{/if}\n\n\n" }, { @@ -80743,6 +86191,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ProviderConfigIntegrationTest:Module [TYPE Function]\n// @SEMANTICS: llm, provider-config, integration-test, edit-flow, delete-flow\n// @PURPOSE: Protect edit and delete interaction contracts in LLM provider settings UI.\n// @LAYER: UI Tests\n// @RELATION: DEPENDS_ON -> [ProviderConfig]\n// @INVARIANT: Edit action keeps explicit click handler and opens normalized edit form.\n\nimport { describe, it, expect } from 'vitest';\nimport fs from 'node:fs';\nimport path from 'node:path';\n\nconst COMPONENT_PATH = path.resolve(\n process.cwd(),\n 'src/components/llm/ProviderConfig.svelte',\n);\n\n// #region provider_config_edit_contract_tests:Function [TYPE Function]\n// @RELATION: BINDS_TO -> [ProviderConfigIntegrationTest]\n// @PURPOSE: Validate edit and delete handler wiring plus normalized edit form state mapping.\n// @PRE: ProviderConfig component source exists in expected path.\n// @POST: Contract checks ensure edit click cannot degrade into no-op flow.\ndescribe('ProviderConfig edit interaction contract', () => {\n it('keeps explicit edit click handler with guarded button semantics', () => {\n const source = fs.readFileSync(COMPONENT_PATH, 'utf-8');\n\n expect(source).toContain('type=\"button\"');\n expect(source).toContain('onclick={() => handleEdit(provider)}');\n });\n\n it('normalizes provider payload into editable form shape', () => {\n const source = fs.readFileSync(COMPONENT_PATH, 'utf-8');\n\n expect(source).toContain('formData = {');\n expect(source).toContain('name: provider?.name ?? \"\"');\n expect(source).toContain('provider_type: provider?.provider_type ?? \"openai\"');\n expect(source).toContain('default_model: provider?.default_model ?? \"gpt-4o\"');\n expect(source).toContain('showForm = true;');\n });\n\n it('keeps explicit delete flow with confirmation and delete request', () => {\n const source = fs.readFileSync(COMPONENT_PATH, 'utf-8');\n\n expect(source).toContain('async function handleDelete(provider)');\n expect(source).toContain('$t.llm.delete_confirm.replace(\"{name}\", provider.name || provider.id)');\n expect(source).toContain('await requestApi(`/llm/providers/${provider.id}`, \"DELETE\")');\n expect(source).toContain('onclick={() => handleDelete(provider)}');\n });\n\n it('does not forward masked api_key when toggling provider activation', () => {\n const source = fs.readFileSync(COMPONENT_PATH, 'utf-8');\n\n expect(source).toContain('const updatePayload = {');\n expect(source).toContain('provider_type: provider.provider_type');\n expect(source).toContain('default_model: provider.default_model');\n expect(source).not.toContain('await requestApi(`/llm/providers/${provider.id}`, \"PUT\", {\\n ...provider,');\n });\n});\n// #endregion provider_config_edit_contract_tests:Function\n// #endregion ProviderConfigIntegrationTest:Module\n" }, { @@ -80805,6 +86254,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region provider_config_edit_contract_tests:Function [TYPE Function]\n// @RELATION: BINDS_TO -> [ProviderConfigIntegrationTest]\n// @PURPOSE: Validate edit and delete handler wiring plus normalized edit form state mapping.\n// @PRE: ProviderConfig component source exists in expected path.\n// @POST: Contract checks ensure edit click cannot degrade into no-op flow.\ndescribe('ProviderConfig edit interaction contract', () => {\n it('keeps explicit edit click handler with guarded button semantics', () => {\n const source = fs.readFileSync(COMPONENT_PATH, 'utf-8');\n\n expect(source).toContain('type=\"button\"');\n expect(source).toContain('onclick={() => handleEdit(provider)}');\n });\n\n it('normalizes provider payload into editable form shape', () => {\n const source = fs.readFileSync(COMPONENT_PATH, 'utf-8');\n\n expect(source).toContain('formData = {');\n expect(source).toContain('name: provider?.name ?? \"\"');\n expect(source).toContain('provider_type: provider?.provider_type ?? \"openai\"');\n expect(source).toContain('default_model: provider?.default_model ?? \"gpt-4o\"');\n expect(source).toContain('showForm = true;');\n });\n\n it('keeps explicit delete flow with confirmation and delete request', () => {\n const source = fs.readFileSync(COMPONENT_PATH, 'utf-8');\n\n expect(source).toContain('async function handleDelete(provider)');\n expect(source).toContain('$t.llm.delete_confirm.replace(\"{name}\", provider.name || provider.id)');\n expect(source).toContain('await requestApi(`/llm/providers/${provider.id}`, \"DELETE\")');\n expect(source).toContain('onclick={() => handleDelete(provider)}');\n });\n\n it('does not forward masked api_key when toggling provider activation', () => {\n const source = fs.readFileSync(COMPONENT_PATH, 'utf-8');\n\n expect(source).toContain('const updatePayload = {');\n expect(source).toContain('provider_type: provider.provider_type');\n expect(source).toContain('default_model: provider.default_model');\n expect(source).not.toContain('await requestApi(`/llm/providers/${provider.id}`, \"PUT\", {\\n ...provider,');\n });\n});\n// #endregion provider_config_edit_contract_tests:Function\n" }, { @@ -80865,6 +86315,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region isDirectory:Function [TYPE Function]\n /**\n * @purpose Checks if a file object represents a directory.\n * @pre file object has mime_type property.\n * @post Returns boolean.\n * @param {Object} file - The file object to check.\n * @return {boolean} True if it's a directory, false otherwise.\n */\n function isDirectory(file) {\n console.log(\"[isDirectory][Action] Checking file type\");\n return file.mime_type === 'directory';\n }\n // #endregion isDirectory:Function\n" }, { @@ -80925,6 +86376,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region formatSize:Function [TYPE Function]\n /**\n * @purpose Formats file size in bytes into a human-readable string.\n * @pre bytes is a number.\n * @post Returns formatted string.\n * @param {number} bytes - The size in bytes.\n * @return {string} Formatted size (e.g., \"1.2 MB\").\n */\n function formatSize(bytes) {\n console.log(`[formatSize][Action] Formatting ${bytes} bytes`);\n if (bytes === 0) return '0 B';\n const k = 1024;\n const sizes = ['B', 'KB', 'MB', 'GB', 'TB'];\n const i = Math.floor(Math.log(bytes) / Math.log(k));\n return parseFloat((bytes / Math.pow(k, i)).toFixed(2)) + ' ' + sizes[i];\n }\n // #endregion formatSize:Function\n" }, { @@ -80985,6 +86437,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region formatDate:Function [TYPE Function]\n /**\n * @purpose Formats an ISO date string into a localized readable format.\n * @pre dateStr is a valid date string.\n * @post Returns localized string.\n * @param {string} dateStr - The date string to format.\n * @return {string} Localized date and time.\n */\n function formatDate(dateStr) {\n console.log(\"[formatDate][Action] Formatting date string\");\n return new Date(dateStr).toLocaleString();\n }\n // #endregion formatDate:Function\n" }, { @@ -81031,6 +86484,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleDownload:Function [TYPE Function]\n /**\n * @purpose Downloads selected file through authenticated API request.\n * @pre file is a non-directory storage entry with category/path.\n * @post Browser download starts or user sees toast on failure.\n */\n async function handleDownload(file) {\n try {\n await downloadFile(file.category, file.path, file.name);\n } catch (error) {\n addToast(error?.message || 'Download failed', 'error');\n }\n }\n // #endregion handleDownload:Function\n" }, { @@ -81077,6 +86531,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleUpload:Function [TYPE Function]\n /**\n * @purpose Handles the file upload process.\n * @pre A file must be selected in the file input.\n * @post The file is uploaded to the server and a success toast is shown.\n */\n let fileInput;\n let {\n category = 'backups',\n path = '',\n onuploaded = () => {},\n } = $props();\n\n let isUploading = $state(false);\n let dragOver = $state(false);\n\n async function handleUpload() {\n const file = fileInput.files[0];\n if (!file) return;\n\n isUploading = true;\n try {\n // path is relative to root, but upload endpoint expects path within category\n // FileList.path is like \"backup/folder\", we need just \"folder\"\n const subpath = path.startsWith(category)\n ? path.substring(category.length).replace(/^\\/+/, '')\n : path;\n\n await uploadFile(file, category, subpath);\n addToast($t.storage.messages.upload_success.replace('{name}', file.name), 'success');\n fileInput.value = '';\n onuploaded();\n } catch (error) {\n addToast($t.storage.messages.upload_failed.replace('{error}', error.message), 'error');\n } finally {\n isUploading = false;\n }\n }\n // #endregion handleUpload:Function\n" }, { @@ -81110,6 +86565,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleDrop:Function [TYPE Function]\n /**\n * @purpose Handles the file drop event for drag-and-drop.\n * @param {DragEvent} event - The drop event.\n */\n function handleDrop(event) {\n event.preventDefault();\n dragOver = false;\n const files = event.dataTransfer.files;\n if (files.length > 0) {\n fileInput.files = files;\n handleUpload();\n }\n }\n // #endregion handleDrop:Function\n" }, { @@ -81213,6 +86669,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n \n
\n {formattedTime}\n {log.level || \"INFO\"}\n {#if showSource && log.source}\n {log.source}\n {/if}\n
\n\n \n \n {log.message}\n \n\n \n {#if hasProgress}\n
\n \n
\n \n {progressPercent.toFixed(0)}%\n \n {/if}\n\n\n" }, { @@ -81239,6 +86696,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region formatTime:Function [TYPE Function]\n /** @PURPOSE Format ISO timestamp to HH:MM:SS */\n function formatTime(timestamp) {\n if (!timestamp) return \"\";\n const date = new Date(timestamp);\n return date.toLocaleTimeString(\"en-US\", {\n hour12: false,\n hour: \"2-digit\",\n minute: \"2-digit\",\n second: \"2-digit\",\n });\n }\n // #endregion formatTime:Function\n" }, { @@ -81334,6 +86792,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n
\n \n {#each levelOptions as option}\n \n {/each}\n \n\n \n \n {#each availableSources as source}\n \n {/each}\n \n\n
\n \n \n \n \n \n
\n
\n\n {#if hasActiveFilters}\n \n \n \n \n \n {/if}\n\n\n" }, { @@ -81465,6 +86924,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n
\n \n \n\n \n \n {#if filteredLogs.length === 0}\n \n \n \n \n \n \n \n \n No logs available\n
\n {:else}\n {#each filteredLogs as log}\n \n {/each}\n {/if}\n \n\n \n \n \n {filteredLogs.length}{filteredLogs.length !== logs.length\n ? ` / ${logs.length}`\n : \"\"} entries\n \n \n {#if autoScroll}\n \n {/if}\n Auto-scroll {autoScroll ? \"on\" : \"off\"}\n \n \n\n\n" }, { @@ -81523,6 +86983,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n{#if !task}\n
\n {$t.tasks?.result_select_task}\n
\n{:else if !result}\n
\n

{$t.tasks?.result_not_structured}

\n
\n{:else if pluginId === 'llm_dashboard_validation'}\n
\n
\n

{$t.tasks?.result_llm_validation}

\n {result.status || 'UNKNOWN'}\n
\n

{result.summary || $t.tasks?.result_no_summary}

\n {#if result.issues?.length}\n
\n

{$t.tasks?.issues} ({result.issues.length})

\n
    \n {#each result.issues as issue}\n
  • \n
    \n {issue.severity}\n {issue.message}\n
    \n {#if issue.location}\n

    {$t.tasks?.location}: {issue.location}

    \n {/if}\n
    • \n {/each}\n
\n
\n {/if}\n
\n{:else if pluginId === 'superset-backup'}\n
\n
\n

{$t.tasks?.backup_result}

\n {result.status || 'UNKNOWN'}\n
\n
\n

{$t.dashboard?.environment}: {result.environment || $t.common?.not_available}

\n

{$t.tasks?.total}: {result.total_dashboards ?? 0}

\n

{$t.tasks?.successful}: {result.backed_up_dashboards ?? 0}

\n

{$t.tasks?.failed}: {result.failed_dashboards ?? 0}

\n
\n {#if result.failures?.length}\n
\n

{$t.tasks?.errors}

\n
    \n {#each result.failures as failure}\n
  • \n {failure.title || failure.id}: {failure.error}\n
    • \n {/each}\n
\n
\n {/if}\n
\n{:else if pluginId === 'superset-migration'}\n
\n
\n

{$t.tasks?.migration_result}

\n {result.status || 'UNKNOWN'}\n
\n
\n

{$t.migration?.source_env}: {result.source_environment || $t.common?.not_available}

\n

{$t.migration?.target_env}: {result.target_environment || $t.common?.not_available}

\n

{$t.tasks?.selected}: {result.selected_dashboards ?? 0}

\n

{$t.tasks?.successful}: {result.migrated_dashboards?.length ?? 0}

\n

{$t.tasks?.with_errors}: {result.failed_dashboards?.length ?? 0}

\n

{$t.tasks?.mappings}: {result.mapping_count ?? 0}

\n
\n {#if result.failed_dashboards?.length}\n
\n

{$t.tasks?.migration_errors}

\n
    \n {#each result.failed_dashboards as failed}\n
  • \n {failed.title || failed.id}: {failed.error}\n
    • \n {/each}\n
\n
\n {/if}\n
\n{:else}\n
\n 
{JSON.stringify(result, null, 2)}
\n
\n{/if}\n\n\n" }, { @@ -81626,6 +87087,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n
    \n {#if isLoading}\n
  • {$t.common.loading}
    • \n {:else if connections.length === 0}\n
  • {$t.connections?.no_saved}
    • \n {:else}\n {#each connections as conn}\n
  • \n
    \n
    {conn.name}
    \n
    {conn.type}://{conn.username}@{conn.host}:{conn.port}/{conn.database}
    \n
    \n handleDelete(conn.id)}\n >\n {$t.connections?.delete}\n \n
    • \n {/each}\n {/if}\n
\n\n\n\n" }, { @@ -81672,6 +87134,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region fetchConnections:Function [TYPE Function]\n // @PURPOSE: Fetches the list of connections from the backend.\n // @PRE: None.\n // @POST: connections array is populated.\n async function fetchConnections() {\n isLoading = true;\n try {\n connections = await getConnections();\n } catch (e) {\n addToast($t.connections?.fetch_failed, 'error');\n } finally {\n isLoading = false;\n }\n }\n // #endregion fetchConnections:Function\n" }, { @@ -81725,6 +87188,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleRunDebug:Function [TYPE Function]\n /**\n * @purpose Triggers the debug task.\n * @pre Required fields are selected.\n * @post Task is started and polling begins.\n * @returns {Promise}\n */\n async function handleRunDebug() {\n isRunning = true;\n results = null;\n try {\n let params = { action };\n if (action === 'test-db-api') {\n if (!sourceEnv || !targetEnv) {\n addToast($t.debug?.source_target_required, 'warning');\n isRunning = false;\n return;\n }\n const sEnv = envs.find(e => e.id === sourceEnv);\n const tEnv = envs.find(e => e.id === targetEnv);\n params.source_env = sEnv.name;\n params.target_env = tEnv.name;\n } else {\n if (!selectedEnv || !datasetId) {\n addToast($t.debug?.env_dataset_required, 'warning');\n isRunning = false;\n return;\n }\n const env = envs.find(e => e.id === selectedEnv);\n params.env = env.name;\n params.dataset_id = parseInt(datasetId);\n }\n\n const task = await runTask('system-debug', params);\n selectedTask.set(task);\n startPolling(task.id);\n } catch (e) {\n isRunning = false;\n addToast(e.message, 'error');\n }\n }\n // #endregion handleRunDebug:Function\n" }, { @@ -81785,6 +87249,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region startPolling:Function [TYPE Function]\n /**\n * @purpose Polls for task completion.\n * @pre Task ID is valid.\n * @post Polls until success/failure.\n * @param {string} taskId - ID of the task.\n * @returns {void}\n */\n function startPolling(taskId) {\n if (pollInterval) clearInterval(pollInterval);\n pollInterval = setInterval(async () => {\n try {\n const task = await getTaskStatus(taskId);\n selectedTask.set(task);\n if (task.status === 'SUCCESS') {\n clearInterval(pollInterval);\n isRunning = false;\n results = task.result;\n addToast($t.debug?.completed, 'success');\n } else if (task.status === 'FAILED') {\n clearInterval(pollInterval);\n isRunning = false;\n addToast($t.debug?.failed, 'error');\n }\n } catch (e) {\n clearInterval(pollInterval);\n isRunning = false;\n }\n }, 2000);\n }\n // #endregion startPolling:Function\n" }, { @@ -81914,6 +87379,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n
\n \n
\n
\n
\n ({ value: e.id, label: e.name }))\n ]}\n />\n
\n
\n \n
\n
\n\n
\n {$t.mapper.source}\n
\n \n \n
\n
\n\n {#if source === 'postgres'}\n
\n
\n ({ value: c.id, label: c.name }))\n ]}\n />\n
\n
\n
\n \n
\n
\n \n
\n
\n
\n {:else}\n
\n \n
\n {/if}\n\n
\n \n {#if isGeneratingDocs}\n ↻ {$t.mapper?.generating}\n {:else}\n ✨ {$t.datasets?.generate_docs}\n {/if}\n \n \n {isRunning ? $t.mapper.starting : $t.mapper.run}\n \n
\n
\n \n\n generatedDoc = null}\n onSave={handleApplyDoc}\n />\n
\n\n\n" }, { @@ -81960,6 +87426,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region fetchData:Function [TYPE Function]\n // @PURPOSE: Fetches environments and saved connections.\n // @PRE: None.\n // @POST: envs and connections arrays are populated.\n async function fetchData() {\n try {\n envs = await api.fetchApi('/environments');\n connections = await getConnections();\n } catch (e) {\n addToast($t.mapper.errors.fetch_failed, 'error');\n }\n }\n // #endregion fetchData:Function\n" }, { @@ -82006,6 +87473,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleRunMapper:Function [TYPE Function]\n // @PURPOSE: Triggers the MapperPlugin task.\n // @PRE: selectedEnv and datasetId are set; source-specific fields are valid.\n // @POST: Mapper task is started and selectedTask is updated.\n async function handleRunMapper() {\n if (!selectedEnv || !datasetId) {\n addToast($t.mapper.errors.required_fields, 'warning');\n return;\n }\n\n if (source === 'postgres' && (!selectedConnection || !tableName)) {\n addToast($t.mapper.errors.postgres_required, 'warning');\n return;\n }\n\n if (source === 'excel' && !excelPath) {\n addToast($t.mapper.errors.excel_required, 'warning');\n return;\n }\n\n isRunning = true;\n try {\n const env = envs.find(e => e.id === selectedEnv);\n const task = await runTask('dataset-mapper', {\n env: env.name,\n dataset_id: parseInt(datasetId),\n source,\n connection_id: selectedConnection,\n table_name: tableName,\n table_schema: tableSchema,\n excel_path: excelPath\n });\n \n selectedTask.set(task);\n addToast($t.mapper.success.started, 'success');\n } catch (e) {\n addToast(e.message, 'error');\n } finally {\n isRunning = false;\n }\n }\n // #endregion handleRunMapper:Function\n" }, { @@ -82052,6 +87520,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleGenerateDocs:Function [TYPE Function]\n // @PURPOSE: Triggers the LLM Documentation task.\n // @PRE: selectedEnv and datasetId are set.\n // @POST: Documentation task is started.\n async function handleGenerateDocs() {\n if (!selectedEnv || !datasetId) {\n addToast($t.mapper.errors.required_fields, 'warning');\n return;\n }\n\n isGeneratingDocs = true;\n try {\n // Fetch active provider first\n const providers = await api.fetchApi('/llm/providers');\n const activeProvider = providers.find(p => p.is_active);\n \n if (!activeProvider) {\n addToast($t.mapper?.errors?.no_active_llm_provider, 'error');\n return;\n }\n\n const task = await runTask('llm_documentation', {\n dataset_id: datasetId,\n environment_id: selectedEnv,\n provider_id: activeProvider.id\n });\n \n selectedTask.set(task);\n addToast($t.mapper?.success?.docs_started, 'success');\n } catch (e) {\n addToast(e.message || $t.mapper?.errors?.docs_start_failed, 'error');\n } finally {\n isGeneratingDocs = false;\n }\n }\n // #endregion handleGenerateDocs:Function\n" }, { @@ -82094,6 +87563,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n" }, { @@ -82142,6 +87612,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ApiModule [C:3] [TYPE Module] [SEMANTICS api, client, fetch, auth, error-handling]\n// @BRIEF Handles all communication with the backend API via fetch wrappers with auth, error normalization, and toast feedback.\n// @RELATION DEPENDS_ON -> [ToastsModule]\n// @RELATION CALLED_BY -> [TranslateApi]\n// @RELATION CALLED_BY -> [ReportsApi]\n// @RELATION CALLED_BY -> [DatasetReviewApi]\n// @RELATION CALLED_BY -> [AssistantApi]\n\n// #region api_module:Module [TYPE Function]\n// @SEMANTICS: api, client, fetch, rest\n// @PURPOSE: Handles all communication with the backend API.\n// @LAYER: Infra-API\n// @RELATION: [DEPENDS_ON] ->[toasts_module]\n\nimport { addToast } from './toasts.js';\nimport { PUBLIC_WS_URL } from '$env/static/public';\n\nconst API_BASE_URL = '/api';\n\n// #region buildApiError:Function [TYPE Function]\n// @PURPOSE: Creates a normalized Error object for failed API responses.\n// @PRE: response is a failed fetch Response object.\n// @POST: Returned error contains message and status fields.\nasync function buildApiError(response) {\n const errorData = await response.json().catch(() => ({}));\n const detail = errorData?.detail;\n const message = detail\n ? (\n typeof detail === 'string'\n ? detail\n : (typeof detail?.message === 'string' ? detail.message : JSON.stringify(detail))\n )\n : `API request failed with status ${response.status}`;\n const error = new Error(message);\n /** @type {any} */ (error).status = response.status;\n /** @type {any} */ (error).detail = detail;\n if (detail && typeof detail === 'object' && detail.error_code) {\n /** @type {any} */ (error).error_code = String(detail.error_code);\n }\n return error;\n}\n// #endregion buildApiError:Function\n\n// #region notifyApiError:Function [TYPE Function]\n// @PURPOSE: Shows toast for API errors with explicit handling of critical statuses.\n// @PRE: error is an Error instance.\n// @POST: User gets visible toast feedback for request failure.\nfunction notifyApiError(error) {\n if (error?.status === 401) {\n addToast(`401 Unauthorized: ${error.message}`, 'error');\n return;\n }\n if (error?.status >= 500) {\n addToast(`Server error (${error.status}): ${error.message}`, 'error');\n return;\n }\n addToast(error.message, 'error');\n}\n// #endregion notifyApiError:Function\n\n// #region shouldSuppressApiErrorToast:Function [TYPE Function]\n// @PURPOSE: Avoid noisy toasts for expected non-critical API failures.\n// @PRE: endpoint can be empty; error can be null.\n// @POST: Returns true only for explicitly allowed suppressed scenarios.\nfunction shouldSuppressApiErrorToast(endpoint, error) {\n const isGitStatusEndpoint =\n typeof endpoint === 'string' &&\n endpoint.startsWith('/git/repositories/') &&\n endpoint.endsWith('/status');\n const isNoRepoError =\n (error?.status === 400 || error?.status === 404) &&\n /Repository for dashboard .* not found/i.test(String(error?.message || ''));\n\n const isGitPullEndpoint =\n typeof endpoint === 'string' &&\n endpoint.startsWith('/git/repositories/') &&\n endpoint.endsWith('/pull');\n const isUnfinishedMergeError =\n error?.status === 409 &&\n (\n String(error?.error_code || '') === 'GIT_UNFINISHED_MERGE' ||\n String(error?.detail?.error_code || '') === 'GIT_UNFINISHED_MERGE'\n );\n\n const isDatasetClarificationEndpoint =\n typeof endpoint === 'string' &&\n /\\/dataset-orchestration\\/sessions\\/[^/]+\\/clarification$/.test(endpoint);\n const isMissingClarificationSession =\n error?.status === 404 &&\n /Clarification session not found/i.test(String(error?.message || ''));\n\n return (isGitStatusEndpoint && isNoRepoError)\n || (isGitPullEndpoint && isUnfinishedMergeError)\n || (isDatasetClarificationEndpoint && isMissingClarificationSession);\n}\n// #endregion shouldSuppressApiErrorToast:Function\n\n// #region getWsUrl:Function [TYPE Function]\n// @PURPOSE: Returns the WebSocket URL for a specific task, with fallback logic.\n// @PRE: taskId is provided.\n// @POST: Returns valid WebSocket URL string.\n// @PARAM: taskId (string) - The ID of the task.\n// @RETURN: string - The WebSocket URL.\nexport const getWsUrl = (taskId) => {\n let baseUrl = PUBLIC_WS_URL;\n if (!baseUrl) {\n const protocol = window.location.protocol === 'https:' ? 'wss:' : 'ws:';\n // Use the current host and port to allow Vite proxy to handle the connection\n baseUrl = `${protocol}//${window.location.host}`;\n }\n return `${baseUrl}/ws/logs/${taskId}`;\n};\n// #endregion getWsUrl:Function\n\n// #region getAuthHeaders:Function [TYPE Function]\n// @PURPOSE: Returns headers with Authorization if token exists.\nfunction getAuthHeaders(extraHeaders = {}) {\n const headers = {\n 'Content-Type': 'application/json',\n ...extraHeaders,\n };\n if (typeof window !== 'undefined') {\n const token = localStorage.getItem('auth_token');\n if (token) {\n headers['Authorization'] = `Bearer ${token}`;\n }\n }\n return headers;\n}\n// #endregion getAuthHeaders:Function\n\n// #region fetchApi:Function [TYPE Function]\n// @PURPOSE: Generic GET request wrapper.\n// @PRE: endpoint string is provided.\n// @POST: Returns Promise resolving to JSON data or throws on error.\n// @PARAM: endpoint (string) - API endpoint.\n// @RETURN: Promise - JSON response.\nasync function fetchApi(endpoint, options = {}) {\n try {\n console.log(`[api.fetchApi][Action] Fetching from context={{'endpoint': '${endpoint}'}}`);\n const response = await fetch(`${API_BASE_URL}${endpoint}`, {\n headers: getAuthHeaders(options.headers || {})\n });\n console.log(`[api.fetchApi][Action] Received response context={{'status': ${response.status}, 'ok': ${response.ok}}}`);\n if (!response.ok) {\n throw await buildApiError(response);\n }\n if (response.status === 204) return null;\n return await response.json();\n } catch (error) {\n console.error(`[api.fetchApi][Coherence:Failed] Error fetching from ${endpoint}:`, error);\n if (!options.suppressToast) {\n notifyApiError(error);\n }\n throw error;\n }\n}\n// #endregion fetchApi:Function\n\n// #region fetchApiBlob:Function [TYPE Function]\n// @PURPOSE: Generic GET wrapper for binary payloads.\n// @PRE: endpoint string is provided.\n// @POST: Returns Blob or throws on error.\nasync function fetchApiBlob(endpoint, options = {}) {\n const notifyError = options.notifyError !== false;\n try {\n const response = await fetch(`${API_BASE_URL}${endpoint}`, {\n headers: getAuthHeaders(options.headers || {})\n });\n if (response.status === 202) {\n const payload = await response.json().catch(() => ({ message: \"Resource is being prepared\" }));\n const error = new Error(payload?.message || \"Resource is being prepared\");\n /** @type {any} */ (error).status = 202;\n throw error;\n }\n if (!response.ok) {\n throw await buildApiError(response);\n }\n return await response.blob();\n } catch (error) {\n console.error(`[api.fetchApiBlob][Coherence:Failed] Error fetching blob from ${endpoint}:`, error);\n if (notifyError) {\n notifyApiError(error);\n }\n throw error;\n }\n}\n// #endregion fetchApiBlob:Function\n\n// #region postApi:Function [TYPE Function]\n// @PURPOSE: Generic POST request wrapper.\n// @PRE: endpoint and body are provided.\n// @POST: Returns Promise resolving to JSON data or throws on error.\n// @PARAM: endpoint (string) - API endpoint.\n// @PARAM: body (object) - Request payload.\n// @RETURN: Promise - JSON response.\nasync function postApi(endpoint, body, options = {}) {\n try {\n console.log(`[api.postApi][Action] Posting to context={{'endpoint': '${endpoint}'}}`);\n const response = await fetch(`${API_BASE_URL}${endpoint}`, {\n method: 'POST',\n headers: getAuthHeaders(options.headers || {}),\n body: JSON.stringify(body),\n });\n console.log(`[api.postApi][Action] Received response context={{'status': ${response.status}, 'ok': ${response.ok}}}`);\n if (!response.ok) {\n throw await buildApiError(response);\n }\n if (response.status === 204) return null;\n return await response.json();\n } catch (error) {\n console.error(`[api.postApi][Coherence:Failed] Error posting to ${endpoint}:`, error);\n notifyApiError(error);\n throw error;\n }\n}\n// #endregion postApi:Function\n\n// #region deleteApi:Function [TYPE Function]\n// @PURPOSE: Generic DELETE request wrapper.\n// @PRE: endpoint is provided.\n// @POST: Returns Promise resolving to JSON data or throws on error.\n// @PARAM: endpoint (string) - API endpoint.\n// @RETURN: Promise - JSON response.\nasync function deleteApi(endpoint, options = {}) {\n try {\n console.log(`[api.deleteApi][Action] Deleting from context={{'endpoint': '${endpoint}'}}`);\n const response = await fetch(`${API_BASE_URL}${endpoint}`, {\n method: 'DELETE',\n headers: getAuthHeaders(options.headers || {}),\n });\n console.log(`[api.deleteApi][Action] Received response context={{'status': ${response.status}, 'ok': ${response.ok}}}`);\n if (!response.ok) {\n throw await buildApiError(response);\n }\n if (response.status === 204) return null;\n return await response.json();\n } catch (error) {\n console.error(`[api.deleteApi][Coherence:Failed] Error deleting from ${endpoint}:`, error);\n notifyApiError(error);\n throw error;\n }\n}\n// #endregion deleteApi:Function\n\n// #region requestApi:Function [TYPE Function]\n// @PURPOSE: Generic request wrapper.\n// @PRE: endpoint and method are provided.\n// @POST: Returns Promise resolving to JSON data or throws on error.\nasync function requestApi(endpoint, method = 'GET', body = null, requestOptions = {}) {\n try {\n console.log(`[api.requestApi][Action] ${method} to context={{'endpoint': '${endpoint}'}}`);\n const fetchOptions = {\n method,\n headers: getAuthHeaders(requestOptions.headers || {}),\n };\n if (body) {\n fetchOptions.body = JSON.stringify(body);\n }\n const response = await fetch(`${API_BASE_URL}${endpoint}`, fetchOptions);\n console.log(`[api.requestApi][Action] Received response context={{'status': ${response.status}, 'ok': ${response.ok}}}`);\n if (!response.ok) {\n const error = await buildApiError(response);\n console.error(`[api.requestApi][Action] Request failed context={{'status': ${response.status}, 'message': '${error.message}'}}`);\n throw error;\n }\n if (response.status === 204) {\n console.log('[api.requestApi][Action] 204 No Content received');\n return null;\n }\n return await response.json();\n } catch (error) {\n console.error(`[api.requestApi][Coherence:Failed] Error ${method} to ${endpoint}:`, error);\n if (!shouldSuppressApiErrorToast(endpoint, error)) {\n notifyApiError(error);\n }\n throw error;\n }\n}\n// #endregion requestApi:Function\n\n// #region api:Data [TYPE Function]\n// @PURPOSE: API client object with specific methods.\nexport const api = {\n fetchApi,\n postApi,\n deleteApi,\n requestApi,\n getPlugins: () => fetchApi('/plugins'),\n getTasks: (options = {}) => {\n const params = new URLSearchParams();\n if (options.limit != null) params.append('limit', String(options.limit));\n if (options.offset != null) params.append('offset', String(options.offset));\n if (options.status) params.append('status', options.status);\n if (options.task_type) params.append('task_type', options.task_type);\n if (options.completed_only != null) params.append('completed_only', String(Boolean(options.completed_only)));\n if (Array.isArray(options.plugin_id)) {\n options.plugin_id.forEach((pluginId) => params.append('plugin_id', pluginId));\n }\n const query = params.toString();\n return fetchApi(`/tasks${query ? `?${query}` : ''}`);\n },\n getTask: (taskId) => fetchApi(`/tasks/${taskId}`),\n getTaskLogs: (taskId, options = {}) => {\n const params = new URLSearchParams();\n if (options.level) params.append('level', options.level);\n if (options.source) params.append('source', options.source);\n if (options.search) params.append('search', options.search);\n if (options.offset != null) params.append('offset', String(options.offset));\n if (options.limit != null) params.append('limit', String(options.limit));\n const query = params.toString();\n return fetchApi(`/tasks/${taskId}/logs${query ? `?${query}` : ''}`);\n },\n createTask: (pluginId, params) => postApi('/tasks', { plugin_id: pluginId, params }),\n\n // Profile\n getProfilePreferences: () => fetchApi('/profile/preferences'),\n updateProfilePreferences: (payload) => requestApi('/profile/preferences', 'PATCH', payload),\n lookupSupersetAccounts: (environmentId, options = {}) => {\n const normalizedEnvironmentId = String(environmentId || '').trim();\n if (!normalizedEnvironmentId) {\n throw new Error('environmentId is required for Superset account lookup');\n }\n const params = new URLSearchParams({ environment_id: normalizedEnvironmentId });\n if (options.search) params.append('search', options.search);\n if (options.page_index != null) params.append('page_index', String(options.page_index));\n if (options.page_size != null) params.append('page_size', String(options.page_size));\n if (options.sort_column) params.append('sort_column', options.sort_column);\n if (options.sort_order) params.append('sort_order', options.sort_order);\n return fetchApi(`/profile/superset-accounts?${params.toString()}`);\n },\n\n // Settings\n getSettings: () => fetchApi('/settings'),\n updateGlobalSettings: (settings) => requestApi('/settings/global', 'PATCH', settings),\n getEnvironments: () => fetchApi('/settings/environments'),\n addEnvironment: (env) => postApi('/settings/environments', env),\n updateEnvironment: (id, env) => requestApi(`/settings/environments/${id}`, 'PUT', env),\n deleteEnvironment: (id) => requestApi(`/settings/environments/${id}`, 'DELETE'),\n testEnvironmentConnection: (id) => postApi(`/settings/environments/${id}/test`, {}),\n updateEnvironmentSchedule: (id, schedule) => requestApi(`/environments/${id}/schedule`, 'PUT', schedule),\n getStorageSettings: () => fetchApi('/settings/storage'),\n updateStorageSettings: (storage) => requestApi('/settings/storage', 'PUT', storage),\n getEnvironmentsList: () => fetchApi('/environments'),\n getLlmStatus: () => fetchApi('/llm/status'),\n fetchLlmModels: (payload) => postApi('/llm/providers/fetch-models', payload),\n getEnvironmentDatabases: (id) => fetchApi(`/environments/${id}/databases`),\n getStorageFileBlob: (path) =>\n fetchApiBlob(`/storage/file?path=${encodeURIComponent(path)}`),\n\n // Dashboards\n getDashboards: (envId, options = {}) => {\n const params = new URLSearchParams({ env_id: envId });\n if (options.search) params.append('search', options.search);\n if (options.page) params.append('page', options.page);\n if (options.page_size) params.append('page_size', options.page_size);\n if (options.page_context) params.append('page_context', options.page_context);\n if (options.apply_profile_default != null) {\n params.append('apply_profile_default', String(Boolean(options.apply_profile_default)));\n }\n if (options.override_show_all != null) {\n params.append('override_show_all', String(Boolean(options.override_show_all)));\n }\n if (options.filters?.title) {\n for (const value of options.filters.title) params.append('filter_title', value);\n }\n if (options.filters?.git_status) {\n for (const value of options.filters.git_status) params.append('filter_git_status', value);\n }\n if (options.filters?.llm_status) {\n for (const value of options.filters.llm_status) params.append('filter_llm_status', value);\n }\n if (options.filters?.changed_on) {\n for (const value of options.filters.changed_on) params.append('filter_changed_on', value);\n }\n if (options.filters?.actor) {\n for (const value of options.filters.actor) params.append('filter_actor', value);\n }\n return fetchApi(`/dashboards?${params.toString()}`);\n },\n getDashboardDetail: (envId, dashboardRef) => fetchApi(`/dashboards/${encodeURIComponent(String(dashboardRef))}?env_id=${envId}`),\n getDashboardTaskHistory: (envId, dashboardRef, options = {}) => {\n const params = new URLSearchParams();\n if (envId) params.append('env_id', envId);\n if (options.limit) params.append('limit', options.limit);\n return fetchApi(`/dashboards/${encodeURIComponent(String(dashboardRef))}/tasks?${params.toString()}`);\n },\n getDashboardThumbnail: (envId, dashboardRef, options = {}) => {\n const params = new URLSearchParams();\n params.append('env_id', envId);\n if (options.force != null) params.append('force', String(Boolean(options.force)));\n return fetchApiBlob(`/dashboards/${encodeURIComponent(String(dashboardRef))}/thumbnail?${params.toString()}`, { notifyError: false });\n },\n getDatabaseMappings: (sourceEnvId, targetEnvId) => fetchApi(`/dashboards/db-mappings?source_env_id=${sourceEnvId}&target_env_id=${targetEnvId}`),\n calculateMigrationDryRun: (payload) => postApi('/migration/dry-run', payload),\n\n // Datasets\n getDatasets: (envId, options = {}) => {\n const params = new URLSearchParams({ env_id: envId });\n if (options.search) params.append('search', options.search);\n if (options.page) params.append('page', options.page);\n if (options.page_size) params.append('page_size', options.page_size);\n return fetchApi(`/datasets?${params.toString()}`);\n },\n getDatasetIds: (envId, options = {}) => {\n const params = new URLSearchParams({ env_id: envId });\n if (options.search) params.append('search', options.search);\n return fetchApi(`/datasets/ids?${params.toString()}`);\n },\n getDatasetDetail: (envId, datasetId) => fetchApi(`/datasets/${datasetId}?env_id=${envId}`),\n\n // Settings\n getConsolidatedSettings: () => fetchApi('/settings/consolidated'),\n updateConsolidatedSettings: (settings) => requestApi('/settings/consolidated', 'PATCH', settings),\n\n // Automation Policies\n getValidationPolicies: () => fetchApi('/settings/automation/policies'),\n createValidationPolicy: (policy) => postApi('/settings/automation/policies', policy),\n updateValidationPolicy: (id, policy) => requestApi(`/settings/automation/policies/${id}`, 'PATCH', policy),\n deleteValidationPolicy: (id) => requestApi(`/settings/automation/policies/${id}`, 'DELETE'),\n getTranslationSchedules: () => fetchApi('/settings/automation/translation-schedules'),\n\n // Health\n getHealthSummary: (environmentId) => {\n const query = environmentId ? `?env_id=${encodeURIComponent(environmentId)}` : '';\n return fetchApi(`/health/summary${query}`, { suppressToast: true });\n },\n};\n// #endregion api:Data\n\n// #endregion api_module:Module\n// #endregion ApiModule\n" }, { @@ -82254,6 +87725,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region api_module:Module [TYPE Function]\n// @SEMANTICS: api, client, fetch, rest\n// @PURPOSE: Handles all communication with the backend API.\n// @LAYER: Infra-API\n// @RELATION: [DEPENDS_ON] ->[toasts_module]\n\nimport { addToast } from './toasts.js';\nimport { PUBLIC_WS_URL } from '$env/static/public';\n\nconst API_BASE_URL = '/api';\n\n// #region buildApiError:Function [TYPE Function]\n// @PURPOSE: Creates a normalized Error object for failed API responses.\n// @PRE: response is a failed fetch Response object.\n// @POST: Returned error contains message and status fields.\nasync function buildApiError(response) {\n const errorData = await response.json().catch(() => ({}));\n const detail = errorData?.detail;\n const message = detail\n ? (\n typeof detail === 'string'\n ? detail\n : (typeof detail?.message === 'string' ? detail.message : JSON.stringify(detail))\n )\n : `API request failed with status ${response.status}`;\n const error = new Error(message);\n /** @type {any} */ (error).status = response.status;\n /** @type {any} */ (error).detail = detail;\n if (detail && typeof detail === 'object' && detail.error_code) {\n /** @type {any} */ (error).error_code = String(detail.error_code);\n }\n return error;\n}\n// #endregion buildApiError:Function\n\n// #region notifyApiError:Function [TYPE Function]\n// @PURPOSE: Shows toast for API errors with explicit handling of critical statuses.\n// @PRE: error is an Error instance.\n// @POST: User gets visible toast feedback for request failure.\nfunction notifyApiError(error) {\n if (error?.status === 401) {\n addToast(`401 Unauthorized: ${error.message}`, 'error');\n return;\n }\n if (error?.status >= 500) {\n addToast(`Server error (${error.status}): ${error.message}`, 'error');\n return;\n }\n addToast(error.message, 'error');\n}\n// #endregion notifyApiError:Function\n\n// #region shouldSuppressApiErrorToast:Function [TYPE Function]\n// @PURPOSE: Avoid noisy toasts for expected non-critical API failures.\n// @PRE: endpoint can be empty; error can be null.\n// @POST: Returns true only for explicitly allowed suppressed scenarios.\nfunction shouldSuppressApiErrorToast(endpoint, error) {\n const isGitStatusEndpoint =\n typeof endpoint === 'string' &&\n endpoint.startsWith('/git/repositories/') &&\n endpoint.endsWith('/status');\n const isNoRepoError =\n (error?.status === 400 || error?.status === 404) &&\n /Repository for dashboard .* not found/i.test(String(error?.message || ''));\n\n const isGitPullEndpoint =\n typeof endpoint === 'string' &&\n endpoint.startsWith('/git/repositories/') &&\n endpoint.endsWith('/pull');\n const isUnfinishedMergeError =\n error?.status === 409 &&\n (\n String(error?.error_code || '') === 'GIT_UNFINISHED_MERGE' ||\n String(error?.detail?.error_code || '') === 'GIT_UNFINISHED_MERGE'\n );\n\n const isDatasetClarificationEndpoint =\n typeof endpoint === 'string' &&\n /\\/dataset-orchestration\\/sessions\\/[^/]+\\/clarification$/.test(endpoint);\n const isMissingClarificationSession =\n error?.status === 404 &&\n /Clarification session not found/i.test(String(error?.message || ''));\n\n return (isGitStatusEndpoint && isNoRepoError)\n || (isGitPullEndpoint && isUnfinishedMergeError)\n || (isDatasetClarificationEndpoint && isMissingClarificationSession);\n}\n// #endregion shouldSuppressApiErrorToast:Function\n\n// #region getWsUrl:Function [TYPE Function]\n// @PURPOSE: Returns the WebSocket URL for a specific task, with fallback logic.\n// @PRE: taskId is provided.\n// @POST: Returns valid WebSocket URL string.\n// @PARAM: taskId (string) - The ID of the task.\n// @RETURN: string - The WebSocket URL.\nexport const getWsUrl = (taskId) => {\n let baseUrl = PUBLIC_WS_URL;\n if (!baseUrl) {\n const protocol = window.location.protocol === 'https:' ? 'wss:' : 'ws:';\n // Use the current host and port to allow Vite proxy to handle the connection\n baseUrl = `${protocol}//${window.location.host}`;\n }\n return `${baseUrl}/ws/logs/${taskId}`;\n};\n// #endregion getWsUrl:Function\n\n// #region getAuthHeaders:Function [TYPE Function]\n// @PURPOSE: Returns headers with Authorization if token exists.\nfunction getAuthHeaders(extraHeaders = {}) {\n const headers = {\n 'Content-Type': 'application/json',\n ...extraHeaders,\n };\n if (typeof window !== 'undefined') {\n const token = localStorage.getItem('auth_token');\n if (token) {\n headers['Authorization'] = `Bearer ${token}`;\n }\n }\n return headers;\n}\n// #endregion getAuthHeaders:Function\n\n// #region fetchApi:Function [TYPE Function]\n// @PURPOSE: Generic GET request wrapper.\n// @PRE: endpoint string is provided.\n// @POST: Returns Promise resolving to JSON data or throws on error.\n// @PARAM: endpoint (string) - API endpoint.\n// @RETURN: Promise - JSON response.\nasync function fetchApi(endpoint, options = {}) {\n try {\n console.log(`[api.fetchApi][Action] Fetching from context={{'endpoint': '${endpoint}'}}`);\n const response = await fetch(`${API_BASE_URL}${endpoint}`, {\n headers: getAuthHeaders(options.headers || {})\n });\n console.log(`[api.fetchApi][Action] Received response context={{'status': ${response.status}, 'ok': ${response.ok}}}`);\n if (!response.ok) {\n throw await buildApiError(response);\n }\n if (response.status === 204) return null;\n return await response.json();\n } catch (error) {\n console.error(`[api.fetchApi][Coherence:Failed] Error fetching from ${endpoint}:`, error);\n if (!options.suppressToast) {\n notifyApiError(error);\n }\n throw error;\n }\n}\n// #endregion fetchApi:Function\n\n// #region fetchApiBlob:Function [TYPE Function]\n// @PURPOSE: Generic GET wrapper for binary payloads.\n// @PRE: endpoint string is provided.\n// @POST: Returns Blob or throws on error.\nasync function fetchApiBlob(endpoint, options = {}) {\n const notifyError = options.notifyError !== false;\n try {\n const response = await fetch(`${API_BASE_URL}${endpoint}`, {\n headers: getAuthHeaders(options.headers || {})\n });\n if (response.status === 202) {\n const payload = await response.json().catch(() => ({ message: \"Resource is being prepared\" }));\n const error = new Error(payload?.message || \"Resource is being prepared\");\n /** @type {any} */ (error).status = 202;\n throw error;\n }\n if (!response.ok) {\n throw await buildApiError(response);\n }\n return await response.blob();\n } catch (error) {\n console.error(`[api.fetchApiBlob][Coherence:Failed] Error fetching blob from ${endpoint}:`, error);\n if (notifyError) {\n notifyApiError(error);\n }\n throw error;\n }\n}\n// #endregion fetchApiBlob:Function\n\n// #region postApi:Function [TYPE Function]\n// @PURPOSE: Generic POST request wrapper.\n// @PRE: endpoint and body are provided.\n// @POST: Returns Promise resolving to JSON data or throws on error.\n// @PARAM: endpoint (string) - API endpoint.\n// @PARAM: body (object) - Request payload.\n// @RETURN: Promise - JSON response.\nasync function postApi(endpoint, body, options = {}) {\n try {\n console.log(`[api.postApi][Action] Posting to context={{'endpoint': '${endpoint}'}}`);\n const response = await fetch(`${API_BASE_URL}${endpoint}`, {\n method: 'POST',\n headers: getAuthHeaders(options.headers || {}),\n body: JSON.stringify(body),\n });\n console.log(`[api.postApi][Action] Received response context={{'status': ${response.status}, 'ok': ${response.ok}}}`);\n if (!response.ok) {\n throw await buildApiError(response);\n }\n if (response.status === 204) return null;\n return await response.json();\n } catch (error) {\n console.error(`[api.postApi][Coherence:Failed] Error posting to ${endpoint}:`, error);\n notifyApiError(error);\n throw error;\n }\n}\n// #endregion postApi:Function\n\n// #region deleteApi:Function [TYPE Function]\n// @PURPOSE: Generic DELETE request wrapper.\n// @PRE: endpoint is provided.\n// @POST: Returns Promise resolving to JSON data or throws on error.\n// @PARAM: endpoint (string) - API endpoint.\n// @RETURN: Promise - JSON response.\nasync function deleteApi(endpoint, options = {}) {\n try {\n console.log(`[api.deleteApi][Action] Deleting from context={{'endpoint': '${endpoint}'}}`);\n const response = await fetch(`${API_BASE_URL}${endpoint}`, {\n method: 'DELETE',\n headers: getAuthHeaders(options.headers || {}),\n });\n console.log(`[api.deleteApi][Action] Received response context={{'status': ${response.status}, 'ok': ${response.ok}}}`);\n if (!response.ok) {\n throw await buildApiError(response);\n }\n if (response.status === 204) return null;\n return await response.json();\n } catch (error) {\n console.error(`[api.deleteApi][Coherence:Failed] Error deleting from ${endpoint}:`, error);\n notifyApiError(error);\n throw error;\n }\n}\n// #endregion deleteApi:Function\n\n// #region requestApi:Function [TYPE Function]\n// @PURPOSE: Generic request wrapper.\n// @PRE: endpoint and method are provided.\n// @POST: Returns Promise resolving to JSON data or throws on error.\nasync function requestApi(endpoint, method = 'GET', body = null, requestOptions = {}) {\n try {\n console.log(`[api.requestApi][Action] ${method} to context={{'endpoint': '${endpoint}'}}`);\n const fetchOptions = {\n method,\n headers: getAuthHeaders(requestOptions.headers || {}),\n };\n if (body) {\n fetchOptions.body = JSON.stringify(body);\n }\n const response = await fetch(`${API_BASE_URL}${endpoint}`, fetchOptions);\n console.log(`[api.requestApi][Action] Received response context={{'status': ${response.status}, 'ok': ${response.ok}}}`);\n if (!response.ok) {\n const error = await buildApiError(response);\n console.error(`[api.requestApi][Action] Request failed context={{'status': ${response.status}, 'message': '${error.message}'}}`);\n throw error;\n }\n if (response.status === 204) {\n console.log('[api.requestApi][Action] 204 No Content received');\n return null;\n }\n return await response.json();\n } catch (error) {\n console.error(`[api.requestApi][Coherence:Failed] Error ${method} to ${endpoint}:`, error);\n if (!shouldSuppressApiErrorToast(endpoint, error)) {\n notifyApiError(error);\n }\n throw error;\n }\n}\n// #endregion requestApi:Function\n\n// #region api:Data [TYPE Function]\n// @PURPOSE: API client object with specific methods.\nexport const api = {\n fetchApi,\n postApi,\n deleteApi,\n requestApi,\n getPlugins: () => fetchApi('/plugins'),\n getTasks: (options = {}) => {\n const params = new URLSearchParams();\n if (options.limit != null) params.append('limit', String(options.limit));\n if (options.offset != null) params.append('offset', String(options.offset));\n if (options.status) params.append('status', options.status);\n if (options.task_type) params.append('task_type', options.task_type);\n if (options.completed_only != null) params.append('completed_only', String(Boolean(options.completed_only)));\n if (Array.isArray(options.plugin_id)) {\n options.plugin_id.forEach((pluginId) => params.append('plugin_id', pluginId));\n }\n const query = params.toString();\n return fetchApi(`/tasks${query ? `?${query}` : ''}`);\n },\n getTask: (taskId) => fetchApi(`/tasks/${taskId}`),\n getTaskLogs: (taskId, options = {}) => {\n const params = new URLSearchParams();\n if (options.level) params.append('level', options.level);\n if (options.source) params.append('source', options.source);\n if (options.search) params.append('search', options.search);\n if (options.offset != null) params.append('offset', String(options.offset));\n if (options.limit != null) params.append('limit', String(options.limit));\n const query = params.toString();\n return fetchApi(`/tasks/${taskId}/logs${query ? `?${query}` : ''}`);\n },\n createTask: (pluginId, params) => postApi('/tasks', { plugin_id: pluginId, params }),\n\n // Profile\n getProfilePreferences: () => fetchApi('/profile/preferences'),\n updateProfilePreferences: (payload) => requestApi('/profile/preferences', 'PATCH', payload),\n lookupSupersetAccounts: (environmentId, options = {}) => {\n const normalizedEnvironmentId = String(environmentId || '').trim();\n if (!normalizedEnvironmentId) {\n throw new Error('environmentId is required for Superset account lookup');\n }\n const params = new URLSearchParams({ environment_id: normalizedEnvironmentId });\n if (options.search) params.append('search', options.search);\n if (options.page_index != null) params.append('page_index', String(options.page_index));\n if (options.page_size != null) params.append('page_size', String(options.page_size));\n if (options.sort_column) params.append('sort_column', options.sort_column);\n if (options.sort_order) params.append('sort_order', options.sort_order);\n return fetchApi(`/profile/superset-accounts?${params.toString()}`);\n },\n\n // Settings\n getSettings: () => fetchApi('/settings'),\n updateGlobalSettings: (settings) => requestApi('/settings/global', 'PATCH', settings),\n getEnvironments: () => fetchApi('/settings/environments'),\n addEnvironment: (env) => postApi('/settings/environments', env),\n updateEnvironment: (id, env) => requestApi(`/settings/environments/${id}`, 'PUT', env),\n deleteEnvironment: (id) => requestApi(`/settings/environments/${id}`, 'DELETE'),\n testEnvironmentConnection: (id) => postApi(`/settings/environments/${id}/test`, {}),\n updateEnvironmentSchedule: (id, schedule) => requestApi(`/environments/${id}/schedule`, 'PUT', schedule),\n getStorageSettings: () => fetchApi('/settings/storage'),\n updateStorageSettings: (storage) => requestApi('/settings/storage', 'PUT', storage),\n getEnvironmentsList: () => fetchApi('/environments'),\n getLlmStatus: () => fetchApi('/llm/status'),\n fetchLlmModels: (payload) => postApi('/llm/providers/fetch-models', payload),\n getEnvironmentDatabases: (id) => fetchApi(`/environments/${id}/databases`),\n getStorageFileBlob: (path) =>\n fetchApiBlob(`/storage/file?path=${encodeURIComponent(path)}`),\n\n // Dashboards\n getDashboards: (envId, options = {}) => {\n const params = new URLSearchParams({ env_id: envId });\n if (options.search) params.append('search', options.search);\n if (options.page) params.append('page', options.page);\n if (options.page_size) params.append('page_size', options.page_size);\n if (options.page_context) params.append('page_context', options.page_context);\n if (options.apply_profile_default != null) {\n params.append('apply_profile_default', String(Boolean(options.apply_profile_default)));\n }\n if (options.override_show_all != null) {\n params.append('override_show_all', String(Boolean(options.override_show_all)));\n }\n if (options.filters?.title) {\n for (const value of options.filters.title) params.append('filter_title', value);\n }\n if (options.filters?.git_status) {\n for (const value of options.filters.git_status) params.append('filter_git_status', value);\n }\n if (options.filters?.llm_status) {\n for (const value of options.filters.llm_status) params.append('filter_llm_status', value);\n }\n if (options.filters?.changed_on) {\n for (const value of options.filters.changed_on) params.append('filter_changed_on', value);\n }\n if (options.filters?.actor) {\n for (const value of options.filters.actor) params.append('filter_actor', value);\n }\n return fetchApi(`/dashboards?${params.toString()}`);\n },\n getDashboardDetail: (envId, dashboardRef) => fetchApi(`/dashboards/${encodeURIComponent(String(dashboardRef))}?env_id=${envId}`),\n getDashboardTaskHistory: (envId, dashboardRef, options = {}) => {\n const params = new URLSearchParams();\n if (envId) params.append('env_id', envId);\n if (options.limit) params.append('limit', options.limit);\n return fetchApi(`/dashboards/${encodeURIComponent(String(dashboardRef))}/tasks?${params.toString()}`);\n },\n getDashboardThumbnail: (envId, dashboardRef, options = {}) => {\n const params = new URLSearchParams();\n params.append('env_id', envId);\n if (options.force != null) params.append('force', String(Boolean(options.force)));\n return fetchApiBlob(`/dashboards/${encodeURIComponent(String(dashboardRef))}/thumbnail?${params.toString()}`, { notifyError: false });\n },\n getDatabaseMappings: (sourceEnvId, targetEnvId) => fetchApi(`/dashboards/db-mappings?source_env_id=${sourceEnvId}&target_env_id=${targetEnvId}`),\n calculateMigrationDryRun: (payload) => postApi('/migration/dry-run', payload),\n\n // Datasets\n getDatasets: (envId, options = {}) => {\n const params = new URLSearchParams({ env_id: envId });\n if (options.search) params.append('search', options.search);\n if (options.page) params.append('page', options.page);\n if (options.page_size) params.append('page_size', options.page_size);\n return fetchApi(`/datasets?${params.toString()}`);\n },\n getDatasetIds: (envId, options = {}) => {\n const params = new URLSearchParams({ env_id: envId });\n if (options.search) params.append('search', options.search);\n return fetchApi(`/datasets/ids?${params.toString()}`);\n },\n getDatasetDetail: (envId, datasetId) => fetchApi(`/datasets/${datasetId}?env_id=${envId}`),\n\n // Settings\n getConsolidatedSettings: () => fetchApi('/settings/consolidated'),\n updateConsolidatedSettings: (settings) => requestApi('/settings/consolidated', 'PATCH', settings),\n\n // Automation Policies\n getValidationPolicies: () => fetchApi('/settings/automation/policies'),\n createValidationPolicy: (policy) => postApi('/settings/automation/policies', policy),\n updateValidationPolicy: (id, policy) => requestApi(`/settings/automation/policies/${id}`, 'PATCH', policy),\n deleteValidationPolicy: (id) => requestApi(`/settings/automation/policies/${id}`, 'DELETE'),\n getTranslationSchedules: () => fetchApi('/settings/automation/translation-schedules'),\n\n // Health\n getHealthSummary: (environmentId) => {\n const query = environmentId ? `?env_id=${encodeURIComponent(environmentId)}` : '';\n return fetchApi(`/health/summary${query}`, { suppressToast: true });\n },\n};\n// #endregion api:Data\n\n// #endregion api_module:Module\n" }, { @@ -82307,6 +87779,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region buildApiError:Function [TYPE Function]\n// @PURPOSE: Creates a normalized Error object for failed API responses.\n// @PRE: response is a failed fetch Response object.\n// @POST: Returned error contains message and status fields.\nasync function buildApiError(response) {\n const errorData = await response.json().catch(() => ({}));\n const detail = errorData?.detail;\n const message = detail\n ? (\n typeof detail === 'string'\n ? detail\n : (typeof detail?.message === 'string' ? detail.message : JSON.stringify(detail))\n )\n : `API request failed with status ${response.status}`;\n const error = new Error(message);\n /** @type {any} */ (error).status = response.status;\n /** @type {any} */ (error).detail = detail;\n if (detail && typeof detail === 'object' && detail.error_code) {\n /** @type {any} */ (error).error_code = String(detail.error_code);\n }\n return error;\n}\n// #endregion buildApiError:Function\n" }, { @@ -82353,6 +87826,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region notifyApiError:Function [TYPE Function]\n// @PURPOSE: Shows toast for API errors with explicit handling of critical statuses.\n// @PRE: error is an Error instance.\n// @POST: User gets visible toast feedback for request failure.\nfunction notifyApiError(error) {\n if (error?.status === 401) {\n addToast(`401 Unauthorized: ${error.message}`, 'error');\n return;\n }\n if (error?.status >= 500) {\n addToast(`Server error (${error.status}): ${error.message}`, 'error');\n return;\n }\n addToast(error.message, 'error');\n}\n// #endregion notifyApiError:Function\n" }, { @@ -82399,6 +87873,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region shouldSuppressApiErrorToast:Function [TYPE Function]\n// @PURPOSE: Avoid noisy toasts for expected non-critical API failures.\n// @PRE: endpoint can be empty; error can be null.\n// @POST: Returns true only for explicitly allowed suppressed scenarios.\nfunction shouldSuppressApiErrorToast(endpoint, error) {\n const isGitStatusEndpoint =\n typeof endpoint === 'string' &&\n endpoint.startsWith('/git/repositories/') &&\n endpoint.endsWith('/status');\n const isNoRepoError =\n (error?.status === 400 || error?.status === 404) &&\n /Repository for dashboard .* not found/i.test(String(error?.message || ''));\n\n const isGitPullEndpoint =\n typeof endpoint === 'string' &&\n endpoint.startsWith('/git/repositories/') &&\n endpoint.endsWith('/pull');\n const isUnfinishedMergeError =\n error?.status === 409 &&\n (\n String(error?.error_code || '') === 'GIT_UNFINISHED_MERGE' ||\n String(error?.detail?.error_code || '') === 'GIT_UNFINISHED_MERGE'\n );\n\n const isDatasetClarificationEndpoint =\n typeof endpoint === 'string' &&\n /\\/dataset-orchestration\\/sessions\\/[^/]+\\/clarification$/.test(endpoint);\n const isMissingClarificationSession =\n error?.status === 404 &&\n /Clarification session not found/i.test(String(error?.message || ''));\n\n return (isGitStatusEndpoint && isNoRepoError)\n || (isGitPullEndpoint && isUnfinishedMergeError)\n || (isDatasetClarificationEndpoint && isMissingClarificationSession);\n}\n// #endregion shouldSuppressApiErrorToast:Function\n" }, { @@ -82459,6 +87934,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getWsUrl:Function [TYPE Function]\n// @PURPOSE: Returns the WebSocket URL for a specific task, with fallback logic.\n// @PRE: taskId is provided.\n// @POST: Returns valid WebSocket URL string.\n// @PARAM: taskId (string) - The ID of the task.\n// @RETURN: string - The WebSocket URL.\nexport const getWsUrl = (taskId) => {\n let baseUrl = PUBLIC_WS_URL;\n if (!baseUrl) {\n const protocol = window.location.protocol === 'https:' ? 'wss:' : 'ws:';\n // Use the current host and port to allow Vite proxy to handle the connection\n baseUrl = `${protocol}//${window.location.host}`;\n }\n return `${baseUrl}/ws/logs/${taskId}`;\n};\n// #endregion getWsUrl:Function\n" }, { @@ -82485,6 +87961,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getAuthHeaders:Function [TYPE Function]\n// @PURPOSE: Returns headers with Authorization if token exists.\nfunction getAuthHeaders(extraHeaders = {}) {\n const headers = {\n 'Content-Type': 'application/json',\n ...extraHeaders,\n };\n if (typeof window !== 'undefined') {\n const token = localStorage.getItem('auth_token');\n if (token) {\n headers['Authorization'] = `Bearer ${token}`;\n }\n }\n return headers;\n}\n// #endregion getAuthHeaders:Function\n" }, { @@ -82545,6 +88022,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchApi:Function [TYPE Function]\n// @PURPOSE: Generic GET request wrapper.\n// @PRE: endpoint string is provided.\n// @POST: Returns Promise resolving to JSON data or throws on error.\n// @PARAM: endpoint (string) - API endpoint.\n// @RETURN: Promise - JSON response.\nasync function fetchApi(endpoint, options = {}) {\n try {\n console.log(`[api.fetchApi][Action] Fetching from context={{'endpoint': '${endpoint}'}}`);\n const response = await fetch(`${API_BASE_URL}${endpoint}`, {\n headers: getAuthHeaders(options.headers || {})\n });\n console.log(`[api.fetchApi][Action] Received response context={{'status': ${response.status}, 'ok': ${response.ok}}}`);\n if (!response.ok) {\n throw await buildApiError(response);\n }\n if (response.status === 204) return null;\n return await response.json();\n } catch (error) {\n console.error(`[api.fetchApi][Coherence:Failed] Error fetching from ${endpoint}:`, error);\n if (!options.suppressToast) {\n notifyApiError(error);\n }\n throw error;\n }\n}\n// #endregion fetchApi:Function\n" }, { @@ -82598,6 +88076,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchApiBlob:Function [TYPE Function]\n// @PURPOSE: Generic GET wrapper for binary payloads.\n// @PRE: endpoint string is provided.\n// @POST: Returns Blob or throws on error.\nasync function fetchApiBlob(endpoint, options = {}) {\n const notifyError = options.notifyError !== false;\n try {\n const response = await fetch(`${API_BASE_URL}${endpoint}`, {\n headers: getAuthHeaders(options.headers || {})\n });\n if (response.status === 202) {\n const payload = await response.json().catch(() => ({ message: \"Resource is being prepared\" }));\n const error = new Error(payload?.message || \"Resource is being prepared\");\n /** @type {any} */ (error).status = 202;\n throw error;\n }\n if (!response.ok) {\n throw await buildApiError(response);\n }\n return await response.blob();\n } catch (error) {\n console.error(`[api.fetchApiBlob][Coherence:Failed] Error fetching blob from ${endpoint}:`, error);\n if (notifyError) {\n notifyApiError(error);\n }\n throw error;\n }\n}\n// #endregion fetchApiBlob:Function\n" }, { @@ -82658,6 +88137,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region postApi:Function [TYPE Function]\n// @PURPOSE: Generic POST request wrapper.\n// @PRE: endpoint and body are provided.\n// @POST: Returns Promise resolving to JSON data or throws on error.\n// @PARAM: endpoint (string) - API endpoint.\n// @PARAM: body (object) - Request payload.\n// @RETURN: Promise - JSON response.\nasync function postApi(endpoint, body, options = {}) {\n try {\n console.log(`[api.postApi][Action] Posting to context={{'endpoint': '${endpoint}'}}`);\n const response = await fetch(`${API_BASE_URL}${endpoint}`, {\n method: 'POST',\n headers: getAuthHeaders(options.headers || {}),\n body: JSON.stringify(body),\n });\n console.log(`[api.postApi][Action] Received response context={{'status': ${response.status}, 'ok': ${response.ok}}}`);\n if (!response.ok) {\n throw await buildApiError(response);\n }\n if (response.status === 204) return null;\n return await response.json();\n } catch (error) {\n console.error(`[api.postApi][Coherence:Failed] Error posting to ${endpoint}:`, error);\n notifyApiError(error);\n throw error;\n }\n}\n// #endregion postApi:Function\n" }, { @@ -82718,6 +88198,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region deleteApi:Function [TYPE Function]\n// @PURPOSE: Generic DELETE request wrapper.\n// @PRE: endpoint is provided.\n// @POST: Returns Promise resolving to JSON data or throws on error.\n// @PARAM: endpoint (string) - API endpoint.\n// @RETURN: Promise - JSON response.\nasync function deleteApi(endpoint, options = {}) {\n try {\n console.log(`[api.deleteApi][Action] Deleting from context={{'endpoint': '${endpoint}'}}`);\n const response = await fetch(`${API_BASE_URL}${endpoint}`, {\n method: 'DELETE',\n headers: getAuthHeaders(options.headers || {}),\n });\n console.log(`[api.deleteApi][Action] Received response context={{'status': ${response.status}, 'ok': ${response.ok}}}`);\n if (!response.ok) {\n throw await buildApiError(response);\n }\n if (response.status === 204) return null;\n return await response.json();\n } catch (error) {\n console.error(`[api.deleteApi][Coherence:Failed] Error deleting from ${endpoint}:`, error);\n notifyApiError(error);\n throw error;\n }\n}\n// #endregion deleteApi:Function\n" }, { @@ -82764,6 +88245,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region requestApi:Function [TYPE Function]\n// @PURPOSE: Generic request wrapper.\n// @PRE: endpoint and method are provided.\n// @POST: Returns Promise resolving to JSON data or throws on error.\nasync function requestApi(endpoint, method = 'GET', body = null, requestOptions = {}) {\n try {\n console.log(`[api.requestApi][Action] ${method} to context={{'endpoint': '${endpoint}'}}`);\n const fetchOptions = {\n method,\n headers: getAuthHeaders(requestOptions.headers || {}),\n };\n if (body) {\n fetchOptions.body = JSON.stringify(body);\n }\n const response = await fetch(`${API_BASE_URL}${endpoint}`, fetchOptions);\n console.log(`[api.requestApi][Action] Received response context={{'status': ${response.status}, 'ok': ${response.ok}}}`);\n if (!response.ok) {\n const error = await buildApiError(response);\n console.error(`[api.requestApi][Action] Request failed context={{'status': ${response.status}, 'message': '${error.message}'}}`);\n throw error;\n }\n if (response.status === 204) {\n console.log('[api.requestApi][Action] 204 No Content received');\n return null;\n }\n return await response.json();\n } catch (error) {\n console.error(`[api.requestApi][Coherence:Failed] Error ${method} to ${endpoint}:`, error);\n if (!shouldSuppressApiErrorToast(endpoint, error)) {\n notifyApiError(error);\n }\n throw error;\n }\n}\n// #endregion requestApi:Function\n" }, { @@ -82790,6 +88272,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region api:Data [TYPE Function]\n// @PURPOSE: API client object with specific methods.\nexport const api = {\n fetchApi,\n postApi,\n deleteApi,\n requestApi,\n getPlugins: () => fetchApi('/plugins'),\n getTasks: (options = {}) => {\n const params = new URLSearchParams();\n if (options.limit != null) params.append('limit', String(options.limit));\n if (options.offset != null) params.append('offset', String(options.offset));\n if (options.status) params.append('status', options.status);\n if (options.task_type) params.append('task_type', options.task_type);\n if (options.completed_only != null) params.append('completed_only', String(Boolean(options.completed_only)));\n if (Array.isArray(options.plugin_id)) {\n options.plugin_id.forEach((pluginId) => params.append('plugin_id', pluginId));\n }\n const query = params.toString();\n return fetchApi(`/tasks${query ? `?${query}` : ''}`);\n },\n getTask: (taskId) => fetchApi(`/tasks/${taskId}`),\n getTaskLogs: (taskId, options = {}) => {\n const params = new URLSearchParams();\n if (options.level) params.append('level', options.level);\n if (options.source) params.append('source', options.source);\n if (options.search) params.append('search', options.search);\n if (options.offset != null) params.append('offset', String(options.offset));\n if (options.limit != null) params.append('limit', String(options.limit));\n const query = params.toString();\n return fetchApi(`/tasks/${taskId}/logs${query ? `?${query}` : ''}`);\n },\n createTask: (pluginId, params) => postApi('/tasks', { plugin_id: pluginId, params }),\n\n // Profile\n getProfilePreferences: () => fetchApi('/profile/preferences'),\n updateProfilePreferences: (payload) => requestApi('/profile/preferences', 'PATCH', payload),\n lookupSupersetAccounts: (environmentId, options = {}) => {\n const normalizedEnvironmentId = String(environmentId || '').trim();\n if (!normalizedEnvironmentId) {\n throw new Error('environmentId is required for Superset account lookup');\n }\n const params = new URLSearchParams({ environment_id: normalizedEnvironmentId });\n if (options.search) params.append('search', options.search);\n if (options.page_index != null) params.append('page_index', String(options.page_index));\n if (options.page_size != null) params.append('page_size', String(options.page_size));\n if (options.sort_column) params.append('sort_column', options.sort_column);\n if (options.sort_order) params.append('sort_order', options.sort_order);\n return fetchApi(`/profile/superset-accounts?${params.toString()}`);\n },\n\n // Settings\n getSettings: () => fetchApi('/settings'),\n updateGlobalSettings: (settings) => requestApi('/settings/global', 'PATCH', settings),\n getEnvironments: () => fetchApi('/settings/environments'),\n addEnvironment: (env) => postApi('/settings/environments', env),\n updateEnvironment: (id, env) => requestApi(`/settings/environments/${id}`, 'PUT', env),\n deleteEnvironment: (id) => requestApi(`/settings/environments/${id}`, 'DELETE'),\n testEnvironmentConnection: (id) => postApi(`/settings/environments/${id}/test`, {}),\n updateEnvironmentSchedule: (id, schedule) => requestApi(`/environments/${id}/schedule`, 'PUT', schedule),\n getStorageSettings: () => fetchApi('/settings/storage'),\n updateStorageSettings: (storage) => requestApi('/settings/storage', 'PUT', storage),\n getEnvironmentsList: () => fetchApi('/environments'),\n getLlmStatus: () => fetchApi('/llm/status'),\n fetchLlmModels: (payload) => postApi('/llm/providers/fetch-models', payload),\n getEnvironmentDatabases: (id) => fetchApi(`/environments/${id}/databases`),\n getStorageFileBlob: (path) =>\n fetchApiBlob(`/storage/file?path=${encodeURIComponent(path)}`),\n\n // Dashboards\n getDashboards: (envId, options = {}) => {\n const params = new URLSearchParams({ env_id: envId });\n if (options.search) params.append('search', options.search);\n if (options.page) params.append('page', options.page);\n if (options.page_size) params.append('page_size', options.page_size);\n if (options.page_context) params.append('page_context', options.page_context);\n if (options.apply_profile_default != null) {\n params.append('apply_profile_default', String(Boolean(options.apply_profile_default)));\n }\n if (options.override_show_all != null) {\n params.append('override_show_all', String(Boolean(options.override_show_all)));\n }\n if (options.filters?.title) {\n for (const value of options.filters.title) params.append('filter_title', value);\n }\n if (options.filters?.git_status) {\n for (const value of options.filters.git_status) params.append('filter_git_status', value);\n }\n if (options.filters?.llm_status) {\n for (const value of options.filters.llm_status) params.append('filter_llm_status', value);\n }\n if (options.filters?.changed_on) {\n for (const value of options.filters.changed_on) params.append('filter_changed_on', value);\n }\n if (options.filters?.actor) {\n for (const value of options.filters.actor) params.append('filter_actor', value);\n }\n return fetchApi(`/dashboards?${params.toString()}`);\n },\n getDashboardDetail: (envId, dashboardRef) => fetchApi(`/dashboards/${encodeURIComponent(String(dashboardRef))}?env_id=${envId}`),\n getDashboardTaskHistory: (envId, dashboardRef, options = {}) => {\n const params = new URLSearchParams();\n if (envId) params.append('env_id', envId);\n if (options.limit) params.append('limit', options.limit);\n return fetchApi(`/dashboards/${encodeURIComponent(String(dashboardRef))}/tasks?${params.toString()}`);\n },\n getDashboardThumbnail: (envId, dashboardRef, options = {}) => {\n const params = new URLSearchParams();\n params.append('env_id', envId);\n if (options.force != null) params.append('force', String(Boolean(options.force)));\n return fetchApiBlob(`/dashboards/${encodeURIComponent(String(dashboardRef))}/thumbnail?${params.toString()}`, { notifyError: false });\n },\n getDatabaseMappings: (sourceEnvId, targetEnvId) => fetchApi(`/dashboards/db-mappings?source_env_id=${sourceEnvId}&target_env_id=${targetEnvId}`),\n calculateMigrationDryRun: (payload) => postApi('/migration/dry-run', payload),\n\n // Datasets\n getDatasets: (envId, options = {}) => {\n const params = new URLSearchParams({ env_id: envId });\n if (options.search) params.append('search', options.search);\n if (options.page) params.append('page', options.page);\n if (options.page_size) params.append('page_size', options.page_size);\n return fetchApi(`/datasets?${params.toString()}`);\n },\n getDatasetIds: (envId, options = {}) => {\n const params = new URLSearchParams({ env_id: envId });\n if (options.search) params.append('search', options.search);\n return fetchApi(`/datasets/ids?${params.toString()}`);\n },\n getDatasetDetail: (envId, datasetId) => fetchApi(`/datasets/${datasetId}?env_id=${envId}`),\n\n // Settings\n getConsolidatedSettings: () => fetchApi('/settings/consolidated'),\n updateConsolidatedSettings: (settings) => requestApi('/settings/consolidated', 'PATCH', settings),\n\n // Automation Policies\n getValidationPolicies: () => fetchApi('/settings/automation/policies'),\n createValidationPolicy: (policy) => postApi('/settings/automation/policies', policy),\n updateValidationPolicy: (id, policy) => requestApi(`/settings/automation/policies/${id}`, 'PATCH', policy),\n deleteValidationPolicy: (id) => requestApi(`/settings/automation/policies/${id}`, 'DELETE'),\n getTranslationSchedules: () => fetchApi('/settings/automation/translation-schedules'),\n\n // Health\n getHealthSummary: (environmentId) => {\n const query = environmentId ? `?env_id=${encodeURIComponent(environmentId)}` : '';\n return fetchApi(`/health/summary${query}`, { suppressToast: true });\n },\n};\n// #endregion api:Data\n" }, { @@ -82814,6 +88297,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ReportsApiTest [C:3] [TYPE Module] [SEMANTICS report, api, test, search, filter]\n// @BRIEF Unit tests for reports API client functions: query string building, error normalization, and fetch wrappers.\n// @RELATION DEPENDS_ON -> [ReportsApi]\n\n// #region ReportsApiTest:Module [TYPE Function]\n// @SEMANTICS: tests, reports, api-client, query-string, error-normalization\n// @PURPOSE: Unit tests for reports API client functions: query string building, error normalization, and fetch wrappers.\n// @LAYER: Infra (Tests)\n// @RELATION: DEPENDS_ON -> [ReportsApi]\n// @INVARIANT: Pure functions produce deterministic output. Async wrappers propagate structured errors.\n\nimport { describe, it, expect, vi, beforeEach } from 'vitest';\n\n// Mock SvelteKit environment modules before any source imports\nvi.mock('$env/static/public', () => ({\n PUBLIC_WS_URL: 'ws://localhost:8000'\n}));\n\n// Mock toasts to prevent import side-effects\nvi.mock('../../toasts.js', () => ({\n addToast: vi.fn()\n}));\n\n// Mock the api module\nvi.mock('../../api.js', () => ({\n api: {\n fetchApi: vi.fn()\n }\n}));\n\nimport { buildReportQueryString, normalizeApiError } from '../reports.js';\n\n// #region TestBuildReportQueryString:Class [TYPE Function]\n// @PURPOSE: Validate query string construction from filter options.\n// @PRE: Options object with various filter fields.\n// @POST: Correct URLSearchParams string produced.\ndescribe('buildReportQueryString', () => {\n it('returns empty string for empty options', () => {\n expect(buildReportQueryString()).toBe('');\n expect(buildReportQueryString({})).toBe('');\n });\n\n it('serializes page and page_size', () => {\n const qs = buildReportQueryString({ page: 2, page_size: 10 });\n expect(qs).toContain('page=2');\n expect(qs).toContain('page_size=10');\n });\n\n it('serializes task_types array', () => {\n const qs = buildReportQueryString({ task_types: ['backup', 'migration'] });\n expect(qs).toContain('task_types=backup%2Cmigration');\n });\n\n it('serializes statuses array', () => {\n const qs = buildReportQueryString({ statuses: ['success', 'failed'] });\n expect(qs).toContain('statuses=success%2Cfailed');\n });\n\n it('ignores empty arrays', () => {\n const qs = buildReportQueryString({ task_types: [], statuses: [] });\n expect(qs).toBe('');\n });\n\n it('serializes time range and search', () => {\n const qs = buildReportQueryString({\n time_from: '2024-01-01',\n time_to: '2024-12-31',\n search: 'backup'\n });\n expect(qs).toContain('time_from=2024-01-01');\n expect(qs).toContain('time_to=2024-12-31');\n expect(qs).toContain('search=backup');\n });\n\n it('serializes sort options', () => {\n const qs = buildReportQueryString({ sort_by: 'status', sort_order: 'asc' });\n expect(qs).toContain('sort_by=status');\n expect(qs).toContain('sort_order=asc');\n });\n\n it('handles all options combined', () => {\n const qs = buildReportQueryString({\n page: 1,\n page_size: 20,\n task_types: ['backup'],\n statuses: ['success'],\n search: 'test',\n sort_by: 'updated_at',\n sort_order: 'desc'\n });\n expect(qs).toContain('page=1');\n expect(qs).toContain('page_size=20');\n expect(qs).toContain('task_types=backup');\n expect(qs).toContain('statuses=success');\n expect(qs).toContain('search=test');\n });\n});\n// #endregion TestBuildReportQueryString:Class\n\n// #region TestNormalizeApiError:Class [TYPE Function]\n// @PURPOSE: Validate error normalization for UI-state mapping.\n// @PRE: Various error types (Error, string, object).\n// @POST: Always returns {message, code, retryable} object.\ndescribe('normalizeApiError', () => {\n it('extracts message from Error object', () => {\n const result = normalizeApiError(new Error('Connection failed'));\n expect(result.message).toBe('Connection failed');\n expect(result.code).toBe('REPORTS_API_ERROR');\n expect(result.retryable).toBe(true);\n });\n\n it('uses string error directly', () => {\n const result = normalizeApiError('Something went wrong');\n expect(result.message).toBe('Something went wrong');\n });\n\n it('falls back to default message for null/undefined', () => {\n expect(normalizeApiError(null).message).toBe('Failed to load reports');\n expect(normalizeApiError(undefined).message).toBe('Failed to load reports');\n });\n\n it('falls back for object without message', () => {\n const result = normalizeApiError({ status: 500 });\n expect(result.message).toBe('Failed to load reports');\n });\n\n it('always includes code and retryable fields', () => {\n const result = normalizeApiError('test');\n expect(result).toHaveProperty('code');\n expect(result).toHaveProperty('retryable');\n });\n});\n// #endregion TestNormalizeApiError:Class\n\n// #region TestGetReportsAsync:Class [TYPE Function]\n// @PURPOSE: Validate getReports and getReportDetail with mocked api.fetchApi.\n// @PRE: api.fetchApi is mocked via vi.mock.\n// @POST: Functions call correct endpoints and propagate results/errors.\n\ndescribe('getReports', () => {\n let api;\n\n beforeEach(async () => {\n vi.clearAllMocks();\n const apiModule = await import('../../api.js');\n api = apiModule.api;\n });\n\n it('calls fetchApi with correct endpoint', async () => {\n const { getReports } = await import('../reports.js');\n const mockResponse = { items: [], total: 0 };\n api.fetchApi.mockResolvedValue(mockResponse);\n\n const result = await getReports();\n expect(api.fetchApi).toHaveBeenCalledWith('/reports');\n expect(result).toEqual(mockResponse);\n });\n\n it('appends query string when options provided', async () => {\n const { getReports } = await import('../reports.js');\n api.fetchApi.mockResolvedValue({ items: [] });\n\n await getReports({ page: 2, page_size: 5 });\n const call = api.fetchApi.mock.calls[0][0];\n expect(call).toContain('/reports?');\n expect(call).toContain('page=2');\n expect(call).toContain('page_size=5');\n });\n\n it('throws normalized error on failure', async () => {\n const { getReports } = await import('../reports.js');\n api.fetchApi.mockRejectedValue(new Error('Network error'));\n\n await expect(getReports()).rejects.toEqual(\n expect.objectContaining({\n message: 'Network error',\n code: 'REPORTS_API_ERROR'\n })\n );\n });\n});\n\ndescribe('getReportDetail', () => {\n let api;\n\n beforeEach(async () => {\n vi.clearAllMocks();\n const apiModule = await import('../../api.js');\n api = apiModule.api;\n });\n\n it('calls fetchApi with correct endpoint', async () => {\n const { getReportDetail } = await import('../reports.js');\n const mockDetail = { report: { report_id: 'r1' } };\n api.fetchApi.mockResolvedValue(mockDetail);\n\n const result = await getReportDetail('r1');\n expect(api.fetchApi).toHaveBeenCalledWith('/reports/r1');\n expect(result).toEqual(mockDetail);\n });\n\n it('throws normalized error on failure', async () => {\n const { getReportDetail } = await import('../reports.js');\n api.fetchApi.mockRejectedValue(new Error('Not found'));\n\n await expect(getReportDetail('nonexistent')).rejects.toEqual(\n expect.objectContaining({\n message: 'Not found',\n code: 'REPORTS_API_ERROR'\n })\n );\n });\n});\n// #endregion TestGetReportsAsync:Class\n\n// #endregion ReportsApiTest:Module\n// #endregion ReportsApiTest\n" }, { @@ -82919,6 +88403,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ReportsApiTest:Module [TYPE Function]\n// @SEMANTICS: tests, reports, api-client, query-string, error-normalization\n// @PURPOSE: Unit tests for reports API client functions: query string building, error normalization, and fetch wrappers.\n// @LAYER: Infra (Tests)\n// @RELATION: DEPENDS_ON -> [ReportsApi]\n// @INVARIANT: Pure functions produce deterministic output. Async wrappers propagate structured errors.\n\nimport { describe, it, expect, vi, beforeEach } from 'vitest';\n\n// Mock SvelteKit environment modules before any source imports\nvi.mock('$env/static/public', () => ({\n PUBLIC_WS_URL: 'ws://localhost:8000'\n}));\n\n// Mock toasts to prevent import side-effects\nvi.mock('../../toasts.js', () => ({\n addToast: vi.fn()\n}));\n\n// Mock the api module\nvi.mock('../../api.js', () => ({\n api: {\n fetchApi: vi.fn()\n }\n}));\n\nimport { buildReportQueryString, normalizeApiError } from '../reports.js';\n\n// #region TestBuildReportQueryString:Class [TYPE Function]\n// @PURPOSE: Validate query string construction from filter options.\n// @PRE: Options object with various filter fields.\n// @POST: Correct URLSearchParams string produced.\ndescribe('buildReportQueryString', () => {\n it('returns empty string for empty options', () => {\n expect(buildReportQueryString()).toBe('');\n expect(buildReportQueryString({})).toBe('');\n });\n\n it('serializes page and page_size', () => {\n const qs = buildReportQueryString({ page: 2, page_size: 10 });\n expect(qs).toContain('page=2');\n expect(qs).toContain('page_size=10');\n });\n\n it('serializes task_types array', () => {\n const qs = buildReportQueryString({ task_types: ['backup', 'migration'] });\n expect(qs).toContain('task_types=backup%2Cmigration');\n });\n\n it('serializes statuses array', () => {\n const qs = buildReportQueryString({ statuses: ['success', 'failed'] });\n expect(qs).toContain('statuses=success%2Cfailed');\n });\n\n it('ignores empty arrays', () => {\n const qs = buildReportQueryString({ task_types: [], statuses: [] });\n expect(qs).toBe('');\n });\n\n it('serializes time range and search', () => {\n const qs = buildReportQueryString({\n time_from: '2024-01-01',\n time_to: '2024-12-31',\n search: 'backup'\n });\n expect(qs).toContain('time_from=2024-01-01');\n expect(qs).toContain('time_to=2024-12-31');\n expect(qs).toContain('search=backup');\n });\n\n it('serializes sort options', () => {\n const qs = buildReportQueryString({ sort_by: 'status', sort_order: 'asc' });\n expect(qs).toContain('sort_by=status');\n expect(qs).toContain('sort_order=asc');\n });\n\n it('handles all options combined', () => {\n const qs = buildReportQueryString({\n page: 1,\n page_size: 20,\n task_types: ['backup'],\n statuses: ['success'],\n search: 'test',\n sort_by: 'updated_at',\n sort_order: 'desc'\n });\n expect(qs).toContain('page=1');\n expect(qs).toContain('page_size=20');\n expect(qs).toContain('task_types=backup');\n expect(qs).toContain('statuses=success');\n expect(qs).toContain('search=test');\n });\n});\n// #endregion TestBuildReportQueryString:Class\n\n// #region TestNormalizeApiError:Class [TYPE Function]\n// @PURPOSE: Validate error normalization for UI-state mapping.\n// @PRE: Various error types (Error, string, object).\n// @POST: Always returns {message, code, retryable} object.\ndescribe('normalizeApiError', () => {\n it('extracts message from Error object', () => {\n const result = normalizeApiError(new Error('Connection failed'));\n expect(result.message).toBe('Connection failed');\n expect(result.code).toBe('REPORTS_API_ERROR');\n expect(result.retryable).toBe(true);\n });\n\n it('uses string error directly', () => {\n const result = normalizeApiError('Something went wrong');\n expect(result.message).toBe('Something went wrong');\n });\n\n it('falls back to default message for null/undefined', () => {\n expect(normalizeApiError(null).message).toBe('Failed to load reports');\n expect(normalizeApiError(undefined).message).toBe('Failed to load reports');\n });\n\n it('falls back for object without message', () => {\n const result = normalizeApiError({ status: 500 });\n expect(result.message).toBe('Failed to load reports');\n });\n\n it('always includes code and retryable fields', () => {\n const result = normalizeApiError('test');\n expect(result).toHaveProperty('code');\n expect(result).toHaveProperty('retryable');\n });\n});\n// #endregion TestNormalizeApiError:Class\n\n// #region TestGetReportsAsync:Class [TYPE Function]\n// @PURPOSE: Validate getReports and getReportDetail with mocked api.fetchApi.\n// @PRE: api.fetchApi is mocked via vi.mock.\n// @POST: Functions call correct endpoints and propagate results/errors.\n\ndescribe('getReports', () => {\n let api;\n\n beforeEach(async () => {\n vi.clearAllMocks();\n const apiModule = await import('../../api.js');\n api = apiModule.api;\n });\n\n it('calls fetchApi with correct endpoint', async () => {\n const { getReports } = await import('../reports.js');\n const mockResponse = { items: [], total: 0 };\n api.fetchApi.mockResolvedValue(mockResponse);\n\n const result = await getReports();\n expect(api.fetchApi).toHaveBeenCalledWith('/reports');\n expect(result).toEqual(mockResponse);\n });\n\n it('appends query string when options provided', async () => {\n const { getReports } = await import('../reports.js');\n api.fetchApi.mockResolvedValue({ items: [] });\n\n await getReports({ page: 2, page_size: 5 });\n const call = api.fetchApi.mock.calls[0][0];\n expect(call).toContain('/reports?');\n expect(call).toContain('page=2');\n expect(call).toContain('page_size=5');\n });\n\n it('throws normalized error on failure', async () => {\n const { getReports } = await import('../reports.js');\n api.fetchApi.mockRejectedValue(new Error('Network error'));\n\n await expect(getReports()).rejects.toEqual(\n expect.objectContaining({\n message: 'Network error',\n code: 'REPORTS_API_ERROR'\n })\n );\n });\n});\n\ndescribe('getReportDetail', () => {\n let api;\n\n beforeEach(async () => {\n vi.clearAllMocks();\n const apiModule = await import('../../api.js');\n api = apiModule.api;\n });\n\n it('calls fetchApi with correct endpoint', async () => {\n const { getReportDetail } = await import('../reports.js');\n const mockDetail = { report: { report_id: 'r1' } };\n api.fetchApi.mockResolvedValue(mockDetail);\n\n const result = await getReportDetail('r1');\n expect(api.fetchApi).toHaveBeenCalledWith('/reports/r1');\n expect(result).toEqual(mockDetail);\n });\n\n it('throws normalized error on failure', async () => {\n const { getReportDetail } = await import('../reports.js');\n api.fetchApi.mockRejectedValue(new Error('Not found'));\n\n await expect(getReportDetail('nonexistent')).rejects.toEqual(\n expect.objectContaining({\n message: 'Not found',\n code: 'REPORTS_API_ERROR'\n })\n );\n });\n});\n// #endregion TestGetReportsAsync:Class\n\n// #endregion ReportsApiTest:Module\n" }, { @@ -82965,6 +88450,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region TestBuildReportQueryString:Class [TYPE Function]\n// @PURPOSE: Validate query string construction from filter options.\n// @PRE: Options object with various filter fields.\n// @POST: Correct URLSearchParams string produced.\ndescribe('buildReportQueryString', () => {\n it('returns empty string for empty options', () => {\n expect(buildReportQueryString()).toBe('');\n expect(buildReportQueryString({})).toBe('');\n });\n\n it('serializes page and page_size', () => {\n const qs = buildReportQueryString({ page: 2, page_size: 10 });\n expect(qs).toContain('page=2');\n expect(qs).toContain('page_size=10');\n });\n\n it('serializes task_types array', () => {\n const qs = buildReportQueryString({ task_types: ['backup', 'migration'] });\n expect(qs).toContain('task_types=backup%2Cmigration');\n });\n\n it('serializes statuses array', () => {\n const qs = buildReportQueryString({ statuses: ['success', 'failed'] });\n expect(qs).toContain('statuses=success%2Cfailed');\n });\n\n it('ignores empty arrays', () => {\n const qs = buildReportQueryString({ task_types: [], statuses: [] });\n expect(qs).toBe('');\n });\n\n it('serializes time range and search', () => {\n const qs = buildReportQueryString({\n time_from: '2024-01-01',\n time_to: '2024-12-31',\n search: 'backup'\n });\n expect(qs).toContain('time_from=2024-01-01');\n expect(qs).toContain('time_to=2024-12-31');\n expect(qs).toContain('search=backup');\n });\n\n it('serializes sort options', () => {\n const qs = buildReportQueryString({ sort_by: 'status', sort_order: 'asc' });\n expect(qs).toContain('sort_by=status');\n expect(qs).toContain('sort_order=asc');\n });\n\n it('handles all options combined', () => {\n const qs = buildReportQueryString({\n page: 1,\n page_size: 20,\n task_types: ['backup'],\n statuses: ['success'],\n search: 'test',\n sort_by: 'updated_at',\n sort_order: 'desc'\n });\n expect(qs).toContain('page=1');\n expect(qs).toContain('page_size=20');\n expect(qs).toContain('task_types=backup');\n expect(qs).toContain('statuses=success');\n expect(qs).toContain('search=test');\n });\n});\n// #endregion TestBuildReportQueryString:Class\n" }, { @@ -83011,6 +88497,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region TestNormalizeApiError:Class [TYPE Function]\n// @PURPOSE: Validate error normalization for UI-state mapping.\n// @PRE: Various error types (Error, string, object).\n// @POST: Always returns {message, code, retryable} object.\ndescribe('normalizeApiError', () => {\n it('extracts message from Error object', () => {\n const result = normalizeApiError(new Error('Connection failed'));\n expect(result.message).toBe('Connection failed');\n expect(result.code).toBe('REPORTS_API_ERROR');\n expect(result.retryable).toBe(true);\n });\n\n it('uses string error directly', () => {\n const result = normalizeApiError('Something went wrong');\n expect(result.message).toBe('Something went wrong');\n });\n\n it('falls back to default message for null/undefined', () => {\n expect(normalizeApiError(null).message).toBe('Failed to load reports');\n expect(normalizeApiError(undefined).message).toBe('Failed to load reports');\n });\n\n it('falls back for object without message', () => {\n const result = normalizeApiError({ status: 500 });\n expect(result.message).toBe('Failed to load reports');\n });\n\n it('always includes code and retryable fields', () => {\n const result = normalizeApiError('test');\n expect(result).toHaveProperty('code');\n expect(result).toHaveProperty('retryable');\n });\n});\n// #endregion TestNormalizeApiError:Class\n" }, { @@ -83057,6 +88544,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region TestGetReportsAsync:Class [TYPE Function]\n// @PURPOSE: Validate getReports and getReportDetail with mocked api.fetchApi.\n// @PRE: api.fetchApi is mocked via vi.mock.\n// @POST: Functions call correct endpoints and propagate results/errors.\n\ndescribe('getReports', () => {\n let api;\n\n beforeEach(async () => {\n vi.clearAllMocks();\n const apiModule = await import('../../api.js');\n api = apiModule.api;\n });\n\n it('calls fetchApi with correct endpoint', async () => {\n const { getReports } = await import('../reports.js');\n const mockResponse = { items: [], total: 0 };\n api.fetchApi.mockResolvedValue(mockResponse);\n\n const result = await getReports();\n expect(api.fetchApi).toHaveBeenCalledWith('/reports');\n expect(result).toEqual(mockResponse);\n });\n\n it('appends query string when options provided', async () => {\n const { getReports } = await import('../reports.js');\n api.fetchApi.mockResolvedValue({ items: [] });\n\n await getReports({ page: 2, page_size: 5 });\n const call = api.fetchApi.mock.calls[0][0];\n expect(call).toContain('/reports?');\n expect(call).toContain('page=2');\n expect(call).toContain('page_size=5');\n });\n\n it('throws normalized error on failure', async () => {\n const { getReports } = await import('../reports.js');\n api.fetchApi.mockRejectedValue(new Error('Network error'));\n\n await expect(getReports()).rejects.toEqual(\n expect.objectContaining({\n message: 'Network error',\n code: 'REPORTS_API_ERROR'\n })\n );\n });\n});\n\ndescribe('getReportDetail', () => {\n let api;\n\n beforeEach(async () => {\n vi.clearAllMocks();\n const apiModule = await import('../../api.js');\n api = apiModule.api;\n });\n\n it('calls fetchApi with correct endpoint', async () => {\n const { getReportDetail } = await import('../reports.js');\n const mockDetail = { report: { report_id: 'r1' } };\n api.fetchApi.mockResolvedValue(mockDetail);\n\n const result = await getReportDetail('r1');\n expect(api.fetchApi).toHaveBeenCalledWith('/reports/r1');\n expect(result).toEqual(mockDetail);\n });\n\n it('throws normalized error on failure', async () => {\n const { getReportDetail } = await import('../reports.js');\n api.fetchApi.mockRejectedValue(new Error('Not found'));\n\n await expect(getReportDetail('nonexistent')).rejects.toEqual(\n expect.objectContaining({\n message: 'Not found',\n code: 'REPORTS_API_ERROR'\n })\n );\n });\n});\n// #endregion TestGetReportsAsync:Class\n" }, { @@ -83081,6 +88569,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region AssistantApi [C:3] [TYPE Module] [SEMANTICS assistant, api, chat, session, history]\n// @BRIEF API client wrapper for assistant chat, session-scoped prompts, confirmation actions, conversation management, and history retrieval.\n// @RELATION DEPENDS_ON -> [ApiModule]\n\n// #region AssistantApi:Module [TYPE Function]\n// @SEMANTICS: assistant, api, client, chat, confirmation\n// @PURPOSE: API client wrapper for assistant chat, session-scoped prompts, confirmation actions, and history retrieval.\n// @LAYER: Infra-API\n// @RELATION: DEPENDS_ON -> api_module\n// @INVARIANT: All assistant requests must use requestApi wrapper (no native fetch).\n\nimport { requestApi } from '$lib/api.js';\n\n// #region sendAssistantMessage:Function [TYPE Function]\n// @PURPOSE: Send a user message to assistant orchestrator endpoint.\n// @PRE: payload.message is a non-empty string.\n// @POST: Returns assistant response object with deterministic state.\nexport function sendAssistantMessage(payload) {\n return requestApi('/assistant/messages', 'POST', payload);\n}\n// #endregion sendAssistantMessage:Function\n\n// #region buildAssistantSeedMessage:Function [TYPE Function]\n// @PURPOSE: Compose visible assistant seed text from context label and prompt body.\n// @PRE: prompt contains the user-visible request.\n// @POST: Returns trimmed seed message string for prefilled input.\nexport function buildAssistantSeedMessage({ label = '', prompt = '' } = {}) {\n const normalizedLabel = String(label || '').trim();\n const normalizedPrompt = String(prompt || '').trim();\n if (normalizedLabel && normalizedPrompt) {\n return `${normalizedLabel}: ${normalizedPrompt}`;\n }\n return normalizedPrompt || normalizedLabel;\n}\n// #endregion buildAssistantSeedMessage:Function\n\n// #region confirmAssistantOperation:Function [TYPE Function]\n// @PURPOSE: Confirm a pending risky assistant operation.\n// @PRE: confirmationId references an existing pending token.\n// @POST: Returns execution response (started/success/failed).\nexport function confirmAssistantOperation(confirmationId) {\n return requestApi(`/assistant/confirmations/${confirmationId}/confirm`, 'POST');\n}\n// #endregion confirmAssistantOperation:Function\n\n// #region cancelAssistantOperation:Function [TYPE Function]\n// @PURPOSE: Cancel a pending risky assistant operation.\n// @PRE: confirmationId references an existing pending token.\n// @POST: Operation is cancelled and cannot be executed by this token.\nexport function cancelAssistantOperation(confirmationId) {\n return requestApi(`/assistant/confirmations/${confirmationId}/cancel`, 'POST');\n}\n// #endregion cancelAssistantOperation:Function\n\n// #region getAssistantHistory:Function [TYPE Function]\n// @PURPOSE: Retrieve paginated assistant conversation history.\n// @PRE: page/pageSize are positive integers.\n// @POST: Returns a paginated payload with history items.\nexport function getAssistantHistory(page = 1, pageSize = 20, conversationId = null, fromLatest = false) {\n const params = new URLSearchParams({ page: String(page), page_size: String(pageSize) });\n if (conversationId) {\n params.append('conversation_id', conversationId);\n }\n if (fromLatest) {\n params.append('from_latest', 'true');\n }\n return requestApi(`/assistant/history?${params.toString()}`, 'GET');\n}\n// #endregion getAssistantHistory:Function\n\n// #region getAssistantConversations:Function [TYPE Function]\n// @PURPOSE: Retrieve paginated conversation list for assistant sidebar/history switcher.\n// @PRE: page/pageSize are positive integers.\n// @POST: Returns paginated conversation summaries.\nexport function getAssistantConversations(\n page = 1,\n pageSize = 20,\n includeArchived = false,\n search = '',\n archivedOnly = false,\n) {\n const params = new URLSearchParams({ page: String(page), page_size: String(pageSize) });\n if (includeArchived) {\n params.append('include_archived', 'true');\n }\n if (archivedOnly) {\n params.append('archived_only', 'true');\n }\n if (search?.trim()) {\n params.append('search', search.trim());\n }\n return requestApi(`/assistant/conversations?${params.toString()}`, 'GET');\n}\n// #endregion getAssistantConversations:Function\n\n// #region deleteAssistantConversation:Function [TYPE Function]\n// @PURPOSE: Soft-delete or hard-delete a conversation.\n// @PRE: conversationId string is provided.\n// @POST: Returns success status.\nexport function deleteAssistantConversation(conversationId) {\n return requestApi(`/assistant/conversations/${conversationId}`, 'DELETE');\n}\n// #endregion deleteAssistantConversation:Function\n\n// #endregion AssistantApi:Module\n// #endregion AssistantApi\n" }, { @@ -83186,6 +88675,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region AssistantApi:Module [TYPE Function]\n// @SEMANTICS: assistant, api, client, chat, confirmation\n// @PURPOSE: API client wrapper for assistant chat, session-scoped prompts, confirmation actions, and history retrieval.\n// @LAYER: Infra-API\n// @RELATION: DEPENDS_ON -> api_module\n// @INVARIANT: All assistant requests must use requestApi wrapper (no native fetch).\n\nimport { requestApi } from '$lib/api.js';\n\n// #region sendAssistantMessage:Function [TYPE Function]\n// @PURPOSE: Send a user message to assistant orchestrator endpoint.\n// @PRE: payload.message is a non-empty string.\n// @POST: Returns assistant response object with deterministic state.\nexport function sendAssistantMessage(payload) {\n return requestApi('/assistant/messages', 'POST', payload);\n}\n// #endregion sendAssistantMessage:Function\n\n// #region buildAssistantSeedMessage:Function [TYPE Function]\n// @PURPOSE: Compose visible assistant seed text from context label and prompt body.\n// @PRE: prompt contains the user-visible request.\n// @POST: Returns trimmed seed message string for prefilled input.\nexport function buildAssistantSeedMessage({ label = '', prompt = '' } = {}) {\n const normalizedLabel = String(label || '').trim();\n const normalizedPrompt = String(prompt || '').trim();\n if (normalizedLabel && normalizedPrompt) {\n return `${normalizedLabel}: ${normalizedPrompt}`;\n }\n return normalizedPrompt || normalizedLabel;\n}\n// #endregion buildAssistantSeedMessage:Function\n\n// #region confirmAssistantOperation:Function [TYPE Function]\n// @PURPOSE: Confirm a pending risky assistant operation.\n// @PRE: confirmationId references an existing pending token.\n// @POST: Returns execution response (started/success/failed).\nexport function confirmAssistantOperation(confirmationId) {\n return requestApi(`/assistant/confirmations/${confirmationId}/confirm`, 'POST');\n}\n// #endregion confirmAssistantOperation:Function\n\n// #region cancelAssistantOperation:Function [TYPE Function]\n// @PURPOSE: Cancel a pending risky assistant operation.\n// @PRE: confirmationId references an existing pending token.\n// @POST: Operation is cancelled and cannot be executed by this token.\nexport function cancelAssistantOperation(confirmationId) {\n return requestApi(`/assistant/confirmations/${confirmationId}/cancel`, 'POST');\n}\n// #endregion cancelAssistantOperation:Function\n\n// #region getAssistantHistory:Function [TYPE Function]\n// @PURPOSE: Retrieve paginated assistant conversation history.\n// @PRE: page/pageSize are positive integers.\n// @POST: Returns a paginated payload with history items.\nexport function getAssistantHistory(page = 1, pageSize = 20, conversationId = null, fromLatest = false) {\n const params = new URLSearchParams({ page: String(page), page_size: String(pageSize) });\n if (conversationId) {\n params.append('conversation_id', conversationId);\n }\n if (fromLatest) {\n params.append('from_latest', 'true');\n }\n return requestApi(`/assistant/history?${params.toString()}`, 'GET');\n}\n// #endregion getAssistantHistory:Function\n\n// #region getAssistantConversations:Function [TYPE Function]\n// @PURPOSE: Retrieve paginated conversation list for assistant sidebar/history switcher.\n// @PRE: page/pageSize are positive integers.\n// @POST: Returns paginated conversation summaries.\nexport function getAssistantConversations(\n page = 1,\n pageSize = 20,\n includeArchived = false,\n search = '',\n archivedOnly = false,\n) {\n const params = new URLSearchParams({ page: String(page), page_size: String(pageSize) });\n if (includeArchived) {\n params.append('include_archived', 'true');\n }\n if (archivedOnly) {\n params.append('archived_only', 'true');\n }\n if (search?.trim()) {\n params.append('search', search.trim());\n }\n return requestApi(`/assistant/conversations?${params.toString()}`, 'GET');\n}\n// #endregion getAssistantConversations:Function\n\n// #region deleteAssistantConversation:Function [TYPE Function]\n// @PURPOSE: Soft-delete or hard-delete a conversation.\n// @PRE: conversationId string is provided.\n// @POST: Returns success status.\nexport function deleteAssistantConversation(conversationId) {\n return requestApi(`/assistant/conversations/${conversationId}`, 'DELETE');\n}\n// #endregion deleteAssistantConversation:Function\n\n// #endregion AssistantApi:Module\n" }, { @@ -83232,6 +88722,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region sendAssistantMessage:Function [TYPE Function]\n// @PURPOSE: Send a user message to assistant orchestrator endpoint.\n// @PRE: payload.message is a non-empty string.\n// @POST: Returns assistant response object with deterministic state.\nexport function sendAssistantMessage(payload) {\n return requestApi('/assistant/messages', 'POST', payload);\n}\n// #endregion sendAssistantMessage:Function\n" }, { @@ -83278,6 +88769,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region buildAssistantSeedMessage:Function [TYPE Function]\n// @PURPOSE: Compose visible assistant seed text from context label and prompt body.\n// @PRE: prompt contains the user-visible request.\n// @POST: Returns trimmed seed message string for prefilled input.\nexport function buildAssistantSeedMessage({ label = '', prompt = '' } = {}) {\n const normalizedLabel = String(label || '').trim();\n const normalizedPrompt = String(prompt || '').trim();\n if (normalizedLabel && normalizedPrompt) {\n return `${normalizedLabel}: ${normalizedPrompt}`;\n }\n return normalizedPrompt || normalizedLabel;\n}\n// #endregion buildAssistantSeedMessage:Function\n" }, { @@ -83324,6 +88816,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region confirmAssistantOperation:Function [TYPE Function]\n// @PURPOSE: Confirm a pending risky assistant operation.\n// @PRE: confirmationId references an existing pending token.\n// @POST: Returns execution response (started/success/failed).\nexport function confirmAssistantOperation(confirmationId) {\n return requestApi(`/assistant/confirmations/${confirmationId}/confirm`, 'POST');\n}\n// #endregion confirmAssistantOperation:Function\n" }, { @@ -83370,6 +88863,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region cancelAssistantOperation:Function [TYPE Function]\n// @PURPOSE: Cancel a pending risky assistant operation.\n// @PRE: confirmationId references an existing pending token.\n// @POST: Operation is cancelled and cannot be executed by this token.\nexport function cancelAssistantOperation(confirmationId) {\n return requestApi(`/assistant/confirmations/${confirmationId}/cancel`, 'POST');\n}\n// #endregion cancelAssistantOperation:Function\n" }, { @@ -83416,6 +88910,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getAssistantHistory:Function [TYPE Function]\n// @PURPOSE: Retrieve paginated assistant conversation history.\n// @PRE: page/pageSize are positive integers.\n// @POST: Returns a paginated payload with history items.\nexport function getAssistantHistory(page = 1, pageSize = 20, conversationId = null, fromLatest = false) {\n const params = new URLSearchParams({ page: String(page), page_size: String(pageSize) });\n if (conversationId) {\n params.append('conversation_id', conversationId);\n }\n if (fromLatest) {\n params.append('from_latest', 'true');\n }\n return requestApi(`/assistant/history?${params.toString()}`, 'GET');\n}\n// #endregion getAssistantHistory:Function\n" }, { @@ -83462,6 +88957,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getAssistantConversations:Function [TYPE Function]\n// @PURPOSE: Retrieve paginated conversation list for assistant sidebar/history switcher.\n// @PRE: page/pageSize are positive integers.\n// @POST: Returns paginated conversation summaries.\nexport function getAssistantConversations(\n page = 1,\n pageSize = 20,\n includeArchived = false,\n search = '',\n archivedOnly = false,\n) {\n const params = new URLSearchParams({ page: String(page), page_size: String(pageSize) });\n if (includeArchived) {\n params.append('include_archived', 'true');\n }\n if (archivedOnly) {\n params.append('archived_only', 'true');\n }\n if (search?.trim()) {\n params.append('search', search.trim());\n }\n return requestApi(`/assistant/conversations?${params.toString()}`, 'GET');\n}\n// #endregion getAssistantConversations:Function\n" }, { @@ -83508,6 +89004,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region deleteAssistantConversation:Function [TYPE Function]\n// @PURPOSE: Soft-delete or hard-delete a conversation.\n// @PRE: conversationId string is provided.\n// @POST: Returns success status.\nexport function deleteAssistantConversation(conversationId) {\n return requestApi(`/assistant/conversations/${conversationId}`, 'DELETE');\n}\n// #endregion deleteAssistantConversation:Function\n" }, { @@ -83532,6 +89029,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region DatasetReviewApi [C:3] [TYPE Module] [SEMANTICS dataset, review, api, session, conflict]\n// @BRIEF Shared frontend helpers for dataset review session-scoped API requests, optimistic-lock propagation, and session DTO normalization.\n// @RELATION DEPENDS_ON -> [ApiModule]\n\n// #region DatasetReviewApi:Module [TYPE Function]\n// @SEMANTICS: dataset-review, api, session-version, headers, conflict-handling\n// @PURPOSE: Provide shared frontend helpers for dataset review session-scoped API requests, optimistic-lock propagation, and refreshed session DTO normalization.\n// @LAYER: Infra-API\n// @RELATION: DEPENDS_ON -> api_module\n\nimport { requestApi } from '$lib/api.js';\n\n// #region buildDatasetReviewRequestOptions:Function [TYPE Function]\n// @PURPOSE: Attach optimistic-lock session version header when the current version is known.\n// @PRE: sessionVersion may be null when no loaded session version exists yet.\n// @POST: Returns requestApi-compatible options object.\nexport function buildDatasetReviewRequestOptions(sessionVersion) {\n if (sessionVersion === null || sessionVersion === undefined || sessionVersion === '') {\n return {};\n }\n return {\n headers: {\n 'X-Session-Version': String(sessionVersion),\n },\n };\n}\n// #endregion buildDatasetReviewRequestOptions:Function\n\n// #region requestDatasetReviewApi:Function [TYPE Function]\n// @PURPOSE: Proxy dataset review mutations through requestApi with optional optimistic-lock headers.\n// @PRE: endpoint and method are valid requestApi inputs.\n// @POST: Executes requestApi with X-Session-Version only when a session version is known.\nexport function requestDatasetReviewApi(endpoint, method = 'GET', body = null, sessionVersion = null) {\n const requestOptions = buildDatasetReviewRequestOptions(sessionVersion);\n if (requestOptions.headers) {\n return requestApi(endpoint, method, body, requestOptions);\n }\n return requestApi(endpoint, method, body);\n}\n// #endregion requestDatasetReviewApi:Function\n\n// #region isDatasetReviewConflictError:Function [TYPE Function]\n// @PURPOSE: Detect optimistic-lock conflicts from dataset review mutations.\n// @PRE: error may be null or a normalized API error.\n// @POST: Returns true when the mutation failed with 409 conflict semantics.\nexport function isDatasetReviewConflictError(error) {\n return Number(error?.status) === 409;\n}\n// #endregion isDatasetReviewConflictError:Function\n\n// #region getDatasetReviewConflictMessage:Function [TYPE Function]\n// @PURPOSE: Return explicit 409-style guidance for stale dataset review mutations.\n// @PRE: error may be null or a normalized API error.\n// @POST: Returns a user-facing conflict message string.\nexport function getDatasetReviewConflictMessage(error) {\n return (\n error?.message ||\n 'This review session changed in another action. Reload the latest session state and retry the update.'\n );\n}\n// #endregion getDatasetReviewConflictMessage:Function\n\n// #region extractDatasetReviewVersion:Function [TYPE Function]\n// @PURPOSE: Resolve the latest session version from refreshed DTO fragments.\n// @PRE: payload may be a session summary, a detail payload, or a mutation fragment.\n// @POST: Returns the newest known session version or null.\nexport function extractDatasetReviewVersion(payload) {\n if (!payload) {\n return null;\n }\n\n if (Array.isArray(payload)) {\n for (const item of payload) {\n const version = extractDatasetReviewVersion(item);\n if (version !== null) {\n return version;\n }\n }\n return null;\n }\n\n if (payload.session_version !== undefined && payload.session_version !== null) {\n return payload.session_version;\n }\n if (payload.version !== undefined && payload.version !== null) {\n return payload.version;\n }\n if (payload.session) {\n return extractDatasetReviewVersion(payload.session);\n }\n\n return null;\n}\n// #endregion extractDatasetReviewVersion:Function\n\n// #region normalizeDatasetReviewDetail:Function [TYPE Function]\n// @PURPOSE: Normalize refreshed session-detail DTOs into the legacy route-friendly workspace shape.\n// @PRE: detail may already be legacy-flat or refreshed with nested session/session_version fields.\n// @POST: Returns a shape with flattened summary fields plus refreshed collections and version metadata.\nexport function normalizeDatasetReviewDetail(detail) {\n if (!detail) {\n return null;\n }\n\n if (!detail.session && detail.session_id) {\n return detail;\n }\n\n const summary = detail.session || {};\n const preview = detail.preview || null;\n\n return {\n ...summary,\n session_version:\n detail.session_version ?? summary.session_version ?? summary.version ?? null,\n version: detail.session_version ?? summary.session_version ?? summary.version ?? null,\n profile: detail.profile || null,\n findings: detail.findings || [],\n semantic_sources: detail.semantic_sources || [],\n semantic_fields: detail.semantic_fields || [],\n imported_filters: detail.filters || detail.imported_filters || [],\n template_variables: detail.template_variables || [],\n execution_mappings: detail.mappings || detail.execution_mappings || [],\n clarification: detail.clarification || null,\n clarification_sessions: detail.clarification\n ? [detail.clarification.clarification_session].filter(Boolean)\n : detail.clarification_sessions || [],\n previews: preview ? [preview] : detail.previews || [],\n preview,\n latest_run_context: detail.latest_run_context || null,\n };\n}\n// #endregion normalizeDatasetReviewDetail:Function\n\n// #endregion DatasetReviewApi:Module\n// #endregion DatasetReviewApi\n" }, { @@ -83627,6 +89125,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region DatasetReviewApi:Module [TYPE Function]\n// @SEMANTICS: dataset-review, api, session-version, headers, conflict-handling\n// @PURPOSE: Provide shared frontend helpers for dataset review session-scoped API requests, optimistic-lock propagation, and refreshed session DTO normalization.\n// @LAYER: Infra-API\n// @RELATION: DEPENDS_ON -> api_module\n\nimport { requestApi } from '$lib/api.js';\n\n// #region buildDatasetReviewRequestOptions:Function [TYPE Function]\n// @PURPOSE: Attach optimistic-lock session version header when the current version is known.\n// @PRE: sessionVersion may be null when no loaded session version exists yet.\n// @POST: Returns requestApi-compatible options object.\nexport function buildDatasetReviewRequestOptions(sessionVersion) {\n if (sessionVersion === null || sessionVersion === undefined || sessionVersion === '') {\n return {};\n }\n return {\n headers: {\n 'X-Session-Version': String(sessionVersion),\n },\n };\n}\n// #endregion buildDatasetReviewRequestOptions:Function\n\n// #region requestDatasetReviewApi:Function [TYPE Function]\n// @PURPOSE: Proxy dataset review mutations through requestApi with optional optimistic-lock headers.\n// @PRE: endpoint and method are valid requestApi inputs.\n// @POST: Executes requestApi with X-Session-Version only when a session version is known.\nexport function requestDatasetReviewApi(endpoint, method = 'GET', body = null, sessionVersion = null) {\n const requestOptions = buildDatasetReviewRequestOptions(sessionVersion);\n if (requestOptions.headers) {\n return requestApi(endpoint, method, body, requestOptions);\n }\n return requestApi(endpoint, method, body);\n}\n// #endregion requestDatasetReviewApi:Function\n\n// #region isDatasetReviewConflictError:Function [TYPE Function]\n// @PURPOSE: Detect optimistic-lock conflicts from dataset review mutations.\n// @PRE: error may be null or a normalized API error.\n// @POST: Returns true when the mutation failed with 409 conflict semantics.\nexport function isDatasetReviewConflictError(error) {\n return Number(error?.status) === 409;\n}\n// #endregion isDatasetReviewConflictError:Function\n\n// #region getDatasetReviewConflictMessage:Function [TYPE Function]\n// @PURPOSE: Return explicit 409-style guidance for stale dataset review mutations.\n// @PRE: error may be null or a normalized API error.\n// @POST: Returns a user-facing conflict message string.\nexport function getDatasetReviewConflictMessage(error) {\n return (\n error?.message ||\n 'This review session changed in another action. Reload the latest session state and retry the update.'\n );\n}\n// #endregion getDatasetReviewConflictMessage:Function\n\n// #region extractDatasetReviewVersion:Function [TYPE Function]\n// @PURPOSE: Resolve the latest session version from refreshed DTO fragments.\n// @PRE: payload may be a session summary, a detail payload, or a mutation fragment.\n// @POST: Returns the newest known session version or null.\nexport function extractDatasetReviewVersion(payload) {\n if (!payload) {\n return null;\n }\n\n if (Array.isArray(payload)) {\n for (const item of payload) {\n const version = extractDatasetReviewVersion(item);\n if (version !== null) {\n return version;\n }\n }\n return null;\n }\n\n if (payload.session_version !== undefined && payload.session_version !== null) {\n return payload.session_version;\n }\n if (payload.version !== undefined && payload.version !== null) {\n return payload.version;\n }\n if (payload.session) {\n return extractDatasetReviewVersion(payload.session);\n }\n\n return null;\n}\n// #endregion extractDatasetReviewVersion:Function\n\n// #region normalizeDatasetReviewDetail:Function [TYPE Function]\n// @PURPOSE: Normalize refreshed session-detail DTOs into the legacy route-friendly workspace shape.\n// @PRE: detail may already be legacy-flat or refreshed with nested session/session_version fields.\n// @POST: Returns a shape with flattened summary fields plus refreshed collections and version metadata.\nexport function normalizeDatasetReviewDetail(detail) {\n if (!detail) {\n return null;\n }\n\n if (!detail.session && detail.session_id) {\n return detail;\n }\n\n const summary = detail.session || {};\n const preview = detail.preview || null;\n\n return {\n ...summary,\n session_version:\n detail.session_version ?? summary.session_version ?? summary.version ?? null,\n version: detail.session_version ?? summary.session_version ?? summary.version ?? null,\n profile: detail.profile || null,\n findings: detail.findings || [],\n semantic_sources: detail.semantic_sources || [],\n semantic_fields: detail.semantic_fields || [],\n imported_filters: detail.filters || detail.imported_filters || [],\n template_variables: detail.template_variables || [],\n execution_mappings: detail.mappings || detail.execution_mappings || [],\n clarification: detail.clarification || null,\n clarification_sessions: detail.clarification\n ? [detail.clarification.clarification_session].filter(Boolean)\n : detail.clarification_sessions || [],\n previews: preview ? [preview] : detail.previews || [],\n preview,\n latest_run_context: detail.latest_run_context || null,\n };\n}\n// #endregion normalizeDatasetReviewDetail:Function\n\n// #endregion DatasetReviewApi:Module\n" }, { @@ -83673,6 +89172,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region buildDatasetReviewRequestOptions:Function [TYPE Function]\n// @PURPOSE: Attach optimistic-lock session version header when the current version is known.\n// @PRE: sessionVersion may be null when no loaded session version exists yet.\n// @POST: Returns requestApi-compatible options object.\nexport function buildDatasetReviewRequestOptions(sessionVersion) {\n if (sessionVersion === null || sessionVersion === undefined || sessionVersion === '') {\n return {};\n }\n return {\n headers: {\n 'X-Session-Version': String(sessionVersion),\n },\n };\n}\n// #endregion buildDatasetReviewRequestOptions:Function\n" }, { @@ -83719,6 +89219,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region requestDatasetReviewApi:Function [TYPE Function]\n// @PURPOSE: Proxy dataset review mutations through requestApi with optional optimistic-lock headers.\n// @PRE: endpoint and method are valid requestApi inputs.\n// @POST: Executes requestApi with X-Session-Version only when a session version is known.\nexport function requestDatasetReviewApi(endpoint, method = 'GET', body = null, sessionVersion = null) {\n const requestOptions = buildDatasetReviewRequestOptions(sessionVersion);\n if (requestOptions.headers) {\n return requestApi(endpoint, method, body, requestOptions);\n }\n return requestApi(endpoint, method, body);\n}\n// #endregion requestDatasetReviewApi:Function\n" }, { @@ -83765,6 +89266,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region isDatasetReviewConflictError:Function [TYPE Function]\n// @PURPOSE: Detect optimistic-lock conflicts from dataset review mutations.\n// @PRE: error may be null or a normalized API error.\n// @POST: Returns true when the mutation failed with 409 conflict semantics.\nexport function isDatasetReviewConflictError(error) {\n return Number(error?.status) === 409;\n}\n// #endregion isDatasetReviewConflictError:Function\n" }, { @@ -83811,6 +89313,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getDatasetReviewConflictMessage:Function [TYPE Function]\n// @PURPOSE: Return explicit 409-style guidance for stale dataset review mutations.\n// @PRE: error may be null or a normalized API error.\n// @POST: Returns a user-facing conflict message string.\nexport function getDatasetReviewConflictMessage(error) {\n return (\n error?.message ||\n 'This review session changed in another action. Reload the latest session state and retry the update.'\n );\n}\n// #endregion getDatasetReviewConflictMessage:Function\n" }, { @@ -83857,6 +89360,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region extractDatasetReviewVersion:Function [TYPE Function]\n// @PURPOSE: Resolve the latest session version from refreshed DTO fragments.\n// @PRE: payload may be a session summary, a detail payload, or a mutation fragment.\n// @POST: Returns the newest known session version or null.\nexport function extractDatasetReviewVersion(payload) {\n if (!payload) {\n return null;\n }\n\n if (Array.isArray(payload)) {\n for (const item of payload) {\n const version = extractDatasetReviewVersion(item);\n if (version !== null) {\n return version;\n }\n }\n return null;\n }\n\n if (payload.session_version !== undefined && payload.session_version !== null) {\n return payload.session_version;\n }\n if (payload.version !== undefined && payload.version !== null) {\n return payload.version;\n }\n if (payload.session) {\n return extractDatasetReviewVersion(payload.session);\n }\n\n return null;\n}\n// #endregion extractDatasetReviewVersion:Function\n" }, { @@ -83903,6 +89407,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region normalizeDatasetReviewDetail:Function [TYPE Function]\n// @PURPOSE: Normalize refreshed session-detail DTOs into the legacy route-friendly workspace shape.\n// @PRE: detail may already be legacy-flat or refreshed with nested session/session_version fields.\n// @POST: Returns a shape with flattened summary fields plus refreshed collections and version metadata.\nexport function normalizeDatasetReviewDetail(detail) {\n if (!detail) {\n return null;\n }\n\n if (!detail.session && detail.session_id) {\n return detail;\n }\n\n const summary = detail.session || {};\n const preview = detail.preview || null;\n\n return {\n ...summary,\n session_version:\n detail.session_version ?? summary.session_version ?? summary.version ?? null,\n version: detail.session_version ?? summary.session_version ?? summary.version ?? null,\n profile: detail.profile || null,\n findings: detail.findings || [],\n semantic_sources: detail.semantic_sources || [],\n semantic_fields: detail.semantic_fields || [],\n imported_filters: detail.filters || detail.imported_filters || [],\n template_variables: detail.template_variables || [],\n execution_mappings: detail.mappings || detail.execution_mappings || [],\n clarification: detail.clarification || null,\n clarification_sessions: detail.clarification\n ? [detail.clarification.clarification_session].filter(Boolean)\n : detail.clarification_sessions || [],\n previews: preview ? [preview] : detail.previews || [],\n preview,\n latest_run_context: detail.latest_run_context || null,\n };\n}\n// #endregion normalizeDatasetReviewDetail:Function\n" }, { @@ -83930,6 +89435,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ReportsApi [C:4] [TYPE Module] [SEMANTICS report, api, search, filter, query]\n// @BRIEF Wrapper-based reports API client for list/detail retrieval through the shared API wrapper.\n// @RELATION DEPENDS_ON -> [ApiModule]\n// @PRE Shared API wrapper is configured for the current frontend auth/session context.\n// @POST Report list and detail helpers return backend payloads or normalized UI-safe errors.\n// @SIDE_EFFECT Performs authenticated report HTTP requests through the shared API wrapper.\n\n// #region ReportsApi:Module [TYPE Function]\n// @SEMANTICS: frontend, api_client, reports, wrapper\n// @PURPOSE: Wrapper-based reports API client for list/detail retrieval without direct native fetch usage.\n// @LAYER: Infra\n// @RELATION: DEPENDS_ON -> [api_module]\n// @PRE: Shared API wrapper is configured for the current frontend auth/session context.\n// @POST: Report list and detail helpers return backend payloads or normalized UI-safe errors.\n// @SIDE_EFFECT: Performs authenticated report HTTP requests through the shared API wrapper.\n// @INVARIANT: Uses existing api wrapper methods and returns structured errors for UI-state mapping.\nimport { api } from '../api.js';\n\n// #region buildReportQueryString:Function [TYPE Function]\n// @PURPOSE: Build query string for reports list endpoint from filter options.\n// @PRE: options is an object with optional report query fields.\n// @POST: Returns URL query string without leading '?'.\nexport function buildReportQueryString(options = {}) {\n\tconsole.log(\"[reports][api][buildReportQueryString:START]\");\n\tconst params = new URLSearchParams();\n\n\tif (options.page != null) params.append('page', String(options.page));\n\tif (options.page_size != null) params.append('page_size', String(options.page_size));\n\n\tif (Array.isArray(options.task_types) && options.task_types.length > 0) {\n\t\tparams.append('task_types', options.task_types.join(','));\n\t}\n\tif (Array.isArray(options.statuses) && options.statuses.length > 0) {\n\t\tparams.append('statuses', options.statuses.join(','));\n\t}\n\n\tif (options.time_from) params.append('time_from', options.time_from);\n\tif (options.time_to) params.append('time_to', options.time_to);\n\tif (options.search) params.append('search', options.search);\n\tif (options.sort_by) params.append('sort_by', options.sort_by);\n\tif (options.sort_order) params.append('sort_order', options.sort_order);\n\n\treturn params.toString();\n}\n// #endregion buildReportQueryString:Function\n\n// #region normalizeApiError:Function [TYPE Function]\n// @PURPOSE: Convert unknown API exceptions into deterministic UI-consumable error objects.\n// @PRE: error may be Error/string/object.\n// @POST: Returns structured error object.\nexport function normalizeApiError(error) {\n\tconsole.log(\"[reports][api][normalizeApiError:START]\");\n\tconst message =\n\t\t(error && typeof error.message === 'string' && error.message) ||\n\t\t(typeof error === 'string' && error) ||\n\t\t'Failed to load reports';\n\n\treturn {\n\t\tmessage,\n\t\tcode: 'REPORTS_API_ERROR',\n\t\tretryable: true\n\t};\n}\n// #endregion normalizeApiError:Function\n\n// #region getReports:Function [TYPE Function]\n// @PURPOSE: Fetch unified report list using existing request wrapper.\n// @PRE: valid auth context for protected endpoint.\n// @POST: Returns parsed payload or structured error for UI-state mapping.\n//\n// @TEST_CONTRACT: GetReportsApi ->\n// {\n// required_fields: {},\n// optional_fields: {options: Object},\n// invariants: [\n// \"Fetches from /reports with built query string\",\n// \"Returns response payload on success\",\n// \"Catches and normalizes errors using normalizeApiError\"\n// ]\n// }\n// @TEST_FIXTURE: valid_get_reports -> {\"options\": {\"page\": 1}}\n// @TEST_EDGE: api_fetch_failure -> api.fetchApi throws error\n// @TEST_INVARIANT: error_normalization -> verifies: [api_fetch_failure]\nexport async function getReports(options = {}) {\n\ttry {\n\t\tconsole.log(\"[reports][api][getReports:STARTED]\", options);\n\t\tconst query = buildReportQueryString(options);\n\t\tconst res = await api.fetchApi(`/reports${query ? `?${query}` : ''}`);\n\t\tconsole.log(\"[reports][api][getReports:SUCCESS]\", res);\n\t\treturn res;\n\t} catch (error) {\n\t\tconsole.error(\"[reports][api][getReports:FAILED]\", error);\n\t\tthrow normalizeApiError(error);\n\t}\n}\n// #endregion getReports:Function\n\n// #region getReportDetail:Function [TYPE Function]\n// @PURPOSE: Fetch one report detail by report_id.\n// @PRE: reportId is non-empty string; valid auth context.\n// @POST: Returns parsed detail payload or structured error object.\nexport async function getReportDetail(reportId) {\n\ttry {\n\t\tconsole.log(`[reports][api][getReportDetail:STARTED] id=${reportId}`);\n\t\tconst res = await api.fetchApi(`/reports/${reportId}`);\n\t\tconsole.log(`[reports][api][getReportDetail:SUCCESS] id=${reportId}`);\n\t\treturn res;\n\t} catch (error) {\n\t\tconsole.error(`[reports][api][getReportDetail:FAILED] id=${reportId}`, error);\n\t\tthrow normalizeApiError(error);\n\t}\n}\n// #endregion getReportDetail:Function\n\n// #endregion ReportsApi:Module\n// #endregion ReportsApi\n" }, { @@ -84064,6 +89570,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ReportsApi:Module [TYPE Function]\n// @SEMANTICS: frontend, api_client, reports, wrapper\n// @PURPOSE: Wrapper-based reports API client for list/detail retrieval without direct native fetch usage.\n// @LAYER: Infra\n// @RELATION: DEPENDS_ON -> [api_module]\n// @PRE: Shared API wrapper is configured for the current frontend auth/session context.\n// @POST: Report list and detail helpers return backend payloads or normalized UI-safe errors.\n// @SIDE_EFFECT: Performs authenticated report HTTP requests through the shared API wrapper.\n// @INVARIANT: Uses existing api wrapper methods and returns structured errors for UI-state mapping.\nimport { api } from '../api.js';\n\n// #region buildReportQueryString:Function [TYPE Function]\n// @PURPOSE: Build query string for reports list endpoint from filter options.\n// @PRE: options is an object with optional report query fields.\n// @POST: Returns URL query string without leading '?'.\nexport function buildReportQueryString(options = {}) {\n\tconsole.log(\"[reports][api][buildReportQueryString:START]\");\n\tconst params = new URLSearchParams();\n\n\tif (options.page != null) params.append('page', String(options.page));\n\tif (options.page_size != null) params.append('page_size', String(options.page_size));\n\n\tif (Array.isArray(options.task_types) && options.task_types.length > 0) {\n\t\tparams.append('task_types', options.task_types.join(','));\n\t}\n\tif (Array.isArray(options.statuses) && options.statuses.length > 0) {\n\t\tparams.append('statuses', options.statuses.join(','));\n\t}\n\n\tif (options.time_from) params.append('time_from', options.time_from);\n\tif (options.time_to) params.append('time_to', options.time_to);\n\tif (options.search) params.append('search', options.search);\n\tif (options.sort_by) params.append('sort_by', options.sort_by);\n\tif (options.sort_order) params.append('sort_order', options.sort_order);\n\n\treturn params.toString();\n}\n// #endregion buildReportQueryString:Function\n\n// #region normalizeApiError:Function [TYPE Function]\n// @PURPOSE: Convert unknown API exceptions into deterministic UI-consumable error objects.\n// @PRE: error may be Error/string/object.\n// @POST: Returns structured error object.\nexport function normalizeApiError(error) {\n\tconsole.log(\"[reports][api][normalizeApiError:START]\");\n\tconst message =\n\t\t(error && typeof error.message === 'string' && error.message) ||\n\t\t(typeof error === 'string' && error) ||\n\t\t'Failed to load reports';\n\n\treturn {\n\t\tmessage,\n\t\tcode: 'REPORTS_API_ERROR',\n\t\tretryable: true\n\t};\n}\n// #endregion normalizeApiError:Function\n\n// #region getReports:Function [TYPE Function]\n// @PURPOSE: Fetch unified report list using existing request wrapper.\n// @PRE: valid auth context for protected endpoint.\n// @POST: Returns parsed payload or structured error for UI-state mapping.\n//\n// @TEST_CONTRACT: GetReportsApi ->\n// {\n// required_fields: {},\n// optional_fields: {options: Object},\n// invariants: [\n// \"Fetches from /reports with built query string\",\n// \"Returns response payload on success\",\n// \"Catches and normalizes errors using normalizeApiError\"\n// ]\n// }\n// @TEST_FIXTURE: valid_get_reports -> {\"options\": {\"page\": 1}}\n// @TEST_EDGE: api_fetch_failure -> api.fetchApi throws error\n// @TEST_INVARIANT: error_normalization -> verifies: [api_fetch_failure]\nexport async function getReports(options = {}) {\n\ttry {\n\t\tconsole.log(\"[reports][api][getReports:STARTED]\", options);\n\t\tconst query = buildReportQueryString(options);\n\t\tconst res = await api.fetchApi(`/reports${query ? `?${query}` : ''}`);\n\t\tconsole.log(\"[reports][api][getReports:SUCCESS]\", res);\n\t\treturn res;\n\t} catch (error) {\n\t\tconsole.error(\"[reports][api][getReports:FAILED]\", error);\n\t\tthrow normalizeApiError(error);\n\t}\n}\n// #endregion getReports:Function\n\n// #region getReportDetail:Function [TYPE Function]\n// @PURPOSE: Fetch one report detail by report_id.\n// @PRE: reportId is non-empty string; valid auth context.\n// @POST: Returns parsed detail payload or structured error object.\nexport async function getReportDetail(reportId) {\n\ttry {\n\t\tconsole.log(`[reports][api][getReportDetail:STARTED] id=${reportId}`);\n\t\tconst res = await api.fetchApi(`/reports/${reportId}`);\n\t\tconsole.log(`[reports][api][getReportDetail:SUCCESS] id=${reportId}`);\n\t\treturn res;\n\t} catch (error) {\n\t\tconsole.error(`[reports][api][getReportDetail:FAILED] id=${reportId}`, error);\n\t\tthrow normalizeApiError(error);\n\t}\n}\n// #endregion getReportDetail:Function\n\n// #endregion ReportsApi:Module\n" }, { @@ -84110,6 +89617,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region buildReportQueryString:Function [TYPE Function]\n// @PURPOSE: Build query string for reports list endpoint from filter options.\n// @PRE: options is an object with optional report query fields.\n// @POST: Returns URL query string without leading '?'.\nexport function buildReportQueryString(options = {}) {\n\tconsole.log(\"[reports][api][buildReportQueryString:START]\");\n\tconst params = new URLSearchParams();\n\n\tif (options.page != null) params.append('page', String(options.page));\n\tif (options.page_size != null) params.append('page_size', String(options.page_size));\n\n\tif (Array.isArray(options.task_types) && options.task_types.length > 0) {\n\t\tparams.append('task_types', options.task_types.join(','));\n\t}\n\tif (Array.isArray(options.statuses) && options.statuses.length > 0) {\n\t\tparams.append('statuses', options.statuses.join(','));\n\t}\n\n\tif (options.time_from) params.append('time_from', options.time_from);\n\tif (options.time_to) params.append('time_to', options.time_to);\n\tif (options.search) params.append('search', options.search);\n\tif (options.sort_by) params.append('sort_by', options.sort_by);\n\tif (options.sort_order) params.append('sort_order', options.sort_order);\n\n\treturn params.toString();\n}\n// #endregion buildReportQueryString:Function\n" }, { @@ -84156,6 +89664,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region normalizeApiError:Function [TYPE Function]\n// @PURPOSE: Convert unknown API exceptions into deterministic UI-consumable error objects.\n// @PRE: error may be Error/string/object.\n// @POST: Returns structured error object.\nexport function normalizeApiError(error) {\n\tconsole.log(\"[reports][api][normalizeApiError:START]\");\n\tconst message =\n\t\t(error && typeof error.message === 'string' && error.message) ||\n\t\t(typeof error === 'string' && error) ||\n\t\t'Failed to load reports';\n\n\treturn {\n\t\tmessage,\n\t\tcode: 'REPORTS_API_ERROR',\n\t\tretryable: true\n\t};\n}\n// #endregion normalizeApiError:Function\n" }, { @@ -84203,6 +89712,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getReports:Function [TYPE Function]\n// @PURPOSE: Fetch unified report list using existing request wrapper.\n// @PRE: valid auth context for protected endpoint.\n// @POST: Returns parsed payload or structured error for UI-state mapping.\n//\n// @TEST_CONTRACT: GetReportsApi ->\n// {\n// required_fields: {},\n// optional_fields: {options: Object},\n// invariants: [\n// \"Fetches from /reports with built query string\",\n// \"Returns response payload on success\",\n// \"Catches and normalizes errors using normalizeApiError\"\n// ]\n// }\n// @TEST_FIXTURE: valid_get_reports -> {\"options\": {\"page\": 1}}\n// @TEST_EDGE: api_fetch_failure -> api.fetchApi throws error\n// @TEST_INVARIANT: error_normalization -> verifies: [api_fetch_failure]\nexport async function getReports(options = {}) {\n\ttry {\n\t\tconsole.log(\"[reports][api][getReports:STARTED]\", options);\n\t\tconst query = buildReportQueryString(options);\n\t\tconst res = await api.fetchApi(`/reports${query ? `?${query}` : ''}`);\n\t\tconsole.log(\"[reports][api][getReports:SUCCESS]\", res);\n\t\treturn res;\n\t} catch (error) {\n\t\tconsole.error(\"[reports][api][getReports:FAILED]\", error);\n\t\tthrow normalizeApiError(error);\n\t}\n}\n// #endregion getReports:Function\n" }, { @@ -84249,6 +89759,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getReportDetail:Function [TYPE Function]\n// @PURPOSE: Fetch one report detail by report_id.\n// @PRE: reportId is non-empty string; valid auth context.\n// @POST: Returns parsed detail payload or structured error object.\nexport async function getReportDetail(reportId) {\n\ttry {\n\t\tconsole.log(`[reports][api][getReportDetail:STARTED] id=${reportId}`);\n\t\tconst res = await api.fetchApi(`/reports/${reportId}`);\n\t\tconsole.log(`[reports][api][getReportDetail:SUCCESS] id=${reportId}`);\n\t\treturn res;\n\t} catch (error) {\n\t\tconsole.error(`[reports][api][getReportDetail:FAILED] id=${reportId}`, error);\n\t\tthrow normalizeApiError(error);\n\t}\n}\n// #endregion getReportDetail:Function\n" }, { @@ -84295,6 +89806,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region normalizeTranslateError:Function [TYPE Function]\n// @PURPOSE: Convert unknown API exceptions into deterministic UI-consumable error objects.\n// @PRE: error may be Error/string/object.\n// @POST: Returns structured error object with message and code.\nfunction normalizeTranslateError(error, defaultMessage = 'Translation API error') {\n\tconst message =\n\t\t(error && typeof error.message === 'string' && error.message) ||\n\t\t(typeof error === 'string' && error) ||\n\t\tdefaultMessage;\n\n\treturn { message, code: 'TRANSLATE_API_ERROR', retryable: true };\n}\n// #endregion normalizeTranslateError:Function\n" }, { @@ -84341,6 +89853,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchJobs:Function [TYPE Function]\n// @PURPOSE: Fetch paginated list of translation jobs with optional status filter.\n// @PRE: Valid auth context.\n// @POST: Returns array of job objects.\nexport async function fetchJobs(options = {}) {\n\ttry {\n\t\tconst params = new URLSearchParams();\n\t\tif (options.page != null) params.append('page', String(options.page));\n\t\tif (options.page_size != null) params.append('page_size', String(options.page_size));\n\t\tif (options.status) params.append('status', options.status);\n\t\tconst query = params.toString();\n\t\treturn await api.fetchApi(`/translate/jobs${query ? `?${query}` : ''}`);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to load translation jobs');\n\t}\n}\n// #endregion fetchJobs:Function\n" }, { @@ -84387,6 +89900,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region createJob:Function [TYPE Function]\n// @PURPOSE: Create a new translation job.\n// @PRE: payload contains valid job configuration.\n// @POST: Returns the created job object.\nexport async function createJob(payload) {\n\ttry {\n\t\treturn await api.postApi('/translate/jobs', payload);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to create translation job');\n\t}\n}\n// #endregion createJob:Function\n" }, { @@ -84433,6 +89947,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region updateJob:Function [TYPE Function]\n// @PURPOSE: Update an existing translation job.\n// @PRE: jobId is non-empty string; payload contains fields to update.\n// @POST: Returns the updated job object.\nexport async function updateJob(jobId, payload) {\n\ttry {\n\t\treturn await api.requestApi(`/translate/jobs/${jobId}`, 'PUT', payload);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to update translation job');\n\t}\n}\n// #endregion updateJob:Function\n" }, { @@ -84479,6 +89994,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region deleteJob:Function [TYPE Function]\n// @PURPOSE: Delete a translation job.\n// @PRE: jobId is non-empty string.\n// @POST: Returns null on success.\nexport async function deleteJob(jobId) {\n\ttry {\n\t\treturn await api.deleteApi(`/translate/jobs/${jobId}`);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to delete translation job');\n\t}\n}\n// #endregion deleteJob:Function\n" }, { @@ -84525,6 +90041,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region duplicateJob:Function [TYPE Function]\n// @PURPOSE: Duplicate a translation job.\n// @PRE: jobId is non-empty string.\n// @POST: Returns the duplicated job summary.\nexport async function duplicateJob(jobId) {\n\ttry {\n\t\treturn await api.postApi(`/translate/jobs/${jobId}/duplicate`, {});\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to duplicate translation job');\n\t}\n}\n// #endregion duplicateJob:Function\n" }, { @@ -84532,14 +90049,15 @@ "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", "start_line": 99, - "end_line": 209, + "end_line": 208, "tier": "TIER_1", "complexity": 1, "metadata": {}, "relations": [], "schema_warnings": [], "anchor_syntax": "region", - "body": "// #region fetchDatasourceColumns:Function [TYPE Function]\n\nexport async function fetchDatasources(envId, search = '') {\n try {\n return await api.fetchApi(\n `/translate/datasources?env_id=${encodeURIComponent(envId)}&search=${encodeURIComponent(search)}`\n );\n } catch (error) {\n throw normalizeTranslateError(error, 'Failed to fetch datasources');\n }\n}\n\nexport async function fetchDatasourceColumns(datasourceId, envId) {\n\ttry {\n\t\treturn await api.fetchApi(\n\t\t\t`/translate/datasources/${datasourceId}/columns?env_id=${encodeURIComponent(envId)}`\n\t\t);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to fetch datasource columns');\n\t}\n}\n\n// #region fetchPreview:Function [TYPE Function]\n// @PURPOSE: Trigger a translation preview for a job.\n// @PRE: jobId is non-empty string.\n// @POST: Returns preview session with rows and cost estimate.\nexport async function fetchPreview(jobId, sampleSize = 10, envId = '') {\n\ttry {\n\t\tconst body = { sample_size: sampleSize };\n\t\tif (envId) {\n\t\t\tbody.env_id = envId;\n\t\t}\n\t\treturn await api.postApi(`/translate/jobs/${jobId}/preview`, body);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to run preview');\n\t}\n}\n// #endregion fetchPreview:Function\n\n// #region approveRow:Function [TYPE Function]\n// @PURPOSE: Approve a preview row.\n// @PRE: jobId and rowKey are non-empty strings.\n// @POST: Returns updated row.\nexport async function approveRow(jobId, rowKey) {\n\ttry {\n\t\treturn await api.requestApi(`/translate/jobs/${jobId}/preview/rows/${rowKey}`, 'PUT', {\n\t\t\taction: 'approve'\n\t\t});\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to approve row');\n\t}\n}\n// #endregion approveRow:Function\n\n// #region editRow:Function [TYPE Function]\n// @PURPOSE: Edit a preview row's translation.\n// @PRE: jobId and rowKey are non-empty strings; translation is non-empty.\n// @POST: Returns updated row.\nexport async function editRow(jobId, rowKey, translation) {\n\ttry {\n\t\treturn await api.requestApi(`/translate/jobs/${jobId}/preview/rows/${rowKey}`, 'PUT', {\n\t\t\taction: 'edit',\n\t\t\ttranslation: translation\n\t\t});\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to edit row');\n\t}\n}\n// #endregion editRow:Function\n\n// #region rejectRow:Function [TYPE Function]\n// @PURPOSE: Reject a preview row.\n// @PRE: jobId and rowKey are non-empty strings.\n// @POST: Returns updated row.\nexport async function rejectRow(jobId, rowKey) {\n\ttry {\n\t\treturn await api.requestApi(`/translate/jobs/${jobId}/preview/rows/${rowKey}`, 'PUT', {\n\t\t\taction: 'reject'\n\t\t});\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to reject row');\n\t}\n}\n// #endregion rejectRow:Function\n\n// #region acceptPreview:Function [TYPE Function]\n// @PURPOSE: Accept a preview session, enabling full translation execution.\n// @PRE: jobId is non-empty string.\n// @POST: Returns accepted preview session.\nexport async function acceptPreview(jobId) {\n\ttry {\n\t\treturn await api.postApi(`/translate/jobs/${jobId}/preview/accept`, {});\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to accept preview');\n\t}\n}\n// #endregion acceptPreview:Function\n\n// #region fetchPreviewRecords:Function [TYPE Function]\n// @PURPOSE: Fetch records for a preview session.\n// @PRE: sessionId is non-empty string.\n// @POST: Returns list of preview records.\nexport async function fetchPreviewRecords(sessionId) {\n\ttry {\n\t\treturn await api.fetchApi(`/translate/preview/${sessionId}/records`);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to fetch preview records');\n\t}\n}\n// #endregion fetchPreviewRecords:Function\n// #endregion fetchDatasourceColumns:Function\n" + "tier_source": "AutoCalculated", + "body": "// #region fetchDatasourceColumns:Function [TYPE Function]\n\nexport async function fetchDatasources(envId, search = '') {\n try {\n return await api.fetchApi(\n `/translate/datasources?env_id=${encodeURIComponent(envId)}&search=${encodeURIComponent(search)}`\n );\n } catch (error) {\n throw normalizeTranslateError(error, 'Failed to fetch datasources');\n }\n}\n\nexport async function fetchDatasourceColumns(datasourceId, envId) {\n\ttry {\n\t\treturn await api.fetchApi(\n\t\t\t`/translate/datasources/${datasourceId}/columns?env_id=${encodeURIComponent(envId)}`\n\t\t);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to fetch datasource columns');\n\t}\n}\n\n// #region fetchPreview:Function [TYPE Function]\n// @PURPOSE: Trigger a translation preview for a job.\n// @PRE: jobId is non-empty string.\n// @POST: Returns preview session with rows and cost estimate.\nexport async function fetchPreview(jobId, sampleSize = 10, envId = '') {\n\ttry {\n\t\tconst body = { sample_size: sampleSize };\n\t\tif (envId) {\n\t\t\tbody.env_id = envId;\n\t\t}\n\t\treturn await api.postApi(`/translate/jobs/${jobId}/preview`, body);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to run preview');\n\t}\n}\n// #endregion fetchPreview:Function\n\n// #region approveRow:Function [TYPE Function]\n// @PURPOSE: Approve a preview row (optionally per language).\n// @PRE: jobId and rowKey are non-empty strings.\n// @POST: Returns updated row.\nexport async function approveRow(jobId, rowKey, languageCode = null) {\n\ttry {\n\t\tconst body = { action: 'approve' };\n\t\tif (languageCode) body.language_code = languageCode;\n\t\treturn await api.requestApi(`/translate/jobs/${jobId}/preview/rows/${rowKey}`, 'PUT', body);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to approve row');\n\t}\n}\n// #endregion approveRow:Function\n\n// #region editRow:Function [TYPE Function]\n// @PURPOSE: Edit a preview row's translation (optionally per language).\n// @PRE: jobId and rowKey are non-empty strings; translation is non-empty.\n// @POST: Returns updated row.\nexport async function editRow(jobId, rowKey, translation, languageCode = null) {\n\ttry {\n\t\tconst body = { action: 'edit', translation: translation };\n\t\tif (languageCode) body.language_code = languageCode;\n\t\treturn await api.requestApi(`/translate/jobs/${jobId}/preview/rows/${rowKey}`, 'PUT', body);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to edit row');\n\t}\n}\n// #endregion editRow:Function\n\n// #region rejectRow:Function [TYPE Function]\n// @PURPOSE: Reject a preview row (optionally per language).\n// @PRE: jobId and rowKey are non-empty strings.\n// @POST: Returns updated row.\nexport async function rejectRow(jobId, rowKey, languageCode = null) {\n\ttry {\n\t\tconst body = { action: 'reject' };\n\t\tif (languageCode) body.language_code = languageCode;\n\t\treturn await api.requestApi(`/translate/jobs/${jobId}/preview/rows/${rowKey}`, 'PUT', body);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to reject row');\n\t}\n}\n// #endregion rejectRow:Function\n\n// #region acceptPreview:Function [TYPE Function]\n// @PURPOSE: Accept a preview session, enabling full translation execution.\n// @PRE: jobId is non-empty string.\n// @POST: Returns accepted preview session.\nexport async function acceptPreview(jobId) {\n\ttry {\n\t\treturn await api.postApi(`/translate/jobs/${jobId}/preview/accept`, {});\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to accept preview');\n\t}\n}\n// #endregion acceptPreview:Function\n\n// #region fetchPreviewRecords:Function [TYPE Function]\n// @PURPOSE: Fetch records for a preview session.\n// @PRE: sessionId is non-empty string.\n// @POST: Returns list of preview records.\nexport async function fetchPreviewRecords(sessionId) {\n\ttry {\n\t\treturn await api.fetchApi(`/translate/preview/${sessionId}/records`);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to fetch preview records');\n\t}\n}\n// #endregion fetchPreviewRecords:Function\n// #endregion fetchDatasourceColumns:Function\n" }, { "contract_id": "fetchPreview:Function", @@ -84585,6 +90103,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchPreview:Function [TYPE Function]\n// @PURPOSE: Trigger a translation preview for a job.\n// @PRE: jobId is non-empty string.\n// @POST: Returns preview session with rows and cost estimate.\nexport async function fetchPreview(jobId, sampleSize = 10, envId = '') {\n\ttry {\n\t\tconst body = { sample_size: sampleSize };\n\t\tif (envId) {\n\t\t\tbody.env_id = envId;\n\t\t}\n\t\treturn await api.postApi(`/translate/jobs/${jobId}/preview`, body);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to run preview');\n\t}\n}\n// #endregion fetchPreview:Function\n" }, { @@ -84598,7 +90117,7 @@ "metadata": { "POST": "Returns updated row.", "PRE": "jobId and rowKey are non-empty strings.", - "PURPOSE": "Approve a preview row." + "PURPOSE": "Approve a preview row (optionally per language)." }, "relations": [], "schema_warnings": [ @@ -84631,20 +90150,21 @@ } ], "anchor_syntax": "region", - "body": "// #region approveRow:Function [TYPE Function]\n// @PURPOSE: Approve a preview row.\n// @PRE: jobId and rowKey are non-empty strings.\n// @POST: Returns updated row.\nexport async function approveRow(jobId, rowKey) {\n\ttry {\n\t\treturn await api.requestApi(`/translate/jobs/${jobId}/preview/rows/${rowKey}`, 'PUT', {\n\t\t\taction: 'approve'\n\t\t});\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to approve row');\n\t}\n}\n// #endregion approveRow:Function\n" + "tier_source": "AutoCalculated", + "body": "// #region approveRow:Function [TYPE Function]\n// @PURPOSE: Approve a preview row (optionally per language).\n// @PRE: jobId and rowKey are non-empty strings.\n// @POST: Returns updated row.\nexport async function approveRow(jobId, rowKey, languageCode = null) {\n\ttry {\n\t\tconst body = { action: 'approve' };\n\t\tif (languageCode) body.language_code = languageCode;\n\t\treturn await api.requestApi(`/translate/jobs/${jobId}/preview/rows/${rowKey}`, 'PUT', body);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to approve row');\n\t}\n}\n// #endregion approveRow:Function\n" }, { "contract_id": "editRow:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", "start_line": 153, - "end_line": 167, + "end_line": 166, "tier": "TIER_1", "complexity": 1, "metadata": { "POST": "Returns updated row.", "PRE": "jobId and rowKey are non-empty strings; translation is non-empty.", - "PURPOSE": "Edit a preview row's translation." + "PURPOSE": "Edit a preview row's translation (optionally per language)." }, "relations": [], "schema_warnings": [ @@ -84677,20 +90197,21 @@ } ], "anchor_syntax": "region", - "body": "// #region editRow:Function [TYPE Function]\n// @PURPOSE: Edit a preview row's translation.\n// @PRE: jobId and rowKey are non-empty strings; translation is non-empty.\n// @POST: Returns updated row.\nexport async function editRow(jobId, rowKey, translation) {\n\ttry {\n\t\treturn await api.requestApi(`/translate/jobs/${jobId}/preview/rows/${rowKey}`, 'PUT', {\n\t\t\taction: 'edit',\n\t\t\ttranslation: translation\n\t\t});\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to edit row');\n\t}\n}\n// #endregion editRow:Function\n" + "tier_source": "AutoCalculated", + "body": "// #region editRow:Function [TYPE Function]\n// @PURPOSE: Edit a preview row's translation (optionally per language).\n// @PRE: jobId and rowKey are non-empty strings; translation is non-empty.\n// @POST: Returns updated row.\nexport async function editRow(jobId, rowKey, translation, languageCode = null) {\n\ttry {\n\t\tconst body = { action: 'edit', translation: translation };\n\t\tif (languageCode) body.language_code = languageCode;\n\t\treturn await api.requestApi(`/translate/jobs/${jobId}/preview/rows/${rowKey}`, 'PUT', body);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to edit row');\n\t}\n}\n// #endregion editRow:Function\n" }, { "contract_id": "rejectRow:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 169, - "end_line": 182, + "start_line": 168, + "end_line": 181, "tier": "TIER_1", "complexity": 1, "metadata": { "POST": "Returns updated row.", "PRE": "jobId and rowKey are non-empty strings.", - "PURPOSE": "Reject a preview row." + "PURPOSE": "Reject a preview row (optionally per language)." }, "relations": [], "schema_warnings": [ @@ -84723,14 +90244,15 @@ } ], "anchor_syntax": "region", - "body": "// #region rejectRow:Function [TYPE Function]\n// @PURPOSE: Reject a preview row.\n// @PRE: jobId and rowKey are non-empty strings.\n// @POST: Returns updated row.\nexport async function rejectRow(jobId, rowKey) {\n\ttry {\n\t\treturn await api.requestApi(`/translate/jobs/${jobId}/preview/rows/${rowKey}`, 'PUT', {\n\t\t\taction: 'reject'\n\t\t});\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to reject row');\n\t}\n}\n// #endregion rejectRow:Function\n" + "tier_source": "AutoCalculated", + "body": "// #region rejectRow:Function [TYPE Function]\n// @PURPOSE: Reject a preview row (optionally per language).\n// @PRE: jobId and rowKey are non-empty strings.\n// @POST: Returns updated row.\nexport async function rejectRow(jobId, rowKey, languageCode = null) {\n\ttry {\n\t\tconst body = { action: 'reject' };\n\t\tif (languageCode) body.language_code = languageCode;\n\t\treturn await api.requestApi(`/translate/jobs/${jobId}/preview/rows/${rowKey}`, 'PUT', body);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to reject row');\n\t}\n}\n// #endregion rejectRow:Function\n" }, { "contract_id": "acceptPreview:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 184, - "end_line": 195, + "start_line": 183, + "end_line": 194, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -84769,14 +90291,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region acceptPreview:Function [TYPE Function]\n// @PURPOSE: Accept a preview session, enabling full translation execution.\n// @PRE: jobId is non-empty string.\n// @POST: Returns accepted preview session.\nexport async function acceptPreview(jobId) {\n\ttry {\n\t\treturn await api.postApi(`/translate/jobs/${jobId}/preview/accept`, {});\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to accept preview');\n\t}\n}\n// #endregion acceptPreview:Function\n" }, { "contract_id": "fetchPreviewRecords:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 197, - "end_line": 208, + "start_line": 196, + "end_line": 207, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -84815,14 +90338,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchPreviewRecords:Function [TYPE Function]\n// @PURPOSE: Fetch records for a preview session.\n// @PRE: sessionId is non-empty string.\n// @POST: Returns list of preview records.\nexport async function fetchPreviewRecords(sessionId) {\n\ttry {\n\t\treturn await api.fetchApi(`/translate/preview/${sessionId}/records`);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to fetch preview records');\n\t}\n}\n// #endregion fetchPreviewRecords:Function\n" }, { "contract_id": "triggerRun:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 212, - "end_line": 224, + "start_line": 211, + "end_line": 223, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -84861,14 +90385,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region triggerRun:Function [TYPE Function]\n// @PURPOSE: Trigger a full translation run for a job.\n// @PRE: jobId is non-empty string.\n// @POST: Returns the created run object.\nexport async function triggerRun(jobId, full = false) {\n\ttry {\n\t\tconst query = full ? '?full_translation=true' : '';\n\t\treturn await api.postApi(`/translate/jobs/${jobId}/run${query}`, {});\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to start translation run');\n\t}\n}\n// #endregion triggerRun:Function\n" }, { "contract_id": "fetchRunStatus:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 226, - "end_line": 237, + "start_line": 225, + "end_line": 236, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -84907,14 +90432,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchRunStatus:Function [TYPE Function]\n// @PURPOSE: Fetch status and statistics for a translation run.\n// @PRE: runId is non-empty string.\n// @POST: Returns run details with statistics.\nexport async function fetchRunStatus(runId) {\n\ttry {\n\t\treturn await api.fetchApi(`/translate/runs/${runId}`);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to fetch run status');\n\t}\n}\n// #endregion fetchRunStatus:Function\n" }, { "contract_id": "fetchRunHistory:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 239, - "end_line": 254, + "start_line": 238, + "end_line": 253, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -84953,14 +90479,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchRunHistory:Function [TYPE Function]\n// @PURPOSE: Fetch run history for a job.\n// @PRE: jobId is non-empty string.\n// @POST: Returns paginated list of runs.\nexport async function fetchRunHistory(jobId, options = {}) {\n\ttry {\n\t\tconst params = new URLSearchParams();\n\t\tif (options.page != null) params.append('page', String(options.page));\n\t\tif (options.page_size != null) params.append('page_size', String(options.page_size));\n\t\tconst query = params.toString();\n\t\treturn await api.fetchApi(`/translate/jobs/${jobId}/runs${query ? `?${query}` : ''}`);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to fetch run history');\n\t}\n}\n// #endregion fetchRunHistory:Function\n" }, { "contract_id": "fetchRunRecords:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 256, - "end_line": 272, + "start_line": 255, + "end_line": 271, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -84999,14 +90526,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchRunRecords:Function [TYPE Function]\n// @PURPOSE: Fetch paginated records for a translation run.\n// @PRE: runId is non-empty string.\n// @POST: Returns paginated records.\nexport async function fetchRunRecords(runId, options = {}) {\n\ttry {\n\t\tconst params = new URLSearchParams();\n\t\tif (options.page != null) params.append('page', String(options.page));\n\t\tif (options.page_size != null) params.append('page_size', String(options.page_size));\n\t\tif (options.status) params.append('status', options.status);\n\t\tconst query = params.toString();\n\t\treturn await api.fetchApi(`/translate/runs/${runId}/records${query ? `?${query}` : ''}`);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to fetch run records');\n\t}\n}\n// #endregion fetchRunRecords:Function\n" }, { "contract_id": "retryFailedBatches:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 274, - "end_line": 285, + "start_line": 273, + "end_line": 284, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85045,14 +90573,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region retryFailedBatches:Function [TYPE Function]\n// @PURPOSE: Retry failed batches in a translation run.\n// @PRE: runId is non-empty string.\n// @POST: Returns updated run.\nexport async function retryFailedBatches(runId) {\n\ttry {\n\t\treturn await api.postApi(`/translate/runs/${runId}/retry`, {});\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to retry batches');\n\t}\n}\n// #endregion retryFailedBatches:Function\n" }, { "contract_id": "retryInsert:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 287, - "end_line": 298, + "start_line": 286, + "end_line": 297, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85091,14 +90620,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region retryInsert:Function [TYPE Function]\n// @PURPOSE: Retry the SQL insert phase for a run.\n// @PRE: runId is non-empty string.\n// @POST: Returns updated run.\nexport async function retryInsert(runId) {\n\ttry {\n\t\treturn await api.postApi(`/translate/runs/${runId}/retry-insert`, {});\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to retry insert');\n\t}\n}\n// #endregion retryInsert:Function\n" }, { "contract_id": "cancelRun:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 300, - "end_line": 311, + "start_line": 299, + "end_line": 310, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85137,14 +90667,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region cancelRun:Function [TYPE Function]\n// @PURPOSE: Cancel a running translation.\n// @PRE: runId is non-empty string.\n// @POST: Returns updated run.\nexport async function cancelRun(runId) {\n\ttry {\n\t\treturn await api.postApi(`/translate/runs/${runId}/cancel`, {});\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to cancel run');\n\t}\n}\n// #endregion cancelRun:Function\n" }, { "contract_id": "fetchRunBatches:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 313, - "end_line": 324, + "start_line": 312, + "end_line": 323, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85183,14 +90714,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchRunBatches:Function [TYPE Function]\n// @PURPOSE: Fetch batches for a translation run.\n// @PRE: runId is non-empty string.\n// @POST: Returns list of batches.\nexport async function fetchRunBatches(runId) {\n\ttry {\n\t\treturn await api.fetchApi(`/translate/runs/${runId}/batches`);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to fetch run batches');\n\t}\n}\n// #endregion fetchRunBatches:Function\n" }, { "contract_id": "dictionaryApi:Variable", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 327, - "end_line": 424, + "start_line": 326, + "end_line": 423, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85209,14 +90741,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region dictionaryApi:Variable [TYPE Function]\n// @PURPOSE: Namespaced API helpers for terminology dictionary CRUD operations.\nexport const dictionaryApi = {\n\tasync fetchDictionaries(options = {}) {\n\t\ttry {\n\t\t\tconst params = new URLSearchParams();\n\t\t\tif (options.page != null) params.append('page', String(options.page));\n\t\t\tif (options.page_size != null) params.append('page_size', String(options.page_size));\n\t\t\tconst query = params.toString();\n\t\t\treturn await api.fetchApi(`/translate/dictionaries${query ? `?${query}` : ''}`);\n\t\t} catch (error) {\n\t\t\tthrow normalizeTranslateError(error, 'Failed to load dictionaries');\n\t\t}\n\t},\n\n\tasync createDictionary(payload) {\n\t\ttry {\n\t\t\treturn await api.postApi('/translate/dictionaries', payload);\n\t\t} catch (error) {\n\t\t\tthrow normalizeTranslateError(error, 'Failed to create dictionary');\n\t\t}\n\t},\n\n\tasync getDictionary(dictionaryId) {\n\t\ttry {\n\t\t\treturn await api.fetchApi(`/translate/dictionaries/${dictionaryId}`);\n\t\t} catch (error) {\n\t\t\tthrow normalizeTranslateError(error, 'Failed to load dictionary');\n\t\t}\n\t},\n\n\tasync updateDictionary(dictionaryId, payload) {\n\t\ttry {\n\t\t\treturn await api.requestApi(`/translate/dictionaries/${dictionaryId}`, 'PUT', payload);\n\t\t} catch (error) {\n\t\t\tthrow normalizeTranslateError(error, 'Failed to update dictionary');\n\t\t}\n\t},\n\n\tasync deleteDictionary(dictionaryId) {\n\t\ttry {\n\t\t\treturn await api.deleteApi(`/translate/dictionaries/${dictionaryId}`);\n\t\t} catch (error) {\n\t\t\tthrow normalizeTranslateError(error, 'Failed to delete dictionary');\n\t\t}\n\t},\n\n\tasync fetchEntries(dictionaryId, options = {}) {\n\t\ttry {\n\t\t\tconst params = new URLSearchParams();\n\t\t\tif (options.page != null) params.append('page', String(options.page));\n\t\t\tif (options.page_size != null) params.append('page_size', String(options.page_size));\n\t\t\tconst query = params.toString();\n\t\t\treturn await api.fetchApi(\n\t\t\t\t`/translate/dictionaries/${dictionaryId}/entries${query ? `?${query}` : ''}`\n\t\t\t);\n\t\t} catch (error) {\n\t\t\tthrow normalizeTranslateError(error, 'Failed to load dictionary entries');\n\t\t}\n\t},\n\n\tasync createEntry(dictionaryId, payload) {\n\t\ttry {\n\t\t\treturn await api.postApi(`/translate/dictionaries/${dictionaryId}/entries`, payload);\n\t\t} catch (error) {\n\t\t\tthrow normalizeTranslateError(error, 'Failed to create dictionary entry');\n\t\t}\n\t},\n\n\tasync updateEntry(dictionaryId, entryId, payload) {\n\t\ttry {\n\t\t\treturn await api.requestApi(\n\t\t\t\t`/translate/dictionaries/${dictionaryId}/entries/${entryId}`,\n\t\t\t\t'PUT',\n\t\t\t\tpayload\n\t\t\t);\n\t\t} catch (error) {\n\t\t\tthrow normalizeTranslateError(error, 'Failed to update dictionary entry');\n\t\t}\n\t},\n\n\tasync deleteEntry(dictionaryId, entryId) {\n\t\ttry {\n\t\t\treturn await api.deleteApi(`/translate/dictionaries/${dictionaryId}/entries/${entryId}`);\n\t\t} catch (error) {\n\t\t\tthrow normalizeTranslateError(error, 'Failed to delete dictionary entry');\n\t\t}\n\t},\n\n\tasync importEntries(dictionaryId, payload) {\n\t\ttry {\n\t\t\treturn await api.postApi(`/translate/dictionaries/${dictionaryId}/import`, payload);\n\t\t} catch (error) {\n\t\t\tthrow normalizeTranslateError(error, 'Failed to import dictionary entries');\n\t\t}\n\t},\n};\n// #endregion dictionaryApi:Variable\n" }, { "contract_id": "submitCorrection:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 430, - "end_line": 441, + "start_line": 429, + "end_line": 440, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85255,14 +90788,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region submitCorrection:Function [TYPE Function]\n// @PURPOSE: Submit a single term correction.\n// @PRE: payload contains source_term, incorrect_target_term, corrected_target_term, dictionary_id.\n// @POST: Returns correction result with conflict info.\nexport async function submitCorrection(payload) {\n\ttry {\n\t\treturn await api.postApi('/translate/corrections', payload);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to submit correction');\n\t}\n}\n// #endregion submitCorrection:Function\n" }, { "contract_id": "submitBulkCorrections:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 443, - "end_line": 454, + "start_line": 442, + "end_line": 453, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85301,14 +90835,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region submitBulkCorrections:Function [TYPE Function]\n// @PURPOSE: Submit multiple term corrections atomically.\n// @PRE: payload contains corrections array and dictionary_id.\n// @POST: Returns bulk result with conflict info.\nexport async function submitBulkCorrections(payload) {\n\ttry {\n\t\treturn await api.postApi('/translate/corrections/bulk', payload);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to submit bulk corrections');\n\t}\n}\n// #endregion submitBulkCorrections:Function\n" }, { "contract_id": "fetchSchedule:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 460, - "end_line": 469, + "start_line": 459, + "end_line": 468, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85327,14 +90862,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchSchedule:Function [TYPE Function]\n// @PURPOSE: Fetch schedule for a translation job.\nexport async function fetchSchedule(jobId) {\n\ttry {\n\t\treturn await api.fetchApi(`/translate/jobs/${jobId}/schedule`);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to fetch schedule');\n\t}\n}\n// #endregion fetchSchedule:Function\n" }, { "contract_id": "setSchedule:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 471, - "end_line": 480, + "start_line": 470, + "end_line": 479, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85353,14 +90889,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region setSchedule:Function [TYPE Function]\n// @PURPOSE: Create or update schedule for a translation job.\nexport async function setSchedule(jobId, payload) {\n\ttry {\n\t\treturn await api.requestApi(`/translate/jobs/${jobId}/schedule`, 'PUT', payload);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to set schedule');\n\t}\n}\n// #endregion setSchedule:Function\n" }, { "contract_id": "deleteSchedule:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 482, - "end_line": 491, + "start_line": 481, + "end_line": 490, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85379,14 +90916,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region deleteSchedule:Function [TYPE Function]\n// @PURPOSE: Delete schedule for a translation job.\nexport async function deleteSchedule(jobId) {\n\ttry {\n\t\treturn await api.deleteApi(`/translate/jobs/${jobId}/schedule`);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to delete schedule');\n\t}\n}\n// #endregion deleteSchedule:Function\n" }, { "contract_id": "enableSchedule:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 493, - "end_line": 502, + "start_line": 492, + "end_line": 501, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85405,14 +90943,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region enableSchedule:Function [TYPE Function]\n// @PURPOSE: Enable a schedule.\nexport async function enableSchedule(jobId) {\n\ttry {\n\t\treturn await api.postApi(`/translate/jobs/${jobId}/schedule/enable`, {});\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to enable schedule');\n\t}\n}\n// #endregion enableSchedule:Function\n" }, { "contract_id": "disableSchedule:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 504, - "end_line": 513, + "start_line": 503, + "end_line": 512, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85431,14 +90970,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region disableSchedule:Function [TYPE Function]\n// @PURPOSE: Disable a schedule.\nexport async function disableSchedule(jobId) {\n\ttry {\n\t\treturn await api.postApi(`/translate/jobs/${jobId}/schedule/disable`, {});\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to disable schedule');\n\t}\n}\n// #endregion disableSchedule:Function\n" }, { "contract_id": "fetchNextExecutions:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 515, - "end_line": 524, + "start_line": 514, + "end_line": 523, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85457,14 +90997,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchNextExecutions:Function [TYPE Function]\n// @PURPOSE: Preview next N schedule executions.\nexport async function fetchNextExecutions(jobId, n = 3) {\n\ttry {\n\t\treturn await api.fetchApi(`/translate/jobs/${jobId}/schedule/next-executions?n=${n}`);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to fetch next executions');\n\t}\n}\n// #endregion fetchNextExecutions:Function\n" }, { "contract_id": "fetchAllRuns:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 530, - "end_line": 547, + "start_line": 529, + "end_line": 546, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85483,14 +91024,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchAllRuns:Function [TYPE Function]\n// @PURPOSE: Fetch all runs with cross-job filtering and pagination.\nexport async function fetchAllRuns(options = {}) {\n\ttry {\n\t\tconst params = new URLSearchParams();\n\t\tif (options.page != null) params.append('page', String(options.page));\n\t\tif (options.page_size != null) params.append('page_size', String(options.page_size));\n\t\tif (options.job_id) params.append('job_id', options.job_id);\n\t\tif (options.status) params.append('status', options.status);\n\t\tif (options.trigger_type) params.append('trigger_type', options.trigger_type);\n\t\tif (options.created_by) params.append('created_by', options.created_by);\n\t\tconst query = params.toString();\n\t\treturn await api.fetchApi(`/translate/runs${query ? `?${query}` : ''}`);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to fetch runs');\n\t}\n}\n// #endregion fetchAllRuns:Function\n" }, { "contract_id": "fetchRunDetail:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 549, - "end_line": 558, + "start_line": 548, + "end_line": 557, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85509,14 +91051,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchRunDetail:Function [TYPE Function]\n// @PURPOSE: Fetch detailed run info with config_snapshot, records, events.\nexport async function fetchRunDetail(runId) {\n\ttry {\n\t\treturn await api.fetchApi(`/translate/runs/${runId}/detail`);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to fetch run detail');\n\t}\n}\n// #endregion fetchRunDetail:Function\n" }, { "contract_id": "fetchJobMetrics:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 560, - "end_line": 569, + "start_line": 559, + "end_line": 568, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85535,14 +91078,15 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchJobMetrics:Function [TYPE Function]\n// @PURPOSE: Fetch aggregated metrics for a specific job.\nexport async function fetchJobMetrics(jobId) {\n\ttry {\n\t\treturn await api.fetchApi(`/translate/jobs/${jobId}/metrics`);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to fetch job metrics');\n\t}\n}\n// #endregion fetchJobMetrics:Function\n" }, { "contract_id": "fetchAllMetrics:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 571, - "end_line": 580, + "start_line": 570, + "end_line": 579, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85561,14 +91105,156 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchAllMetrics:Function [TYPE Function]\n// @PURPOSE: Fetch aggregated metrics for all jobs.\nexport async function fetchAllMetrics() {\n\ttry {\n\t\treturn await api.fetchApi('/translate/metrics');\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to fetch metrics');\n\t}\n}\n// #endregion fetchAllMetrics:Function\n" }, + { + "contract_id": "inlineEditCorrection:Function", + "contract_type": "Function", + "file_path": "frontend/src/lib/api/translate.js", + "start_line": 585, + "end_line": 600, + "tier": "TIER_1", + "complexity": 1, + "metadata": { + "POST": "Returns updated language entry with optional dictionary result.", + "PRE": "runId, recordId, languageCode are non-empty strings; data contains final_value.", + "PURPOSE": "Apply an inline correction to a translated value on a completed run result." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "POST", + "message": "@POST is forbidden for contract type 'Function' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Function" + } + }, + { + "code": "tag_forbidden_by_complexity", + "tag": "PRE", + "message": "@PRE is forbidden for contract type 'Function' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Function" + } + }, + { + "code": "tag_forbidden_by_complexity", + "tag": "PURPOSE", + "message": "@PURPOSE is forbidden for contract type 'Function' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Function" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "// #region inlineEditCorrection:Function [TYPE Function]\n// @PURPOSE: Apply an inline correction to a translated value on a completed run result.\n// @PRE: runId, recordId, languageCode are non-empty strings; data contains final_value.\n// @POST: Returns updated language entry with optional dictionary result.\nexport async function inlineEditCorrection(runId, recordId, languageCode, data) {\n\ttry {\n\t\treturn await api.requestApi(\n\t\t\t`/translate/runs/${runId}/records/${recordId}/languages/${languageCode}`,\n\t\t\t'PUT',\n\t\t\tdata\n\t\t);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to apply inline correction');\n\t}\n}\n// #endregion inlineEditCorrection:Function\n" + }, + { + "contract_id": "submitCorrectionToDict:Function", + "contract_type": "Function", + "file_path": "frontend/src/lib/api/translate.js", + "start_line": 602, + "end_line": 617, + "tier": "TIER_1", + "complexity": 1, + "metadata": { + "POST": "Returns dictionary submission result with conflict info.", + "PRE": "runId, recordId, languageCode are non-empty strings; dictId is provided.", + "PURPOSE": "Submit an inline correction to the dictionary from a run result." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "POST", + "message": "@POST is forbidden for contract type 'Function' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Function" + } + }, + { + "code": "tag_forbidden_by_complexity", + "tag": "PRE", + "message": "@PRE is forbidden for contract type 'Function' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Function" + } + }, + { + "code": "tag_forbidden_by_complexity", + "tag": "PURPOSE", + "message": "@PURPOSE is forbidden for contract type 'Function' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Function" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "// #region submitCorrectionToDict:Function [TYPE Function]\n// @PURPOSE: Submit an inline correction to the dictionary from a run result.\n// @PRE: runId, recordId, languageCode are non-empty strings; dictId is provided.\n// @POST: Returns dictionary submission result with conflict info.\nexport async function submitCorrectionToDict(runId, recordId, languageCode, dictId) {\n\ttry {\n\t\treturn await api.requestApi(\n\t\t\t`/translate/runs/${runId}/records/${recordId}/languages/${languageCode}/submit-to-dict`,\n\t\t\t'POST',\n\t\t\t{ dictionary_id: dictId }\n\t\t);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to submit correction to dictionary');\n\t}\n}\n// #endregion submitCorrectionToDict:Function\n" + }, + { + "contract_id": "bulkFindReplace:Function", + "contract_type": "Function", + "file_path": "frontend/src/lib/api/translate.js", + "start_line": 619, + "end_line": 630, + "tier": "TIER_1", + "complexity": 1, + "metadata": { + "POST": "Returns result with rows_affected, corrections_submitted, and preview list.", + "PRE": "runId is non-empty string; data contains find_pattern, replacement_text, target_language.", + "PURPOSE": "Perform bulk find-and-replace on translated values within a run." + }, + "relations": [], + "schema_warnings": [ + { + "code": "tag_forbidden_by_complexity", + "tag": "POST", + "message": "@POST is forbidden for contract type 'Function' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Function" + } + }, + { + "code": "tag_forbidden_by_complexity", + "tag": "PRE", + "message": "@PRE is forbidden for contract type 'Function' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Function" + } + }, + { + "code": "tag_forbidden_by_complexity", + "tag": "PURPOSE", + "message": "@PURPOSE is forbidden for contract type 'Function' at C1", + "detail": { + "actual_complexity": 1, + "contract_type": "Function" + } + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "// #region bulkFindReplace:Function [TYPE Function]\n// @PURPOSE: Perform bulk find-and-replace on translated values within a run.\n// @PRE: runId is non-empty string; data contains find_pattern, replacement_text, target_language.\n// @POST: Returns result with rows_affected, corrections_submitted, and preview list.\nexport async function bulkFindReplace(runId, data) {\n\ttry {\n\t\treturn await api.postApi(`/translate/runs/${runId}/bulk-replace`, data);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to perform bulk find-and-replace');\n\t}\n}\n// #endregion bulkFindReplace:Function\n" + }, { "contract_id": "downloadSkippedCsv:Function", "contract_type": "Function", "file_path": "frontend/src/lib/api/translate.js", - "start_line": 582, - "end_line": 591, + "start_line": 632, + "end_line": 641, "tier": "TIER_1", "complexity": 1, "metadata": { @@ -85587,6 +91273,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region downloadSkippedCsv:Function [TYPE Function]\n// @PURPOSE: Download skipped records CSV for a run.\nexport async function downloadSkippedCsv(runId) {\n\ttry {\n\t\treturn await api.fetchApi(`/translate/runs/${runId}/skipped.csv`);\n\t} catch (error) {\n\t\tthrow normalizeTranslateError(error, 'Failed to download skipped CSV');\n\t}\n}\n// #endregion downloadSkippedCsv:Function\n" }, { @@ -85611,6 +91298,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region PermissionsTest [C:3] [TYPE Module] [SEMANTICS auth, rbac, permission, test, guard]\n// @BRIEF Verifies frontend RBAC permission parsing and access checks.\n// @RELATION DEPENDS_ON -> [Permissions]\n\n// #region PermissionsTest:Module [TYPE Function]\n// @SEMANTICS: tests, auth, permissions, rbac\n// @PURPOSE: Verifies frontend RBAC permission parsing and access checks.\n// @LAYER: UI (Tests)\n// @RELATION: DEPENDS_ON -> [Permissions]\n\nimport { describe, it, expect } from \"vitest\";\nimport {\n normalizePermissionRequirement,\n isAdminUser,\n hasPermission,\n} from \"../permissions.js\";\n\ndescribe(\"auth.permissions\", () => {\n it(\"normalizes resource-only requirement with default READ action\", () => {\n expect(normalizePermissionRequirement(\"admin:settings\")).toEqual({\n resource: \"admin:settings\",\n action: \"READ\",\n });\n });\n\n it(\"normalizes explicit resource:action requirement\", () => {\n expect(normalizePermissionRequirement(\"admin:settings:write\")).toEqual({\n resource: \"admin:settings\",\n action: \"WRITE\",\n });\n });\n\n it(\"detects admin role case-insensitively\", () => {\n const user = {\n roles: [{ name: \"ADMIN\" }],\n };\n expect(isAdminUser(user)).toBe(true);\n });\n\n it(\"denies when user is absent and permission is required\", () => {\n expect(hasPermission(null, \"tasks\", \"READ\")).toBe(false);\n });\n\n it(\"grants when permission object matches resource and action\", () => {\n const user = {\n roles: [\n {\n name: \"Operator\",\n permissions: [{ resource: \"tasks\", action: \"READ\" }],\n },\n ],\n };\n\n expect(hasPermission(user, \"tasks\", \"READ\")).toBe(true);\n });\n\n it(\"grants when requirement is provided as resource:action\", () => {\n const user = {\n roles: [\n {\n name: \"Operator\",\n permissions: [{ resource: \"admin:settings\", action: \"READ\" }],\n },\n ],\n };\n\n expect(hasPermission(user, \"admin:settings:READ\")).toBe(true);\n });\n\n it(\"grants when string permission entry matches\", () => {\n const user = {\n roles: [\n {\n name: \"Operator\",\n permissions: [\"plugin:migration:READ\"],\n },\n ],\n };\n\n expect(hasPermission(user, \"plugin:migration\", \"READ\")).toBe(true);\n });\n\n it(\"denies when action does not match\", () => {\n const user = {\n roles: [\n {\n name: \"Operator\",\n permissions: [{ resource: \"tasks\", action: \"READ\" }],\n },\n ],\n };\n\n expect(hasPermission(user, \"tasks\", \"WRITE\")).toBe(false);\n });\n\n it(\"always grants for admin role regardless of explicit permissions\", () => {\n const adminUser = {\n roles: [{ name: \"Admin\", permissions: [] }],\n };\n\n expect(hasPermission(adminUser, \"admin:users\", \"READ\")).toBe(true);\n expect(hasPermission(adminUser, \"plugin:migration\", \"EXECUTE\")).toBe(true);\n });\n});\n\n// #endregion PermissionsTest:Module\n// #endregion PermissionsTest\n" }, { @@ -85705,6 +91393,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region PermissionsTest:Module [TYPE Function]\n// @SEMANTICS: tests, auth, permissions, rbac\n// @PURPOSE: Verifies frontend RBAC permission parsing and access checks.\n// @LAYER: UI (Tests)\n// @RELATION: DEPENDS_ON -> [Permissions]\n\nimport { describe, it, expect } from \"vitest\";\nimport {\n normalizePermissionRequirement,\n isAdminUser,\n hasPermission,\n} from \"../permissions.js\";\n\ndescribe(\"auth.permissions\", () => {\n it(\"normalizes resource-only requirement with default READ action\", () => {\n expect(normalizePermissionRequirement(\"admin:settings\")).toEqual({\n resource: \"admin:settings\",\n action: \"READ\",\n });\n });\n\n it(\"normalizes explicit resource:action requirement\", () => {\n expect(normalizePermissionRequirement(\"admin:settings:write\")).toEqual({\n resource: \"admin:settings\",\n action: \"WRITE\",\n });\n });\n\n it(\"detects admin role case-insensitively\", () => {\n const user = {\n roles: [{ name: \"ADMIN\" }],\n };\n expect(isAdminUser(user)).toBe(true);\n });\n\n it(\"denies when user is absent and permission is required\", () => {\n expect(hasPermission(null, \"tasks\", \"READ\")).toBe(false);\n });\n\n it(\"grants when permission object matches resource and action\", () => {\n const user = {\n roles: [\n {\n name: \"Operator\",\n permissions: [{ resource: \"tasks\", action: \"READ\" }],\n },\n ],\n };\n\n expect(hasPermission(user, \"tasks\", \"READ\")).toBe(true);\n });\n\n it(\"grants when requirement is provided as resource:action\", () => {\n const user = {\n roles: [\n {\n name: \"Operator\",\n permissions: [{ resource: \"admin:settings\", action: \"READ\" }],\n },\n ],\n };\n\n expect(hasPermission(user, \"admin:settings:READ\")).toBe(true);\n });\n\n it(\"grants when string permission entry matches\", () => {\n const user = {\n roles: [\n {\n name: \"Operator\",\n permissions: [\"plugin:migration:READ\"],\n },\n ],\n };\n\n expect(hasPermission(user, \"plugin:migration\", \"READ\")).toBe(true);\n });\n\n it(\"denies when action does not match\", () => {\n const user = {\n roles: [\n {\n name: \"Operator\",\n permissions: [{ resource: \"tasks\", action: \"READ\" }],\n },\n ],\n };\n\n expect(hasPermission(user, \"tasks\", \"WRITE\")).toBe(false);\n });\n\n it(\"always grants for admin role regardless of explicit permissions\", () => {\n const adminUser = {\n roles: [{ name: \"Admin\", permissions: [] }],\n };\n\n expect(hasPermission(adminUser, \"admin:users\", \"READ\")).toBe(true);\n expect(hasPermission(adminUser, \"plugin:migration\", \"EXECUTE\")).toBe(true);\n });\n});\n\n// #endregion PermissionsTest:Module\n" }, { @@ -85729,6 +91418,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region PermissionsModule [C:3] [TYPE Module] [SEMANTICS auth, rbac, permission, role, guard]\n// @BRIEF Shared frontend RBAC utilities for route guards, permission checks, and menu visibility based on user roles.\n// @RELATION DEPENDS_ON -> [AuthStore]\n\n// #region Permissions:Module [TYPE Function]\n// @SEMANTICS: auth, permissions, rbac, roles\n// @PURPOSE: Shared frontend RBAC utilities for route guards and menu visibility.\n// @LAYER: Domain\n// @RELATION: DEPENDS_ON -> [authStore]\n// @INVARIANT: Admin role always bypasses explicit permission checks.\n\nconst KNOWN_ACTIONS = new Set([\"READ\", \"WRITE\", \"EXECUTE\", \"DELETE\"]);\n\nfunction normalizeAction(action, fallback = \"READ\") {\n const normalized = String(action || \"\").trim().toUpperCase();\n if (!normalized) return fallback;\n return normalized;\n}\n\n// #region normalizePermissionRequirement:Function [TYPE Function]\n// @PURPOSE: Convert permission requirement string to canonical resource/action tuple.\n// @PRE: Permission can be \"resource\" or \"resource:ACTION\" where resource itself may contain \":\".\n// @POST: Returns normalized object with action in uppercase.\nexport function normalizePermissionRequirement(permission, defaultAction = \"READ\") {\n const fallbackAction = normalizeAction(defaultAction, \"READ\");\n const rawPermission = String(permission || \"\").trim();\n\n if (!rawPermission) {\n return { resource: null, action: fallbackAction };\n }\n\n const parts = rawPermission.split(\":\");\n if (parts.length > 1) {\n const tail = normalizeAction(parts[parts.length - 1], fallbackAction);\n if (KNOWN_ACTIONS.has(tail)) {\n const resource = parts.slice(0, -1).join(\":\");\n return { resource, action: tail };\n }\n }\n\n return { resource: rawPermission, action: fallbackAction };\n}\n// #endregion normalizePermissionRequirement:Function\n\n// #region isAdminUser:Function [TYPE Function]\n// @PURPOSE: Determine whether user has Admin role.\n// @PRE: user can be null or partially populated.\n// @POST: Returns true when at least one role name equals \"Admin\" (case-insensitive).\nexport function isAdminUser(user) {\n const roles = Array.isArray(user?.roles) ? user.roles : [];\n return roles.some(\n (role) => String(role?.name || \"\").trim().toLowerCase() === \"admin\",\n );\n}\n// #endregion isAdminUser:Function\n\n// #region hasPermission:Function [TYPE Function]\n// @PURPOSE: Check if user has a required resource/action permission.\n// @PRE: user contains roles with permissions from /api/auth/me payload.\n// @POST: Returns true when requirement is empty, user is admin, or matching permission exists.\nexport function hasPermission(user, requirement, action = \"READ\") {\n if (!requirement) return true;\n if (!user) return false;\n if (isAdminUser(user)) return true;\n\n const { resource, action: requiredAction } = normalizePermissionRequirement(\n requirement,\n action,\n );\n if (!resource) return true;\n\n const roles = Array.isArray(user.roles) ? user.roles : [];\n for (const role of roles) {\n const permissions = Array.isArray(role?.permissions) ? role.permissions : [];\n for (const permission of permissions) {\n if (typeof permission === \"string\") {\n const normalized = normalizePermissionRequirement(\n permission,\n requiredAction,\n );\n if (\n normalized.resource === resource &&\n normalized.action === requiredAction\n ) {\n return true;\n }\n continue;\n }\n\n const permissionResource = String(permission?.resource || \"\").trim();\n const permissionAction = normalizeAction(permission?.action, \"\");\n if (\n permissionResource === resource &&\n permissionAction === requiredAction\n ) {\n return true;\n }\n }\n }\n\n return false;\n}\n// #endregion hasPermission:Function\n\n// #endregion Permissions:Module\n// #endregion PermissionsModule\n" }, { @@ -85833,6 +91523,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region Permissions:Module [TYPE Function]\n// @SEMANTICS: auth, permissions, rbac, roles\n// @PURPOSE: Shared frontend RBAC utilities for route guards and menu visibility.\n// @LAYER: Domain\n// @RELATION: DEPENDS_ON -> [authStore]\n// @INVARIANT: Admin role always bypasses explicit permission checks.\n\nconst KNOWN_ACTIONS = new Set([\"READ\", \"WRITE\", \"EXECUTE\", \"DELETE\"]);\n\nfunction normalizeAction(action, fallback = \"READ\") {\n const normalized = String(action || \"\").trim().toUpperCase();\n if (!normalized) return fallback;\n return normalized;\n}\n\n// #region normalizePermissionRequirement:Function [TYPE Function]\n// @PURPOSE: Convert permission requirement string to canonical resource/action tuple.\n// @PRE: Permission can be \"resource\" or \"resource:ACTION\" where resource itself may contain \":\".\n// @POST: Returns normalized object with action in uppercase.\nexport function normalizePermissionRequirement(permission, defaultAction = \"READ\") {\n const fallbackAction = normalizeAction(defaultAction, \"READ\");\n const rawPermission = String(permission || \"\").trim();\n\n if (!rawPermission) {\n return { resource: null, action: fallbackAction };\n }\n\n const parts = rawPermission.split(\":\");\n if (parts.length > 1) {\n const tail = normalizeAction(parts[parts.length - 1], fallbackAction);\n if (KNOWN_ACTIONS.has(tail)) {\n const resource = parts.slice(0, -1).join(\":\");\n return { resource, action: tail };\n }\n }\n\n return { resource: rawPermission, action: fallbackAction };\n}\n// #endregion normalizePermissionRequirement:Function\n\n// #region isAdminUser:Function [TYPE Function]\n// @PURPOSE: Determine whether user has Admin role.\n// @PRE: user can be null or partially populated.\n// @POST: Returns true when at least one role name equals \"Admin\" (case-insensitive).\nexport function isAdminUser(user) {\n const roles = Array.isArray(user?.roles) ? user.roles : [];\n return roles.some(\n (role) => String(role?.name || \"\").trim().toLowerCase() === \"admin\",\n );\n}\n// #endregion isAdminUser:Function\n\n// #region hasPermission:Function [TYPE Function]\n// @PURPOSE: Check if user has a required resource/action permission.\n// @PRE: user contains roles with permissions from /api/auth/me payload.\n// @POST: Returns true when requirement is empty, user is admin, or matching permission exists.\nexport function hasPermission(user, requirement, action = \"READ\") {\n if (!requirement) return true;\n if (!user) return false;\n if (isAdminUser(user)) return true;\n\n const { resource, action: requiredAction } = normalizePermissionRequirement(\n requirement,\n action,\n );\n if (!resource) return true;\n\n const roles = Array.isArray(user.roles) ? user.roles : [];\n for (const role of roles) {\n const permissions = Array.isArray(role?.permissions) ? role.permissions : [];\n for (const permission of permissions) {\n if (typeof permission === \"string\") {\n const normalized = normalizePermissionRequirement(\n permission,\n requiredAction,\n );\n if (\n normalized.resource === resource &&\n normalized.action === requiredAction\n ) {\n return true;\n }\n continue;\n }\n\n const permissionResource = String(permission?.resource || \"\").trim();\n const permissionAction = normalizeAction(permission?.action, \"\");\n if (\n permissionResource === resource &&\n permissionAction === requiredAction\n ) {\n return true;\n }\n }\n }\n\n return false;\n}\n// #endregion hasPermission:Function\n\n// #endregion Permissions:Module\n" }, { @@ -85879,6 +91570,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region normalizePermissionRequirement:Function [TYPE Function]\n// @PURPOSE: Convert permission requirement string to canonical resource/action tuple.\n// @PRE: Permission can be \"resource\" or \"resource:ACTION\" where resource itself may contain \":\".\n// @POST: Returns normalized object with action in uppercase.\nexport function normalizePermissionRequirement(permission, defaultAction = \"READ\") {\n const fallbackAction = normalizeAction(defaultAction, \"READ\");\n const rawPermission = String(permission || \"\").trim();\n\n if (!rawPermission) {\n return { resource: null, action: fallbackAction };\n }\n\n const parts = rawPermission.split(\":\");\n if (parts.length > 1) {\n const tail = normalizeAction(parts[parts.length - 1], fallbackAction);\n if (KNOWN_ACTIONS.has(tail)) {\n const resource = parts.slice(0, -1).join(\":\");\n return { resource, action: tail };\n }\n }\n\n return { resource: rawPermission, action: fallbackAction };\n}\n// #endregion normalizePermissionRequirement:Function\n" }, { @@ -85925,6 +91617,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region isAdminUser:Function [TYPE Function]\n// @PURPOSE: Determine whether user has Admin role.\n// @PRE: user can be null or partially populated.\n// @POST: Returns true when at least one role name equals \"Admin\" (case-insensitive).\nexport function isAdminUser(user) {\n const roles = Array.isArray(user?.roles) ? user.roles : [];\n return roles.some(\n (role) => String(role?.name || \"\").trim().toLowerCase() === \"admin\",\n );\n}\n// #endregion isAdminUser:Function\n" }, { @@ -85971,6 +91664,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region hasPermission:Function [TYPE Function]\n// @PURPOSE: Check if user has a required resource/action permission.\n// @PRE: user contains roles with permissions from /api/auth/me payload.\n// @POST: Returns true when requirement is empty, user is admin, or matching permission exists.\nexport function hasPermission(user, requirement, action = \"READ\") {\n if (!requirement) return true;\n if (!user) return false;\n if (isAdminUser(user)) return true;\n\n const { resource, action: requiredAction } = normalizePermissionRequirement(\n requirement,\n action,\n );\n if (!resource) return true;\n\n const roles = Array.isArray(user.roles) ? user.roles : [];\n for (const role of roles) {\n const permissions = Array.isArray(role?.permissions) ? role.permissions : [];\n for (const permission of permissions) {\n if (typeof permission === \"string\") {\n const normalized = normalizePermissionRequirement(\n permission,\n requiredAction,\n );\n if (\n normalized.resource === resource &&\n normalized.action === requiredAction\n ) {\n return true;\n }\n continue;\n }\n\n const permissionResource = String(permission?.resource || \"\").trim();\n const permissionAction = normalizeAction(permission?.action, \"\");\n if (\n permissionResource === resource &&\n permissionAction === requiredAction\n ) {\n return true;\n }\n }\n }\n\n return false;\n}\n// #endregion hasPermission:Function\n" }, { @@ -86079,6 +91773,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region AuthStore [C:3] [TYPE Store] [SEMANTICS auth, store, jwt, token, login, session]\n// @BRIEF Manages the global authentication state including JWT token, user profile, and login/logout lifecycle.\n// @RELATION BINDS_TO -> [PermissionsModule]\n// @UX_STATE Loading -> Auth state being initialized from localStorage\n// @UX_STATE Authenticated -> User profile and token active\n// @UX_STATE Unauthenticated -> No valid session, login required\n\n// #region authStore:Store [TYPE Function]\n// @SEMANTICS: auth, store, svelte, jwt, session\n// @PURPOSE: Manages the global authentication state on the frontend.\n// @LAYER: Feature\n// @RELATION: MODIFIED_BY -> AuthService\n// @RELATION: BINDS_TO -> Navbar\n\nimport { writable } from 'svelte/store';\nimport { browser } from '$app/environment';\n\n// #region AuthState:Interface [TYPE Function]\n/**\n * @purpose Defines the structure of the authentication state.\n */\nexport interface AuthState {\n user: any | null;\n token: string | null;\n isAuthenticated: boolean;\n loading: boolean;\n}\n// #endregion AuthState:Interface\n\nconst initialState: AuthState = {\n user: null,\n token: browser ? localStorage.getItem('auth_token') : null,\n isAuthenticated: false,\n loading: true\n};\n\n// #region createAuthStore:Function [TYPE Function]\n/**\n * @purpose Creates and configures the auth store with helper methods.\n * @pre No preconditions - initialization function.\n * @post Returns configured auth store with subscribe, setToken, setUser, logout, setLoading methods.\n * @returns {Writable}\n */\nfunction createAuthStore() {\n const { subscribe, set, update } = writable(initialState);\n\n return {\n subscribe,\n // #region setToken:Function [TYPE Function]\n /**\n * @purpose Updates the store with a new JWT token.\n * @pre token must be a valid JWT string.\n * @post Store updated with new token, isAuthenticated set to true.\n * @param {string} token - The JWT access token.\n */\n setToken: (token: string) => {\n console.log(\"[setToken][Action] Updating token\");\n if (browser) {\n localStorage.setItem('auth_token', token);\n }\n update(state => ({ ...state, token, isAuthenticated: !!token }));\n },\n // #endregion setToken:Function\n // #region setUser:Function [TYPE Function]\n /**\n * @purpose Sets the current user profile data.\n * @pre User object must contain valid profile data.\n * @post Store updated with user, isAuthenticated true, loading false.\n * @param {any} user - The user profile object.\n */\n setUser: (user: any) => {\n console.log(\"[setUser][Action] Setting user profile\");\n update(state => ({ ...state, user, isAuthenticated: !!user, loading: false }));\n },\n // #endregion setUser:Function\n // #region logout:Function [TYPE Function]\n /**\n * @purpose Clears authentication state and storage.\n * @pre User is currently authenticated.\n * @post Auth token removed from localStorage, store reset to initial state.\n */\n logout: () => {\n console.log(\"[logout][Action] Logging out\");\n if (browser) {\n localStorage.removeItem('auth_token');\n }\n set({ user: null, token: null, isAuthenticated: false, loading: false });\n },\n // #endregion logout:Function\n // #region setLoading:Function [TYPE Function]\n /**\n * @purpose Updates the loading state.\n * @pre None.\n * @post Store loading state updated.\n * @param {boolean} loading - Loading status.\n */\n setLoading: (loading: boolean) => {\n console.log(`[setLoading][Action] Setting loading to ${loading}`);\n update(state => ({ ...state, loading }));\n }\n // #endregion setLoading:Function\n };\n}\n// #endregion createAuthStore:Function\n\nexport const auth = createAuthStore();\n\n// #endregion authStore:Store\n// #endregion AuthStore\n" }, { @@ -86198,6 +91893,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region authStore:Store [TYPE Function]\n// @SEMANTICS: auth, store, svelte, jwt, session\n// @PURPOSE: Manages the global authentication state on the frontend.\n// @LAYER: Feature\n// @RELATION: MODIFIED_BY -> AuthService\n// @RELATION: BINDS_TO -> Navbar\n\nimport { writable } from 'svelte/store';\nimport { browser } from '$app/environment';\n\n// #region AuthState:Interface [TYPE Function]\n/**\n * @purpose Defines the structure of the authentication state.\n */\nexport interface AuthState {\n user: any | null;\n token: string | null;\n isAuthenticated: boolean;\n loading: boolean;\n}\n// #endregion AuthState:Interface\n\nconst initialState: AuthState = {\n user: null,\n token: browser ? localStorage.getItem('auth_token') : null,\n isAuthenticated: false,\n loading: true\n};\n\n// #region createAuthStore:Function [TYPE Function]\n/**\n * @purpose Creates and configures the auth store with helper methods.\n * @pre No preconditions - initialization function.\n * @post Returns configured auth store with subscribe, setToken, setUser, logout, setLoading methods.\n * @returns {Writable}\n */\nfunction createAuthStore() {\n const { subscribe, set, update } = writable(initialState);\n\n return {\n subscribe,\n // #region setToken:Function [TYPE Function]\n /**\n * @purpose Updates the store with a new JWT token.\n * @pre token must be a valid JWT string.\n * @post Store updated with new token, isAuthenticated set to true.\n * @param {string} token - The JWT access token.\n */\n setToken: (token: string) => {\n console.log(\"[setToken][Action] Updating token\");\n if (browser) {\n localStorage.setItem('auth_token', token);\n }\n update(state => ({ ...state, token, isAuthenticated: !!token }));\n },\n // #endregion setToken:Function\n // #region setUser:Function [TYPE Function]\n /**\n * @purpose Sets the current user profile data.\n * @pre User object must contain valid profile data.\n * @post Store updated with user, isAuthenticated true, loading false.\n * @param {any} user - The user profile object.\n */\n setUser: (user: any) => {\n console.log(\"[setUser][Action] Setting user profile\");\n update(state => ({ ...state, user, isAuthenticated: !!user, loading: false }));\n },\n // #endregion setUser:Function\n // #region logout:Function [TYPE Function]\n /**\n * @purpose Clears authentication state and storage.\n * @pre User is currently authenticated.\n * @post Auth token removed from localStorage, store reset to initial state.\n */\n logout: () => {\n console.log(\"[logout][Action] Logging out\");\n if (browser) {\n localStorage.removeItem('auth_token');\n }\n set({ user: null, token: null, isAuthenticated: false, loading: false });\n },\n // #endregion logout:Function\n // #region setLoading:Function [TYPE Function]\n /**\n * @purpose Updates the loading state.\n * @pre None.\n * @post Store loading state updated.\n * @param {boolean} loading - Loading status.\n */\n setLoading: (loading: boolean) => {\n console.log(`[setLoading][Action] Setting loading to ${loading}`);\n update(state => ({ ...state, loading }));\n }\n // #endregion setLoading:Function\n };\n}\n// #endregion createAuthStore:Function\n\nexport const auth = createAuthStore();\n\n// #endregion authStore:Store\n" }, { @@ -86224,6 +91920,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region AuthState:Interface [TYPE Function]\n/**\n * @purpose Defines the structure of the authentication state.\n */\nexport interface AuthState {\n user: any | null;\n token: string | null;\n isAuthenticated: boolean;\n loading: boolean;\n}\n// #endregion AuthState:Interface\n" }, { @@ -86238,6 +91935,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Defines the structure of the authentication state.\n */" }, { @@ -86291,6 +91989,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region createAuthStore:Function [TYPE Function]\n/**\n * @purpose Creates and configures the auth store with helper methods.\n * @pre No preconditions - initialization function.\n * @post Returns configured auth store with subscribe, setToken, setUser, logout, setLoading methods.\n * @returns {Writable}\n */\nfunction createAuthStore() {\n const { subscribe, set, update } = writable(initialState);\n\n return {\n subscribe,\n // #region setToken:Function [TYPE Function]\n /**\n * @purpose Updates the store with a new JWT token.\n * @pre token must be a valid JWT string.\n * @post Store updated with new token, isAuthenticated set to true.\n * @param {string} token - The JWT access token.\n */\n setToken: (token: string) => {\n console.log(\"[setToken][Action] Updating token\");\n if (browser) {\n localStorage.setItem('auth_token', token);\n }\n update(state => ({ ...state, token, isAuthenticated: !!token }));\n },\n // #endregion setToken:Function\n // #region setUser:Function [TYPE Function]\n /**\n * @purpose Sets the current user profile data.\n * @pre User object must contain valid profile data.\n * @post Store updated with user, isAuthenticated true, loading false.\n * @param {any} user - The user profile object.\n */\n setUser: (user: any) => {\n console.log(\"[setUser][Action] Setting user profile\");\n update(state => ({ ...state, user, isAuthenticated: !!user, loading: false }));\n },\n // #endregion setUser:Function\n // #region logout:Function [TYPE Function]\n /**\n * @purpose Clears authentication state and storage.\n * @pre User is currently authenticated.\n * @post Auth token removed from localStorage, store reset to initial state.\n */\n logout: () => {\n console.log(\"[logout][Action] Logging out\");\n if (browser) {\n localStorage.removeItem('auth_token');\n }\n set({ user: null, token: null, isAuthenticated: false, loading: false });\n },\n // #endregion logout:Function\n // #region setLoading:Function [TYPE Function]\n /**\n * @purpose Updates the loading state.\n * @pre None.\n * @post Store loading state updated.\n * @param {boolean} loading - Loading status.\n */\n setLoading: (loading: boolean) => {\n console.log(`[setLoading][Action] Setting loading to ${loading}`);\n update(state => ({ ...state, loading }));\n }\n // #endregion setLoading:Function\n };\n}\n// #endregion createAuthStore:Function\n" }, { @@ -86308,6 +92007,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Creates and configures the auth store with helper methods.\n * @pre No preconditions - initialization function.\n * @post Returns configured auth store with subscribe, setToken, setUser, logout, setLoading methods.\n * @returns {Writable}\n */" }, { @@ -86361,6 +92061,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region setToken:Function [TYPE Function]\n /**\n * @purpose Updates the store with a new JWT token.\n * @pre token must be a valid JWT string.\n * @post Store updated with new token, isAuthenticated set to true.\n * @param {string} token - The JWT access token.\n */\n setToken: (token: string) => {\n console.log(\"[setToken][Action] Updating token\");\n if (browser) {\n localStorage.setItem('auth_token', token);\n }\n update(state => ({ ...state, token, isAuthenticated: !!token }));\n },\n // #endregion setToken:Function\n" }, { @@ -86414,6 +92115,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region setUser:Function [TYPE Function]\n /**\n * @purpose Sets the current user profile data.\n * @pre User object must contain valid profile data.\n * @post Store updated with user, isAuthenticated true, loading false.\n * @param {any} user - The user profile object.\n */\n setUser: (user: any) => {\n console.log(\"[setUser][Action] Setting user profile\");\n update(state => ({ ...state, user, isAuthenticated: !!user, loading: false }));\n },\n // #endregion setUser:Function\n" }, { @@ -86460,6 +92162,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region logout:Function [TYPE Function]\n /**\n * @purpose Clears authentication state and storage.\n * @pre User is currently authenticated.\n * @post Auth token removed from localStorage, store reset to initial state.\n */\n logout: () => {\n console.log(\"[logout][Action] Logging out\");\n if (browser) {\n localStorage.removeItem('auth_token');\n }\n set({ user: null, token: null, isAuthenticated: false, loading: false });\n },\n // #endregion logout:Function\n" }, { @@ -86513,6 +92216,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region setLoading:Function [TYPE Function]\n /**\n * @purpose Updates the loading state.\n * @pre None.\n * @post Store loading state updated.\n * @param {boolean} loading - Loading status.\n */\n setLoading: (loading: boolean) => {\n console.log(`[setLoading][Action] Setting loading to ${loading}`);\n update(state => ({ ...state, loading }));\n }\n // #endregion setLoading:Function\n" }, { @@ -86701,6 +92405,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n{#if visible && sessionId}\n
\n
\n
\n
{$t.dataset_review?.clarification?.title || \"Clarification queue\"}
\n
{fatigueHint}
\n
\n
\n
\n {$t.dataset_review?.clarification?.progress_label || \"Progress\"}\n
\n
{progressLabel}
\n
{cardState}
\n
\n
\n\n {#if loadingState}\n
\n {$t.dataset_review?.clarification?.messages?.saving || \"Loading clarification state...\"}\n
\n {:else if hasQuestion}\n \n
\n {$t.dataset_review?.clarification?.active_question_label || \"Active question\"}\n
\n
{currentQuestion.question_text}
\n\n
\n
\n {$t.dataset_review?.clarification?.why_it_matters_label || \"Why it matters\"}\n
\n
{currentQuestion.why_it_matters}
\n
\n\n
\n
\n
\n {$t.dataset_review?.clarification?.current_guess_label || \"Current guess\"}\n
\n
\n {currentQuestion.current_guess || $t.dataset_review?.clarification?.current_guess_empty || \"No current guess\"}\n
\n
\n
\n
\n {$t.dataset_review?.clarification?.topic_label || \"Topic\"}\n
\n
{currentQuestion.topic_ref}
\n
\n
\n\n
\n {#each currentQuestion.options || [] as option}\n \n {/each}\n
\n\n \n\n
\n \n \n \n \n
\n \n {:else if clarificationSession}\n
\n
{$t.dataset_review?.clarification?.completed || \"No active clarification question remains.\"}
\n
\n \n
\n
\n {/if}\n\n {#if feedbackQuestionId}\n
\n
\n {$t.dataset_review?.clarification?.feedback_label || \"Feedback\"}\n
\n
\n {feedbackQuestionText || $t.dataset_review?.clarification?.feedback_prompt || \"Record whether the clarification result was useful.\"}\n
\n
\n \n \n
\n
\n {/if}\n\n {#if localMessage || localStatus === \"saving\"}\n
\n {localStatus === \"saving\" ? $t.dataset_review?.clarification?.messages?.saving || \"Saving clarification answer...\" : localMessage}\n
\n {/if}\n
\n{/if}\n\n\n" }, { @@ -86747,6 +92452,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region readJson:Function [TYPE Function]\n// @PURPOSE: Read and parse JSON fixture file from disk.\n// @PRE: filePath points to existing UTF-8 JSON file.\n// @POST: Returns parsed object representation.\nfunction readJson(filePath) {\n return JSON.parse(fs.readFileSync(filePath, 'utf-8'));\n}\n// #endregion readJson:Function\n" }, { @@ -86842,6 +92548,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region AssistantClarificationIntegrationTest:Module [TYPE Function]\n// @SEMANTICS: assistant, clarification, integration-test, dataset-review, mixed-initiative\n// @PURPOSE: Verify AssistantChatPanel hosts the resumable dataset-review clarification flow inside the assistant drawer and refreshes workspace session state after answering.\n// @LAYER: UI Tests\n// @RELATION: DEPENDS_ON -> [AssistantChatPanel]\n\nimport { describe, it, expect, vi, beforeEach } from \"vitest\";\nimport { render, screen, fireEvent, waitFor } from \"@testing-library/svelte\";\nimport AssistantChatPanel from \"../AssistantChatPanel.svelte\";\nimport * as assistantApi from \"$lib/api/assistant\";\nimport { api, requestApi } from \"$lib/api.js\";\nimport { setSession as setDatasetReviewSession } from \"$lib/stores/datasetReviewSession.js\";\n\nvi.mock(\"$lib/api/assistant\", () => ({\n getAssistantHistory: vi.fn(() => Promise.resolve({ items: [], total: 0, has_next: false })),\n getAssistantConversations: vi.fn(() => Promise.resolve({ items: [], total: 0, has_next: false, active_total: 0, archived_total: 0 })),\n deleteAssistantConversation: vi.fn(),\n confirmAssistantOperation: vi.fn(),\n cancelAssistantOperation: vi.fn(),\n sendAssistantMessage: vi.fn(),\n}));\n\nvi.mock(\"$lib/api.js\", () => ({\n api: {\n getLlmStatus: vi.fn(() => Promise.resolve({ configured: true, reason: \"ok\" })),\n fetchApi: vi.fn(),\n },\n requestApi: vi.fn(),\n}));\n\nvi.mock(\"$lib/stores/datasetReviewSession.js\", () => ({\n setSession: vi.fn(),\n}));\n\nvi.mock(\"$lib/stores/taskDrawer.js\", () => ({\n openDrawerForTask: vi.fn(),\n}));\n\nconst { assistantState } = vi.hoisted(() => ({\n assistantState: (() => {\n let value = {\n isOpen: true,\n conversationId: \"conv-1\",\n datasetReviewSessionId: \"session-1\",\n seedMessage: \"\",\n focusTarget: null,\n };\n const subscribers = new Set();\n return {\n subscribe(fn) {\n subscribers.add(fn);\n fn(value);\n return () => subscribers.delete(fn);\n },\n update(updater) {\n value = updater(value);\n subscribers.forEach((fn) => fn(value));\n },\n };\n })(),\n}));\n\nvi.mock(\"$lib/stores/assistantChat\", () => ({\n assistantChatStore: { subscribe: assistantState.subscribe },\n closeAssistantChat: vi.fn(),\n setAssistantConversationId: vi.fn(),\n setAssistantSeedMessage: vi.fn(),\n setAssistantFocusTarget: vi.fn(),\n}));\n\nvi.mock(\"$app/navigation\", () => ({ goto: vi.fn() }));\nvi.mock(\"../../../../services/gitService.js\", () => ({ gitService: { getDiff: vi.fn() } }));\n\nvi.mock(\"$lib/i18n\", () => ({\n t: {\n subscribe: (fn) => {\n fn({\n common: { error: \"Common error\" },\n assistant: {\n title: \"Assistant\",\n close: \"Close\",\n conversations: \"Conversations\",\n new: \"New\",\n active: \"Active\",\n archived: \"Archived\",\n more: \"More\",\n loading_history: \"Loading history\",\n loading_older: \"Loading older\",\n try_commands: \"Try commands\",\n sample_command_branch: \"branch\",\n sample_command_migration: \"migration\",\n sample_command_status: \"status\",\n you: \"You\",\n assistant: \"Assistant\",\n thinking: \"Thinking\",\n input_placeholder: \"Type command\",\n send: \"Send\",\n conversation: \"Conversation\",\n session_scope_title: \"Active review context\",\n session_scope_label: \"Session\",\n focus_target_label: \"Focus\",\n clear_focus_action: \"Clear focus\",\n states: { success: \"Success\" },\n open_task_drawer: \"Open task drawer\",\n },\n dataset_review: {\n clarification: {\n title: \"Clarification queue\",\n progress_label: \"Progress\",\n active_question_label: \"Active question\",\n why_it_matters_label: \"Why it matters\",\n current_guess_label: \"Current guess\",\n topic_label: \"Topic\",\n custom_answer_label: \"Custom answer\",\n answer_action: \"Answer\",\n custom_answer_action: \"Use custom answer\",\n skip_action: \"Skip\",\n expert_review_action: \"Expert review\",\n completed: \"No active clarification question remains.\",\n resume_action: \"Resume clarification\",\n feedback_label: \"Feedback\",\n feedback_prompt: \"Record whether the clarification result was useful.\",\n feedback_up_action: \"Thumbs up\",\n feedback_down_action: \"Thumbs down\",\n messages: {\n saving: \"Saving clarification answer...\",\n saved: \"Clarification answer saved.\",\n resumed: \"Clarification queue resumed.\",\n },\n },\n },\n dashboard: {},\n });\n return () => {};\n },\n },\n}));\n\ndescribe(\"AssistantChatPanel clarification integration\", () => {\n beforeEach(() => {\n vi.clearAllMocks();\n api.fetchApi.mockImplementation((endpoint) => {\n if (endpoint === \"/dataset-orchestration/sessions/session-1/clarification\") {\n return Promise.resolve({\n clarification_session: {\n clarification_session_id: \"clarification-1\",\n session_id: \"session-1\",\n status: \"active\",\n current_question_id: \"question-1\",\n resolved_count: 1,\n remaining_count: 2,\n },\n current_question: {\n question_id: \"question-1\",\n topic_ref: \"profile.summary\",\n question_text: \"Which customer label should be used?\",\n why_it_matters: \"This label is shown to reviewers.\",\n current_guess: \"Customer name\",\n options: [{ value: \"Customer name\", label: \"Customer name\", is_recommended: true }],\n },\n });\n }\n if (endpoint === \"/dataset-orchestration/sessions/session-1\") {\n return Promise.resolve({ session_id: \"session-1\", session_version: 4, version: 4, profile: { business_summary: \"Updated summary\" } });\n }\n return Promise.resolve(null);\n });\n requestApi.mockResolvedValue({\n clarification_state: {\n clarification_session: {\n clarification_session_id: \"clarification-1\",\n session_id: \"session-1\",\n status: \"active\",\n current_question_id: null,\n resolved_count: 2,\n remaining_count: 1,\n },\n current_question: null,\n },\n session: { session_id: \"session-1\", session_version: 4, version: 4 },\n });\n });\n\n it(\"renders clarification queue inside assistant and refreshes session after answering\", async () => {\n render(AssistantChatPanel);\n\n expect(await screen.findByText(\"Clarification queue\")).toBeTruthy();\n expect(screen.getByText(\"Which customer label should be used?\")).toBeTruthy();\n expect(screen.getByText(\"This label is shown to reviewers.\")).toBeTruthy();\n\n await fireEvent.click(screen.getByRole(\"button\", { name: \"Answer\" }));\n\n await waitFor(() => {\n expect(requestApi).toHaveBeenCalledWith(\n \"/dataset-orchestration/sessions/session-1/clarification/answers\",\n \"POST\",\n expect.objectContaining({ question_id: \"question-1\", answer_kind: \"selected\", answer_value: \"Customer name\" }),\n );\n });\n\n await waitFor(() => {\n expect(api.fetchApi).toHaveBeenCalledWith(\"/dataset-orchestration/sessions/session-1\");\n expect(setDatasetReviewSession).toHaveBeenCalled();\n });\n });\n});\n// #endregion AssistantClarificationIntegrationTest:Module\n" }, { @@ -86946,6 +92653,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region AssistantFirstMessageIntegrationTest:Module [TYPE Function]\n// @SEMANTICS: assistant, integration-test, optimistic-message, conversation-race\n// @PURPOSE: Verify first optimistic user message stays visible while a new conversation request is pending.\n// @LAYER: UI Tests\n// @RELATION: DEPENDS_ON -> [AssistantChatPanel]\n// @INVARIANT: Starting a new conversation must not trigger history reload that overwrites the first local user message.\n\nimport { describe, it, expect, vi, beforeEach } from 'vitest';\nimport { render, screen, fireEvent, waitFor } from '@testing-library/svelte';\nimport AssistantChatPanel from '../AssistantChatPanel.svelte';\nimport * as assistantApi from '$lib/api/assistant';\n\nconst { assistantState } = vi.hoisted(() => ({\n assistantState: (() => {\n let value = {\n isOpen: true,\n conversationId: null,\n datasetReviewSessionId: 'session-1',\n seedMessage: '',\n focusTarget: null,\n };\n const subscribers = new Set();\n return {\n subscribe(fn) {\n subscribers.add(fn);\n fn(value);\n return () => subscribers.delete(fn);\n },\n set(next) {\n value = next;\n subscribers.forEach((fn) => fn(value));\n },\n update(updater) {\n value = updater(value);\n subscribers.forEach((fn) => fn(value));\n },\n };\n })(),\n}));\n\nvi.mock('$lib/api/assistant', () => ({\n getAssistantHistory: vi.fn(() =>\n Promise.resolve({ items: [], total: 0, has_next: false }),\n ),\n getAssistantConversations: vi.fn(() =>\n Promise.resolve({\n items: [],\n total: 0,\n has_next: false,\n active_total: 0,\n archived_total: 0,\n }),\n ),\n deleteAssistantConversation: vi.fn(),\n confirmAssistantOperation: vi.fn(),\n cancelAssistantOperation: vi.fn(),\n sendAssistantMessage: vi.fn(),\n}));\n\nvi.mock('$lib/api', () => ({\n api: {\n getLlmStatus: vi.fn(() => Promise.resolve({ configured: true, reason: 'ok' })),\n fetchApi: vi.fn((endpoint) => {\n if (endpoint === '/dataset-orchestration/sessions/session-1/clarification') {\n return Promise.resolve(null);\n }\n if (endpoint === '/dataset-orchestration/sessions/session-1') {\n return Promise.resolve({ session_id: 'session-1', session_version: 2, version: 2 });\n }\n return Promise.resolve(null);\n }),\n },\n requestApi: vi.fn(),\n}));\n\nvi.mock('$lib/stores/assistantChat', () => ({\n assistantChatStore: {\n subscribe: assistantState.subscribe,\n },\n closeAssistantChat: vi.fn(),\n setAssistantConversationId: vi.fn((conversationId) => {\n assistantState.update((state) => ({ ...state, conversationId }));\n }),\n setAssistantSeedMessage: vi.fn((seedMessage) => {\n assistantState.update((state) => ({ ...state, seedMessage }));\n }),\n setAssistantFocusTarget: vi.fn((focusTarget) => {\n assistantState.update((state) => ({ ...state, focusTarget }));\n }),\n}));\n\nvi.mock('$lib/stores/taskDrawer.js', () => ({\n openDrawerForTask: vi.fn(),\n}));\n\nvi.mock('$app/navigation', () => ({\n goto: vi.fn(),\n}));\n\nvi.mock('../../../../services/gitService.js', () => ({\n gitService: {\n getDiff: vi.fn(),\n },\n}));\n\nvi.mock('$lib/i18n', () => ({\n t: {\n subscribe: (fn) => {\n fn({\n assistant: {\n title: 'Assistant',\n close: 'Close',\n conversations: 'Conversations',\n new: 'New',\n active: 'Active',\n archived: 'Archived',\n more: 'More',\n loading_history: 'Loading history',\n loading_older: 'Loading older',\n try_commands: 'Try commands',\n sample_command_branch: 'branch',\n sample_command_migration: 'migration',\n sample_command_status: 'status',\n you: 'You',\n assistant: 'Assistant',\n thinking: 'Thinking',\n input_placeholder: 'Type command',\n send: 'Send',\n conversation: 'Conversation',\n session_scope_title: 'Active review context',\n session_scope_label: 'Session',\n focus_target_label: 'Focus',\n clear_focus_action: 'Clear focus',\n states: {\n success: 'Success',\n failed: 'Failed',\n started: 'Started',\n },\n open_task_drawer: 'Open task drawer',\n },\n dashboard: {},\n });\n return () => {};\n },\n },\n}));\n\n// #region assistant_first_message_tests:Function [TYPE Function]\n// @RELATION: BINDS_TO -> [AssistantFirstMessageIntegrationTest]\n// @PURPOSE: Guard optimistic first-message UX against history reload race in new conversation flow.\n// @PRE: Assistant panel renders with open state and mocked network dependencies.\n// @POST: First user message remains visible before pending send request resolves.\ndescribe('AssistantChatPanel first message flow', () => {\n beforeEach(() => {\n vi.clearAllMocks();\n assistantState.set({\n isOpen: true,\n conversationId: null,\n datasetReviewSessionId: 'session-1',\n seedMessage: '',\n focusTarget: null,\n });\n });\n\n it('keeps the first optimistic user message visible during pending send in a new conversation', async () => {\n let resolveSend;\n assistantApi.sendAssistantMessage.mockImplementation(\n (payload) =>\n new Promise((resolve) => {\n resolveSend = () =>\n resolve({\n response_id: 'resp-1',\n conversation_id: payload.conversation_id,\n text: 'Started',\n state: 'success',\n created_at: new Date().toISOString(),\n actions: [],\n });\n }),\n );\n\n render(AssistantChatPanel);\n\n await waitFor(() => {\n expect(assistantApi.getAssistantHistory).toHaveBeenCalledTimes(1);\n });\n\n await fireEvent.click(screen.getByText('New'));\n\n const input = screen.getByPlaceholderText('Type command');\n await fireEvent.input(input, { target: { value: 'first prompt' } });\n await fireEvent.click(screen.getByText('Send'));\n\n expect(screen.getByText('first prompt')).toBeTruthy();\n expect(assistantApi.sendAssistantMessage).toHaveBeenCalledTimes(1);\n\n await waitFor(() => {\n expect(assistantApi.getAssistantHistory).toHaveBeenCalledTimes(1);\n });\n\n resolveSend();\n\n await waitFor(() => {\n expect(screen.getByText('Started')).toBeTruthy();\n });\n });\n\n it('passes dataset review session id with first assistant message', async () => {\n assistantApi.sendAssistantMessage.mockResolvedValue({\n response_id: 'resp-2',\n conversation_id: 'conv-2',\n text: 'Started',\n state: 'success',\n created_at: new Date().toISOString(),\n actions: [],\n });\n\n render(AssistantChatPanel);\n\n await waitFor(() => {\n expect(assistantApi.getAssistantHistory).toHaveBeenCalledTimes(1);\n });\n\n const input = screen.getByPlaceholderText('Type command');\n await fireEvent.input(input, { target: { value: 'review this mapping' } });\n await fireEvent.click(screen.getByText('Send'));\n\n await waitFor(() => {\n expect(assistantApi.sendAssistantMessage).toHaveBeenCalledWith(\n expect.objectContaining({\n dataset_review_session_id: 'session-1',\n message: 'review this mapping',\n }),\n );\n });\n });\n});\n// #endregion assistant_first_message_tests:Function\n// #endregion AssistantFirstMessageIntegrationTest:Module\n" }, { @@ -87008,6 +92716,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region assistant_first_message_tests:Function [TYPE Function]\n// @RELATION: BINDS_TO -> [AssistantFirstMessageIntegrationTest]\n// @PURPOSE: Guard optimistic first-message UX against history reload race in new conversation flow.\n// @PRE: Assistant panel renders with open state and mocked network dependencies.\n// @POST: First user message remains visible before pending send request resolves.\ndescribe('AssistantChatPanel first message flow', () => {\n beforeEach(() => {\n vi.clearAllMocks();\n assistantState.set({\n isOpen: true,\n conversationId: null,\n datasetReviewSessionId: 'session-1',\n seedMessage: '',\n focusTarget: null,\n });\n });\n\n it('keeps the first optimistic user message visible during pending send in a new conversation', async () => {\n let resolveSend;\n assistantApi.sendAssistantMessage.mockImplementation(\n (payload) =>\n new Promise((resolve) => {\n resolveSend = () =>\n resolve({\n response_id: 'resp-1',\n conversation_id: payload.conversation_id,\n text: 'Started',\n state: 'success',\n created_at: new Date().toISOString(),\n actions: [],\n });\n }),\n );\n\n render(AssistantChatPanel);\n\n await waitFor(() => {\n expect(assistantApi.getAssistantHistory).toHaveBeenCalledTimes(1);\n });\n\n await fireEvent.click(screen.getByText('New'));\n\n const input = screen.getByPlaceholderText('Type command');\n await fireEvent.input(input, { target: { value: 'first prompt' } });\n await fireEvent.click(screen.getByText('Send'));\n\n expect(screen.getByText('first prompt')).toBeTruthy();\n expect(assistantApi.sendAssistantMessage).toHaveBeenCalledTimes(1);\n\n await waitFor(() => {\n expect(assistantApi.getAssistantHistory).toHaveBeenCalledTimes(1);\n });\n\n resolveSend();\n\n await waitFor(() => {\n expect(screen.getByText('Started')).toBeTruthy();\n });\n });\n\n it('passes dataset review session id with first assistant message', async () => {\n assistantApi.sendAssistantMessage.mockResolvedValue({\n response_id: 'resp-2',\n conversation_id: 'conv-2',\n text: 'Started',\n state: 'success',\n created_at: new Date().toISOString(),\n actions: [],\n });\n\n render(AssistantChatPanel);\n\n await waitFor(() => {\n expect(assistantApi.getAssistantHistory).toHaveBeenCalledTimes(1);\n });\n\n const input = screen.getByPlaceholderText('Type command');\n await fireEvent.input(input, { target: { value: 'review this mapping' } });\n await fireEvent.click(screen.getByText('Send'));\n\n await waitFor(() => {\n expect(assistantApi.sendAssistantMessage).toHaveBeenCalledWith(\n expect.objectContaining({\n dataset_review_session_id: 'session-1',\n message: 'review this mapping',\n }),\n );\n });\n });\n});\n// #endregion assistant_first_message_tests:Function\n" }, { @@ -87172,6 +92881,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\n
\n
\n

\n {$t.dataset_review?.preview?.eyebrow}\n

\n

\n {$t.dataset_review?.preview?.title}\n

\n

\n {$t.dataset_review?.preview?.description}\n

\n
\n\n
\n \n {$t.dataset_review?.preview?.state_label}: {getStateLabel(effectiveState)}\n \n \n {localStatus === \"saving\"\n ? $t.dataset_review?.preview?.generate_loading\n : $t.dataset_review?.preview?.generate_action}\n \n \n {$t.dataset_review?.assistant?.ask_ai_action || \"✨ Ask AI\"}\n \n
\n
\n\n \n {getPreviewBodyText()}\n \n\n {#if isReadOnlySnapshot}\n
\n Текущее состояние preview рассматривайте как read-only snapshot. Для launch требуется актуальный статус ready.\n
\n {/if}\n\n {#if previewGenerationState === \"debouncing\"}\n
\n Preview regeneration requested. Rapid mapping changes keep launch blocked until the current Superset-side preview finishes and returns ready.\n
\n {/if}\n\n {#if previewRequestedAt}\n
\n Last regeneration request: {new Date(previewRequestedAt).toLocaleTimeString()}\n
\n {/if}\n\n {#if preview}\n
\n \n {$t.dataset_review?.preview?.compiler_label}: {getCompilerLabel()}\n \n \n {$t.dataset_review?.preview?.fingerprint_label}: {preview.preview_fingerprint}\n \n {#if previewTimestamp}\n \n {$t.dataset_review?.preview?.compiled_at_label}: {previewTimestamp}\n \n {/if}\n
\n {/if}\n\n {#if effectiveState === \"ready\" && hasSql}\n
\n
\n
\n {$t.dataset_review?.preview?.sql_block_title}\n
\n
\n {$t.dataset_review?.preview?.compiled_truth_note}\n
\n
\n 
{preview.compiled_sql}
\n
\n {:else if effectiveState === \"failed\"}\n {#if previewTechnicalDetails}\n
\n
\n {$t.dataset_review?.preview?.error_details_title || \"Compilation details\"}\n
\n 
{previewTechnicalDetails}
\n
\n {/if}\n
\n \n {$t.dataset_review?.preview?.go_to_mapping_action}\n \n
\n {:else if effectiveState === \"stale\"}\n
\n Inputs changed after the last trusted preview. Rapid mapping updates keep this snapshot stale until you explicitly regenerate a fresh Superset preview from this panel.\n
\n
\n \n {$t.dataset_review?.preview?.review_inputs_action}\n \n
\n {/if}\n\n {#if localMessage}\n \n {localMessage}\n \n {/if}\n
\n\n\n" }, { @@ -87336,6 +93046,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\n
\n
\n

\n {$t.dataset_review?.mapping?.eyebrow}\n

\n

\n {$t.dataset_review?.mapping?.title}\n

\n

\n {$t.dataset_review?.mapping?.description}\n

\n
\n\n
\n \n {$t.dataset_review?.mapping?.state_label}: {$t.dataset_review?.mapping?.state?.[reviewState]}\n \n \n {$t.dataset_review?.mapping?.pending_approvals_label}: {pendingApprovalCount}\n \n \n {$t.dataset_review?.mapping?.required_values_label}: {missingRequiredCount}\n \n \n {$t.dataset_review?.mapping?.approve_all_action}\n \n
\n
\n\n {#if sortedMappings.length === 0}\n
\n {$t.dataset_review?.mapping?.empty}\n
\n {:else}\n {#if missingRequiredCount > 0}\n
\n {$t.dataset_review?.mapping?.required_blockers_notice.replace(\n \"{count}\",\n String(missingRequiredCount),\n )}\n
\n {/if}\n\n {#if pendingApprovalCount > 0}\n
\n {$t.dataset_review?.mapping?.approval_notice.replace(\n \"{count}\",\n String(pendingApprovalCount),\n )}\n
\n {/if}\n\n
\n {#each sortedMappings as mapping}\n {@const rowState = getRowState(mapping)}\n {@const templateVariable = rowState.templateVariable}\n {@const importedFilter = rowState.importedFilter}\n {@const isEditing = editingMappingId === mapping.mapping_id}\n {@const isSaving = savingMappingId === mapping.mapping_id}\n {@const rowMessage = rowMessages[mapping.mapping_id] || { status: \"\", text: \"\" }}\n\n \n
\n
\n
\n

\n {importedFilter?.display_name || importedFilter?.filter_name || mapping.mapping_id}\n

\n \n {$t.dataset_review?.mapping?.to_variable_label}: {templateVariable?.variable_name ||\n mapping.variable_id}\n \n {#if templateVariable?.is_required}\n \n {$t.dataset_review?.mapping?.required_badge}\n \n {/if}\n {#if rowState.needsExplicitApproval}\n \n {$t.dataset_review?.mapping?.approval_required_badge}\n \n {/if}\n {#if mapping.approval_state === \"approved\"}\n \n {$t.dataset_review?.mapping?.approved_badge}\n \n {/if}\n
\n\n
\n
\n
\n {$t.dataset_review?.mapping?.source_filter_label}\n
\n
\n {importedFilter?.filter_name || mapping.filter_id}\n
\n
\n \n {$t.dataset_review?.mapping?.source_value_label}:\n {stringifyValue(importedFilter?.raw_value)}\n \n \n {$t.dataset_review?.mapping?.confidence_label}:\n {importedFilter?.confidence_state || ($t.common?.unknown || \"unknown\")}\n \n \n {$t.dataset_review?.mapping?.recovery_label}:\n {importedFilter?.recovery_status || ($t.common?.unknown || \"unknown\")}\n \n
\n
\n\n
\n
\n {$t.dataset_review?.mapping?.effective_value_label}\n
\n
\n {stringifyValue(rowState.effectiveValue)}\n
\n
\n \n {$t.dataset_review?.mapping?.method_label}: {getMethodLabel(mapping.mapping_method)}\n \n \n {$t.dataset_review?.mapping?.approval_label}: {getApprovalLabel(mapping.approval_state)}\n \n {#if mapping.warning_level}\n \n {$t.dataset_review?.mapping?.warning_label}: {getWarningLabel(mapping.warning_level)}\n \n {/if}\n
\n
\n
\n\n {#if mapping.transformation_note}\n
\n \n {$t.dataset_review?.mapping?.transformation_note_label}:\n \n {mapping.transformation_note}\n
\n {/if}\n\n {#if rowState.missingRequiredValue}\n
\n {$t.dataset_review?.mapping?.missing_required_value}\n
\n {/if}\n\n {#if isEditing}\n
\n \n\n \n\n
\n saveManualOverride(mapping)}\n disabled={disabled || isSaving}\n >\n {$t.dataset_review?.mapping?.save_override_action}\n \n cancelManualOverride(mapping.mapping_id)}\n disabled={isSaving}\n >\n {$t.common?.cancel}\n \n
\n
\n {/if}\n\n {#if rowMessage.text || rowMessage.status === \"saving\"}\n \n {rowMessage.status === \"saving\"\n ? $t.dataset_review?.mapping?.messages?.saving\n : rowMessage.text}\n
\n {/if}\n
\n\n
\n askAiAboutMapping(mapping)}\n disabled={disabled || isSaving}\n >\n {$t.dataset_review?.assistant?.ask_ai_action || \"✨ Ask AI\"}\n \n improveMappingDraft(mapping)}\n disabled={disabled || isSaving}\n >\n {$t.dataset_review?.assistant?.improve_action || \"✨ Improve\"}\n \n startManualOverride(mapping)}\n disabled={disabled || isSaving}\n >\n {$t.dataset_review?.mapping?.manual_override_action}\n \n\n approveMapping(mapping)}\n disabled={disabled || isSaving || !rowState.needsExplicitApproval}\n >\n {$t.dataset_review?.mapping?.approve_action}\n \n
\n
\n \n {/each}\n \n {/if}\n
\n\n\n" }, { @@ -87500,6 +93211,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\n
\n
\n

\n {$t.dataset_review?.launch?.eyebrow}\n

\n

\n {$t.dataset_review?.launch?.title}\n

\n

\n {$t.dataset_review?.launch?.description}\n

\n
\n\n \n {$t.dataset_review?.launch?.state_label}: {getStateLabel(panelState)}\n \n
\n\n {#if panelState === \"Blocked\"}\n
\n

\n {$t.dataset_review?.launch?.blocked_title}\n

\n

\n {$t.dataset_review?.launch?.blocked_body}\n

\n\n
\n {#each launchBlockers as blocker}\n
\n
\n {blocker.label}\n
\n {#if blocker.detail}\n
\n \n {blocker.detail}\n
\n
\n {/if}\n jumpTo(blocker.target)}\n >\n {$t.dataset_review?.launch?.resolve_action}\n \n
\n {/each}\n
\n \n {/if}\n\n {#if panelState === \"Ready\"}\n
\n
\n
\n
\n
\n {$t.dataset_review?.launch?.dataset_ref_label}\n
\n
\n {session?.dataset_ref || ($t.common?.unknown || \"unknown\")}\n
\n
\n\n
\n
\n {$t.dataset_review?.launch?.readiness_label}\n
\n
\n {session?.readiness_state || ($t.common?.unknown || \"unknown\")}\n
\n
\n\n
\n
\n {$t.dataset_review?.launch?.approved_mappings_label}\n
\n
\n {approvedMappingsCount}\n
\n
\n\n
\n
\n {$t.dataset_review?.launch?.preview_fingerprint_label}\n
\n
\n {preview?.preview_fingerprint || ($t.common?.not_available || \"N/A\")}\n
\n
\n
\n
\n\n
\n

\n {$t.dataset_review?.launch?.sql_lab_target_title}\n

\n

\n {$t.dataset_review?.launch?.sql_lab_target_body}\n

\n
\n \n {$t.dataset_review?.launch?.preview_status_label}: {preview?.preview_status}\n \n \n {$t.dataset_review?.launch?.compiled_by_label}: {preview?.compiled_by}\n \n
\n
\n\n \n {launchButtonLabel}\n \n
\n {/if}\n\n {#if panelState === \"Submitted\"}\n
\n
\n

\n {$t.dataset_review?.launch?.submitted_title}\n

\n

\n {$t.dataset_review?.launch?.submitted_body}\n

\n
\n\n
\n
\n
\n {$t.dataset_review?.launch?.run_context_label}\n
\n
\n {activeRunContext?.run_context_id}\n
\n
\n\n
\n
\n {$t.dataset_review?.launch?.sql_lab_session_label}\n
\n
\n {activeRunContext?.sql_lab_session_ref}\n
\n
\n\n
\n
\n {$t.dataset_review?.launch?.launch_status_label}\n
\n
\n {activeRunContext?.launch_status}\n
\n
\n\n
\n
\n {$t.dataset_review?.launch?.preview_ref_label}\n
\n
\n {activeRunContext?.preview_id}\n
\n
\n
\n
\n {/if}\n\n {#if launchMessage}\n \n {launchMessage}\n \n {/if}\n
\n\n\n" }, { @@ -87664,6 +93376,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\n
\n
\n

\n {$t.dataset_review?.semantics?.eyebrow}\n

\n

\n {$t.dataset_review?.semantics?.title}\n

\n

\n {$t.dataset_review?.semantics?.description}\n

\n
\n\n
\n
\n
\n {$t.dataset_review?.semantics?.field_count_label}\n
\n
{activeFieldCount}
\n
\n
\n
Pending review
\n
{reviewPendingCount}
\n
\n \n {$t.dataset_review?.semantics?.approve_all_action}\n \n
\n
\n\n {#if activeFieldCount === 0}\n
\n {$t.dataset_review?.semantics?.empty}\n
\n {:else}\n {#if reviewPendingCount > 0}\n
\n Есть поля, требующие решения. Это не блокирует обзор, но может повлиять на итоговую готовность к launch.\n
\n {/if}\n\n
\n {#each sortedFields as field}\n {@const message = fieldMessages[field.field_id] || { status: \"\", text: \"\" }}\n {@const isEditing = editingFieldId === field.field_id}\n {@const isSaving = savingFieldId === field.field_id}\n\n \n
\n
\n
\n

{field.field_name}

\n \n {field.field_kind}\n \n \n {field.is_locked\n ? $t.dataset_review?.semantics?.locked_badge\n : $t.dataset_review?.semantics?.unlocked_badge}\n \n {#if field.has_conflict}\n \n {$t.dataset_review?.semantics?.conflict_badge}\n \n {/if}\n {#if field.needs_review}\n \n {$t.dataset_review?.semantics?.needs_review_badge}\n \n {/if}\n
\n\n
\n
\n {$t.dataset_review?.semantics?.active_value_label}\n
\n
\n {getCurrentValueSummary(field)}\n
\n
\n \n {$t.dataset_review?.semantics?.provenance_label}:\n {getProvenanceLabel(field.provenance)}\n \n \n {$t.dataset_review?.semantics?.confidence_label}:\n {getConfidenceLabel(field.confidence_rank)}\n \n {#if field.source_id}\n \n {$t.dataset_review?.semantics?.source_label}: {getSourceLabel(field.source_id)}\n \n {/if}\n \n {$t.dataset_review?.semantics?.changed_by_label}: {field.last_changed_by}\n \n
\n
\n\n {#if isEditing}\n
\n \n\n \n\n \n\n
\n saveManualOverride(field)}\n disabled={disabled || isSaving}\n >\n {$t.dataset_review?.semantics?.save_manual_action}\n \n cancelManualEdit(field.field_id)}\n disabled={isSaving}\n >\n {$t.common?.cancel}\n \n
\n
\n {/if}\n\n
\n
\n

\n {$t.dataset_review?.semantics?.candidates_title}\n

\n \n {field.candidates?.length || 0}\n \n
\n\n {#if !field.candidates?.length}\n

\n {$t.dataset_review?.semantics?.candidates_empty}\n

\n {:else}\n
\n {#each field.candidates as candidate}\n
\n
\n
\n
\n
\n {candidate.proposed_verbose_name ||\n $t.dataset_review?.semantics?.empty_value}\n
\n \n {candidate.match_type}\n \n \n {$t.dataset_review?.semantics?.score_label}:\n {candidate.confidence_score}\n \n \n {getCandidateStatusLabel(candidate.status)}\n \n
\n\n

\n {candidate.proposed_description ||\n $t.dataset_review?.semantics?.candidate_description_empty}\n

\n\n {#if candidate.proposed_display_format}\n

\n {$t.dataset_review?.semantics?.display_format_label}:\n {candidate.proposed_display_format}\n

\n {/if}\n
\n\n
\n acceptCandidate(field, candidate.candidate_id, false)}\n disabled={disabled || isSaving}\n >\n {$t.dataset_review?.semantics?.apply_candidate_action}\n \n acceptCandidate(field, candidate.candidate_id, true)}\n disabled={disabled || isSaving}\n >\n {$t.dataset_review?.semantics?.apply_and_lock_action}\n \n
\n
\n
\n {/each}\n
\n {/if}\n
\n\n {#if message.text || message.status === \"saving\"}\n \n {message.status === \"saving\"\n ? $t.dataset_review?.semantics?.messages?.saving\n : message.text}\n
\n {/if}\n
\n\n
\n askAiAboutField(field)}\n disabled={disabled || isSaving}\n >\n {$t.dataset_review?.assistant?.ask_ai_action || \"✨ Ask AI\"}\n \n improveFieldDraft(field)}\n disabled={disabled || isSaving}\n >\n {$t.dataset_review?.assistant?.improve_action || \"✨ Improve\"}\n \n startManualEdit(field)}\n disabled={disabled || isSaving}\n >\n {$t.dataset_review?.semantics?.manual_override_action}\n \n\n mutateLock(field, field.is_locked ? \"unlock\" : \"lock\")}\n disabled={disabled || isSaving}\n >\n {field.is_locked\n ? $t.dataset_review?.semantics?.unlock_action\n : $t.dataset_review?.semantics?.lock_action}\n \n\n
\n recordFeedback(field.field_id, 'up')}\n disabled={disabled || isSaving}\n >\n {$t.dataset_review?.semantics?.feedback_up_action}\n \n recordFeedback(field.field_id, 'down')}\n disabled={disabled || isSaving}\n >\n {$t.dataset_review?.semantics?.feedback_down_action}\n \n
\n
\n
\n \n {/each}\n \n {/if}\n
\n\n\n" }, { @@ -87764,6 +93477,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\n
\n
\n

\n {$t.dataset_review?.source?.eyebrow}\n

\n

\n {$t.dataset_review?.source?.title}\n

\n

\n {$t.dataset_review?.source?.description}\n

\n
\n\n \n {#if intakeState === \"Rejected\"}\n {$t.dataset_review?.source?.state_rejected}\n {:else if intakeState === \"Validating\"}\n {$t.dataset_review?.source?.state_validating}\n {:else}\n {$t.dataset_review?.source?.state_idle}\n {/if}\n
\n
\n\n
\n setMode(\"superset_link\")}\n >\n
\n {$t.dataset_review?.source?.superset_link_tab}\n
\n
\n {$t.dataset_review?.source?.superset_link_tab_hint}\n
\n \n\n setMode(\"dataset_selection\")}\n >\n
\n {$t.dataset_review?.source?.dataset_selection_tab}\n
\n
\n {$t.dataset_review?.source?.dataset_selection_tab_hint}\n
\n \n
\n\n
\n Progress: {progressionLabel}. После старта сессии можно продолжить review даже при частично восстановленном контексте.\n
\n\n
\n
\n \n\n \n
\n\n \n {getInlineHint()}\n \n\n
\n
\n {#if isSupersetLinkMode}\n {$t.dataset_review?.source?.superset_link_recovery_note}\n {:else}\n {$t.dataset_review?.source?.dataset_selection_recovery_note}\n {/if}\n
\n Долгие шаги восстановления выполняются асинхронно: статус и следующий шаг будут видны в workspace.\n
\n
\n\n \n {#if submitting}\n {$t.dataset_review?.source?.submitting}\n {:else if isSupersetLinkMode}\n {$t.dataset_review?.source?.submit_superset_link}\n {:else}\n {$t.dataset_review?.source?.submit_dataset_selection}\n {/if}\n \n
\n \n\n\n\n" }, { @@ -87864,6 +93578,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\n
\n
\n

\n {$t.dataset_review?.findings?.eyebrow}\n

\n

\n {$t.dataset_review?.findings?.title}\n

\n

\n {$t.dataset_review?.findings?.description}\n

\n
\n\n
\n
\n {$t.dataset_review?.findings?.next_action_label}\n
\n
\n {getRecommendedActionLabel(recommendedAction)}\n
\n
\n
\n\n {#if unresolvedBlockingCount > 0}\n
\n Обнаружены незакрытые launch-блокеры: {unresolvedBlockingCount}. Продолжать review можно, но запуск останется недоступен.\n
\n {/if}\n\n {#if totalFindings === 0}\n
\n {$t.dataset_review?.findings?.empty}\n
\n {:else}\n
\n
\n
\n

\n {$t.dataset_review?.findings?.blocking_title}\n

\n \n {blockingFindings.length}\n \n
\n\n {#if blockingFindings.length === 0}\n

\n {$t.dataset_review?.findings?.blocking_empty}\n

\n {:else}\n
\n {#each blockingFindings as finding}\n \n
\n
\n
\n

\n {finding.title}\n

\n \n {finding.code}\n \n \n {getAreaLabel(finding.area)}\n \n
\n\n

\n {finding.message}\n

\n\n
\n \n {$t.dataset_review?.findings?.resolution_label}:\n {getResolutionLabel(finding.resolution_state)}\n \n\n {#if finding.caused_by_ref}\n \n {$t.dataset_review?.findings?.reference_label}:\n {finding.caused_by_ref}\n \n {/if}\n
\n\n {#if finding.resolution_note}\n

{finding.resolution_note}

\n {/if}\n
\n\n
\n askAiAboutFinding(finding)}\n >\n {$t.dataset_review?.assistant?.ask_ai_action || \"✨ Ask AI\"}\n \n improveFindingGuidance(finding)}\n >\n {$t.dataset_review?.assistant?.improve_action || \"✨ Improve\"}\n \n jumpToFindingTarget(finding)}\n >\n {$t.dataset_review?.findings?.jump_action}\n \n
\n
\n \n {/each}\n
\n {/if}\n
\n\n
\n
\n

\n {$t.dataset_review?.findings?.warning_title}\n

\n \n {warningFindings.length}\n \n
\n\n {#if warningFindings.length === 0}\n

\n {$t.dataset_review?.findings?.warning_empty}\n

\n {:else}\n
\n {#each warningFindings as finding}\n \n
\n
\n
\n

\n {finding.title}\n

\n \n {finding.code}\n \n \n {getAreaLabel(finding.area)}\n \n
\n\n

\n {finding.message}\n

\n\n
\n \n {$t.dataset_review?.findings?.resolution_label}:\n {getResolutionLabel(finding.resolution_state)}\n \n\n {#if finding.caused_by_ref}\n \n {$t.dataset_review?.findings?.reference_label}:\n {finding.caused_by_ref}\n \n {/if}\n
\n\n {#if finding.resolution_note}\n

{finding.resolution_note}

\n {/if}\n
\n\n
\n askAiAboutFinding(finding)}\n >\n {$t.dataset_review?.assistant?.ask_ai_action || \"✨ Ask AI\"}\n \n improveFindingGuidance(finding)}\n >\n {$t.dataset_review?.assistant?.improve_action || \"✨ Improve\"}\n \n jumpToFindingTarget(finding)}\n >\n {$t.dataset_review?.findings?.jump_action}\n \n
\n
\n \n {/each}\n
\n {/if}\n
\n\n
\n
\n

\n {$t.dataset_review?.findings?.informational_title}\n

\n \n {informationalFindings.length}\n \n
\n\n {#if informationalFindings.length === 0}\n

\n {$t.dataset_review?.findings?.informational_empty}\n

\n {:else}\n
\n {#each informationalFindings as finding}\n \n
\n
\n
\n

\n {finding.title}\n

\n \n {finding.code}\n \n \n {getAreaLabel(finding.area)}\n \n
\n\n

\n {finding.message}\n

\n\n
\n \n {$t.dataset_review?.findings?.resolution_label}:\n {getResolutionLabel(finding.resolution_state)}\n \n\n {#if finding.caused_by_ref}\n \n {$t.dataset_review?.findings?.reference_label}:\n {finding.caused_by_ref}\n \n {/if}\n
\n\n {#if finding.resolution_note}\n

{finding.resolution_note}

\n {/if}\n
\n\n
\n askAiAboutFinding(finding)}\n >\n {$t.dataset_review?.assistant?.ask_ai_action || \"✨ Ask AI\"}\n \n improveFindingGuidance(finding)}\n >\n {$t.dataset_review?.assistant?.improve_action || \"✨ Improve\"}\n \n jumpToFindingTarget(finding)}\n >\n {$t.dataset_review?.findings?.jump_action}\n \n
\n
\n \n {/each}\n
\n {/if}\n
\n
\n {/if}\n
\n\n\n" }, { @@ -87984,6 +93699,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region SourceIntakePanelUxTests:Module [TYPE Function]\n// @SEMANTICS: dataset-review, source-intake, ux-tests, validation, recovery\n// @PURPOSE: Verify source intake entry paths, validation feedback, and submit payload behavior for US1.\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [SourceIntakePanel]\n// @UX_STATE: Idle -> Default intake renders both entry paths and waits for user input.\n// @UX_STATE: Validating -> Inline feedback confirms recognized links and local payload validation.\n// @UX_STATE: Rejected -> Invalid source input remains local and exposes recovery guidance.\n// @TEST_CONTRACT: SourceIntakePanelProps -> ObservableIntakeUX\n// @TEST_SCENARIO: invalid_superset_link_shows_rejected_state -> Invalid URL input keeps submit local and shows rejection feedback.\n// @TEST_SCENARIO: recognized_superset_link_submits_payload -> Recognized link path submits normalized payload.\n// @TEST_SCENARIO: dataset_selection_mode_changes_cta -> Dataset selection path switches CTA and payload source kind.\n// @TEST_EDGE: missing_environment -> Required environment guard blocks submit.\n// @TEST_EDGE: invalid_type -> Invalid Superset URL shows recovery hint.\n// @TEST_EDGE: external_fail -> Submit callback failure is rendered inline.\n// @TEST_INVARIANT: intake_contract_remains_observable -> VERIFIED_BY: [invalid_superset_link_shows_rejected_state, recognized_superset_link_submits_payload, dataset_selection_mode_changes_cta]\n\nimport { describe, it, expect, vi } from \"vitest\";\nimport { fireEvent, render, screen } from \"@testing-library/svelte\";\nimport SourceIntakePanel from \"../SourceIntakePanel.svelte\";\n\nvi.mock(\"$lib/i18n\", () => ({\n t: {\n subscribe: (fn) => {\n fn({\n common: {\n choose_environment: \"Choose environment\",\n error: \"Common error\",\n },\n dataset_review: {\n source: {\n eyebrow: \"Source intake\",\n title: \"Start dataset review\",\n description: \"Paste link or provide dataset reference.\",\n state_idle: \"Idle\",\n state_validating: \"Validating\",\n state_rejected: \"Rejected\",\n environment_label: \"Environment\",\n environment_required: \"Environment is required\",\n superset_link_tab: \"Superset link\",\n superset_link_tab_hint: \"Paste dashboard or explore URL\",\n dataset_selection_tab: \"Dataset selection\",\n dataset_selection_tab_hint: \"Enter dataset ref\",\n superset_link_label: \"Superset link\",\n dataset_selection_label: \"Dataset reference\",\n superset_link_placeholder: \"https://superset.local/dashboard/10\",\n dataset_selection_placeholder: \"public.sales\",\n superset_link_hint: \"Paste a full Superset URL\",\n dataset_selection_hint: \"Provide schema.dataset reference\",\n recognized_link_hint: \"Recognized Superset link\",\n superset_link_required: \"Superset link is required\",\n dataset_selection_required: \"Dataset reference is required\",\n superset_link_invalid: \"Superset link must start with http\",\n submit_failed: \"Submit failed\",\n superset_link_recovery_note: \"You can fix the link inline\",\n dataset_selection_recovery_note: \"You can fix the dataset inline\",\n submitting: \"Submitting\",\n submit_superset_link: \"Start from link\",\n submit_dataset_selection: \"Start from dataset\",\n dataset_selection_acknowledged: \"Dataset selection acknowledged\",\n },\n },\n });\n return () => {};\n },\n },\n}));\n\ndescribe(\"SourceIntakePanel UX Contract\", () => {\n const environments = [{ id: \"env-1\", name: \"DEV\" }];\n\n it(\"invalid_superset_link_shows_rejected_state\", async () => {\n const onsubmit = vi.fn();\n const { container } = render(SourceIntakePanel, {\n environments,\n onsubmit,\n });\n\n await fireEvent.change(screen.getByRole(\"combobox\"), {\n target: { value: \"env-1\" },\n });\n await fireEvent.input(screen.getByPlaceholderText(\"https://superset.local/dashboard/10\"), {\n target: { value: \"not-a-url\" },\n });\n await fireEvent.submit(container.querySelector(\"form\"));\n\n expect(onsubmit).not.toHaveBeenCalled();\n expect(screen.getByText(\"Rejected\")).toBeDefined();\n expect(screen.getByText(\"Superset link must start with http\")).toBeDefined();\n });\n\n it(\"recognized_superset_link_submits_payload\", async () => {\n const onsubmit = vi.fn().mockResolvedValue(undefined);\n const { container } = render(SourceIntakePanel, {\n environments,\n selectedEnvironmentId: \"env-1\",\n acknowledgment: \"Recognized Superset link\",\n onsubmit,\n });\n\n await fireEvent.input(screen.getByPlaceholderText(\"https://superset.local/dashboard/10\"), {\n target: { value: \"https://demo.local/superset/dashboard/42 \" },\n });\n await fireEvent.submit(container.querySelector(\"form\"));\n\n expect(onsubmit).toHaveBeenCalledWith({\n environment_id: \"env-1\",\n source_input: \"https://demo.local/superset/dashboard/42\",\n source_kind: \"superset_link\",\n });\n expect(screen.getByText(\"Recognized Superset link\")).toBeDefined();\n });\n\n it(\"dataset_selection_mode_changes_cta\", async () => {\n const onsubmit = vi.fn().mockResolvedValue(undefined);\n const { container } = render(SourceIntakePanel, {\n environments,\n onsubmit,\n });\n\n await fireEvent.click(\n screen.getByRole(\"button\", {\n name: \"Dataset selection Enter dataset ref\",\n }),\n );\n await fireEvent.change(screen.getByRole(\"combobox\"), {\n target: { value: \"env-1\" },\n });\n await fireEvent.input(screen.getByPlaceholderText(\"public.sales\"), {\n target: { value: \" public.sales \" },\n });\n await fireEvent.submit(container.querySelector(\"form\"));\n\n expect(onsubmit).toHaveBeenCalledWith({\n environment_id: \"env-1\",\n source_input: \"public.sales\",\n source_kind: \"dataset_selection\",\n });\n });\n\n it(\"external_fail_renders_inline_error\", async () => {\n const onsubmit = vi.fn().mockRejectedValue(new Error(\"Backend rejected source\"));\n const { container } = render(SourceIntakePanel, {\n environments,\n selectedEnvironmentId: \"env-1\",\n onsubmit,\n });\n\n await fireEvent.input(screen.getByPlaceholderText(\"https://superset.local/dashboard/10\"), {\n target: { value: \"https://demo.local/dashboard/42\" },\n });\n await fireEvent.submit(container.querySelector(\"form\"));\n\n expect(screen.getByText(\"Backend rejected source\")).toBeDefined();\n });\n});\n// #endregion SourceIntakePanelUxTests:Module\n" }, { @@ -88088,6 +93804,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region DatasetReviewUs2WorkspaceUxTests:Module [TYPE Function]\n// @SEMANTICS: dataset-review, semantics, assistant, workspace, ux-tests, mapping-review\n// @PURPOSE: Verify US2 dataset review surfaces keep semantic review actionable, route clarification through AssistantChatPanel, and preserve explicit preview/mapping gates.\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [SemanticLayerReview]\n// @RELATION: DEPENDS_ON -> [ExecutionMappingReview]\n// @TEST_SCENARIO: semantic_review_surfaces_active_value_and_candidates -> Field-level semantic review shows provenance, candidates, and mutation callbacks.\n// @TEST_SCENARIO: mapping_review_marks_row_focused_and_requires_explicit_approval -> Mapping review keeps warning approvals explicit and highlightable.\n// @TEST_EDGE: external_fail -> Failed request surfaces inline recovery message.\n\nimport { describe, it, expect, vi, beforeEach } from \"vitest\";\nimport { render, screen, fireEvent, waitFor } from \"@testing-library/svelte\";\nimport SemanticLayerReview from \"../SemanticLayerReview.svelte\";\nimport ExecutionMappingReview from \"../ExecutionMappingReview.svelte\";\n\nvi.mock(\"$lib/i18n\", () => ({\n t: {\n subscribe: (fn) => {\n fn({\n common: {\n error: \"Common error\",\n cancel: \"Cancel\",\n unknown: \"Unknown\",\n not_available: \"N/A\",\n },\n dataset_review: {\n assistant: {\n ask_ai_action: \"✨ Ask AI\",\n improve_action: \"✨ Improve\",\n },\n semantics: {\n eyebrow: \"Semantic layer\",\n title: \"Review semantic field values\",\n description: \"Review semantic candidates\",\n field_count_label: \"Fields in review\",\n empty: \"No semantic fields\",\n unknown_source: \"Unknown source\",\n active_value_label: \"Active semantic value\",\n provenance_label: \"Provenance\",\n confidence_label: \"Confidence\",\n confidence_unset: \"No confidence rank\",\n confidence_rank_label: \"Rank\",\n source_label: \"Source\",\n changed_by_label: \"Changed by\",\n locked_badge: \"Locked\",\n unlocked_badge: \"Unlocked\",\n conflict_badge: \"Conflict\",\n needs_review_badge: \"Needs review\",\n manual_verbose_name_label: \"Manual verbose name\",\n manual_description_label: \"Manual description\",\n manual_display_format_label: \"Manual display format\",\n manual_override_action: \"Manual override\",\n save_manual_action: \"Save manual value\",\n lock_action: \"Lock field\",\n unlock_action: \"Unlock field\",\n feedback_up_action: \"Thumbs up\",\n feedback_down_action: \"Thumbs down\",\n candidates_title: \"Candidate options\",\n candidates_empty: \"No candidates\",\n candidate_description_empty: \"No candidate description\",\n display_format_label: \"Display format\",\n score_label: \"Score\",\n apply_candidate_action: \"Apply\",\n apply_and_lock_action: \"Apply and lock\",\n empty_value: \"No value\",\n provenance: {\n unresolved: \"Unresolved\",\n dictionary_exact: \"Dictionary exact match\",\n manual_override: \"Manual override\",\n },\n candidate_status: {\n pending: \"Pending\",\n },\n messages: {\n saving: \"Saving semantic decision...\",\n save_failed: \"Failed to save semantic decision.\",\n candidate_applied: \"Candidate value applied.\",\n },\n },\n mapping: {\n eyebrow: \"Template mapping\",\n title: \"Review filter-to-template mappings\",\n description: \"Verify imported values\",\n state_label: \"Mapping state\",\n state: {\n Incomplete: \"Incomplete\",\n WarningApproval: \"Approval required\",\n Approved: \"Approved\",\n },\n pending_approvals_label: \"Pending approvals\",\n required_values_label: \"Missing required values\",\n empty: \"No mappings\",\n required_blockers_notice: \"{count} required values missing\",\n approval_notice: \"{count} approvals needed\",\n to_variable_label: \"To variable\",\n required_badge: \"Required\",\n approval_required_badge: \"Approval required\",\n approved_badge: \"Approved\",\n source_filter_label: \"Source filter\",\n source_value_label: \"Source value\",\n confidence_label: \"Confidence\",\n recovery_label: \"Recovery\",\n effective_value_label: \"Effective value\",\n method_label: \"Method\",\n approval_label: \"Approval\",\n warning_label: \"Warning\",\n transformation_note_label: \"Transformation note\",\n missing_required_value: \"Missing required value\",\n manual_value_label: \"Manual effective value\",\n manual_note_label: \"Manual note\",\n save_override_action: \"Save manual override\",\n manual_override_action: \"Manual override\",\n approve_action: \"Approve mapping\",\n approve_all_action: \"Approve all pending mappings\",\n approval_state: {\n pending: \"Pending\",\n approved: \"Approved\",\n },\n warning_level: {\n high: \"High\",\n },\n method: {\n heuristic_match: \"Heuristic match\",\n manual_override: \"Manual override\",\n },\n messages: {\n saving: \"Saving mapping decision...\",\n approval_saved: \"Mapping approval recorded.\",\n approval_failed: \"Failed to save mapping approval.\",\n override_saved: \"Manual mapping override saved. Preview should be refreshed.\",\n override_failed: \"Failed to save manual mapping override.\",\n required_value_missing: \"Provide a required value before saving the manual override.\",\n },\n },\n },\n });\n return () => {};\n },\n },\n}));\n\nvi.mock(\"$lib/api/datasetReview.js\", () => ({\n requestDatasetReviewApi: vi.fn(),\n}));\n\ndescribe(\"Dataset review US2 workspace surfaces\", () => {\n beforeEach(() => {\n vi.clearAllMocks();\n });\n\n it(\"semantic_review_surfaces_active_value_and_candidates\", async () => {\n const { requestDatasetReviewApi } = await import(\"$lib/api/datasetReview.js\");\n requestDatasetReviewApi.mockResolvedValue({\n field_id: \"field-1\",\n field_name: \"customer_name\",\n verbose_name: \"Customer name\",\n description: \"Customer display name\",\n display_format: \"text\",\n provenance: \"dictionary_exact\",\n source_id: \"source-1\",\n confidence_rank: 1,\n is_locked: false,\n has_conflict: false,\n needs_review: false,\n last_changed_by: \"user\",\n candidates: [],\n session_version: 5,\n });\n\n const onupdated = vi.fn();\n\n render(SemanticLayerReview, {\n sessionId: \"session-1\",\n sessionVersion: 4,\n semanticSources: [\n { source_id: \"source-1\", display_name: \"Trusted dictionary\", source_version: \"v1\" },\n ],\n fields: [\n {\n field_id: \"field-1\",\n field_name: \"customer_name\",\n field_kind: \"dimension\",\n verbose_name: \"Customer name\",\n description: \"Resolved from trusted dictionary\",\n display_format: \"text\",\n provenance: \"dictionary_exact\",\n source_id: \"source-1\",\n confidence_rank: 1,\n is_locked: false,\n has_conflict: true,\n needs_review: true,\n last_changed_by: \"system\",\n candidates: [\n {\n candidate_id: \"candidate-1\",\n match_type: \"exact\",\n confidence_score: 0.98,\n proposed_verbose_name: \"Customer name\",\n proposed_description: \"Customer display name\",\n proposed_display_format: \"text\",\n status: \"pending\",\n },\n ],\n },\n ],\n focusTarget: { target: \"field:field-1\", source: \"test\" },\n onupdated,\n });\n\n expect(screen.getByText(\"Review semantic field values\")).toBeDefined();\n expect(screen.getByText(\"customer_name\")).toBeDefined();\n expect(document.querySelector('[data-focus-target=\"field:field-1\"]')).toBeTruthy();\n\n await fireEvent.click(screen.getByRole(\"button\", { name: \"Apply\" }));\n\n await waitFor(() => {\n expect(requestDatasetReviewApi).toHaveBeenCalledWith(\n \"/dataset-orchestration/sessions/session-1/fields/field-1/semantic\",\n \"PATCH\",\n { candidate_id: \"candidate-1\", lock_field: false },\n 4,\n );\n });\n\n expect(onupdated).toHaveBeenCalled();\n expect(screen.getByText(\"Candidate value applied.\")).toBeDefined();\n });\n\n it(\"mapping_review_marks_row_focused_and_requires_explicit_approval\", async () => {\n const { requestDatasetReviewApi } = await import(\"$lib/api/datasetReview.js\");\n requestDatasetReviewApi.mockResolvedValue({\n mapping_id: \"mapping-1\",\n filter_id: \"filter-1\",\n variable_id: \"variable-1\",\n approval_state: \"approved\",\n requires_explicit_approval: true,\n warning_level: \"high\",\n mapping_method: \"heuristic_match\",\n effective_value: \"EU\",\n session_version: 6,\n });\n\n const onupdated = vi.fn();\n const onaskai = vi.fn();\n\n render(ExecutionMappingReview, {\n sessionId: \"session-1\",\n sessionVersion: 5,\n mappings: [\n {\n mapping_id: \"mapping-1\",\n filter_id: \"filter-1\",\n variable_id: \"variable-1\",\n approval_state: \"pending\",\n requires_explicit_approval: true,\n warning_level: \"high\",\n mapping_method: \"heuristic_match\",\n transformation_note: \"Europe → EU\",\n effective_value: \"EU\",\n },\n ],\n importedFilters: [\n {\n filter_id: \"filter-1\",\n filter_name: \"region\",\n display_name: \"Region\",\n raw_value: \"Europe\",\n confidence_state: \"mostly_confirmed\",\n recovery_status: \"partial\",\n },\n ],\n templateVariables: [\n {\n variable_id: \"variable-1\",\n variable_name: \"region_code\",\n is_required: true,\n },\n ],\n focusTarget: { target: \"mapping:mapping-1\", source: \"test\" },\n onupdated,\n onaskai,\n });\n\n expect(document.querySelector('[data-focus-target=\"mapping:mapping-1\"]')).toBeTruthy();\n expect(screen.getByText(\"Approval required\")).toBeDefined();\n\n await fireEvent.click(screen.getByRole(\"button\", { name: \"✨ Ask AI\" }));\n expect(onaskai).toHaveBeenCalled();\n\n await fireEvent.click(screen.getByRole(\"button\", { name: \"Approve mapping\" }));\n\n await waitFor(() => {\n expect(requestDatasetReviewApi).toHaveBeenCalledWith(\n \"/dataset-orchestration/sessions/session-1/mappings/mapping-1/approve\",\n \"POST\",\n { approval_note: \"Europe → EU\" },\n 5,\n );\n });\n\n expect(onupdated).toHaveBeenCalledWith(\n expect.objectContaining({ preview_state: \"unchanged\" }),\n );\n });\n});\n// #endregion DatasetReviewUs2WorkspaceUxTests:Module\n" }, { @@ -88221,6 +93938,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region DatasetReviewUs3UxTests:Module [TYPE Function]\n// @SEMANTICS: dataset-review, execution, mapping, preview, launch, ux-tests\n// @PURPOSE: Verify US3 mapping review, Superset preview, and launch confirmation UX contracts.\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [ExecutionMappingReview]\n// @RELATION: DEPENDS_ON -> [CompiledSQLPreview]\n// @RELATION: DEPENDS_ON -> [LaunchConfirmationPanel]\n// @UX_STATE: WarningApproval -> Mapping review requires explicit approval or manual override.\n// @UX_STATE: Ready -> Preview and launch panels expose reviewed Superset-backed execution context.\n// @UX_STATE: Blocked -> Launch panel lists blockers instead of allowing hidden bypass.\n// @TEST_CONTRACT: Us3ExecutionProps -> ObservableExecutionUx\n// @TEST_SCENARIO: mapping_review_approves_warning_sensitive_row -> Approval persists and keeps blockers visible until cleared.\n// @TEST_SCENARIO: preview_panel_requests_superset_compilation_and_renders_sql -> Preview stays explicitly Superset-derived.\n// @TEST_SCENARIO: launch_panel_blocks_then_submits_sql_lab_launch -> Launch lists gates first and shows audited handoff after success.\n// @TEST_EDGE: missing_field -> Missing preview or run context remains readable.\n// @TEST_EDGE: external_fail -> Failed preview request surfaces inline error.\n// @TEST_EDGE: invalid_type -> Mixed values stringify without crashing.\n// @TEST_INVARIANT: execution_gates_remain_visible -> VERIFIED_BY: [mapping_review_approves_warning_sensitive_row, preview_panel_requests_superset_compilation_and_renders_sql, launch_panel_blocks_then_submits_sql_lab_launch]\n\nimport { beforeEach, describe, expect, it, vi } from \"vitest\";\nimport { fireEvent, render, screen, waitFor } from \"@testing-library/svelte\";\nimport { requestDatasetReviewApi } from \"$lib/api/datasetReview.js\";\nimport ExecutionMappingReview from \"../ExecutionMappingReview.svelte\";\nimport CompiledSQLPreview from \"../CompiledSQLPreview.svelte\";\nimport LaunchConfirmationPanel from \"../LaunchConfirmationPanel.svelte\";\n\nvi.mock(\"$lib/api/datasetReview.js\", () => ({\n requestDatasetReviewApi: vi.fn(),\n}));\n\nvi.mock(\"$lib/i18n\", () => ({\n t: {\n subscribe: (fn) => {\n fn({\n common: {\n error: \"Common error\",\n cancel: \"Cancel\",\n not_available: \"N/A\",\n unknown: \"Unknown\",\n },\n dataset_review: {\n mapping: {\n eyebrow: \"Template mapping\",\n title: \"Review filter-to-template mappings\",\n description: \"Verify imported filter values, effective execution values, and warning-sensitive transformations before preview or launch.\",\n state_label: \"Mapping state\",\n state: {\n Incomplete: \"Incomplete\",\n WarningApproval: \"Approval required\",\n Approved: \"Approved\",\n },\n pending_approvals_label: \"Pending approvals\",\n required_values_label: \"Missing required values\",\n empty: \"No execution mappings are available yet.\",\n required_blockers_notice: \"{count} required values still need attention before preview or launch can proceed.\",\n approval_notice: \"{count} mapping transformations still need explicit approval.\",\n to_variable_label: \"To variable\",\n required_badge: \"Required\",\n approval_required_badge: \"Approval required\",\n approved_badge: \"Approved\",\n source_filter_label: \"Source filter\",\n source_value_label: \"Source value\",\n confidence_label: \"Confidence\",\n recovery_label: \"Recovery\",\n effective_value_label: \"Effective value\",\n method_label: \"Method\",\n approval_label: \"Approval\",\n warning_label: \"Warning\",\n transformation_note_label: \"Transformation note\",\n missing_required_value: \"This mapping still lacks a required effective value.\",\n manual_value_label: \"Manual effective value\",\n manual_note_label: \"Manual override note\",\n save_override_action: \"Save manual override\",\n manual_override_action: \"Manual override\",\n approve_action: \"Approve mapping\",\n approve_all_action: \"Approve all pending mappings\",\n approval_state: {\n pending: \"Pending\",\n approved: \"Approved\",\n rejected: \"Rejected\",\n not_required: \"Not required\",\n },\n warning_level: {\n none: \"None\",\n low: \"Low\",\n medium: \"Medium\",\n high: \"High\",\n },\n method: {\n direct_match: \"Direct match\",\n heuristic_match: \"Heuristic match\",\n semantic_match: \"Semantic match\",\n manual_override: \"Manual override\",\n },\n messages: {\n saving: \"Saving mapping decision...\",\n approval_saved: \"Mapping approval recorded.\",\n approval_failed: \"Failed to save mapping approval.\",\n override_saved: \"Manual mapping override saved. Preview should be refreshed.\",\n override_failed: \"Failed to save manual mapping override.\",\n required_value_missing: \"Provide a required value before saving the manual override.\",\n },\n },\n preview: {\n eyebrow: \"Compiled SQL preview\",\n title: \"Review Superset-compiled SQL\",\n description: \"Preview truth comes only from Superset. Regenerate the preview whenever mappings or required inputs change.\",\n state_label: \"Preview state\",\n state: {\n missing: \"Missing\",\n pending: \"Pending\",\n ready: \"Ready\",\n stale: \"Stale\",\n failed: \"Error\",\n },\n generate_action: \"Generate SQL preview\",\n generate_loading: \"Generating preview...\",\n missing_body: \"No Superset preview is available yet. Generate one before attempting launch.\",\n pending_body: \"Superset is compiling the current execution context. Launch stays blocked until preview completes.\",\n ready_body: \"This SQL preview was compiled by Superset for the current execution inputs.\",\n stale_body: \"Mappings or effective values changed after the last successful preview. Regenerate before launch.\",\n error_body: \"Superset could not compile the current execution context.\",\n compiler_label: \"Compiled source\",\n compiled_by_superset: \"Compiled by Superset\",\n compiled_source_unknown: \"Compilation source unavailable\",\n fingerprint_label: \"Preview fingerprint\",\n compiled_at_label: \"Compiled at\",\n sql_block_title: \"Superset SQL\",\n compiled_truth_note: \"Exact SQL returned by Superset\",\n go_to_mapping_action: \"Review mapping inputs\",\n review_inputs_action: \"Review changed inputs\",\n messages: {\n generated: \"Superset preview refreshed.\",\n generate_failed: \"Failed to generate Superset preview.\",\n },\n },\n launch: {\n eyebrow: \"Launch confirmation\",\n title: \"Confirm SQL Lab launch\",\n description: \"Launch remains blocked until preview truth, approvals, and readiness gates all match the reviewed execution context.\",\n state_label: \"Launch state\",\n state: {\n Blocked: \"Blocked\",\n Ready: \"Ready\",\n Submitted: \"Submitted\",\n },\n blocked_title: \"Launch blockers\",\n blocked_body: \"Resolve the items below before sending this dataset run to SQL Lab.\",\n resolve_action: \"Open related area\",\n dataset_ref_label: \"Dataset reference\",\n readiness_label: \"Readiness\",\n approved_mappings_label: \"Approved mappings\",\n preview_fingerprint_label: \"Preview fingerprint\",\n sql_lab_target_title: \"Launch target\",\n sql_lab_target_body: \"The canonical launch target is a Superset SQL Lab session using the reviewed preview and effective execution inputs.\",\n preview_status_label: \"Preview status\",\n compiled_by_label: \"Compiled by\",\n launch_action: \"Launch dataset\",\n launch_loading: \"Launching dataset...\",\n submitted_title: \"Launch submitted\",\n submitted_body: \"SQL Lab handoff and audited run context were recorded for this launch request.\",\n run_context_label: \"Run context\",\n sql_lab_session_label: \"SQL Lab session\",\n launch_status_label: \"Launch status\",\n preview_ref_label: \"Preview reference\",\n blockers: {\n blocking_finding: \"Blocking findings remain unresolved\",\n mapping_approval_required: \"Mapping approval is still required\",\n preview_missing: \"Superset preview is required before launch\",\n preview_pending: \"Preview generation is still in progress\",\n preview_stale: \"Preview no longer matches the current execution inputs\",\n preview_failed: \"Preview failed and launch remains blocked\",\n readiness_not_run_ready: \"Session is not yet in run-ready state\",\n preview_fingerprint_missing: \"Preview fingerprint is missing, so launch cannot be trusted\",\n },\n messages: {\n launch_started: \"Dataset launch request sent to SQL Lab.\",\n launch_failed: \"Failed to launch dataset in SQL Lab.\",\n },\n },\n },\n });\n return () => {};\n },\n },\n}));\n\ndescribe(\"Dataset review US3 execution UX\", () => {\n beforeEach(() => {\n requestDatasetReviewApi.mockReset();\n });\n\n it(\"mapping_review_approves_warning_sensitive_row\", async () => {\n requestDatasetReviewApi.mockResolvedValueOnce({\n mapping_id: \"map-1\",\n filter_id: \"filter-1\",\n variable_id: \"var-1\",\n mapping_method: \"direct_match\",\n raw_input_value: \"DE\",\n effective_value: \"DE\",\n transformation_note: \"Trimmed imported value\",\n warning_level: \"medium\",\n requires_explicit_approval: true,\n approval_state: \"approved\",\n });\n\n const onupdated = vi.fn();\n\n render(ExecutionMappingReview, {\n sessionId: \"session-1\",\n mappings: [\n {\n mapping_id: \"map-1\",\n filter_id: \"filter-1\",\n variable_id: \"var-1\",\n mapping_method: \"direct_match\",\n raw_input_value: \"DE\",\n effective_value: \"DE\",\n transformation_note: \"Trimmed imported value\",\n warning_level: \"medium\",\n requires_explicit_approval: true,\n approval_state: \"pending\",\n },\n ],\n importedFilters: [\n {\n filter_id: \"filter-1\",\n filter_name: \"country\",\n display_name: \"Country\",\n raw_value: \"DE\",\n normalized_value: \"DE\",\n confidence_state: \"imported\",\n recovery_status: \"recovered\",\n },\n ],\n templateVariables: [\n {\n variable_id: \"var-1\",\n variable_name: \"country\",\n is_required: true,\n default_value: null,\n },\n ],\n onupdated,\n });\n\n expect(screen.getByText(\"Review filter-to-template mappings\")).toBeDefined();\n expect(screen.getByText(\"Approval required\")).toBeDefined();\n expect(screen.getByText(\"Country\")).toBeDefined();\n expect(screen.getByText(/Trimmed imported value/)).toBeDefined();\n\n await fireEvent.click(screen.getByRole(\"button\", { name: \"Approve mapping\" }));\n\n await waitFor(() => {\n expect(requestDatasetReviewApi).toHaveBeenCalledWith(\n \"/dataset-orchestration/sessions/session-1/mappings/map-1/approve\",\n \"POST\",\n { approval_note: \"Trimmed imported value\" },\n null,\n );\n });\n\n expect(onupdated).toHaveBeenCalledWith({\n mapping: expect.objectContaining({\n mapping_id: \"map-1\",\n approval_state: \"approved\",\n }),\n preview_state: \"unchanged\",\n });\n expect(screen.getByText(\"Mapping approval recorded.\")).toBeDefined();\n });\n\n it(\"mapping_review_batch_approves_pending_rows\", async () => {\n requestDatasetReviewApi.mockResolvedValueOnce([\n {\n mapping_id: \"map-1\",\n filter_id: \"filter-1\",\n variable_id: \"var-1\",\n mapping_method: \"direct_match\",\n raw_input_value: \"DE\",\n effective_value: \"DE\",\n transformation_note: \"Trimmed imported value\",\n warning_level: \"medium\",\n requires_explicit_approval: true,\n approval_state: \"approved\",\n },\n ]);\n\n const onupdated = vi.fn();\n\n render(ExecutionMappingReview, {\n sessionId: \"session-1\",\n mappings: [\n {\n mapping_id: \"map-1\",\n filter_id: \"filter-1\",\n variable_id: \"var-1\",\n mapping_method: \"direct_match\",\n raw_input_value: \"DE\",\n effective_value: \"DE\",\n transformation_note: \"Trimmed imported value\",\n warning_level: \"medium\",\n requires_explicit_approval: true,\n approval_state: \"pending\",\n },\n ],\n importedFilters: [\n {\n filter_id: \"filter-1\",\n filter_name: \"country\",\n display_name: \"Country\",\n raw_value: \"DE\",\n normalized_value: \"DE\",\n confidence_state: \"imported\",\n recovery_status: \"recovered\",\n },\n ],\n templateVariables: [\n {\n variable_id: \"var-1\",\n variable_name: \"country\",\n is_required: true,\n default_value: null,\n },\n ],\n onupdated,\n });\n\n await fireEvent.click(screen.getByRole(\"button\", { name: \"Approve all pending mappings\" }));\n\n await waitFor(() => {\n expect(requestDatasetReviewApi).toHaveBeenCalledWith(\n \"/dataset-orchestration/sessions/session-1/mappings/approve-batch\",\n \"POST\",\n { mapping_ids: [\"map-1\"] },\n null,\n );\n });\n\n expect(onupdated).toHaveBeenCalledWith({\n mappings: expect.any(Array),\n preview_state: \"unchanged\",\n });\n });\n\n it(\"preview_panel_requests_superset_compilation_and_renders_sql\", async () => {\n requestDatasetReviewApi.mockResolvedValueOnce({\n preview_id: \"preview-1\",\n session_id: \"session-1\",\n preview_status: \"ready\",\n compiled_sql: \"SELECT * FROM sales WHERE country = 'DE'\",\n preview_fingerprint: \"fingerprint-1\",\n compiled_by: \"superset\",\n compiled_at: \"2026-03-17T09:00:00Z\",\n });\n\n const onupdated = vi.fn();\n\n render(CompiledSQLPreview, {\n sessionId: \"session-1\",\n preview: null,\n previewState: \"missing\",\n onupdated,\n });\n\n expect(screen.getByText(\"Review Superset-compiled SQL\")).toBeDefined();\n expect(screen.getByText(\"No Superset preview is available yet. Generate one before attempting launch.\")).toBeDefined();\n\n await fireEvent.click(screen.getByRole(\"button\", { name: \"Generate SQL preview\" }));\n\n await waitFor(() => {\n expect(requestDatasetReviewApi).toHaveBeenCalledWith(\n \"/dataset-orchestration/sessions/session-1/preview\",\n \"POST\",\n null,\n null,\n );\n });\n\n await waitFor(() => {\n expect(onupdated).toHaveBeenCalledWith({\n preview: expect.objectContaining({\n preview_id: \"preview-1\",\n compiled_by: \"superset\",\n }),\n preview_state: \"ready\",\n });\n });\n\n requestDatasetReviewApi.mockRejectedValueOnce(new Error(\"Superset compile failed\"));\n\n const onjump = vi.fn();\n render(CompiledSQLPreview, {\n sessionId: \"session-1\",\n preview: {\n preview_id: \"preview-err\",\n preview_status: \"failed\",\n preview_fingerprint: \"fingerprint-err\",\n compiled_by: \"superset\",\n error_details: \"Variable country is invalid\",\n },\n previewState: \"failed\",\n onjump,\n });\n\n expect(screen.getByText(\"Variable country is invalid\")).toBeDefined();\n\n await fireEvent.click(screen.getByRole(\"button\", { name: \"Review mapping inputs\" }));\n expect(onjump).toHaveBeenCalledWith({ target: \"mapping\" });\n });\n\n it(\"launch_panel_blocks_then_submits_sql_lab_launch\", async () => {\n const onjump = vi.fn();\n const { rerender } = render(LaunchConfirmationPanel, {\n sessionId: \"session-1\",\n session: {\n dataset_ref: \"public.sales\",\n readiness_state: \"mapping_review_needed\",\n },\n findings: [\n {\n severity: \"blocking\",\n resolution_state: \"open\",\n title: \"Missing required value\",\n message: \"country is required\",\n code: \"REQ_COUNTRY\",\n },\n ],\n mappings: [\n {\n mapping_id: \"map-1\",\n requires_explicit_approval: true,\n approval_state: \"pending\",\n transformation_note: \"Europe -> EU\",\n },\n ],\n preview: null,\n previewState: \"missing\",\n onjump,\n });\n\n expect(screen.getByText(\"Launch blockers\")).toBeDefined();\n expect(screen.getByText(\"Blocking findings remain unresolved\")).toBeDefined();\n expect(screen.getByText(\"Mapping approval is still required\")).toBeDefined();\n expect(screen.getByText(\"Superset preview is required before launch\")).toBeDefined();\n\n await fireEvent.click(screen.getAllByRole(\"button\", { name: \"Open related area\" })[1]);\n expect(onjump).toHaveBeenCalledWith({ target: \"mapping\" });\n\n requestDatasetReviewApi.mockResolvedValueOnce({\n run_context: {\n run_context_id: \"run-1\",\n sql_lab_session_ref: \"sql-lab-77\",\n launch_status: \"started\",\n preview_id: \"preview-1\",\n },\n });\n\n await rerender({\n sessionId: \"session-1\",\n session: {\n dataset_ref: \"public.sales\",\n readiness_state: \"run_ready\",\n },\n findings: [],\n mappings: [\n {\n mapping_id: \"map-1\",\n requires_explicit_approval: true,\n approval_state: \"approved\",\n transformation_note: \"Europe -> EU\",\n },\n ],\n preview: {\n preview_id: \"preview-1\",\n preview_status: \"ready\",\n preview_fingerprint: \"fingerprint-1\",\n compiled_by: \"superset\",\n },\n previewState: \"ready\",\n onupdated: vi.fn(),\n onjump,\n });\n\n expect(screen.getByText(\"Confirm SQL Lab launch\")).toBeDefined();\n expect(screen.getByText(\"Launch state: Ready\")).toBeDefined();\n\n await fireEvent.click(screen.getByRole(\"button\", { name: \"Launch dataset\" }));\n\n await waitFor(() => {\n expect(requestDatasetReviewApi).toHaveBeenCalledWith(\n \"/dataset-orchestration/sessions/session-1/launch\",\n \"POST\",\n null,\n null,\n );\n });\n\n expect(screen.getByText(\"Dataset launch request sent to SQL Lab.\")).toBeDefined();\n });\n});\n// #endregion DatasetReviewUs3UxTests:Module\n" }, { @@ -88341,6 +94059,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ValidationFindingsPanelUxTests:Module [TYPE Function]\n// @SEMANTICS: dataset-review, findings, severity, jump, ux-tests\n// @PURPOSE: Verify grouped findings visibility, empty state, and remediation jump behavior for US1.\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [ValidationFindingsPanel]\n// @UX_STATE: Blocking -> Blocking findings dominate the panel and expose remediation jumps.\n// @UX_STATE: Warning -> Warning findings remain visible with explicit resolution state.\n// @UX_STATE: Informational -> Informational notes stay readable without competing with blockers.\n// @TEST_CONTRACT: FindingsPanelProps -> ObservableFindingsUX\n// @TEST_SCENARIO: blocking_warning_info_groups_render -> Findings render in the proper severity groups with counts.\n// @TEST_SCENARIO: jump_action_maps_area_to_workspace_target -> Jump action emits normalized remediation target.\n// @TEST_SCENARIO: empty_findings_show_success_state -> Empty list shows ready feedback.\n// @TEST_EDGE: missing_field -> Missing optional fields do not crash rendering.\n// @TEST_EDGE: invalid_type -> Unknown severity falls back to informational grouping.\n// @TEST_EDGE: external_fail -> Jump callback remains optional.\n// @TEST_INVARIANT: findings_groups_remain_actionable -> VERIFIED_BY: [blocking_warning_info_groups_render, jump_action_maps_area_to_workspace_target, empty_findings_show_success_state]\n\nimport { describe, it, expect, vi } from \"vitest\";\nimport { fireEvent, render, screen } from \"@testing-library/svelte\";\nimport ValidationFindingsPanel from \"../ValidationFindingsPanel.svelte\";\n\nvi.mock(\"$lib/i18n\", () => ({\n t: {\n subscribe: (fn) => {\n fn({\n dataset_review: {\n findings: {\n eyebrow: \"Validation findings\",\n title: \"Findings\",\n description: \"Review validation results\",\n next_action_label: \"Next action\",\n empty: \"No findings\",\n blocking_title: \"Blocking\",\n blocking_empty: \"No blocking findings\",\n warning_title: \"Warnings\",\n warning_empty: \"No warning findings\",\n informational_title: \"Info\",\n informational_empty: \"No informational findings\",\n resolution_label: \"Resolution\",\n reference_label: \"Reference\",\n jump_action: \"Jump to area\",\n resolution: {\n open: \"Open\",\n approved: \"Approved\",\n },\n areas: {\n source_intake: \"Source intake\",\n dataset_profile: \"Dataset summary\",\n semantic_enrichment: \"Semantics\",\n },\n },\n workspace: {\n actions: {\n review_documentation: \"Review documentation\",\n import_from_superset: \"Import from Superset\",\n },\n },\n },\n });\n return () => {};\n },\n },\n}));\n\ndescribe(\"ValidationFindingsPanel UX Contract\", () => {\n const findings = [\n {\n finding_id: \"f-1\",\n severity: \"blocking\",\n code: \"REQ_ENV\",\n area: \"source_intake\",\n title: \"Environment required\",\n message: \"Select environment\",\n resolution_state: \"open\",\n },\n {\n finding_id: \"f-2\",\n severity: \"warning\",\n code: \"PARTIAL_RECOVERY\",\n area: \"dataset_profile\",\n title: \"Partial recovery\",\n message: \"Some metadata needs review\",\n resolution_state: \"approved\",\n caused_by_ref: \"dashboard:42\",\n },\n {\n finding_id: \"f-3\",\n severity: \"unexpected\",\n code: \"INFO_NOTE\",\n area: \"semantic_enrichment\",\n title: \"Dictionary note\",\n message: \"Trusted source used\",\n resolution_state: \"open\",\n },\n ];\n\n it(\"blocking_warning_info_groups_render\", () => {\n render(ValidationFindingsPanel, {\n findings,\n recommendedAction: \"review_documentation\",\n });\n\n expect(screen.getByText(\"Blocking\")).toBeDefined();\n expect(screen.getByText(\"Warnings\")).toBeDefined();\n expect(screen.getByText(\"Info\")).toBeDefined();\n expect(screen.getByText(\"Environment required\")).toBeDefined();\n expect(screen.getByText(\"Partial recovery\")).toBeDefined();\n expect(screen.getByText(\"Dictionary note\")).toBeDefined();\n expect(screen.getByText(\"Review documentation\")).toBeDefined();\n });\n\n it(\"jump_action_maps_area_to_workspace_target\", async () => {\n const onjump = vi.fn();\n render(ValidationFindingsPanel, {\n findings: [findings[0]],\n recommendedAction: \"import_from_superset\",\n onjump,\n });\n\n await fireEvent.click(screen.getByRole(\"button\", { name: \"Jump to area\" }));\n\n expect(onjump).toHaveBeenCalledWith({\n target: \"intake\",\n finding: findings[0],\n });\n });\n\n it(\"empty_findings_show_success_state\", () => {\n render(ValidationFindingsPanel, {\n findings: [],\n recommendedAction: \"review_documentation\",\n });\n\n expect(screen.getByText(\"No findings\")).toBeDefined();\n });\n});\n// #endregion ValidationFindingsPanelUxTests:Module\n" }, { @@ -88398,6 +94117,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n
\n {#if loading}\n
\n
\n
\n
\n
\n {:else if error}\n
\n

{$t.health?.load_failed}

\n

{error}

\n
\n {:else}\n
\n
\n
🟢 {pass_count}
\n
{$t.health?.status_pass}
\n
\n \n
\n
🟡 {warn_count}
\n
{$t.health?.status_warn}
\n
\n \n
\n
🔴 {fail_count}
\n
{$t.health?.status_fail}
\n
\n\n
\n
⚪ {unknown_count}
\n
{$t.health?.status_unknown}
\n
\n
\n \n {#if total === 0}\n
\n {$t.health?.no_records_for_environment}\n
\n {/if}\n {/if}\n
\n\n\n\n" }, { @@ -88476,6 +94196,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n
\n
\n \n
\n
\n \n \n
\n\n
\n \n \n
\n\n
\n Schedule Days\n
\n {#each days as day}\n \n {/each}\n
\n
\n
\n\n \n
\n
\n
\n \n \n
\n
\n \n \n
\n
\n\n {#if formData.dashboard_ids.length > 0}\n
\n

\n 💡 System will automatically distribute {formData.dashboard_ids.length} checks within this {Math.floor(windowDurationMinutes() / 60)}h {windowDurationMinutes() % 60}m window.\n

\n {#if isWindowTooSmall}\n

\n ⚠️ Window might be too narrow for {formData.dashboard_ids.length} dashboards.\n

\n {/if}\n
\n {/if}\n\n
\n \n \n
\n\n
\n \n \n
\n
\n
\n\n
\n \n \n
\n
\n\n" }, { @@ -88577,6 +94298,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region disconnectWebSocket:Function [TYPE Function]\n// @UX_STATE: Loading -> Default\n// @RELATION: USES -> App\n /**\n * @PURPOSE: Disconnects the active WebSocket connection\n * @PRE: ws may or may not be initialized\n * @POST: ws is closed and set to null\n */\n function disconnectWebSocket() {\n console.log(\"[TaskDrawer][WebSocket][disconnectWebSocket:START]\");\n if (ws) {\n ws.close();\n ws = null;\n }\n }\n // #endregion disconnectWebSocket:Function\n" }, { @@ -88623,6 +94345,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region loadRecentTasks:Function [TYPE Function]\n /**\n * @PURPOSE: Load recent tasks for list mode display\n * @PRE: User is on task drawer or api is ready.\n * @POST: recentTasks array populated with task list\n */\n async function loadRecentTasks() {\n loadingTasks = true;\n try {\n console.log(\"[TaskDrawer][API][loadRecentTasks:STARTED]\");\n // API returns List[Task] directly, not {tasks: [...]}\n const response = await api.getTasks();\n recentTasks = Array.isArray(response) ? response : response.tasks || [];\n console.log(\n `[TaskDrawer][API][loadRecentTasks:SUCCESS] loaded ${recentTasks.length} tasks`,\n );\n } catch (err) {\n console.error(\"[TaskDrawer][API][loadRecentTasks:FAILED]\", err);\n recentTasks = [];\n } finally {\n loadingTasks = false;\n }\n }\n // #endregion loadRecentTasks:Function\n" }, { @@ -88669,6 +94392,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region selectTask:Function [TYPE Function]\n /**\n * @PURPOSE: Select a task from list to view details\n * @PRE: task is a valid task object\n * @POST: drawer state updated to show task details\n */\n function selectTask(task) {\n console.log(\"[TaskDrawer][UI][selectTask:START]\");\n taskDrawerStore.update((state) => ({\n ...state,\n activeTaskId: task.id,\n }));\n }\n // #endregion selectTask:Function\n" }, { @@ -88770,6 +94494,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region goBackToList:Function [TYPE Function]\n// @UX_STATE: Loading -> Default\n// @RELATION: USES -> App\n /**\n * @PURPOSE: Return to task list view from task details\n * @PRE: Drawer is open and activeTaskId is set\n * @POST: Drawer switches to list view and reloads tasks\n */\n function goBackToList() {\n console.log(\"[TaskDrawer][UI][goBackToList:START]\");\n taskDrawerStore.update((state) => ({\n ...state,\n activeTaskId: null,\n }));\n // Reload the task list\n loadRecentTasks();\n console.log(\"[TaskDrawer][UI][goBackToList:SUCCESS]\");\n }\n // #endregion goBackToList:Function\n" }, { @@ -88865,6 +94590,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region SidebarNavigationTest:Module [TYPE Function]\n// @SEMANTICS: tests, sidebar, navigation, rbac, permissions\n// @PURPOSE: Verifies RBAC-based sidebar category and subitem visibility.\n// @LAYER: UI (Tests)\n// @RELATION: DEPENDS_ON -> [SidebarNavigation]\n\nimport { describe, it, expect } from \"vitest\";\nimport { buildSidebarCategories } from \"../sidebarNavigation.js\";\n\nconst i18nState = {\n nav: {\n dashboards: \"Dashboards\",\n overview: \"Overview\",\n datasets: \"Datasets\",\n all_datasets: \"All datasets\",\n storage: \"Storage\",\n backups: \"Backups\",\n repositories: \"Repositories\",\n reports: \"Reports\",\n profile: \"Profile\",\n admin: \"Admin\",\n admin_users: \"User management\",\n admin_roles: \"Role management\",\n settings: \"Settings\",\n },\n};\n\nfunction makeUser(roles) {\n return { roles };\n}\n\ndescribe(\"sidebarNavigation\", () => {\n it(\"shows only categories available to a non-admin user\", () => {\n const user = makeUser([\n {\n name: \"Operator\",\n permissions: [\n { resource: \"plugin:migration\", action: \"READ\" },\n { resource: \"tasks\", action: \"READ\" },\n ],\n },\n ]);\n\n const categories = buildSidebarCategories(i18nState, user);\n const categoryIds = categories.map((category) => category.id);\n\n expect(categoryIds).toEqual([\"dashboards\", \"datasets\", \"reports\", \"profile\"]);\n });\n\n it(\"hides admin category when user has no admin permissions\", () => {\n const user = makeUser([\n {\n name: \"Viewer\",\n permissions: [{ resource: \"plugin:migration\", action: \"READ\" }],\n },\n ]);\n\n const categories = buildSidebarCategories(i18nState, user);\n const adminCategory = categories.find((category) => category.id === \"admin\");\n\n expect(adminCategory).toBeUndefined();\n });\n\n it(\"shows full admin category for admin role\", () => {\n const user = makeUser([\n {\n name: \"Admin\",\n permissions: [],\n },\n ]);\n\n const categories = buildSidebarCategories(i18nState, user);\n const adminCategory = categories.find((category) => category.id === \"admin\");\n\n expect(adminCategory).toBeDefined();\n expect(adminCategory.subItems.map((item) => item.path)).toEqual([\n \"/admin/users\",\n \"/admin/roles\",\n \"/settings\",\n ]);\n });\n\n it(\"keeps profile visible even without explicit plugin permissions\", () => {\n const user = makeUser([\n {\n name: \"Basic\",\n permissions: [],\n },\n ]);\n\n const categories = buildSidebarCategories(i18nState, user);\n const categoryIds = categories.map((category) => category.id);\n\n expect(categoryIds).toEqual([\"profile\"]);\n });\n});\n\n// #endregion SidebarNavigationTest:Module\n" }, { @@ -88951,6 +94677,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region BreadcrumbsContractTest:Module [TYPE Function]\n// @UX_STATE: Loading -> Default\n// @PURPOSE: Contract-focused unit tests for Breadcrumbs.svelte logic and UX annotations\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [Breadcrumbs]\n\nimport { describe, it, expect } from 'vitest';\nimport fs from 'node:fs';\nimport path from 'node:path';\n\nconst COMPONENT_PATH = path.resolve(\n process.cwd(),\n 'src/lib/components/layout/Breadcrumbs.svelte'\n);\n\nfunction getBreadcrumbs(pathname, maxVisible = 3) {\n const segments = pathname.split('/').filter(Boolean);\n const allItems = [{ label: 'Home', path: '/' }];\n\n let currentPath = '';\n segments.forEach((segment, index) => {\n currentPath += `/${segment}`;\n const label = formatBreadcrumbLabel(segment);\n allItems.push({\n label,\n path: currentPath,\n isLast: index === segments.length - 1\n });\n });\n\n if (allItems.length > maxVisible) {\n const firstItem = allItems[0];\n const itemsToShow = [];\n itemsToShow.push(firstItem);\n itemsToShow.push({ isEllipsis: true });\n\n const startFromIndex = allItems.length - (maxVisible - 1);\n for (let i = startFromIndex; i < allItems.length; i++) {\n itemsToShow.push(allItems[i]);\n }\n return itemsToShow;\n }\n\n return allItems;\n}\n\nfunction formatBreadcrumbLabel(segment) {\n const specialCases = {\n dashboards: 'Dashboards',\n datasets: 'Datasets',\n storage: 'Storage',\n admin: 'Admin',\n settings: 'Settings',\n git: 'Git'\n };\n\n if (specialCases[segment]) {\n return specialCases[segment];\n }\n\n return segment\n .split('-')\n .map((word) => word.charAt(0).toUpperCase() + word.slice(1))\n .join(' ');\n}\n\ndescribe('Breadcrumbs Component Contract & Logic', () => {\n it('contains required UX tags and current dependency contract', () => {\n const source = fs.readFileSync(COMPONENT_PATH, 'utf-8');\n\n expect(source).toContain('@UX_STATE: Idle');\n expect(source).toContain('@UX_FEEDBACK');\n expect(source).toContain('@UX_RECOVERY');\n expect(source).toContain('@RELATION: BINDS_TO -> [i18n]');\n expect(source).toContain('import { page } from \"$app/state\"');\n });\n\n it('returns Home for root path (Short-Path UX state)', () => {\n const result = getBreadcrumbs('/', 3);\n\n expect(result).toEqual([{ label: 'Home', path: '/' }]);\n });\n\n it('maps known segments to expected labels', () => {\n expect(formatBreadcrumbLabel('dashboards')).toBe('Dashboards');\n expect(formatBreadcrumbLabel('datasets')).toBe('Datasets');\n expect(formatBreadcrumbLabel('settings')).toBe('Settings');\n });\n\n it('formats unknown kebab-case segment to title case', () => {\n expect(formatBreadcrumbLabel('data-quality-rules')).toBe('Data Quality Rules');\n });\n\n it('truncates long paths with ellipsis and keeps tail segments', () => {\n const result = getBreadcrumbs('/dashboards/segment-a/segment-b/segment-c', 3);\n\n expect(result[0]).toEqual({ label: 'Home', path: '/' });\n expect(result[1]).toEqual({ isEllipsis: true });\n const lastItem = result[result.length - 1];\n expect('label' in lastItem && lastItem.label).toBe('Segment C');\n expect(result.length).toBe(4);\n });\n});\n\n// #endregion BreadcrumbsContractTest:Module\n" }, { @@ -89037,6 +94764,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region SidebarStoreTest:Module [TYPE Function]\n// @UX_STATE: Loading -> Default\n// @PURPOSE: Unit tests for Sidebar.svelte component\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [Sidebar]\n\nimport { describe, it, expect, beforeEach, vi } from 'vitest';\n\n// Mock browser environment\nvi.mock('$app/environment', () => ({\n browser: true\n}));\n\n// Mock localStorage\nconst localStorageMock = (() => {\n let store = {};\n return {\n getItem: vi.fn((key) => store[key] || null),\n setItem: vi.fn((key, value) => { store[key] = value; }),\n clear: () => { store = {}; }\n };\n})();\n\nObject.defineProperty(global, 'localStorage', { value: localStorageMock });\n\n// Mock $app/stores PageStore\nvi.mock('$app/stores', () => ({\n page: {\n subscribe: vi.fn((callback) => {\n callback({ url: { pathname: '/dashboards' } });\n return vi.fn();\n })\n }\n}));\n\ndescribe('Sidebar Component', () => {\n beforeEach(() => {\n vi.clearAllMocks();\n localStorageMock.clear();\n vi.resetModules();\n });\n\n describe('Store State', () => {\n it('should have correct initial expanded state', async () => {\n const { sidebarStore } = await import('$lib/stores/sidebar.js');\n \n let state = null;\n const unsubscribe = sidebarStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isExpanded).toBe(true);\n });\n\n it('should toggle sidebar expansion', async () => {\n const { sidebarStore, toggleSidebar } = await import('$lib/stores/sidebar.js');\n \n let state = null;\n const unsub1 = sidebarStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.isExpanded).toBe(true);\n \n toggleSidebar();\n \n const unsub2 = sidebarStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.isExpanded).toBe(false);\n });\n\n it('should track mobile open state', async () => {\n const { sidebarStore, setMobileOpen } = await import('$lib/stores/sidebar.js');\n \n setMobileOpen(true);\n \n let state = null;\n const unsub = sidebarStore.subscribe(s => { state = s; });\n unsub();\n expect(state.isMobileOpen).toBe(true);\n });\n\n it('should close mobile sidebar', async () => {\n const { sidebarStore, closeMobile } = await import('$lib/stores/sidebar.js');\n \n // First open mobile\n sidebarStore.update(s => ({ ...s, isMobileOpen: true }));\n \n let state = null;\n const unsub1 = sidebarStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.isMobileOpen).toBe(true);\n \n closeMobile();\n \n const unsub2 = sidebarStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.isMobileOpen).toBe(false);\n });\n\n it('should toggle mobile sidebar', async () => {\n const { sidebarStore, toggleMobileSidebar } = await import('$lib/stores/sidebar.js');\n \n toggleMobileSidebar();\n \n let state = null;\n const unsub1 = sidebarStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.isMobileOpen).toBe(true);\n \n toggleMobileSidebar();\n \n const unsub2 = sidebarStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.isMobileOpen).toBe(false);\n });\n\n it('should set active category and item', async () => {\n const { sidebarStore, setActiveItem } = await import('$lib/stores/sidebar.js');\n \n setActiveItem('datasets', '/datasets');\n \n let state = null;\n const unsub = sidebarStore.subscribe(s => { state = s; });\n unsub();\n expect(state.activeCategory).toBe('datasets');\n expect(state.activeItem).toBe('/datasets');\n });\n });\n\n describe('Persistence', () => {\n it('should save state to localStorage on toggle', async () => {\n const { toggleSidebar } = await import('$lib/stores/sidebar.js');\n \n toggleSidebar();\n \n expect(localStorageMock.setItem).toHaveBeenCalled();\n });\n\n it('should load state from localStorage', async () => {\n localStorageMock.getItem.mockReturnValue(JSON.stringify({\n isExpanded: false,\n activeCategory: 'storage',\n activeItem: '/storage',\n isMobileOpen: true\n }));\n \n vi.resetModules();\n const { sidebarStore } = await import('$lib/stores/sidebar.js');\n \n let state = null;\n const unsub = sidebarStore.subscribe(s => { state = s; });\n unsub();\n expect(state.isExpanded).toBe(false);\n expect(state.activeCategory).toBe('storage');\n expect(state.isMobileOpen).toBe(true);\n });\n });\n\n describe('UX States', () => {\n it('should support expanded state', async () => {\n const { sidebarStore } = await import('$lib/stores/sidebar.js');\n \n sidebarStore.update(s => ({ ...s, isExpanded: true }));\n \n let state = null;\n const unsub = sidebarStore.subscribe(s => { state = s; });\n unsub();\n \n // Expanded state means isExpanded = true\n expect(state.isExpanded).toBe(true);\n });\n\n it('should support collapsed state', async () => {\n const { sidebarStore } = await import('$lib/stores/sidebar.js');\n \n sidebarStore.update(s => ({ ...s, isExpanded: false }));\n \n let state = null;\n const unsub = sidebarStore.subscribe(s => { state = s; });\n unsub();\n \n // Collapsed state means isExpanded = false\n expect(state.isExpanded).toBe(false);\n });\n\n it('should support mobile overlay state', async () => {\n const { sidebarStore } = await import('$lib/stores/sidebar.js');\n \n sidebarStore.update(s => ({ ...s, isMobileOpen: true }));\n \n let state = null;\n const unsub = sidebarStore.subscribe(s => { state = s; });\n unsub();\n \n expect(state.isMobileOpen).toBe(true);\n });\n });\n\n describe('Category Navigation', () => {\n beforeEach(() => {\n // Clear localStorage before category tests to ensure clean state\n localStorage.clear();\n });\n \n it('should have default active category dashboards', async () => {\n // Note: This test may fail if localStorage has stored state from previous tests\n // The store loads from localStorage on initialization, so we test the setter instead\n const { sidebarStore, setActiveItem } = await import('$lib/stores/sidebar.js');\n \n // Set to default explicitly to test the setActiveItem function works\n setActiveItem('dashboards', '/dashboards');\n \n let state = null;\n const unsub = sidebarStore.subscribe(s => { state = s; });\n unsub();\n \n expect(state.activeCategory).toBe('dashboards');\n expect(state.activeItem).toBe('/dashboards');\n });\n\n it('should change active category', async () => {\n const { setActiveItem } = await import('$lib/stores/sidebar.js');\n \n setActiveItem('admin', '/settings');\n \n const { sidebarStore } = await import('$lib/stores/sidebar.js');\n let state = null;\n const unsub = sidebarStore.subscribe(s => { state = s; });\n unsub();\n \n expect(state.activeCategory).toBe('admin');\n expect(state.activeItem).toBe('/settings');\n });\n });\n});\n\n// #endregion SidebarStoreTest:Module\n" }, { @@ -89123,6 +94851,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region TaskDrawerStoreTest:Module [TYPE Function]\n// @UX_STATE: Loading -> Default\n// @PURPOSE: Unit tests for TaskDrawer.svelte component\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [TaskDrawer]\n\nimport { describe, it, expect, beforeEach, vi } from 'vitest';\n\ndescribe('TaskDrawer Component Store Tests', () => {\n beforeEach(() => {\n vi.resetModules();\n });\n\n describe('Initial State', () => {\n it('should have isOpen false initially', async () => {\n const { taskDrawerStore } = await import('$lib/stores/taskDrawer.js');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isOpen).toBe(false);\n });\n\n it('should have null activeTaskId initially', async () => {\n const { taskDrawerStore } = await import('$lib/stores/taskDrawer.js');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeTaskId).toBeNull();\n });\n\n it('should have empty resourceTaskMap initially', async () => {\n const { taskDrawerStore } = await import('$lib/stores/taskDrawer.js');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.resourceTaskMap).toEqual({});\n });\n });\n\n describe('UX States - Open/Close', () => {\n it('should open drawer for specific task', async () => {\n const { taskDrawerStore, openDrawerForTask } = await import('$lib/stores/taskDrawer.js');\n \n openDrawerForTask('task-123');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isOpen).toBe(true);\n expect(state.activeTaskId).toBe('task-123');\n });\n\n it('should open drawer in list mode', async () => {\n const { taskDrawerStore, openDrawer } = await import('$lib/stores/taskDrawer.js');\n \n openDrawer();\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isOpen).toBe(true);\n expect(state.activeTaskId).toBeNull();\n });\n\n it('should close drawer', async () => {\n const { taskDrawerStore, openDrawerForTask, closeDrawer } = await import('$lib/stores/taskDrawer.js');\n \n // First open drawer\n openDrawerForTask('task-123');\n \n let state = null;\n const unsub1 = taskDrawerStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.isOpen).toBe(true);\n \n closeDrawer();\n \n const unsub2 = taskDrawerStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.isOpen).toBe(false);\n expect(state.activeTaskId).toBeNull();\n });\n });\n\n describe('Resource-Task Mapping', () => {\n it('should update resource-task mapping', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('$lib/stores/taskDrawer.js');\n \n updateResourceTask('dashboard-1', 'task-123', 'RUNNING');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.resourceTaskMap['dashboard-1']).toEqual({\n taskId: 'task-123',\n status: 'RUNNING'\n });\n });\n\n it('should remove mapping on SUCCESS status', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('$lib/stores/taskDrawer.js');\n \n // First add a running task\n updateResourceTask('dashboard-1', 'task-123', 'RUNNING');\n \n let state = null;\n const unsub1 = taskDrawerStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.resourceTaskMap['dashboard-1']).toBeDefined();\n \n // Complete the task\n updateResourceTask('dashboard-1', 'task-123', 'SUCCESS');\n \n const unsub2 = taskDrawerStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.resourceTaskMap['dashboard-1']).toBeUndefined();\n });\n\n it('should remove mapping on ERROR status', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('$lib/stores/taskDrawer.js');\n \n updateResourceTask('dataset-1', 'task-456', 'RUNNING');\n \n let state = null;\n const unsub1 = taskDrawerStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.resourceTaskMap['dataset-1']).toBeDefined();\n \n // Error the task\n updateResourceTask('dataset-1', 'task-456', 'ERROR');\n \n const unsub2 = taskDrawerStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.resourceTaskMap['dataset-1']).toBeUndefined();\n });\n\n it('should remove mapping on IDLE status', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('$lib/stores/taskDrawer.js');\n \n updateResourceTask('storage-1', 'task-789', 'RUNNING');\n \n let state = null;\n const unsub1 = taskDrawerStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.resourceTaskMap['storage-1']).toBeDefined();\n \n // Set to IDLE\n updateResourceTask('storage-1', 'task-789', 'IDLE');\n \n const unsub2 = taskDrawerStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.resourceTaskMap['storage-1']).toBeUndefined();\n });\n\n it('should keep mapping for WAITING_INPUT status', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('$lib/stores/taskDrawer.js');\n \n updateResourceTask('dashboard-1', 'task-789', 'WAITING_INPUT');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.resourceTaskMap['dashboard-1']).toEqual({\n taskId: 'task-789',\n status: 'WAITING_INPUT'\n });\n });\n\n it('should keep mapping for RUNNING status', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('$lib/stores/taskDrawer.js');\n \n updateResourceTask('dashboard-1', 'task-abc', 'RUNNING');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.resourceTaskMap['dashboard-1']).toEqual({\n taskId: 'task-abc',\n status: 'RUNNING'\n });\n });\n });\n\n describe('Task Retrieval', () => {\n it('should get task for resource', async () => {\n const { updateResourceTask, getTaskForResource } = await import('$lib/stores/taskDrawer.js');\n \n updateResourceTask('dashboard-1', 'task-123', 'RUNNING');\n \n const taskInfo = getTaskForResource('dashboard-1');\n expect(taskInfo).toEqual({\n taskId: 'task-123',\n status: 'RUNNING'\n });\n });\n\n it('should return null for resource without task', async () => {\n const { getTaskForResource } = await import('$lib/stores/taskDrawer.js');\n \n const taskInfo = getTaskForResource('non-existent');\n expect(taskInfo).toBeNull();\n });\n });\n\n describe('Multiple Resources', () => {\n it('should handle multiple resource-task mappings', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('$lib/stores/taskDrawer.js');\n \n updateResourceTask('dashboard-1', 'task-1', 'RUNNING');\n updateResourceTask('dashboard-2', 'task-2', 'RUNNING');\n updateResourceTask('dataset-1', 'task-3', 'WAITING_INPUT');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(Object.keys(state.resourceTaskMap).length).toBe(3);\n });\n\n it('should update existing mapping', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('$lib/stores/taskDrawer.js');\n \n updateResourceTask('dashboard-1', 'task-1', 'RUNNING');\n updateResourceTask('dashboard-1', 'task-2', 'SUCCESS');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n // Should be removed due to SUCCESS status\n expect(state.resourceTaskMap['dashboard-1']).toBeUndefined();\n });\n });\n});\n\n// #endregion TaskDrawerStoreTest:Module\n" }, { @@ -89209,6 +94938,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region TopNavbarStoreTest:Module [TYPE Function]\n// @UX_STATE: Loading -> Default\n// @PURPOSE: Unit tests for TopNavbar.svelte component\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [TopNavbar]\n\nimport { describe, it, expect, beforeEach, vi } from 'vitest';\n\n// Mock dependencies\nvi.mock('$app/environment', () => ({\n browser: true\n}));\n\nvi.mock('$app/stores', () => ({\n page: {\n subscribe: vi.fn((callback) => {\n callback({ url: { pathname: '/dashboards' } });\n return vi.fn();\n })\n }\n}));\n\ndescribe('TopNavbar Component Store Tests', () => {\n beforeEach(() => {\n vi.resetModules();\n });\n\n describe('Sidebar Store Integration', () => {\n it('should read isExpanded from sidebarStore', async () => {\n const { sidebarStore } = await import('$lib/stores/sidebar.js');\n \n let state = null;\n const unsubscribe = sidebarStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isExpanded).toBe(true);\n });\n\n it('should toggle sidebar via toggleMobileSidebar', async () => {\n const { sidebarStore, toggleMobileSidebar } = await import('$lib/stores/sidebar.js');\n \n let state = null;\n const unsub1 = sidebarStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.isMobileOpen).toBe(false);\n \n toggleMobileSidebar();\n \n const unsub2 = sidebarStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.isMobileOpen).toBe(true);\n });\n });\n\n describe('Activity Store Integration', () => {\n it('should have zero activeCount initially', async () => {\n const { activityStore } = await import('$lib/stores/activity.js');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(0);\n });\n\n it('should count RUNNING tasks as active', async () => {\n const { updateResourceTask } = await import('$lib/stores/taskDrawer.js');\n const { activityStore } = await import('$lib/stores/activity.js');\n \n // Add a running task\n updateResourceTask('dashboard-1', 'task-1', 'RUNNING');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(1);\n });\n\n it('should not count SUCCESS tasks as active', async () => {\n const { updateResourceTask } = await import('$lib/stores/taskDrawer.js');\n const { activityStore } = await import('$lib/stores/activity.js');\n \n // Add a success task\n updateResourceTask('dashboard-1', 'task-1', 'SUCCESS');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(0);\n });\n\n it('should not count WAITING_INPUT as active', async () => {\n const { updateResourceTask } = await import('$lib/stores/taskDrawer.js');\n const { activityStore } = await import('$lib/stores/activity.js');\n \n // Add a waiting input task - should NOT be counted as active per contract\n // Only RUNNING tasks count as active\n updateResourceTask('dashboard-1', 'task-1', 'WAITING_INPUT');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(0);\n });\n });\n\n describe('Task Drawer Integration', () => {\n it('should open drawer for specific task', async () => {\n const { taskDrawerStore, openDrawerForTask } = await import('$lib/stores/taskDrawer.js');\n \n openDrawerForTask('task-123');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isOpen).toBe(true);\n expect(state.activeTaskId).toBe('task-123');\n });\n\n it('should open drawer in list mode', async () => {\n const { taskDrawerStore, openDrawer } = await import('$lib/stores/taskDrawer.js');\n \n openDrawer();\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isOpen).toBe(true);\n expect(state.activeTaskId).toBeNull();\n });\n\n it('should close drawer', async () => {\n const { taskDrawerStore, openDrawerForTask, closeDrawer } = await import('$lib/stores/taskDrawer.js');\n \n // First open drawer\n openDrawerForTask('task-123');\n \n let state = null;\n const unsub1 = taskDrawerStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.isOpen).toBe(true);\n \n closeDrawer();\n \n const unsub2 = taskDrawerStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.isOpen).toBe(false);\n });\n });\n\n describe('UX States', () => {\n it('should support activity badge with count > 0', async () => {\n const { updateResourceTask } = await import('$lib/stores/taskDrawer.js');\n const { activityStore } = await import('$lib/stores/activity.js');\n \n updateResourceTask('dashboard-1', 'task-1', 'RUNNING');\n updateResourceTask('dashboard-2', 'task-2', 'RUNNING');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(2);\n expect(state.activeCount).toBeGreaterThan(0);\n });\n\n it('should show 9+ for counts exceeding 9', async () => {\n const { updateResourceTask } = await import('$lib/stores/taskDrawer.js');\n const { activityStore } = await import('$lib/stores/activity.js');\n \n // Add 10 running tasks\n for (let i = 0; i < 10; i++) {\n updateResourceTask(`resource-${i}`, `task-${i}`, 'RUNNING');\n }\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(10);\n });\n });\n});\n\n// #endregion TopNavbarStoreTest:Module\n" }, { @@ -89320,6 +95050,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region SidebarNavigation:Module [TYPE Function]\n// @SEMANTICS: navigation, sidebar, rbac, menu, filtering\n// @PURPOSE: Build sidebar navigation categories filtered by current user permissions.\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [Permissions]\n// @RELATION: BINDS_TO -> [Sidebar]\n// @INVARIANT: Admin role can access all categories and subitems through permission utility.\n\nimport { hasPermission } from \"$lib/auth/permissions.js\";\n\n// #region isItemAllowed:Function [TYPE Function]\n// @PURPOSE: Check whether a single menu node can be shown for a given user.\n// @PRE: item can contain optional requiredPermission/requiredAction.\n// @POST: Returns true when no permission is required or permission check passes.\nfunction isItemAllowed(user, item) {\n if (!item?.requiredPermission) return true;\n return hasPermission(\n user,\n item.requiredPermission,\n item.requiredAction || \"READ\",\n );\n}\n// #endregion isItemAllowed:Function\n\n// #region buildSidebarCategories:Function [TYPE Function]\n// @PURPOSE: Build translated sidebar categories and filter them by RBAC permissions and feature flags.\n// @PRE: i18nState provides nav labels; user can be null; features default to {} (all enabled).\n// @POST: Returns only categories/subitems available for provided user and enabled features.\nexport function buildSidebarCategories(i18nState, user, features = {}) {\n const nav = i18nState?.nav || {};\n\n const categories = [\n {\n id: \"dashboards\",\n label: nav.dashboards,\n icon: \"dashboard\",\n tone: \"from-sky-100 to-sky-200 text-sky-700 ring-sky-200\",\n path: \"/dashboards\",\n requiredPermission: \"plugin:migration\",\n requiredAction: \"READ\",\n subItems: [\n {\n label: nav.overview,\n path: \"/dashboards\",\n requiredPermission: \"plugin:migration\",\n requiredAction: \"READ\",\n },\n {\n label: nav.health_center,\n path: \"/dashboards/health\",\n requiredPermission: \"plugin:migration\",\n requiredAction: \"READ\",\n requiredFeature: \"health_monitor\",\n },\n ],\n },\n {\n id: \"datasets\",\n label: nav.datasets,\n icon: \"database\",\n tone: \"from-emerald-100 to-emerald-200 text-emerald-700 ring-emerald-200\",\n path: \"/datasets\",\n requiredPermission: \"plugin:migration\",\n requiredAction: \"READ\",\n subItems: [\n {\n label: nav.all_datasets,\n path: \"/datasets\",\n requiredPermission: \"plugin:migration\",\n requiredAction: \"READ\",\n },\n {\n label: nav.dataset_review_workspace,\n path: \"/datasets/review\",\n requiredPermission: \"plugin:migration\",\n requiredAction: \"READ\",\n requiredFeature: \"dataset_review\",\n },\n ],\n },\n {\n id: \"storage\",\n label: nav.storage,\n icon: \"storage\",\n tone: \"from-amber-100 to-amber-200 text-amber-800 ring-amber-200\",\n path: \"/storage\",\n requiredPermission: \"plugin:storage\",\n requiredAction: \"READ\",\n subItems: [\n {\n label: nav.backups,\n path: \"/storage/backups\",\n requiredPermission: \"plugin:storage\",\n requiredAction: \"READ\",\n },\n {\n label: nav.repositories,\n path: \"/storage/repos\",\n requiredPermission: \"plugin:storage\",\n requiredAction: \"READ\",\n },\n ],\n },\n {\n id: \"translation\",\n label: nav.translation,\n icon: \"translate\",\n tone: \"from-cyan-100 to-teal-100 text-teal-700 ring-teal-200\",\n path: \"/translate\",\n requiredPermission: \"translate.job\",\n requiredAction: \"VIEW\",\n subItems: [\n {\n label: nav.translation_jobs,\n path: \"/translate\",\n requiredPermission: \"translate.job\",\n requiredAction: \"VIEW\",\n },\n {\n label: nav.translation_dictionaries,\n path: \"/translate/dictionaries\",\n requiredPermission: \"translate.dictionary\",\n requiredAction: \"VIEW\",\n },\n {\n label: nav.translation_history,\n path: \"/translate/history\",\n requiredPermission: \"translate.job\",\n requiredAction: \"VIEW\",\n },\n ],\n },\n {\n id: \"reports\",\n label: nav.reports,\n icon: \"reports\",\n tone: \"from-violet-100 to-fuchsia-100 text-violet-700 ring-violet-200\",\n path: \"/reports\",\n requiredPermission: \"tasks\",\n requiredAction: \"READ\",\n subItems: [\n {\n label: nav.reports,\n path: \"/reports\",\n requiredPermission: \"tasks\",\n requiredAction: \"READ\",\n },\n ],\n },\n {\n id: \"profile\",\n label: nav.profile,\n icon: \"admin\",\n tone: \"from-indigo-100 to-indigo-200 text-indigo-700 ring-indigo-200\",\n path: \"/profile\",\n subItems: [{ label: nav.profile, path: \"/profile\" }],\n },\n {\n id: \"admin\",\n label: nav.admin,\n icon: \"admin\",\n tone: \"from-rose-100 to-rose-200 text-rose-700 ring-rose-200\",\n path: \"/admin\",\n subItems: [\n {\n label: nav.admin_users,\n path: \"/admin/users\",\n requiredPermission: \"admin:users\",\n requiredAction: \"READ\",\n },\n {\n label: nav.admin_roles,\n path: \"/admin/roles\",\n requiredPermission: \"admin:roles\",\n requiredAction: \"READ\",\n },\n {\n label: nav.settings,\n path: \"/settings\",\n requiredPermission: \"admin:settings\",\n requiredAction: \"READ\",\n },\n ],\n },\n ];\n\n function isFeatureEnabled(item) {\n if (!item?.requiredFeature) return true;\n return features[item.requiredFeature] !== false;\n }\n\n return categories\n .map((category) => {\n const visibleSubItems = (category.subItems || []).filter(\n (subItem) => isItemAllowed(user, subItem) && isFeatureEnabled(subItem),\n );\n return {\n ...category,\n subItems: visibleSubItems,\n };\n })\n .filter((category) => {\n const categoryVisible = isItemAllowed(user, category);\n if (!categoryVisible) return false;\n\n const hasVisibleSubItems =\n Array.isArray(category.subItems) && category.subItems.length > 0;\n return hasVisibleSubItems;\n });\n}\n// #endregion buildSidebarCategories:Function\n\n// #endregion SidebarNavigation:Module\n" }, { @@ -89366,6 +95097,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region isItemAllowed:Function [TYPE Function]\n// @PURPOSE: Check whether a single menu node can be shown for a given user.\n// @PRE: item can contain optional requiredPermission/requiredAction.\n// @POST: Returns true when no permission is required or permission check passes.\nfunction isItemAllowed(user, item) {\n if (!item?.requiredPermission) return true;\n return hasPermission(\n user,\n item.requiredPermission,\n item.requiredAction || \"READ\",\n );\n}\n// #endregion isItemAllowed:Function\n" }, { @@ -89412,6 +95144,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region buildSidebarCategories:Function [TYPE Function]\n// @PURPOSE: Build translated sidebar categories and filter them by RBAC permissions and feature flags.\n// @PRE: i18nState provides nav labels; user can be null; features default to {} (all enabled).\n// @POST: Returns only categories/subitems available for provided user and enabled features.\nexport function buildSidebarCategories(i18nState, user, features = {}) {\n const nav = i18nState?.nav || {};\n\n const categories = [\n {\n id: \"dashboards\",\n label: nav.dashboards,\n icon: \"dashboard\",\n tone: \"from-sky-100 to-sky-200 text-sky-700 ring-sky-200\",\n path: \"/dashboards\",\n requiredPermission: \"plugin:migration\",\n requiredAction: \"READ\",\n subItems: [\n {\n label: nav.overview,\n path: \"/dashboards\",\n requiredPermission: \"plugin:migration\",\n requiredAction: \"READ\",\n },\n {\n label: nav.health_center,\n path: \"/dashboards/health\",\n requiredPermission: \"plugin:migration\",\n requiredAction: \"READ\",\n requiredFeature: \"health_monitor\",\n },\n ],\n },\n {\n id: \"datasets\",\n label: nav.datasets,\n icon: \"database\",\n tone: \"from-emerald-100 to-emerald-200 text-emerald-700 ring-emerald-200\",\n path: \"/datasets\",\n requiredPermission: \"plugin:migration\",\n requiredAction: \"READ\",\n subItems: [\n {\n label: nav.all_datasets,\n path: \"/datasets\",\n requiredPermission: \"plugin:migration\",\n requiredAction: \"READ\",\n },\n {\n label: nav.dataset_review_workspace,\n path: \"/datasets/review\",\n requiredPermission: \"plugin:migration\",\n requiredAction: \"READ\",\n requiredFeature: \"dataset_review\",\n },\n ],\n },\n {\n id: \"storage\",\n label: nav.storage,\n icon: \"storage\",\n tone: \"from-amber-100 to-amber-200 text-amber-800 ring-amber-200\",\n path: \"/storage\",\n requiredPermission: \"plugin:storage\",\n requiredAction: \"READ\",\n subItems: [\n {\n label: nav.backups,\n path: \"/storage/backups\",\n requiredPermission: \"plugin:storage\",\n requiredAction: \"READ\",\n },\n {\n label: nav.repositories,\n path: \"/storage/repos\",\n requiredPermission: \"plugin:storage\",\n requiredAction: \"READ\",\n },\n ],\n },\n {\n id: \"translation\",\n label: nav.translation,\n icon: \"translate\",\n tone: \"from-cyan-100 to-teal-100 text-teal-700 ring-teal-200\",\n path: \"/translate\",\n requiredPermission: \"translate.job\",\n requiredAction: \"VIEW\",\n subItems: [\n {\n label: nav.translation_jobs,\n path: \"/translate\",\n requiredPermission: \"translate.job\",\n requiredAction: \"VIEW\",\n },\n {\n label: nav.translation_dictionaries,\n path: \"/translate/dictionaries\",\n requiredPermission: \"translate.dictionary\",\n requiredAction: \"VIEW\",\n },\n {\n label: nav.translation_history,\n path: \"/translate/history\",\n requiredPermission: \"translate.job\",\n requiredAction: \"VIEW\",\n },\n ],\n },\n {\n id: \"reports\",\n label: nav.reports,\n icon: \"reports\",\n tone: \"from-violet-100 to-fuchsia-100 text-violet-700 ring-violet-200\",\n path: \"/reports\",\n requiredPermission: \"tasks\",\n requiredAction: \"READ\",\n subItems: [\n {\n label: nav.reports,\n path: \"/reports\",\n requiredPermission: \"tasks\",\n requiredAction: \"READ\",\n },\n ],\n },\n {\n id: \"profile\",\n label: nav.profile,\n icon: \"admin\",\n tone: \"from-indigo-100 to-indigo-200 text-indigo-700 ring-indigo-200\",\n path: \"/profile\",\n subItems: [{ label: nav.profile, path: \"/profile\" }],\n },\n {\n id: \"admin\",\n label: nav.admin,\n icon: \"admin\",\n tone: \"from-rose-100 to-rose-200 text-rose-700 ring-rose-200\",\n path: \"/admin\",\n subItems: [\n {\n label: nav.admin_users,\n path: \"/admin/users\",\n requiredPermission: \"admin:users\",\n requiredAction: \"READ\",\n },\n {\n label: nav.admin_roles,\n path: \"/admin/roles\",\n requiredPermission: \"admin:roles\",\n requiredAction: \"READ\",\n },\n {\n label: nav.settings,\n path: \"/settings\",\n requiredPermission: \"admin:settings\",\n requiredAction: \"READ\",\n },\n ],\n },\n ];\n\n function isFeatureEnabled(item) {\n if (!item?.requiredFeature) return true;\n return features[item.requiredFeature] !== false;\n }\n\n return categories\n .map((category) => {\n const visibleSubItems = (category.subItems || []).filter(\n (subItem) => isItemAllowed(user, subItem) && isFeatureEnabled(subItem),\n );\n return {\n ...category,\n subItems: visibleSubItems,\n };\n })\n .filter((category) => {\n const categoryVisible = isItemAllowed(user, category);\n if (!categoryVisible) return false;\n\n const hasVisibleSubItems =\n Array.isArray(category.subItems) && category.subItems.length > 0;\n return hasVisibleSubItems;\n });\n}\n// #endregion buildSidebarCategories:Function\n" }, { @@ -89542,6 +95275,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ReportCardTest:Module [TYPE Function]\n// @SEMANTICS: reports, ux-tests, card, states, recovery\n// @PURPOSE: Test UX states and transitions for ReportCard component\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [ReportCard]\n// @INVARIANT: Each test asserts at least one observable UX contract outcome.\n// @TEST_CONTRACT: ReportCardInputProps -> ObservableUXOutput\n// @TEST_SCENARIO: ready_state_shows_summary_status_type -> Ready state renders summary/status/type labels.\n// @TEST_FIXTURE: valid_report_card -> INLINE_JSON\n// @TEST_EDGE: empty_report_object -> Missing fields use placeholders and fallback labels.\n// @TEST_EDGE: random_status -> Unknown status is rendered without crashing.\n// @TEST_EDGE: missing_optional_fields -> Partial report keeps component interactive and emits select.\n// @TEST_INVARIANT: report_card_state_is_observable -> VERIFIED_BY: [ready_state_shows_summary_status_type, empty_report_object, random_status]\n\nimport { describe, it, expect, vi } from 'vitest';\nimport { render, screen, fireEvent } from '@testing-library/svelte';\nimport ReportCard from '../ReportCard.svelte';\nimport { mixedTaskReports } from './fixtures/reports.fixtures.js';\n\n// Mock i18n\nvi.mock('$lib/i18n', () => ({\n t: {\n subscribe: (fn) => {\n fn({\n reports: {\n not_provided: 'Not provided',\n unknown_type: 'Other / Unknown Type',\n status_success: 'Success',\n status_failed: 'Failed',\n status_in_progress: 'In Progress',\n status_partial: 'Partial'\n }\n });\n return () => { };\n }\n },\n _: vi.fn((key) => key)\n}));\n\ndescribe('ReportCard UX Contract', () => {\n const mockReport = mixedTaskReports[0]; // Success report\n\n // @UX_STATE: Ready -> Card displays summary/status/type.\n it('should display summary, status and type in Ready state', () => {\n render(ReportCard, { report: mockReport, onselect: vi.fn() });\n expect(screen.getByText(mockReport.summary)).toBeDefined();\n // mockReport.status is \"success\", getStatusLabel(status) returns $t.reports?.status_success\n expect(screen.getByText('Success')).toBeDefined();\n // Profile label for llm_verification is 'LLM'\n expect(screen.getByText('LLM')).toBeDefined();\n });\n\n // @UX_FEEDBACK: Click on report emits select event.\n it('should emit select event on click', async () => {\n const onSelect = vi.fn();\n render(ReportCard, { report: mockReport, onselect: onSelect });\n\n const button = screen.getByRole('button');\n await fireEvent.click(button);\n\n expect(onSelect).toHaveBeenCalled();\n });\n\n // @UX_RECOVERY: Missing fields are rendered with explicit placeholder text.\n it('should render placeholders for missing fields', () => {\n const partialReport = { report_id: 'partial-1' };\n render(ReportCard, { report: partialReport, onselect: vi.fn() });\n\n // Check placeholders (using text from mocked $t)\n const placeholders = screen.getAllByText('Not provided');\n expect(placeholders.length).toBeGreaterThan(0);\n\n // Check fallback type (the profile itself returns 'reports.unknown_type' string which doesn't get translated by $t in the mock if it's returning the key)\n expect(screen.getByText('reports.unknown_type')).toBeDefined();\n });\n\n// @TEST_FIXTURE: valid_report_card -> INLINE_JSON\n it('should render valid_report_card correctly', () => {\n const validReportCard = {\n task_type: \"migration\",\n status: \"success\",\n summary: \"Test Summary\",\n updated_at: \"2024-01-01\"\n };\n render(ReportCard, { report: validReportCard, onselect: vi.fn() });\n\n expect(screen.getByText('Test Summary')).toBeDefined();\n expect(screen.getByText('Success')).toBeDefined();\n });\n\n// @TEST_EDGE: empty_report_object -> Missing fields use placeholders and fallback labels.\n it('should handle completely empty report object gracefully', () => {\n render(ReportCard, { report: {}, onselect: vi.fn() });\n const placeholders = screen.getAllByText('Not provided');\n expect(placeholders.length).toBeGreaterThan(0);\n });\n\n// @TEST_EDGE: random_status -> Unknown status is rendered without crashing.\n it('should render random status directly if no translation matches', () => {\n render(ReportCard, { report: { status: \"unknown_status_code\" }, onselect: vi.fn() });\n expect(screen.getByText('unknown_status_code')).toBeDefined();\n });\n});\n\n// #endregion ReportCardTest:Module\n" }, { @@ -89653,6 +95387,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ReportDetailIntegrationTest:Module [TYPE Function]\n// @SEMANTICS: tests, reports, detail, recovery-guidance, integration\n// @PURPOSE: Validate detail-panel behavior for failed reports and recovery guidance visibility.\n// @LAYER: UI (Tests)\n// @RELATION: DEPENDS_ON -> [ReportDetailPanel]\n// @RELATION: DEPENDS_ON -> [UnifiedReportsPage]\n// @INVARIANT: Failed report detail exposes actionable next actions when available.\n\nimport { describe, it, expect } from 'vitest';\nimport { mixedTaskReports } from './fixtures/reports.fixtures.js';\n\nfunction buildFailedDetailFixture() {\n const failed = mixedTaskReports.find((item) => item.status === 'failed');\n return {\n report: failed,\n diagnostics: {\n error_context: failed?.error_context || { message: 'Not provided', next_actions: [] }\n },\n next_actions: failed?.error_context?.next_actions || []\n };\n}\n\ndescribe('report detail integration - failed report guidance', () => {\n it('failed fixture includes error context and next actions', () => {\n const detail = buildFailedDetailFixture();\n\n expect(detail.report).toBeTruthy();\n expect(detail.report.status).toBe('failed');\n expect(detail.diagnostics).toBeTruthy();\n expect(Array.isArray(detail.next_actions)).toBe(true);\n expect(detail.next_actions.length).toBeGreaterThan(0);\n });\n\n it('next actions are human-readable strings for operator recovery', () => {\n const detail = buildFailedDetailFixture();\n\n for (const action of detail.next_actions) {\n expect(typeof action).toBe('string');\n expect(action.trim().length).toBeGreaterThan(0);\n }\n });\n});\n\n// #endregion ReportDetailIntegrationTest:Module\n" }, { @@ -89758,6 +95493,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ReportDetailUxTest:Module [TYPE Function]\n// @SEMANTICS: reports, ux-tests, detail, diagnostics, recovery\n// @PURPOSE: Test UX states and recovery for ReportDetailPanel component\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [ReportDetailPanel]\n// @INVARIANT: Detail UX tests keep placeholder-safe rendering and recovery visibility verifiable.\n\nimport { describe, it, expect, vi } from 'vitest';\nimport { render, screen } from '@testing-library/svelte';\nimport ReportDetailPanel from '../ReportDetailPanel.svelte';\nimport { mixedTaskReports } from './fixtures/reports.fixtures.js';\n\n// Mock i18n\nvi.mock('$lib/i18n', () => ({\n t: {\n subscribe: (fn) => {\n fn({\n reports: {\n not_provided: 'Not provided',\n view_details: 'View details'\n }\n });\n return () => {};\n }\n }\n}));\n\ndescribe('ReportDetailPanel UX Contract', () => {\n const mockReport = mixedTaskReports[0];\n const mockDetail = {\n report: mockReport,\n timeline: [{ event: 'started', at: mockReport.started_at }],\n diagnostics: { note: 'All systems green' },\n next_actions: []\n };\n\n // @UX_STATE: Ready -> Report detail content visible.\n it('should display report details in Ready state', () => {\n render(ReportDetailPanel, { detail: mockDetail });\n \n expect(screen.getByText(mockReport.report_id)).toBeDefined();\n expect(screen.getByText(mockReport.summary)).toBeDefined();\n expect(screen.getByText(/All systems green/)).toBeDefined();\n });\n\n // @UX_RECOVERY: Failed/partial report shows next actions and placeholder-safe diagnostics.\n it('should show recovery guidance for failed reports', () => {\n const failedReport = mixedTaskReports.find(r => r.status === 'failed');\n const failedDetail = {\n report: failedReport,\n diagnostics: { error: 'Disk full' },\n next_actions: ['Free storage', 'Retry']\n };\n\n render(ReportDetailPanel, { detail: failedDetail });\n\n expect(screen.getByText('Free storage')).toBeDefined();\n expect(screen.getByText('Retry')).toBeDefined();\n });\n\n it('should render placeholders when no detail is provided', () => {\n render(ReportDetailPanel, { detail: null });\n \n // Should show \"Not provided\" (from mocked $t)\n const placeholders = screen.getAllByText('Not provided');\n expect(placeholders.length).toBeGreaterThan(0);\n });\n});\n\n// #endregion ReportDetailUxTest:Module\n" }, { @@ -89862,6 +95598,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ReportTypeProfilesTest:Module [TYPE Function]\n// @SEMANTICS: tests, reports, type-profiles, fallback\n// @PURPOSE: Validate report type profile mapping and unknown fallback behavior.\n// @LAYER: UI (Tests)\n// @RELATION: DEPENDS_ON -> [ReportTypeProfiles]\n// @INVARIANT: Unknown task_type always resolves to the fallback profile.\n\nimport { describe, it, expect } from 'vitest';\nimport { getReportTypeProfile, REPORT_TYPE_PROFILES } from '../reportTypeProfiles.js';\n\ndescribe('report type profiles', () => {\n it('returns dedicated profiles for known task types', () => {\n expect(getReportTypeProfile('llm_verification').key).toBe('llm_verification');\n expect(getReportTypeProfile('backup').key).toBe('backup');\n expect(getReportTypeProfile('migration').key).toBe('migration');\n expect(getReportTypeProfile('documentation').key).toBe('documentation');\n });\n\n it('returns fallback profile for unknown task type', () => {\n const profile = getReportTypeProfile('something_new');\n expect(profile.key).toBe('unknown');\n expect(profile.fallback).toBe(true);\n });\n\n it('contains exactly one fallback profile in registry', () => {\n const fallbackCount = Object.values(REPORT_TYPE_PROFILES).filter((p) => p.fallback === true).length;\n expect(fallbackCount).toBe(1);\n });\n});\n\n// #endregion ReportTypeProfilesTest:Module\n" }, { @@ -89956,6 +95693,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ReportsFilterPerformanceTest:Module [TYPE Function]\n// @SEMANTICS: tests, reports, performance, filtering\n// @PURPOSE: Guard test for report filter responsiveness on moderate in-memory dataset.\n// @LAYER: UI (Tests)\n// @RELATION: DEPENDS_ON -> [UnifiedReportsPage]\n\nimport { describe, it, expect } from 'vitest';\n\nfunction applyFilters(items, { taskType = 'all', status = 'all' } = {}) {\n return items.filter((item) => {\n const typeMatch = taskType === 'all' || item.task_type === taskType;\n const statusMatch = status === 'all' || item.status === status;\n return typeMatch && statusMatch;\n });\n}\n\nfunction makeDataset(size = 2000) {\n const taskTypes = ['llm_verification', 'backup', 'migration', 'documentation'];\n const statuses = ['success', 'failed', 'in_progress', 'partial'];\n const out = [];\n for (let i = 0; i < size; i += 1) {\n out.push({\n report_id: `r-${i}`,\n task_id: `t-${i}`,\n task_type: taskTypes[i % taskTypes.length],\n status: statuses[i % statuses.length],\n summary: `Report ${i}`,\n updated_at: '2026-02-22T10:00:00Z'\n });\n }\n return out;\n}\n\ndescribe('reports filter performance guard', () => {\n it('applies task_type+status filter quickly on 2000 records', () => {\n const dataset = makeDataset(2000);\n\n const start = Date.now();\n const result = applyFilters(dataset, { taskType: 'migration', status: 'failed' });\n const duration = Date.now() - start;\n\n expect(Array.isArray(result)).toBe(true);\n expect(duration).toBeLessThan(100);\n });\n});\n\n// #endregion ReportsFilterPerformanceTest:Module\n" }, { @@ -90075,6 +95813,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ReportsListTest:Module [TYPE Function]\n// @SEMANTICS: reports, list, ux-tests, events, iteration\n// @PURPOSE: Test ReportsList component iteration and event forwarding.\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [ReportsList]\n// @TEST_CONTRACT: ReportsListProps -> rendered cards and forwarded select events\n// @TEST_SCENARIO: renders_report_cards_for_each_item -> Each report becomes one rendered selectable card.\n// @TEST_SCENARIO: renders_empty_list_container -> Empty input keeps stable container without child cards.\n// @TEST_SCENARIO: forwards_select_event -> Child click forwards select payload to parent listener.\n// @TEST_FIXTURE: reports_list_examples -> INLINE_JSON\n// @TEST_INVARIANT: report_iteration_and_select_contract -> VERIFIED_BY: [renders_report_cards_for_each_item, renders_empty_list_container, forwards_select_event]\n\nimport { describe, it, expect, vi } from 'vitest';\nimport { render, screen, fireEvent } from '@testing-library/svelte';\nimport ReportsList from '../ReportsList.svelte';\n\n// Mock i18n since ReportsList -> ReportCard -> i18n\nvi.mock('$lib/i18n', () => ({\n t: {\n subscribe: (fn) => {\n fn({\n reports: {\n not_provided: 'N/A',\n status_success: 'OK',\n status_failed: 'ERR'\n }\n });\n return () => { };\n }\n },\n _: vi.fn((key) => key)\n}));\n\ndescribe('ReportsList UX Contract', () => {\n const mockReports = [\n { report_id: '1', summary: 'Report One', task_type: 'migration', status: 'success' },\n { report_id: '2', summary: 'Report Two', task_type: 'backup', status: 'failed' }\n ];\n\n // @TEST_FIXTURE: renders_list -> INLINE_JSON\n it('should render multiple report cards and mark the selected one', () => {\n const { container } = render(ReportsList, { reports: mockReports, selectedReportId: '2' });\n\n expect(screen.getByText('Report One')).toBeDefined();\n expect(screen.getByText('Report Two')).toBeDefined();\n\n // Check selection logic - we look for a marker or class change in the child cards\n // In our simplified test, we check if screen find two buttons\n const buttons = screen.getAllByRole('button');\n expect(buttons.length).toBe(2);\n });\n\n // @TEST_EDGE: empty_list -> Empty reports array keeps container stable.\n // @TEST_INVARIANT: correct_iteration -> VERIFIED_BY: [renders_report_cards_for_each_item, renders_empty_list_container]\n it('should render empty container for empty list', () => {\n const { container } = render(ReportsList, { reports: [] });\n // Root div should have space-y-2 class but be empty\n const div = container.querySelector('.space-y-2');\n expect(div).toBeDefined();\n expect(div.children.length).toBe(0);\n });\n\n // @UX_FEEDBACK: Click on report emits select event.\n // @TEST_CONTRACT: Component_ReportsList -> Forwards select events from children.\n it('should forward select event when a report card is clicked', async () => {\n const onSelect = vi.fn();\n const { component } = render(ReportsList, { reports: [mockReports[0]], onselect: onSelect });\n\n const button = screen.getByRole('button');\n await fireEvent.click(button);\n\n expect(onSelect).toHaveBeenCalled();\n expect(onSelect.mock.calls[0][0].report.report_id).toBe('1');\n });\n});\n// #endregion ReportsListTest:Module\n" }, { @@ -90186,6 +95925,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ReportsPageTest:Module [TYPE Function]\n// @SEMANTICS: tests, reports, integration, mixed-types, rendering\n// @PURPOSE: Integration-style checks for unified mixed-type reports rendering expectations.\n// @LAYER: UI (Tests)\n// @RELATION: DEPENDS_ON -> [UnifiedReportsPage]\n// @RELATION: DEPENDS_ON -> [ReportsList]\n// @INVARIANT: Mixed fixture includes all supported report types in one list.\n\nimport { describe, it, expect } from 'vitest';\nimport { mixedTaskReports } from './fixtures/reports.fixtures.js';\n\nfunction collectVisibleTypeLabels(items) {\n return items.map((item) => item.task_type);\n}\n\ndescribe('Reports page integration - unified mixed type rendering', () => {\n it('contains mixed reports from all primary task types in one payload', () => {\n const labels = collectVisibleTypeLabels(mixedTaskReports);\n\n expect(labels).toContain('llm_verification');\n expect(labels).toContain('backup');\n expect(labels).toContain('migration');\n expect(labels).toContain('documentation');\n expect(mixedTaskReports.length).toBeGreaterThanOrEqual(4);\n });\n\n it('ensures canonical minimum fields are present for each report item', () => {\n for (const report of mixedTaskReports) {\n expect(typeof report.report_id).toBe('string');\n expect(typeof report.task_id).toBe('string');\n expect(typeof report.task_type).toBe('string');\n expect(typeof report.status).toBe('string');\n expect(typeof report.summary).toBe('string');\n expect(report.updated_at).toBeTruthy();\n }\n });\n});\n\n// #endregion ReportsPageTest:Module\n" }, { @@ -90212,6 +95952,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ReportTypeProfiles:Module [TYPE Function]\n// @PURPOSE: Deterministic mapping from report task_type to visual profile with one fallback.\n\nimport { _ } from '$lib/i18n';\n\nexport const REPORT_TYPE_PROFILES = {\n llm_verification: {\n key: 'llm_verification',\n label: 'LLM',\n variant: 'bg-violet-100 text-violet-700',\n icon: 'sparkles',\n fallback: false\n },\n backup: {\n key: 'backup',\n label: () => _('nav.backups'),\n variant: 'bg-emerald-100 text-emerald-700',\n icon: 'archive',\n fallback: false\n },\n migration: {\n key: 'migration',\n label: () => _('nav.migration'),\n variant: 'bg-amber-100 text-amber-700',\n icon: 'shuffle',\n fallback: false\n },\n documentation: {\n key: 'documentation',\n label: 'Documentation',\n variant: 'bg-sky-100 text-sky-700',\n icon: 'file-text',\n fallback: false\n },\n unknown: {\n key: 'unknown',\n label: () => _('reports.unknown_type'),\n variant: 'bg-slate-100 text-slate-700',\n icon: 'help-circle',\n fallback: true\n }\n};\n\n// #region getReportTypeProfile:Function [TYPE Function]\n// @PURPOSE: Resolve visual profile by task type with guaranteed fallback.\n// @PRE: taskType may be known/unknown/empty.\n// @POST: Returns one profile object.\n//\n// @TEST_CONTRACT: GetReportTypeProfileModel ->\n// {\n// required_fields: {taskType: string},\n// invariants: [\n// \"Returns correct profile for known taskType\",\n// \"Returns 'unknown' profile for invalid or missing taskType\"\n// ]\n// }\n// @TEST_FIXTURE: valid_type -> {\"taskType\": \"migration\"}\n// @TEST_EDGE: invalid_type -> {\"taskType\": \"invalid\"}\n// @TEST_INVARIANT: fallbacks_to_unknown -> verifies: [invalid_type]\nexport function getReportTypeProfile(taskType) {\n const key = typeof taskType === 'string' ? taskType : 'unknown';\n console.log(\"[reports][ui][getReportTypeProfile][STATE:START]\");\n console.log(\"[reports][ui][getReportTypeProfile] Resolved type '\" + taskType + \"' to profile '\" + key + \"'\");\n return REPORT_TYPE_PROFILES[key] || REPORT_TYPE_PROFILES.unknown;\n}\n// #endregion getReportTypeProfile:Function\n\n// #endregion ReportTypeProfiles:Module\n" }, { @@ -90259,6 +96000,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getReportTypeProfile:Function [TYPE Function]\n// @PURPOSE: Resolve visual profile by task type with guaranteed fallback.\n// @PRE: taskType may be known/unknown/empty.\n// @POST: Returns one profile object.\n//\n// @TEST_CONTRACT: GetReportTypeProfileModel ->\n// {\n// required_fields: {taskType: string},\n// invariants: [\n// \"Returns correct profile for known taskType\",\n// \"Returns 'unknown' profile for invalid or missing taskType\"\n// ]\n// }\n// @TEST_FIXTURE: valid_type -> {\"taskType\": \"migration\"}\n// @TEST_EDGE: invalid_type -> {\"taskType\": \"invalid\"}\n// @TEST_INVARIANT: fallbacks_to_unknown -> verifies: [invalid_type]\nexport function getReportTypeProfile(taskType) {\n const key = typeof taskType === 'string' ? taskType : 'unknown';\n console.log(\"[reports][ui][getReportTypeProfile][STATE:START]\");\n console.log(\"[reports][ui][getReportTypeProfile] Resolved type '\" + taskType + \"' to profile '\" + key + \"'\");\n return REPORT_TYPE_PROFILES[key] || REPORT_TYPE_PROFILES.unknown;\n}\n// #endregion getReportTypeProfile:Function\n" }, { @@ -90318,8 +96060,72 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n \n \n \n {$t.translate?.corrections?.title}\n {#if items.length > 0}\n \n {items.length}\n \n {/if}\n\n\n\n{#if isOpen}\n
\n\n
\n \n
\n
\n

{$t.translate?.corrections?.title}

\n

{$t.translate?.corrections?.subtitle}

\n
\n \n
\n\n \n
\n {#if uxState === 'collecting'}\n {#if items.length === 0}\n
\n \n \n \n

{$t.translate?.corrections?.no_items}

\n

{$t.translate?.corrections?.add_hint}

\n
\n {:else}\n {#each items as item, idx}\n
\n
\n
\n

{$t.translate?.corrections?.source_term}

\n

{item.sourceTerm}

\n
\n removeItem(idx)}\n class=\"ml-2 p-0.5 text-gray-400 hover:text-red-500 rounded\"\n title={$t.translate?.corrections?.remove}\n >\n \n \n \n \n
\n
\n

{$t.translate?.corrections?.incorrect_target}

\n

{item.incorrectTarget}

\n
\n
\n \n updateCorrection(idx, e.target.value)}\n placeholder={$t.translate?.corrections?.corrected_placeholder}\n class=\"w-full mt-1 px-2 py-1 text-sm border border-gray-300 rounded focus:ring-2 focus:ring-green-500 focus:border-green-500\"\n />\n
\n
\n {/each}\n {/if}\n\n {:else if uxState === 'submitting'}\n
\n
\n

{$t.translate?.corrections?.submitting}

\n
\n\n {:else if uxState === 'submitted'}\n
\n \n \n \n

{$t.translate?.corrections?.submit_success}

\n {#if submitResult}\n

\n {$t.translate?.corrections?.submit_partial\n ?.replace('{success}', submitResult.created_count || submitResult.updated_count || items.length)\n ?.replace('{total}', items.length)}\n

\n {/if}\n
\n {/if}\n
\n\n \n
\n {#if uxState === 'collecting' && items.length > 0}\n \n
\n \n \n \n {#each dictionaries as dict}\n \n {/each}\n \n
\n\n \n {$t.translate?.corrections?.submit_all?.replace('{count}', validItemCount)}\n \n {:else if uxState === 'submitted'}\n \n {$t.translate?.common?.close}\n \n {/if}\n
\n
\n{/if}\n\n" }, + { + "contract_id": "CorrectionCell", + "contract_type": "Component", + "file_path": "frontend/src/lib/components/translate/CorrectionCell.svelte", + "start_line": 1, + "end_line": 274, + "tier": "TIER_2", + "complexity": 3, + "metadata": { + "COMPLEXITY": 3, + "LAYER": "UI", + "PURPOSE": "Inline-editable cell for translation run results with edit-save-cancel UX and submit-to-dictionary flow.", + "TYPE": "{'view'|'editing'|'saving'|'saved'|'submitting_to_dict'|'dict_submitted'|'error'}", + "UX_STATE": "error -> Error state with retry option" + }, + "relations": [ + { + "source_id": "CorrectionCell", + "relation_type": "DEPENDS_ON", + "target_id": "TranslateApi", + "target_ref": "[TranslateApi]" + }, + { + "source_id": "CorrectionCell", + "relation_type": "DEPENDS_ON", + "target_id": "dictionaryApi", + "target_ref": "[dictionaryApi]" + } + ], + "schema_warnings": [ + { + "code": "tag_not_for_contract_type", + "tag": "LAYER", + "message": "@LAYER is not allowed for contract type 'Component'", + "detail": { + "actual_type": "Component", + "allowed_types": [ + "Module", + "Skill", + "Agent" + ] + } + }, + { + "code": "tag_forbidden_by_complexity", + "tag": "LAYER", + "message": "@LAYER is forbidden for contract type 'Component' at C3", + "detail": { + "actual_complexity": 3, + "contract_type": "Component" + } + }, + { + "code": "unknown_tag", + "tag": "TYPE", + "message": "@TYPE is not defined in axiom_config.yaml tags", + "detail": null + } + ], + "anchor_syntax": "region", + "tier_source": "AutoCalculated", + "body": "\n\n\n\n\n\n\n\n\n{#if uxState === 'view'}\n\t e.key === 'Enter' && startEditing()}\n\t>\n\t\t\t{#if displayValue}\n\t\t\t{displayValue}\n\t\t{:else}\n\t\t\t—\n\t\t{/if}\n\t\n\n\n{:else if uxState === 'editing'}\n\t
\n\t\t {\n\t\t\t\tif (e.key === 'Enter') saveEdit();\n\t\t\t\tif (e.key === 'Escape') cancelEditing();\n\t\t\t}}\n\t\t/>\n\t\t
\n\t\t\t\n\t\t\t\t✓\n\t\t\t\n\t\t\t\n\t\t\t\t✕\n\t\t\t\n\t\t
\n\t
\n\n\n{:else if uxState === 'saving'}\n\t
\n\t\t
\n\t\tSaving...\n\t
\n\n\n{:else if uxState === 'saved'}\n\t
\n\t\t{displayValue}\n\t\t📝\n\t\t\n\t\t\t📕 Dictionary\n\t\t\n\t
\n\n\n{:else if uxState === 'submitting_to_dict'}\n\t
\n\t\t
\n\t\tSubmitting to dictionary...\n\t
\n\n\n{:else if uxState === 'dict_submitted'}\n\t
\n\t\t{displayValue}\n\t\t✅ Dictionary ✓\n\t
\n\n\n{:else if uxState === 'error'}\n\t
\n\t\t{displayValue}\n\t\t{errorMessage}\n\t\t\n\t\t\tRetry\n\t\t\n\t
\n{/if}\n\n\n{#if dictPopupOpen}\n\t\n\t\t
e.stopPropagation()}>\n\t\t\t

Submit to Dictionary

\n\t\t\t
\n\t\t\t\t{#if sourceLanguage}\n\t\t\t\t\t
\n\t\t\t\t\t\tLanguage pair: {sourceLanguage} → {languageCode}\n\t\t\t\t\t
\n\t\t\t\t{/if}\n\t\t\t\t
\n\t\t\t\t\t\n\t\t\t\t\t
{editValue}
\n\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t{#each dictionaries as dict}\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t{/each}\n\t\t\t\t\t\n\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t\n\t\t\t\t\t\tCancel\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\tSubmit\n\t\t\t\t\t\n\t\t\t\t
\n\t\t\t
\n\t\t
\n\t
\n{/if}\n\n" + }, { "contract_id": "ScheduleConfig", "contract_type": "Component", @@ -90369,6 +96175,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n
\n\t
\n\t\t

{$t.translate?.schedule?.title || 'Schedule Configuration'}

\n\t\t{#if !isLoading && scheduleExists}\n\t\t\t\n\t\t\t\t\n\t\t\t\t{isEnabled ? ($t.translate?.schedule?.enabled || 'Enabled') : ($t.translate?.schedule?.disabled || 'Disabled')}\n\t\t\t\n\t\t{/if}\n\t
\n\n\t{#if isLoading}\n\t\t
\n\n\t{:else if uxState === 'idle'}\n\t\t
\n\t\t\t\n\t\t\t\t\n\t\t\t\n\t\t\t

{$t.translate?.schedule?.no_schedule || 'No schedule configured'}

\n\t\t\t

{$t.translate?.schedule?.no_schedule_hint || 'Set up a recurring schedule for automatic translations'}

\n\t\t\t\n\t\t
\n\n\t{:else if uxState === 'editing' || uxState === 'enabled' || uxState === 'disabled'}\n\t\t
\n\t\t\t\n\t\t\t
\n\t\t\t\t\n\t\t\t\t
\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t
\n\t\t\t\t

\n\t\t\t\t\t{getCronDescription(cronExpression)}\n\t\t\t\t

\n\t\t\t
\n\n\t\t\t\n\t\t\t
\n\t\t\t\t\n\t\t\t\t\n\t\t\t\t\t{#each commonTimezones as tz}\n\t\t\t\t\t\t\n\t\t\t\t\t{/each}\n\t\t\t\t\n\t\t\t
\n\n\t\t\t\n\t\t\t
\n\t\t\t\t\n\t\t\t\t
\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t
\n\t\t\t
\n\n\t\t\t\n\t\t\t{#if nextExecutions.length > 0}\n\t\t\t\t
\n\t\t\t\t\t

{$t.translate?.schedule?.next_executions || 'Next Executions'}

\n\t\t\t\t\t{#each nextExecutions as dt, i}\n\t\t\t\t\t\t

{i + 1}. {new Date(dt).toLocaleString()}

\n\t\t\t\t\t{/each}\n\t\t\t\t
\n\t\t\t{/if}\n\n\t\t\t\n\t\t\t{#if uxState === 'no_prior_run_warning'}\n\t\t\t\t
\n\t\t\t\t\t

\n\t\t\t\t\t\t⚠ {$t.translate?.schedule?.no_prior_run_warning || 'No prior successful manual run. Schedule may run with default settings. Consider running manually first.'}\n\t\t\t\t\t

\n\t\t\t\t
\n\t\t\t{/if}\n\n\t\t\t\n\t\t\t
\n\t\t\t\t{#if scheduleExists}\n\t\t\t\t\t\n\t\t\t\t{:else}\n\t\t\t\t\t
\n\t\t\t\t{/if}\n\t\t\t\t
\n\t\t\t\t\t{#if scheduleExists && (uxState === 'enabled' || uxState === 'disabled')}\n\t\t\t\t\t\t\n\t\t\t\t\t{/if}\n\t\t\t\t\t{#if uxState === 'editing'}\n\t\t\t\t\t\t\n\t\t\t\t\t{/if}\n\t\t\t\t
\n\t\t\t
\n\t\t
\n\t{/if}\n
\n\n" }, { @@ -90376,7 +96183,7 @@ "contract_type": "Component", "file_path": "frontend/src/lib/components/translate/TermCorrectionPopup.svelte", "start_line": 1, - "end_line": 227, + "end_line": 349, "tier": "TIER_2", "complexity": 3, "metadata": { @@ -90426,7 +96233,8 @@ } ], "anchor_syntax": "region", - "body": "\n\n\n\n\n{#if uxState !== 'closed'}\n\t
\n\t\t
e.stopPropagation()}>\n\t\t\t\n\t\t\t
\n\t\t\t\t

Submit Term Correction

\n\t\t\t\t\n\t\t\t
\n\n\t\t\t\n\t\t\t{#if uxState === 'selecting'}\n\t\t\t\t

Loading dictionaries...

\n\n\t\t\t\n\t\t\t{:else if uxState === 'editing'}\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t{#each dictionaries as dict}\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t{/each}\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\tSubmit Correction\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t
\n\n\t\t\t\n\t\t\t{:else if uxState === 'submitting'}\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t

Submitting correction...

\n\t\t\t\t
\n\n\t\t\t\n\t\t\t{:else if uxState === 'conflict_detected'}\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

Conflict Detected

\n\t\t\t\t\t\t

\n\t\t\t\t\t\t\t\"{conflictInfo?.source_term}\" already exists in this dictionary\n\t\t\t\t\t\t\twith target \"{conflictInfo?.existing_target_term}\".\n\t\t\t\t\t\t

\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t
\n\n\t\t\t\n\t\t\t{:else if uxState === 'submitted'}\n\t\t\t\t
\n\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t

Correction Submitted

\n\t\t\t\t\t

{submitResult?.message || ''}

\n\t\t\t\t\t\n\t\t\t\t
\n\t\t\t{/if}\n\t\t
\n\t
\n{/if}\n\n" + "tier_source": "AutoCalculated", + "body": "\n\n\n\n\n{#if uxState !== 'closed'}\n\t
\n\t\t
e.stopPropagation()}>\n\t\t\t\n\t\t\t
\n\t\t\t\t

Submit Term Correction

\n\t\t\t\t\n\t\t\t
\n\n\t\t\t\n\t\t\t{#if uxState === 'selecting'}\n\t\t\t\t

Loading dictionaries...

\n\n\t\t\t\n\t\t\t{:else if uxState === 'editing'}\n\t\t\t\t
\n\t\t\t\t\t{#if sourceLanguage || targetLanguage}\n\t\t\t\t\t\t
\n\t\t\t\t\t\t\tLanguage pair: {sourceLanguage || 'detected'} → {targetLanguage || languageCode}\n\t\t\t\t\t\t
\n\t\t\t\t\t{/if}\n\n\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t\t { showContextEditor = !showContextEditor; }}\n\t\t\t\t\t\t\tclass=\"w-full flex items-center justify-between px-3 py-2 text-xs font-medium text-gray-600 bg-gray-50 hover:bg-gray-100 transition-colors\"\n\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t📋\n\t\t\t\t\t\t\t\tContext from source row\n\t\t\t\t\t\t\t\t{#if contextData}\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t{hasEditedContext ? '✏️ Edited' : '🤖 Auto'}\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t{#if showContextEditor}\n\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t{#if contextData}\n\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t\t{JSON.stringify(contextData, null, 2)}\n\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t\t {\n\t\t\t\t\t\t\t\t\t\t\t\tcontextEditorText = JSON.stringify(contextData, null, 2);\n\t\t\t\t\t\t\t\t\t\t\t\tshowContextEditor = true;\n\t\t\t\t\t\t\t\t\t\t\t}}\n\t\t\t\t\t\t\t\t\t\t\tclass=\"text-[11px] px-2 py-1 rounded border border-gray-300 text-gray-600 hover:bg-gray-50\"\n\t\t\t\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t\t\t\tEdit context\n\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t {\n\t\t\t\t\t\t\t\t\t\t\t\tcontextData = null;\n\t\t\t\t\t\t\t\t\t\t\t\thasEditedContext = true;\n\t\t\t\t\t\t\t\t\t\t\t}}\n\t\t\t\t\t\t\t\t\t\t\tclass=\"text-[11px] px-2 py-1 rounded border border-red-200 text-red-600 hover:bg-red-50\"\n\t\t\t\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t\t\t\tRemove context\n\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t{:else}\n\t\t\t\t\t\t\t\t\t

No context data available

\n\t\t\t\t\t\t\t\t\t {\n\t\t\t\t\t\t\t\t\t\t\tcontextData = JSON.parse(JSON.stringify(initialContextData));\n\t\t\t\t\t\t\t\t\t\t\tcontextEditorText = JSON.stringify(initialContextData, null, 2);\n\t\t\t\t\t\t\t\t\t\t\thasEditedContext = false;\n\t\t\t\t\t\t\t\t\t\t}}\n\t\t\t\t\t\t\t\t\t\tclass=\"text-[11px] px-2 py-1 rounded border border-gray-300 text-gray-600 hover:bg-gray-50\"\n\t\t\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t\t\tRestore context\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t
\n\t\t\t\t\t\t{/if}\n\t\t\t\t\t
\n\n\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\n\t\t\t\t\t
\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t{#each dictionaries as dict}\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t{/each}\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\tSubmit Correction\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t
\n\n\t\t\t\n\t\t\t{:else if uxState === 'submitting'}\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t

Submitting correction...

\n\t\t\t\t
\n\n\t\t\t\n\t\t\t{:else if uxState === 'conflict_detected'}\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

Conflict Detected

\n\t\t\t\t\t\t

\n\t\t\t\t\t\t\t\"{conflictInfo?.source_term}\" already exists in this dictionary\n\t\t\t\t\t\t\twith target \"{conflictInfo?.existing_target_term}\".\n\t\t\t\t\t\t

\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t
\n\n\t\t\t\n\t\t\t{:else if uxState === 'submitted'}\n\t\t\t\t
\n\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t

Correction Submitted

\n\t\t\t\t\t

{submitResult?.message || ''}

\n\t\t\t\t\t\n\t\t\t\t
\n\t\t\t{/if}\n\t\t
\n\t
\n{/if}\n\n" }, { "contract_id": "TranslationMetricsDashboard", @@ -90485,6 +96293,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n
\n \n
\n
\n

{$t.translate?.metrics?.title}

\n

{$t.translate?.metrics?.subtitle}

\n
\n \n \n \n \n {$t.translate?.metrics?.refresh}\n \n
\n\n \n {#if uxState === 'loading'}\n
\n {#each Array(3) as _}\n
\n {/each}\n
\n\n \n {:else if uxState === 'error'}\n
\n

{errorMessage}

\n \n {$t.translate?.common?.retry}\n \n
\n\n \n {:else if uxState === 'empty'}\n
\n \n \n \n

{$t.translate?.metrics?.no_data}

\n
\n\n \n {:else if uxState === 'loaded'}\n \n
\n
\n

{$t.translate?.metrics?.total_runs}

\n

{totalRuns}

\n
\n
\n

{$t.translate?.metrics?.success_rate}

\n

{successRate}%

\n
\n
\n

{$t.translate?.metrics?.failed_runs}

\n

{failedRuns}

\n
\n
\n

{$t.translate?.metrics?.total_records}

\n

{totalRecords.toLocaleString()}

\n
\n
\n

{$t.translate?.metrics?.total_tokens}

\n

{totalTokens.toLocaleString()}

\n
\n
\n

{$t.translate?.metrics?.total_cost}

\n

${totalCost.toFixed(2)}

\n
\n
\n\n \n
\n
\n

{$t.translate?.metrics?.runs_per_job}

\n
\n
\n \n \n \n \n \n \n \n \n \n \n \n \n {#each metrics as m}\n \n \n \n \n \n \n \n \n {/each}\n \n
{$t.translate?.metrics?.job}{$t.translate?.metrics?.runs}{$t.translate?.metrics?.successful}{$t.translate?.metrics?.failed}{$t.translate?.metrics?.tokens}{$t.translate?.metrics?.cost}
{m.job_name || m.job_id}{m.total_runs || 0}{m.successful_runs || 0}{m.failed_runs || 0}{(m.total_tokens || 0).toLocaleString()}${(m.total_cost || 0).toFixed(2)}
\n
\n
\n\n \n {#if avgLatency !== null}\n
\n

{$t.translate?.metrics?.avg_latency}

\n

{avgLatency}s

\n
\n {/if}\n {/if}\n
\n\n" }, { @@ -90492,16 +96301,16 @@ "contract_type": "Component", "file_path": "frontend/src/lib/components/translate/TranslationPreview.svelte", "start_line": 1, - "end_line": 410, + "end_line": 524, "tier": "TIER_2", "complexity": 3, "metadata": { "COMPLEXITY": 3, "LAYER": "UI", - "POST": "User can preview, approve/edit/reject rows, and accept the session to gate full execution.", + "POST": "User can preview, approve/edit/reject per-language rows, and accept the session to gate full execution.", "PRE": "jobId is a valid translation job ID.", - "PURPOSE": "Side-by-side translation preview component with approve/edit/reject, cost estimate, and accept gate.", - "UX_FEEDBACK": "spinner during preview; visual distinction for LLM vs edited translations; cost reactivity.", + "PURPOSE": "Multi-language translation preview with dynamic per-language columns, approve/edit/reject, cost estimate, and accept gate.", + "UX_FEEDBACK": "spinner during preview; visual distinction for LLM vs edited translations; cost warning for large previews.", "UX_RECOVERY": "retry preview; re-fetch with updated config.", "UX_STATE": "stale_config -> Configuration changed since preview was generated" }, @@ -90562,7 +96371,8 @@ } ], "anchor_syntax": "region", - "body": "\n\n\n\n\n
\n\t\n\t
\n\t\t

{$t.translate?.preview?.title}

\n\t\t{#if uxState === 'preview_loaded'}\n\t\t\t\n\t\t\t\t{session?.status === 'APPLIED' ? $t.translate?.preview?.accepted_badge : $t.translate?.preview?.active_badge}\n\t\t\t\n\t\t{/if}\n\t
\n\n\t\n\t{#if uxState === 'idle'}\n\t\t
\n\t\t\t

\n\t\t\t\t{$t.translate?.preview?.title} — {$t.translate?.preview?.sample_size} {sampleSize}\n\t\t\t

\n\t\t\t
\n\t\t\t\t\n\t\t\t\t\n\t\t\t
\n\t\t\t\n\t\t\t\t{$t.translate?.preview?.run_preview}\n\t\t\t\n\t\t
\n\n\t\n\t{:else if uxState === 'loading'}\n\t\t
\n\t\t\t
\n\t\t\t\t
\n\t\t\t\t{$t.translate?.preview?.running_preview}\n\t\t\t
\n\t\t\t
\n\t\t\t\t{#each Array(3) as _}\n\t\t\t\t\t
\n\t\t\t\t{/each}\n\t\t\t
\n\t\t
\n\n\t\n\t{:else if uxState === 'preview_error'}\n\t\t
\n\t\t\t

{errorMessage}

\n\t\t\t
\n\t\t\t\t\n\t\t\t\t\t{$t.translate?.preview?.retry_preview}\n\t\t\t\t\n\t\t\t\t\n\t\t\t
\n\t\t
\n\n\t\n\t{:else if uxState === 'preview_loaded'}\n\t\t\n\t\t{#if costEstimate}\n\t\t\t
\n\t\t\t\t

{$t.translate?.preview?.cost_estimate}

\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t{$t.translate?.preview?.sample_rows}\n\t\t\t\t\t\t{costEstimate.sample_size}\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t{$t.translate?.preview?.sample_tokens}\n\t\t\t\t\t\t{costEstimate.sample_total_tokens?.toLocaleString()}\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t{$t.translate?.preview?.sample_cost}\n\t\t\t\t\t\t${costEstimate.sample_cost?.toFixed(6)}\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t{$t.translate?.preview?.est_total_cost}\n\t\t\t\t\t\t${costEstimate.estimated_cost?.toFixed(6)}\n\t\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t

\n\t\t\t\t\t{$t.translate?.preview?.est_total_cost?.replace('{count}', '')} {costEstimate.estimated_total_rows?.toLocaleString()} {costEstimate.estimated_tokens?.toLocaleString()} {$t.translate?.preview?.sample_tokens}\n\t\t\t\t

\n\t\t\t
\n\t\t{/if}\n\n\t\n\t
\n\t\t
\n\t\t\t{$t.translate?.preview?.rows_count?.replace('{count}', records.length)}\n\t\t\t{$t.translate?.preview?.approved_count?.replace('{count}', approvedCount)}\n\t\t\t{$t.translate?.preview?.rejected_count?.replace('{count}', rejectedCount)}\n\t\t\t{#if pendingCount > 0}\n\t\t\t\t{$t.translate?.preview?.pending_count?.replace('{count}', pendingCount)}\n\t\t\t{/if}\n\t\t
\n\t\t
\n\t\t\t{#if pendingCount > 0}\n\t\t\t\t\n\t\t\t\t\t{$t.translate?.preview?.approve_all}\n\t\t\t\t\n\t\t\t{/if}\n\t\t\t\n\t\t\t\t{$t.translate?.preview?.re_run}\n\t\t\t\n\t\t
\n\t
\n\n\t\n\t
\n\t\t\n\t\t\t\n\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\n\t\t\t\n\t\t\t\n\t\t\t\t{#each records as row, idx}\n\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t{/each}\n\t\t\t\n\t\t
{$t.translate?.preview?.table_number}{$t.translate?.preview?.table_source}{$t.translate?.preview?.table_translation}{$t.translate?.preview?.table_status}{$t.translate?.preview?.table_actions}
{idx + 1}\n\t\t\t\t\t\t\t{row.source_sql || $t.translate?.preview?.empty_placeholder}\n\t\t\t\t\t\t\n\t\t\t\t\t\t\t{#if editingRowId === row.id}\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t saveEdit(row.id)}\n\t\t\t\t\t\t\t\t\t\tclass=\"px-2 py-0.5 text-xs bg-blue-600 text-white rounded hover:bg-blue-700\"\n\t\t\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t\t\t{$t.translate?.preview?.save_edit}\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t{$t.translate?.preview?.cancel_edit}\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{:else}\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t{row.target_sql || $t.translate?.preview?.pending_placeholder}\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t{#if row._isEdited}\n\t\t\t\t\t\t\t\t\t{$t.translate?.preview?.edited_label}\n\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t		\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t{row.status}\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\t{#if editingRowId !== row.id}\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t{#if row.status !== 'APPROVED'}\n\t\t\t\t\t\t\t\t\t\t handleApprove(row.id)}\n\t\t\t\t\t\t\t\t\t\t\tclass=\"px-2 py-0.5 text-xs bg-green-100 text-green-700 rounded hover:bg-green-200 transition-colors\"\n\t\t\t\t\t\t\t\t\t\t\ttitle={$t.translate?.preview?.approve}\n\t\t\t\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t\t\t\t{$t.translate?.preview?.approve}\n\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t\t\t startEdit(row.id)}\n\t\t\t\t\t\t\t\t\t\tclass=\"px-2 py-0.5 text-xs bg-blue-100 text-blue-700 rounded hover:bg-blue-200 transition-colors\"\n\t\t\t\t\t\t\t\t\t\ttitle={$t.translate?.preview?.edit}\n\t\t\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t\t\t{$t.translate?.preview?.edit}\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t{#if row.status !== 'REJECTED'}\n\t\t\t\t\t\t\t\t\t\t handleReject(row.id)}\n\t\t\t\t\t\t\t\t\t\t\tclass=\"px-2 py-0.5 text-xs bg-red-100 text-red-700 rounded hover:bg-red-200 transition-colors\"\n\t\t\t\t\t\t\t\t\t\t\ttitle={$t.translate?.preview?.reject}\n\t\t\t\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t\t\t\t{$t.translate?.preview?.reject}\n\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t
\n\t
\n\n\t\n\t
\n\t\t
\n\t\t\t

{$t.translate?.preview?.quality_gate}

\n\t\t\t

\n\t\t\t\t{isAllApproved ? $t.translate?.preview?.quality_gate_ready : $t.translate?.preview?.quality_gate_pending}\n\t\t\t

\n\t\t
\n\t\t\n\t\t\t{isAccepting ? $t.translate?.preview?.accepting : $t.translate?.preview?.accept_preview}\n\t\t\n\t
\n\n\t\n\t{:else if uxState === 'accepted'}\n\t\t
\n\t\t\t
✓
\n\t\t\t

{$t.translate?.preview?.accepted_title}

\n\t\t\t

\n\t\t\t\t{$t.translate?.preview?.accepted_body}\n\t\t\t

\n\t\t\t\n\t\t\t\t{$t.translate?.preview?.run_preview_again}\n\t\t\t\n\t\t
\n\t{/if}\n
\n\n" + "tier_source": "AutoCalculated", + "body": "\n\n\n\n\n
\n\t\n\t
\n\t\t

{$t.translate?.preview?.title}

\n\t\t{#if uxState === 'preview_loaded'}\n\t\t\t\n\t\t\t\t{session?.status === 'APPLIED' ? $t.translate?.preview?.accepted_badge : $t.translate?.preview?.active_badge}\n\t\t\t\n\t\t{/if}\n\t
\n\n\t\n\t{#if uxState === 'idle'}\n\t\t
\n\t\t\t

\n\t\t\t\t{$t.translate?.preview?.title} — {$t.translate?.preview?.sample_size} {sampleSize}\n\t\t\t

\n\t\t\t
\n\t\t\t\t\n\t\t\t\t\n\t\t\t\t{sampleSize}\n\t\t\t
\n\t\t\t{#if sampleSize > 30}\n\t\t\t\t
\n\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t{($t.translate?.preview?.cost_warning) || 'Large sample size may incur higher costs'}\n\t\t\t\t
\n\t\t\t{/if}\n\t\t\t\n\t\t\t\t{$t.translate?.preview?.run_preview}\n\t\t\t\n\t\t
\n\n\t\n\t{:else if uxState === 'loading'}\n\t\t
\n\t\t\t
\n\t\t\t\t
\n\t\t\t\t{$t.translate?.preview?.running_preview}\n\t\t\t
\n\t\t\t
\n\t\t\t\t{#each Array(3) as _}\n\t\t\t\t\t
\n\t\t\t\t{/each}\n\t\t\t
\n\t\t
\n\n\t\n\t{:else if uxState === 'preview_error'}\n\t\t
\n\t\t\t

{errorMessage}

\n\t\t\t
\n\t\t\t\t\n\t\t\t\t\t{$t.translate?.preview?.retry_preview}\n\t\t\t\t\n\t\t\t\t\n\t\t\t
\n\t\t
\n\n\t\n\t{:else if uxState === 'preview_loaded'}\n\t\t\n\t\t{#if costEstimate}\n\t\t\t
\n\t\t\t\t

{$t.translate?.preview?.cost_estimate}

\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t{$t.translate?.preview?.sample_rows}\n\t\t\t\t\t\t{costEstimate.sample_size}\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t{$t.translate?.preview?.sample_tokens}\n\t\t\t\t\t\t{costEstimate.sample_total_tokens?.toLocaleString()}\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t{$t.translate?.preview?.sample_cost}\n\t\t\t\t\t\t${costEstimate.sample_cost?.toFixed(6)}\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t{$t.translate?.preview?.est_total_cost}\n\t\t\t\t\t\t${costEstimate.estimated_cost?.toFixed(6)}\n\t\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t\n\t\t\t\t

\n\t\t\t\t\t{$t.translate?.preview?.across_languages?.replace('{count}', costEstimate.num_languages || targetLanguages.length || 1)}\n\t\t\t\t

\n\t\t\t\t\n\t\t\t\t{#if costEstimate.warning}\n\t\t\t\t\t
\n\t\t\t\t\t\t\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t{costEstimate.warning}\n\t\t\t\t\t
\n\t\t\t\t{/if}\n\t\t\t
\n\t\t{/if}\n\n\t\t\n\t\t
\n\t\t\t
\n\t\t\t\t{$t.translate?.preview?.rows_count?.replace('{count}', records.length)}\n\t\t\t\t{$t.translate?.preview?.approved_count?.replace('{count}', approvedCount)}\n\t\t\t\t{$t.translate?.preview?.rejected_count?.replace('{count}', rejectedCount)}\n\t\t\t\t{#if pendingCount > 0}\n\t\t\t\t\t{$t.translate?.preview?.pending_count?.replace('{count}', pendingCount)}\n\t\t\t\t{/if}\n\t\t\t\t{#if targetLanguages.length > 0}\n\t\t\t\t\t{$t.translate?.preview?.languages_count?.replace('{count}', targetLanguages.length)}\n\t\t\t\t{/if}\n\t\t\t
\n\t\t\t
\n\t\t\t\t{#if pendingCount > 0}\n\t\t\t\t\t\n\t\t\t\t\t\t{$t.translate?.preview?.approve_all}\n\t\t\t\t\t\n\t\t\t\t{/if}\n\t\t\t\t\n\t\t\t\t\t{$t.translate?.preview?.re_run}\n\t\t\t\t\n\t\t\t
\n\t\t
\n\n\t\t\n\t\t
\n\t\t\t\n\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\t{#each targetLanguages as lang}\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t{/each}\n\t\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\n\t\t\t\t\n\t\t\t\t\t{#each records as row, idx}\n\t\t\t\t\t\t\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t{#each targetLanguages as lang}\n\t\t\t\t\t\t\t\t{@const langKey = `${row.id}_${lang}`}\n\t\t\t\t\t\t\t\t{@const langVal = getLangValue(row, lang)}\n\t\t\t\t\t\t\t\t{@const langStatus = getLangStatus(row, lang)}\n\t\t\t\t\t\t\t\t{@const isEditing = editingCells[langKey]}\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t{/each}\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t{/each}\n\t\t\t\t\n\t\t\t
#{$t.translate?.preview?.table_source}{$t.translate?.preview?.detected_language}\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t{lang}\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t		{$t.translate?.preview?.table_status}
{idx + 1}\n\t\t\t\t\t\t\t\t{row.source_sql || $t.translate?.preview?.empty_placeholder}\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t{getDetectedLang(row)}\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t{#if isEditing}\n\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t\t\t saveLangEdit(row.id, lang)}\n\t\t\t\t\t\t\t\t\t\t\t\tclass=\"px-2 py-0.5 text-xs bg-blue-600 text-white rounded hover:bg-blue-700\"\n\t\t\t\t\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t\t\t\t\t{$t.translate?.preview?.save_edit}\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t cancelLangEdit(row.id, lang)}\n\t\t\t\t\t\t\t\t\t\t\t\tclass=\"px-2 py-0.5 text-xs border border-gray-300 text-gray-600 rounded hover:bg-gray-50\"\n\t\t\t\t\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t\t\t\t\t{$t.translate?.preview?.cancel_edit}\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t{:else}\n\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t{langVal || $t.translate?.preview?.pending_placeholder}\n\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t\t\t{#if langStatus !== 'approved' && langStatus !== 'edited'}\n\t\t\t\t\t\t\t\t\t\t\t\t approveRow(jobId, row.id, lang)}\n\t\t\t\t\t\t\t\t\t\t\t\t\tclass=\"px-1.5 py-0.5 text-xs bg-green-100 text-green-700 rounded hover:bg-green-200 transition-colors\"\n\t\t\t\t\t\t\t\t\t\t\t\t\ttitle={$t.translate?.preview?.approve}\n\t\t\t\t\t\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t\t\t\t\t\t{$t.translate?.preview?.approve}\n\t\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t\t\t\t\t startLangEdit(row.id, lang)}\n\t\t\t\t\t\t\t\t\t\t\t\tclass=\"px-1.5 py-0.5 text-xs bg-blue-100 text-blue-700 rounded hover:bg-blue-200 transition-colors\"\n\t\t\t\t\t\t\t\t\t\t\t\ttitle={$t.translate?.preview?.edit}\n\t\t\t\t\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t\t\t\t\t{$t.translate?.preview?.edit}\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t{#if langStatus !== 'rejected'}\n\t\t\t\t\t\t\t\t\t\t\t\t rejectRow(jobId, row.id, lang)}\n\t\t\t\t\t\t\t\t\t\t\t\t\tclass=\"px-1.5 py-0.5 text-xs bg-red-100 text-red-700 rounded hover:bg-red-200 transition-colors\"\n\t\t\t\t\t\t\t\t\t\t\t\t\ttitle={$t.translate?.preview?.reject}\n\t\t\t\t\t\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t\t\t\t\t\t{$t.translate?.preview?.reject}\n\t\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t\t		\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t{row.status}\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t\t{#if row.status !== 'APPROVED'}\n\t\t\t\t\t\t\t\t\t\t\t handleApprove(row.id)}\n\t\t\t\t\t\t\t\t\t\t\t\tclass=\"px-1.5 py-0.5 text-xs bg-green-100 text-green-700 rounded hover:bg-green-200 transition-colors\"\n\t\t\t\t\t\t\t\t\t\t\t\ttitle={$t.translate?.preview?.approve_all}\n\t\t\t\t\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t\t\t\t\t{$t.translate?.preview?.approve}\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t\t\t\t{#if row.status !== 'REJECTED'}\n\t\t\t\t\t\t\t\t\t\t\t handleReject(row.id)}\n\t\t\t\t\t\t\t\t\t\t\t\tclass=\"px-1.5 py-0.5 text-xs bg-red-100 text-red-700 rounded hover:bg-red-200 transition-colors\"\n\t\t\t\t\t\t\t\t\t\t\t\ttitle={$t.translate?.preview?.reject}\n\t\t\t\t\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t\t\t\t\t{$t.translate?.preview?.reject}\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t
\n\t\t
\n\n\t\t\n\t\t
\n\t\t\t
\n\t\t\t\t

{$t.translate?.preview?.quality_gate}

\n\t\t\t\t

\n\t\t\t\t\t{isAllApproved ? $t.translate?.preview?.quality_gate_ready : $t.translate?.preview?.quality_gate_pending}\n\t\t\t\t

\n\t\t\t
\n\t\t\t\n\t\t\t\t{isAccepting ? $t.translate?.preview?.accepting : $t.translate?.preview?.accept_preview}\n\t\t\t\n\t\t
\n\n\t\n\t{:else if uxState === 'accepted'}\n\t\t
\n\t\t\t
✓
\n\t\t\t

{$t.translate?.preview?.accepted_title}

\n\t\t\t

\n\t\t\t\t{$t.translate?.preview?.accepted_body}\n\t\t\t

\n\t\t\t\n\t\t\t\t{$t.translate?.preview?.run_preview_again}\n\t\t\t\n\t\t
\n\t{/if}\n
\n\n" }, { "contract_id": "TranslationRunProgress", @@ -90639,6 +96449,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n
\n\t{#if uxState === 'idle'}\n\t\t
\n\t\t\t

{$t.translate?.run?.loading}

\n\t\t
\n\n\t{:else if isRunning}\n\t\t
\n\t\t\t\n\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\n\t\t\t\t\t\t{uxState === 'inserting' ? $t.translate?.run?.insert_phase : $t.translate?.run?.translate_phase}\n\t\t\t\t\t\n\t\t\t\t
\n\t\t\t\t\n\t\t\t\t\t{isCancelling ? $t.translate?.run?.cancelling : $t.translate?.run?.cancel}\n\t\t\t\t\n\t\t\t
\n\n\t\t\t\n\t\t\t
\n\t\t\t\t\n\t\t\t
\n\n\t\t\t\n\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t{$t.translate?.run?.total}\n\t\t\t\t\t

{totalRecords}

\n\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t{$t.translate?.run?.success}\n\t\t\t\t\t

{successfulRecords}

\n\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t{$t.translate?.run?.failed}\n\t\t\t\t\t

{failedRecords}

\n\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t{$t.translate?.run?.skipped}\n\t\t\t\t\t

{skippedRecords}

\n\t\t\t\t
\n\t\t\t
\n\n\t\t\t\n\t\t\t

\n\t\t\t\t{$t.translate?.run?.batches_progress?.replace('{count}', batchCount).replace('{pct}', progressPct)}\n\t\t\t

\n\t\t
\n\n\t\n\t{:else if uxState === 'completed'}\n\t\t
\n\t\t\t
\n\t\t\t\t✓\n\t\t\t\t{$t.translate?.run?.completed}\n\t\t\t
\n\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t{$t.translate?.run?.total}\n\t\t\t\t\t

{successfulRecords} / {totalRecords}

\n\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t{$t.translate?.run?.skipped}\n\t\t\t\t\t

{skippedRecords}

\n\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t{$t.translate?.run?.insert_status?.replace(':', '')}\n\t\t\t\t\t

{insertStatus || $t.translate?.run?.insert_completed}

\n\t\t\t\t
\n\t\t\t
\n\t\t
\n\n\t\n\t{:else if uxState === 'partial'}\n\t\t
\n\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t⚠\n\t\t\t\t\t{$t.translate?.run?.completed_with_errors}\n\t\t\t\t
\n\t\t\t\t\n\t\t\t\t\t{$t.translate?.run?.retry_failed}\n\t\t\t\t\n\t\t\t
\n\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t{$t.translate?.run?.success}\n\t\t\t\t\t

{successfulRecords}

\n\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t{$t.translate?.run?.failed}\n\t\t\t\t\t

{failedRecords}

\n\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t{$t.translate?.run?.skipped}\n\t\t\t\t\t

{skippedRecords}

\n\t\t\t\t
\n\t\t\t
\n\t\t
\n\n\t\n\t{:else if uxState === 'failed'}\n\t\t
\n\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t✗\n\t\t\t\t\t{$t.translate?.run?.translation_failed}\n\t\t\t\t
\n\t\t\t\t\n\t\t\t\t\t{$t.translate?.common?.retry}\n\t\t\t\t\n\t\t\t
\n\t\t\t

{status?.error_message || $t.translate?.common?.unknown}

\n\t\t
\n\n\t\n\t{:else if uxState === 'insert_failed'}\n\t\t
\n\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t⚠\n\t\t\t\t\t{$t.translate?.run?.insert_failed}\n\t\t\t\t
\n\t\t\t\t\n\t\t\t\t\t{$t.translate?.run?.retry_insert}\n\t\t\t\t\n\t\t\t
\n\t\t\t

\n\t\t\t\t{$t.translate?.run?.completed} ({successfulRecords}) — {$t.translate?.run?.insert_failed}\n\t\t\t

\n\t\t
\n\n\t\n\t{:else if uxState === 'cancelled'}\n\t\t
\n\t\t\t
\n\t\t\t\t■\n\t\t\t\t{$t.translate?.run?.cancelled}\n\t\t\t
\n\t\t
\n\t{/if}\n
\n\n" }, { @@ -90646,7 +96457,7 @@ "contract_type": "Component", "file_path": "frontend/src/lib/components/translate/TranslationRunResult.svelte", "start_line": 1, - "end_line": 288, + "end_line": 420, "tier": "TIER_2", "complexity": 3, "metadata": { @@ -90716,7 +96527,8 @@ } ], "anchor_syntax": "region", - "body": "\n\n\n\n\n
\n\t{#if !status}\n\t\t
\n\t\t\t

{$t.translate?.run?.loading_result}

\n\t\t
\n\t{:else}\n\t\t
\n\t\t\t\n\t\t\t
\n\t\t\t\t

{$t.translate?.run?.result_title}

\n\t\t\t\t
\n\t\t\t\t\t\n\t\t\t\t\t{#if uxState === 'failed' || uxState === 'partial'}\n\t\t\t\t\t\t\n\t\t\t\t\t\t\t{isRetrying ? $t.translate?.run?.retrying : $t.translate?.run?.retry_failed}\n\t\t\t\t\t\t\n\t\t\t\t\t{/if}\n\t\t\t\t\t{#if uxState === 'insert_failed'}\n\t\t\t\t\t\t\n\t\t\t\t\t\t\t{isRetryingInsert ? $t.translate?.run?.retrying_insert : $t.translate?.run?.retry_insert}\n\t\t\t\t\t\t\n\t\t\t\t\t{/if}\n\t\t\t\t
\n\t\t\t
\n\n\t\t\t\n\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t

{$t.translate?.run?.total_records}

\n\t\t\t\t\t

{status.total_records || 0}

\n\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t

{$t.translate?.run?.success}

\n\t\t\t\t\t

{status.successful_records || 0}

\n\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t

{$t.translate?.run?.failed}

\n\t\t\t\t\t

{status.failed_records || 0}

\n\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t

{$t.translate?.run?.skipped}

\n\t\t\t\t\t

{status.skipped_records || 0}

\n\t\t\t\t
\n\t\t\t
\n\n\t\t\t\n\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t{$t.translate?.run?.run_id}\n\t\t\t\t\t\t{status.id}\n\t\t\t\t\t\t copyToClipboard(status.id)}\n\t\t\t\t\t\t\tclass=\"ml-1 text-blue-500 hover:text-blue-700 text-xs\"\n\t\t\t\t\t\t\ttitle={$t.translate?.run?.copy_id}\n\t\t\t\t\t\t>\n\t\t\t\t\t\t\t{$t.translate?.run?.copy_id}\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t{$t.translate?.run?.insert_status}\n\t\t\t\t\t\t\n\t\t\t\t\t\t\t{insertStatusBadge.label}\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t{#if status.superset_execution_id}\n\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{$t.translate?.run?.superset_query}\n\t\t\t\t\t\t\t{status.superset_execution_id}\n\t\t\t\t\t\t\t copyToClipboard(status.superset_execution_id)}\n\t\t\t\t\t\t\t\tclass=\"ml-1 text-blue-500 hover:text-blue-700 text-xs\"\n\t\t\t\t\t\t\t\ttitle={$t.translate?.run?.copy_id}\n\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t{$t.translate?.run?.copy_id}\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t
\n\t\t\t\t\t{/if}\n\t\t\t\t\t{#if status.error_message}\n\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{$t.translate?.run?.error_label?.replace('{error}', status.error_message)}\n\t\t\t\t\t\t
\n\t\t\t\t\t{/if}\n\t\t\t\t
\n\t\t\t
\n\n\t\t\t\n\t\t\t
\n\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t{$t.translate?.run?.sql_audit?.replace('{count}', sqlAuditLines.length)}\n\t\t\t\t\n\n\t\t\t\t{#if showSqlAudit}\n\t\t\t\t\t
\n\t\t\t\t\t\t{#if sqlAuditLines.length === 0}\n\t\t\t\t\t\t\t

{$t.translate?.run?.no_sql_audit}

\n\t\t\t\t\t\t{:else}\n\t\t\t\t\t\t\t{#each sqlAuditLines as line, idx}\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t{idx + 1}. {line}\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{/each}\n\t\t\t\t\t\t{/if}\n\t\t\t\t\t
\n\t\t\t\t{/if}\n\t\t\t
\n\n\t\t\t\n\t\t\t{#if status.event_invariants}\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t{$t.translate?.run?.event_invariants}\n\t\t\t\t\t\t\n\t\t\t\t\t\t\t{status.event_invariants.invariant_valid ? $t.translate?.run?.valid : $t.translate?.run?.violated}\n\t\t\t\t\t\t\n\t\t\t\t\t\t|\n\t\t\t\t\t\t{$t.translate?.run?.superset_query_id_label} {status.event_invariants.has_run_started ? $t.translate?.run?.started_yes : $t.translate?.run?.started_no}\n\t\t\t\t\t\t|\n\t\t\t\t\t\t{$t.translate?.run?.terminal_events?.replace('{count}', status.event_invariants.terminal_event_count)}\n\t\t\t\t\t
\n\t\t\t\t
\n\t\t\t{/if}\n\t\t
\n\t{/if}\n
\n\n" + "tier_source": "AutoCalculated", + "body": "\n\n\n\n\n
\n\t{#if !status}\n\t\t
\n\t\t\t

{$t.translate?.run?.loading_result}

\n\t\t
\n\t{:else}\n\t\t
\n\t\t\t\n\t\t\t
\n\t\t\t\t

{$t.translate?.run?.result_title}

\n\t\t\t\t
\n\t\t\t\t\t\n\t\t\t\t\t{#if uxState === 'failed' || uxState === 'partial'}\n\t\t\t\t\t\t\n\t\t\t\t\t\t\t{isRetrying ? $t.translate?.run?.retrying : $t.translate?.run?.retry_failed}\n\t\t\t\t\t\t\n\t\t\t\t\t{/if}\n\t\t\t\t\t{#if uxState === 'insert_failed'}\n\t\t\t\t\t\t\n\t\t\t\t\t\t\t{isRetryingInsert ? $t.translate?.run?.retrying_insert : $t.translate?.run?.retry_insert}\n\t\t\t\t\t\t\n\t\t\t\t\t{/if}\n\t\t\t\t
\n\t\t\t
\n\n\t\t\t\n\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t

{$t.translate?.run?.total_records}

\n\t\t\t\t\t

{status.total_records || 0}

\n\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t

{$t.translate?.run?.success}

\n\t\t\t\t\t

{status.successful_records || 0}

\n\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t

{$t.translate?.run?.failed}

\n\t\t\t\t\t

{status.failed_records || 0}

\n\t\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t

{$t.translate?.run?.skipped}

\n\t\t\t\t\t

{status.skipped_records || 0}

\n\t\t\t\t
\n\t\t\t
\n\n\t\t\t\n\t\t\t{#if status.language_stats && status.language_stats.length > 0}\n\t\t\t\t
\n\t\t\t\t\t

{$t.translate?.run?.per_language ?? 'Per-Language Statistics'}

\n\t\t\t\t\t
\n\t\t\t\t\t\t{#each status.language_stats as lang}\n\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t

{lang.language_code}

\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t{lang.translated_rows}\n\t\t\t\t\t\t\t\t\t{#if lang.failed_rows > 0}\n\t\t\t\t\t\t\t\t\t\t{lang.failed_rows}\n\t\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t\t\t{#if lang.skipped_rows > 0}\n\t\t\t\t\t\t\t\t\t\t{lang.skipped_rows}\n\t\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t\t\t{lang.total_rows}\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t
\n\t\t\t\t\t\t{/each}\n\t\t\t\t\t
\n\t\t\t\t
\n\t\t\t{/if}\n\n\t\t\t\n\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t{$t.translate?.run?.run_id}\n\t\t\t\t\t\t{status.id}\n\t\t\t\t\t\t copyToClipboard(status.id)}\n\t\t\t\t\t\t\tclass=\"ml-1 text-blue-500 hover:text-blue-700 text-xs\"\n\t\t\t\t\t\t\ttitle={$t.translate?.run?.copy_id}\n\t\t\t\t\t\t>\n\t\t\t\t\t\t\t{$t.translate?.run?.copy_id}\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t{$t.translate?.run?.insert_status}\n\t\t\t\t\t\t\n\t\t\t\t\t\t\t{insertStatusBadge.label}\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t{#if status.superset_execution_id}\n\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{$t.translate?.run?.superset_query}\n\t\t\t\t\t\t\t{status.superset_execution_id}\n\t\t\t\t\t\t\t copyToClipboard(status.superset_execution_id)}\n\t\t\t\t\t\t\t\tclass=\"ml-1 text-blue-500 hover:text-blue-700 text-xs\"\n\t\t\t\t\t\t\t\ttitle={$t.translate?.run?.copy_id}\n\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t{$t.translate?.run?.copy_id}\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t
\n\t\t\t\t\t{/if}\n\t\t\t\t\t{#if status.error_message}\n\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{$t.translate?.run?.error_label?.replace('{error}', status.error_message)}\n\t\t\t\t\t\t
\n\t\t\t\t\t{/if}\n\t\t\t\t
\n\t\t\t
\n\n\t\t\t\n\t\t\t
\n\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t\t\n\t\t\t\t\t\n\t\t\t\t\t{$t.translate?.run?.sql_audit?.replace('{count}', sqlAuditLines.length)}\n\t\t\t\t\n\n\t\t\t\t{#if showSqlAudit}\n\t\t\t\t\t
\n\t\t\t\t\t\t{#if sqlAuditLines.length === 0}\n\t\t\t\t\t\t\t

{$t.translate?.run?.no_sql_audit}

\n\t\t\t\t\t\t{:else}\n\t\t\t\t\t\t\t{#each sqlAuditLines as line, idx}\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t{idx + 1}. {line}\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{/each}\n\t\t\t\t\t\t{/if}\n\t\t\t\t\t
\n\t\t\t\t{/if}\n\t\t\t
\n\n\t\t\t\n\t\t\t{#if status.event_invariants}\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t{$t.translate?.run?.event_invariants}\n\t\t\t\t\t\t\n\t\t\t\t\t\t\t{status.event_invariants.invariant_valid ? $t.translate?.run?.valid : $t.translate?.run?.violated}\n\t\t\t\t\t\t\n\t\t\t\t\t\t|\n\t\t\t\t\t\t{$t.translate?.run?.superset_query_id_label} {status.event_invariants.has_run_started ? $t.translate?.run?.started_yes : $t.translate?.run?.started_no}\n\t\t\t\t\t\t|\n\t\t\t\t\t\t{$t.translate?.run?.terminal_events?.replace('{count}', status.event_invariants.terminal_event_count)}\n\t\t\t\t\t
\n\t\t\t\t
\n\t\t\t{/if}\n\n\t\t\t\n\t\t\t{#if records.length > 0}\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t showRecords = !showRecords}\n\t\t\t\t\t\t\tclass=\"flex items-center gap-2 text-sm text-gray-700 hover:text-gray-900\"\n\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t{$t.translate?.run?.records_title || 'Translation Records'} ({records.length})\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\n\t\t\t\t\t{#if showRecords}\n\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t{#each targetLanguages as lang}\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t{/each}\n\t\t\t\t\t\t\t\t\t\t{#if targetLanguages.length === 0}\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t{#each records as row, idx}\n\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t{#if targetLanguages.length > 0}\n\t\t\t\t\t\t\t\t\t\t\t\t{#each targetLanguages as lang}\n\t\t\t\t\t\t\t\t\t\t\t\t\t{@const langData = (row.languages || []).find(l => l.language_code === lang)}\n\t\t\t\t\t\t\t\t\t\t\t\t\t{@const cellValue = langData?.final_value || langData?.translated_value || ''}\n\t\t\t\t\t\t\t\t\t\t\t\t\t{@const detectedSource = langData?.source_language_detected || row.source_language_detected || ''}\n\t\t\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t\t{/each}\n\t\t\t\t\t\t\t\t\t\t\t{:else}\n\t\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t{/each}\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t
#{$t.translate?.preview?.table_source || 'Source'}\n\t\t\t\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t\t\t\t\t{lang}\n\t\t\t\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t\t\t		{$t.translate?.preview?.translation || 'Translation'}{$t.translate?.preview?.table_status || 'Status'}
{idx + 1}\n\t\t\t\t\t\t\t\t\t\t\t\t{row.source_sql || row.source_object_name || '—'}\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t\t\t{row.status}\n\t\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t
\n\t\t\t\t\t{/if}\n\t\t\t\t
\n\t\t\t{/if}\n\t\t
\n\t{/if}\n
\n\n" }, { "contract_id": "test_component_file_exists:Function", @@ -90732,6 +96544,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region test_component_file_exists:Function [TYPE Function]\n // @PURPOSE: Verify component file exists and has required contracts\n it('contains required UX tags and contract annotations', () => {\n const source = fs.readFileSync(COMPONENT_PATH, 'utf-8');\n\n expect(source).toContain('@UX_STATE: idle');\n expect(source).toContain('@UX_STATE: loading');\n expect(source).toContain('@UX_STATE: preview_loaded');\n expect(source).toContain('@UX_STATE: preview_error');\n expect(source).toContain('@UX_STATE: accepted');\n expect(source).toContain('@UX_STATE: stale_config');\n expect(source).toContain('@UX_FEEDBACK');\n expect(source).toContain('@UX_RECOVERY');\n expect(source).toContain('fetchPreview');\n expect(source).toContain('approveRow');\n expect(source).toContain('editRow');\n expect(source).toContain('rejectRow');\n expect(source).toContain('acceptPreview');\n });\n // #endregion test_component_file_exists:Function\n" }, { @@ -90758,6 +96571,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region TranslateApiTests:Class [TYPE Function]\n// @PURPOSE: Unit tests for translate API preview functions.\ndescribe('Translate API Preview Functions', () => {\n // Hoisted mock functions so vi.mock() factories (also hoisted) can reference them.\n const mockPostApi = vi.hoisted(() => vi.fn());\n const mockRequestApi = vi.hoisted(() => vi.fn());\n const mockFetchApi = vi.hoisted(() => vi.fn());\n\n vi.mock('$lib/api.js', () => ({\n api: {\n postApi: mockPostApi,\n requestApi: mockRequestApi,\n fetchApi: mockFetchApi,\n }\n }));\n\n vi.mock('$lib/toasts.js', () => ({ addToast: vi.fn() }));\n\n beforeEach(() => {\n vi.resetModules();\n vi.clearAllMocks();\n });\n\n // #region test_fetchPreview:Function [TYPE Function]\n // @PURPOSE: Verify fetchPreview calls postApi with correct endpoint and payload.\n it('fetchPreview calls postApi with correct args', async () => {\n mockPostApi.mockResolvedValue({\n id: 'session-1',\n job_id: 'job-123',\n status: 'ACTIVE',\n records: [\n { id: 'r1', source_sql: 'Hello', target_sql: 'Привет', status: 'PENDING' }\n ],\n cost_estimate: {\n sample_size: 1,\n sample_total_tokens: 100,\n sample_cost: 0.0002\n }\n });\n\n const { fetchPreview } = await import('$lib/api/translate.js');\n const result = await fetchPreview('job-123', 5);\n\n expect(mockPostApi).toHaveBeenCalledWith('/translate/jobs/job-123/preview', { sample_size: 5 });\n expect(result.records).toHaveLength(1);\n expect(result.records[0].source_sql).toBe('Hello');\n expect(result.cost_estimate.sample_cost).toBe(0.0002);\n });\n // #endregion test_fetchPreview:Function\n\n // #region test_approveRow:Function [TYPE Function]\n // @PURPOSE: Verify approveRow calls requestApi with correct action.\n it('approveRow calls requestApi with approve action', async () => {\n mockRequestApi.mockResolvedValue({\n id: 'r1',\n status: 'APPROVED'\n });\n\n const { approveRow } = await import('$lib/api/translate.js');\n const result = await approveRow('job-123', 'r1');\n\n expect(mockRequestApi).toHaveBeenCalledWith(\n '/translate/jobs/job-123/preview/rows/r1',\n 'PUT',\n { action: 'approve' }\n );\n expect(result.status).toBe('APPROVED');\n });\n // #endregion test_approveRow:Function\n\n // #region test_editRow:Function [TYPE Function]\n // @PURPOSE: Verify editRow calls requestApi with edit action and translation.\n it('editRow calls requestApi with edit action', async () => {\n mockRequestApi.mockResolvedValue({\n id: 'r1',\n target_sql: 'Edited translation',\n status: 'APPROVED'\n });\n\n const { editRow } = await import('$lib/api/translate.js');\n const result = await editRow('job-123', 'r1', 'Edited translation');\n\n expect(mockRequestApi).toHaveBeenCalledWith(\n '/translate/jobs/job-123/preview/rows/r1',\n 'PUT',\n { action: 'edit', translation: 'Edited translation' }\n );\n expect(result.target_sql).toBe('Edited translation');\n });\n // #endregion test_editRow:Function\n\n // #region test_rejectRow:Function [TYPE Function]\n // @PURPOSE: Verify rejectRow calls requestApi with reject action.\n it('rejectRow calls requestApi with reject action', async () => {\n mockRequestApi.mockResolvedValue({\n id: 'r1',\n status: 'REJECTED'\n });\n\n const { rejectRow } = await import('$lib/api/translate.js');\n const result = await rejectRow('job-123', 'r1');\n\n expect(mockRequestApi).toHaveBeenCalledWith(\n '/translate/jobs/job-123/preview/rows/r1',\n 'PUT',\n { action: 'reject' }\n );\n expect(result.status).toBe('REJECTED');\n });\n // #endregion test_rejectRow:Function\n\n // #region test_acceptPreview:Function [TYPE Function]\n // @PURPOSE: Verify acceptPreview calls postApi with correct endpoint.\n it('acceptPreview calls postApi with correct endpoint', async () => {\n mockPostApi.mockResolvedValue({\n id: 'session-1',\n job_id: 'job-123',\n status: 'APPLIED',\n records: [{ id: 'r1', status: 'APPROVED' }]\n });\n\n const { acceptPreview } = await import('$lib/api/translate.js');\n const result = await acceptPreview('job-123');\n\n expect(mockPostApi).toHaveBeenCalledWith('/translate/jobs/job-123/preview/accept', {});\n expect(result.status).toBe('APPLIED');\n });\n // #endregion test_acceptPreview:Function\n\n // #region test_fetchPreviewRecords:Function [TYPE Function]\n // @PURPOSE: Verify fetchPreviewRecords calls fetchApi with correct endpoint.\n it('fetchPreviewRecords calls fetchApi with correct endpoint', async () => {\n mockFetchApi.mockResolvedValue([\n { id: 'r1', source_sql: 'Hello', target_sql: 'Привет', status: 'APPROVED' }\n ]);\n\n const { fetchPreviewRecords } = await import('$lib/api/translate.js');\n const result = await fetchPreviewRecords('session-1');\n\n expect(mockFetchApi).toHaveBeenCalledWith('/translate/preview/session-1/records');\n expect(result).toHaveLength(1);\n expect(result[0].status).toBe('APPROVED');\n });\n // #endregion test_fetchPreviewRecords:Function\n\n // #region test_normalizeTranslateError:Function [TYPE Function]\n // @PURPOSE: Verify API errors are normalized consistently.\n it('normalizes API errors for preview functions', async () => {\n const error = new Error('API unavailable');\n mockPostApi.mockRejectedValue(error);\n\n const { fetchPreview } = await import('$lib/api/translate.js');\n\n await expect(fetchPreview('job-123')).rejects.toThrow();\n });\n // #endregion test_normalizeTranslateError:Function\n});\n// #endregion TranslateApiTests:Class\n" }, { @@ -90774,6 +96588,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region test_fetchPreview:Function [TYPE Function]\n // @PURPOSE: Verify fetchPreview calls postApi with correct endpoint and payload.\n it('fetchPreview calls postApi with correct args', async () => {\n mockPostApi.mockResolvedValue({\n id: 'session-1',\n job_id: 'job-123',\n status: 'ACTIVE',\n records: [\n { id: 'r1', source_sql: 'Hello', target_sql: 'Привет', status: 'PENDING' }\n ],\n cost_estimate: {\n sample_size: 1,\n sample_total_tokens: 100,\n sample_cost: 0.0002\n }\n });\n\n const { fetchPreview } = await import('$lib/api/translate.js');\n const result = await fetchPreview('job-123', 5);\n\n expect(mockPostApi).toHaveBeenCalledWith('/translate/jobs/job-123/preview', { sample_size: 5 });\n expect(result.records).toHaveLength(1);\n expect(result.records[0].source_sql).toBe('Hello');\n expect(result.cost_estimate.sample_cost).toBe(0.0002);\n });\n // #endregion test_fetchPreview:Function\n" }, { @@ -90790,6 +96605,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region test_approveRow:Function [TYPE Function]\n // @PURPOSE: Verify approveRow calls requestApi with correct action.\n it('approveRow calls requestApi with approve action', async () => {\n mockRequestApi.mockResolvedValue({\n id: 'r1',\n status: 'APPROVED'\n });\n\n const { approveRow } = await import('$lib/api/translate.js');\n const result = await approveRow('job-123', 'r1');\n\n expect(mockRequestApi).toHaveBeenCalledWith(\n '/translate/jobs/job-123/preview/rows/r1',\n 'PUT',\n { action: 'approve' }\n );\n expect(result.status).toBe('APPROVED');\n });\n // #endregion test_approveRow:Function\n" }, { @@ -90806,6 +96622,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region test_editRow:Function [TYPE Function]\n // @PURPOSE: Verify editRow calls requestApi with edit action and translation.\n it('editRow calls requestApi with edit action', async () => {\n mockRequestApi.mockResolvedValue({\n id: 'r1',\n target_sql: 'Edited translation',\n status: 'APPROVED'\n });\n\n const { editRow } = await import('$lib/api/translate.js');\n const result = await editRow('job-123', 'r1', 'Edited translation');\n\n expect(mockRequestApi).toHaveBeenCalledWith(\n '/translate/jobs/job-123/preview/rows/r1',\n 'PUT',\n { action: 'edit', translation: 'Edited translation' }\n );\n expect(result.target_sql).toBe('Edited translation');\n });\n // #endregion test_editRow:Function\n" }, { @@ -90822,6 +96639,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region test_rejectRow:Function [TYPE Function]\n // @PURPOSE: Verify rejectRow calls requestApi with reject action.\n it('rejectRow calls requestApi with reject action', async () => {\n mockRequestApi.mockResolvedValue({\n id: 'r1',\n status: 'REJECTED'\n });\n\n const { rejectRow } = await import('$lib/api/translate.js');\n const result = await rejectRow('job-123', 'r1');\n\n expect(mockRequestApi).toHaveBeenCalledWith(\n '/translate/jobs/job-123/preview/rows/r1',\n 'PUT',\n { action: 'reject' }\n );\n expect(result.status).toBe('REJECTED');\n });\n // #endregion test_rejectRow:Function\n" }, { @@ -90838,6 +96656,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region test_acceptPreview:Function [TYPE Function]\n // @PURPOSE: Verify acceptPreview calls postApi with correct endpoint.\n it('acceptPreview calls postApi with correct endpoint', async () => {\n mockPostApi.mockResolvedValue({\n id: 'session-1',\n job_id: 'job-123',\n status: 'APPLIED',\n records: [{ id: 'r1', status: 'APPROVED' }]\n });\n\n const { acceptPreview } = await import('$lib/api/translate.js');\n const result = await acceptPreview('job-123');\n\n expect(mockPostApi).toHaveBeenCalledWith('/translate/jobs/job-123/preview/accept', {});\n expect(result.status).toBe('APPLIED');\n });\n // #endregion test_acceptPreview:Function\n" }, { @@ -90854,6 +96673,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region test_fetchPreviewRecords:Function [TYPE Function]\n // @PURPOSE: Verify fetchPreviewRecords calls fetchApi with correct endpoint.\n it('fetchPreviewRecords calls fetchApi with correct endpoint', async () => {\n mockFetchApi.mockResolvedValue([\n { id: 'r1', source_sql: 'Hello', target_sql: 'Привет', status: 'APPROVED' }\n ]);\n\n const { fetchPreviewRecords } = await import('$lib/api/translate.js');\n const result = await fetchPreviewRecords('session-1');\n\n expect(mockFetchApi).toHaveBeenCalledWith('/translate/preview/session-1/records');\n expect(result).toHaveLength(1);\n expect(result[0].status).toBe('APPROVED');\n });\n // #endregion test_fetchPreviewRecords:Function\n" }, { @@ -90870,6 +96690,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region test_normalizeTranslateError:Function [TYPE Function]\n // @PURPOSE: Verify API errors are normalized consistently.\n it('normalizes API errors for preview functions', async () => {\n const error = new Error('API unavailable');\n mockPostApi.mockRejectedValue(error);\n\n const { fetchPreview } = await import('$lib/api/translate.js');\n\n await expect(fetchPreview('job-123')).rejects.toThrow();\n });\n // #endregion test_normalizeTranslateError:Function\n" }, { @@ -90900,6 +96721,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region I18nModule [C:3] [TYPE Module] [SEMANTICS i18n, localization, store, locale, translation]\n// @BRIEF Centralized internationalization management using Svelte stores with Russian and English locale support persisted in LocalStorage.\n// @RELATION DEPENDS_ON -> [LocaleEn]\n// @RELATION DEPENDS_ON -> [LocaleRu]\n\n// #region i18n:Module [TYPE Function]\n//\n// @SEMANTICS: i18n, localization, svelte-store, translation\n// @PURPOSE: Centralized internationalization management using Svelte stores.\n// @LAYER: Infra\n// @RELATION: DEPENDS_ON -> i18n_ru_locale\n// @RELATION: DEPENDS_ON -> i18n_en_locale\n//\n// @INVARIANT: Locale must be either 'ru' or 'en'.\n// @INVARIANT: Persistence is handled via LocalStorage.\n\n// [SECTION: IMPORTS]\nimport { writable, derived } from 'svelte/store';\n\n// Domain-split locale files (INV_7: each file < 400 lines)\nimport enCommon from './locales/en/common.json';\nimport enNav from './locales/en/nav.json';\nimport enHealth from './locales/en/health.json';\nimport enLlm from './locales/en/llm.json';\nimport enSettings from './locales/en/settings.json';\nimport enGit from './locales/en/git.json';\nimport enDashboard from './locales/en/dashboard.json';\nimport enProfile from './locales/en/profile.json';\nimport enReports from './locales/en/reports.json';\nimport enDatasets from './locales/en/datasets.json';\nimport enDatasetReview from './locales/en/dataset_review.json';\nimport enTasks from './locales/en/tasks.json';\nimport enDebug from './locales/en/debug.json';\nimport enAdmin from './locales/en/admin.json';\nimport enTranslate from './locales/en/translate.json';\nimport enAssistant from './locales/en/assistant.json';\nimport enAuth from './locales/en/auth.json';\nimport enConnections from './locales/en/connections.json';\nimport enMapper from './locales/en/mapper.json';\nimport enMigration from './locales/en/migration.json';\nimport enStorage from './locales/en/storage.json';\n\nimport ruCommon from './locales/ru/common.json';\nimport ruNav from './locales/ru/nav.json';\nimport ruHealth from './locales/ru/health.json';\nimport ruLlm from './locales/ru/llm.json';\nimport ruSettings from './locales/ru/settings.json';\nimport ruGit from './locales/ru/git.json';\nimport ruDashboard from './locales/ru/dashboard.json';\nimport ruProfile from './locales/ru/profile.json';\nimport ruReports from './locales/ru/reports.json';\nimport ruDatasets from './locales/ru/datasets.json';\nimport ruDatasetReview from './locales/ru/dataset_review.json';\nimport ruTasks from './locales/ru/tasks.json';\nimport ruDebug from './locales/ru/debug.json';\nimport ruAdmin from './locales/ru/admin.json';\nimport ruTranslate from './locales/ru/translate.json';\nimport ruAssistant from './locales/ru/assistant.json';\nimport ruAuth from './locales/ru/auth.json';\nimport ruConnections from './locales/ru/connections.json';\nimport ruMapper from './locales/ru/mapper.json';\nimport ruMigration from './locales/ru/migration.json';\nimport ruStorage from './locales/ru/storage.json';\n\n// Merge domain objects into locale dictionaries\nconst en = {\n\tcommon: enCommon,\n\tnav: enNav,\n\thealth: enHealth,\n\tllm: enLlm,\n\tsettings: enSettings,\n\tgit: enGit,\n\tdashboard: enDashboard,\n\tprofile: enProfile,\n\treports: enReports,\n\tdatasets: enDatasets,\n\tdataset_review: enDatasetReview,\n\ttasks: enTasks,\n\tdebug: enDebug,\n\tadmin: enAdmin,\n\ttranslate: enTranslate,\n\tassistant: enAssistant,\n\tauth: enAuth,\n\tconnections: enConnections,\n\tmapper: enMapper,\n\tmigration: enMigration,\n\tstorage: enStorage,\n};\n\nconst ru = {\n\tcommon: ruCommon,\n\tnav: ruNav,\n\thealth: ruHealth,\n\tllm: ruLlm,\n\tsettings: ruSettings,\n\tgit: ruGit,\n\tdashboard: ruDashboard,\n\tprofile: ruProfile,\n\treports: ruReports,\n\tdatasets: ruDatasets,\n\tdataset_review: ruDatasetReview,\n\ttasks: ruTasks,\n\tdebug: ruDebug,\n\tadmin: ruAdmin,\n\ttranslate: ruTranslate,\n\tassistant: ruAssistant,\n\tauth: ruAuth,\n\tconnections: ruConnections,\n\tmapper: ruMapper,\n\tmigration: ruMigration,\n\tstorage: ruStorage,\n};\n\nconst translations = { ru, en };\ntype Locale = keyof typeof translations;\n\n/**\n * @purpose Determines the starting locale.\n * @returns {Locale}\n */\nconst getInitialLocale = (): Locale => {\n if (typeof localStorage !== 'undefined') {\n const saved = localStorage.getItem('locale');\n if (saved === 'ru' || saved === 'en') return saved as Locale;\n }\n return 'ru';\n};\n\n// #region locale:Store [TYPE Function]\n/**\n * @purpose Holds the current active locale string.\n * @side_effect Writes to LocalStorage on change.\n */\nexport const locale = writable(getInitialLocale());\n\nif (typeof localStorage !== 'undefined') {\n locale.subscribe((val) => localStorage.setItem('locale', val));\n}\n// #endregion locale:Store\n\n// #region t:Store [TYPE Function]\n/**\n * @purpose Derived store providing the translation dictionary.\n * @relation BINDS_TO -> locale\n */\nexport const t = derived(locale, ($locale) => {\n const dictionary = (translations[$locale] || translations.ru) as any;\n return dictionary;\n});\n// #endregion t:Store\n\n// #region _:Function [TYPE Function]\n/**\n * @purpose Get translation by key path.\n * @param key - Translation key path (e.g., 'nav.dashboard')\n * @returns Translation string or key if not found\n */\nexport function _(key: string): string {\n const currentLocale = getInitialLocale();\n const dictionary = (translations[currentLocale] || translations.ru) as any;\n \n // Navigate through nested keys\n const keys = key.split('.');\n let value: any = dictionary;\n \n for (const k of keys) {\n if (value && typeof value === 'object' && k in value) {\n value = value[k];\n } else {\n return key; // Return key if translation not found\n }\n }\n \n return typeof value === 'string' ? value : key;\n}\n// #endregion _:Function\n\n// #endregion i18n:Module\n// #endregion I18nModule\n" }, { @@ -91010,6 +96832,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region i18n:Module [TYPE Function]\n//\n// @SEMANTICS: i18n, localization, svelte-store, translation\n// @PURPOSE: Centralized internationalization management using Svelte stores.\n// @LAYER: Infra\n// @RELATION: DEPENDS_ON -> i18n_ru_locale\n// @RELATION: DEPENDS_ON -> i18n_en_locale\n//\n// @INVARIANT: Locale must be either 'ru' or 'en'.\n// @INVARIANT: Persistence is handled via LocalStorage.\n\n// [SECTION: IMPORTS]\nimport { writable, derived } from 'svelte/store';\n\n// Domain-split locale files (INV_7: each file < 400 lines)\nimport enCommon from './locales/en/common.json';\nimport enNav from './locales/en/nav.json';\nimport enHealth from './locales/en/health.json';\nimport enLlm from './locales/en/llm.json';\nimport enSettings from './locales/en/settings.json';\nimport enGit from './locales/en/git.json';\nimport enDashboard from './locales/en/dashboard.json';\nimport enProfile from './locales/en/profile.json';\nimport enReports from './locales/en/reports.json';\nimport enDatasets from './locales/en/datasets.json';\nimport enDatasetReview from './locales/en/dataset_review.json';\nimport enTasks from './locales/en/tasks.json';\nimport enDebug from './locales/en/debug.json';\nimport enAdmin from './locales/en/admin.json';\nimport enTranslate from './locales/en/translate.json';\nimport enAssistant from './locales/en/assistant.json';\nimport enAuth from './locales/en/auth.json';\nimport enConnections from './locales/en/connections.json';\nimport enMapper from './locales/en/mapper.json';\nimport enMigration from './locales/en/migration.json';\nimport enStorage from './locales/en/storage.json';\n\nimport ruCommon from './locales/ru/common.json';\nimport ruNav from './locales/ru/nav.json';\nimport ruHealth from './locales/ru/health.json';\nimport ruLlm from './locales/ru/llm.json';\nimport ruSettings from './locales/ru/settings.json';\nimport ruGit from './locales/ru/git.json';\nimport ruDashboard from './locales/ru/dashboard.json';\nimport ruProfile from './locales/ru/profile.json';\nimport ruReports from './locales/ru/reports.json';\nimport ruDatasets from './locales/ru/datasets.json';\nimport ruDatasetReview from './locales/ru/dataset_review.json';\nimport ruTasks from './locales/ru/tasks.json';\nimport ruDebug from './locales/ru/debug.json';\nimport ruAdmin from './locales/ru/admin.json';\nimport ruTranslate from './locales/ru/translate.json';\nimport ruAssistant from './locales/ru/assistant.json';\nimport ruAuth from './locales/ru/auth.json';\nimport ruConnections from './locales/ru/connections.json';\nimport ruMapper from './locales/ru/mapper.json';\nimport ruMigration from './locales/ru/migration.json';\nimport ruStorage from './locales/ru/storage.json';\n\n// Merge domain objects into locale dictionaries\nconst en = {\n\tcommon: enCommon,\n\tnav: enNav,\n\thealth: enHealth,\n\tllm: enLlm,\n\tsettings: enSettings,\n\tgit: enGit,\n\tdashboard: enDashboard,\n\tprofile: enProfile,\n\treports: enReports,\n\tdatasets: enDatasets,\n\tdataset_review: enDatasetReview,\n\ttasks: enTasks,\n\tdebug: enDebug,\n\tadmin: enAdmin,\n\ttranslate: enTranslate,\n\tassistant: enAssistant,\n\tauth: enAuth,\n\tconnections: enConnections,\n\tmapper: enMapper,\n\tmigration: enMigration,\n\tstorage: enStorage,\n};\n\nconst ru = {\n\tcommon: ruCommon,\n\tnav: ruNav,\n\thealth: ruHealth,\n\tllm: ruLlm,\n\tsettings: ruSettings,\n\tgit: ruGit,\n\tdashboard: ruDashboard,\n\tprofile: ruProfile,\n\treports: ruReports,\n\tdatasets: ruDatasets,\n\tdataset_review: ruDatasetReview,\n\ttasks: ruTasks,\n\tdebug: ruDebug,\n\tadmin: ruAdmin,\n\ttranslate: ruTranslate,\n\tassistant: ruAssistant,\n\tauth: ruAuth,\n\tconnections: ruConnections,\n\tmapper: ruMapper,\n\tmigration: ruMigration,\n\tstorage: ruStorage,\n};\n\nconst translations = { ru, en };\ntype Locale = keyof typeof translations;\n\n/**\n * @purpose Determines the starting locale.\n * @returns {Locale}\n */\nconst getInitialLocale = (): Locale => {\n if (typeof localStorage !== 'undefined') {\n const saved = localStorage.getItem('locale');\n if (saved === 'ru' || saved === 'en') return saved as Locale;\n }\n return 'ru';\n};\n\n// #region locale:Store [TYPE Function]\n/**\n * @purpose Holds the current active locale string.\n * @side_effect Writes to LocalStorage on change.\n */\nexport const locale = writable(getInitialLocale());\n\nif (typeof localStorage !== 'undefined') {\n locale.subscribe((val) => localStorage.setItem('locale', val));\n}\n// #endregion locale:Store\n\n// #region t:Store [TYPE Function]\n/**\n * @purpose Derived store providing the translation dictionary.\n * @relation BINDS_TO -> locale\n */\nexport const t = derived(locale, ($locale) => {\n const dictionary = (translations[$locale] || translations.ru) as any;\n return dictionary;\n});\n// #endregion t:Store\n\n// #region _:Function [TYPE Function]\n/**\n * @purpose Get translation by key path.\n * @param key - Translation key path (e.g., 'nav.dashboard')\n * @returns Translation string or key if not found\n */\nexport function _(key: string): string {\n const currentLocale = getInitialLocale();\n const dictionary = (translations[currentLocale] || translations.ru) as any;\n \n // Navigate through nested keys\n const keys = key.split('.');\n let value: any = dictionary;\n \n for (const k of keys) {\n if (value && typeof value === 'object' && k in value) {\n value = value[k];\n } else {\n return key; // Return key if translation not found\n }\n }\n \n return typeof value === 'string' ? value : key;\n}\n// #endregion _:Function\n\n// #endregion i18n:Module\n" }, { @@ -91046,6 +96869,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region locale:Store [TYPE Function]\n/**\n * @purpose Holds the current active locale string.\n * @side_effect Writes to LocalStorage on change.\n */\nexport const locale = writable(getInitialLocale());\n\nif (typeof localStorage !== 'undefined') {\n locale.subscribe((val) => localStorage.setItem('locale', val));\n}\n// #endregion locale:Store\n" }, { @@ -91088,6 +96912,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region t:Store [TYPE Function]\n/**\n * @purpose Derived store providing the translation dictionary.\n * @relation BINDS_TO -> locale\n */\nexport const t = derived(locale, ($locale) => {\n const dictionary = (translations[$locale] || translations.ru) as any;\n return dictionary;\n});\n// #endregion t:Store\n" }, { @@ -91128,6 +96953,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region _:Function [TYPE Function]\n/**\n * @purpose Get translation by key path.\n * @param key - Translation key path (e.g., 'nav.dashboard')\n * @returns Translation string or key if not found\n */\nexport function _(key: string): string {\n const currentLocale = getInitialLocale();\n const dictionary = (translations[currentLocale] || translations.ru) as any;\n \n // Navigate through nested keys\n const keys = key.split('.');\n let value: any = dictionary;\n \n for (const k of keys) {\n if (value && typeof value === 'object' && k in value) {\n value = value[k];\n } else {\n return key; // Return key if translation not found\n }\n }\n \n return typeof value === 'string' ? value : key;\n}\n// #endregion _:Function\n" }, { @@ -91142,6 +96968,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Get translation by key path.\n * @param key - Translation key path (e.g., 'nav.dashboard')\n * @returns Translation string or key if not found\n */" }, { @@ -91166,6 +96993,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region StoresModule [C:3] [TYPE Module] [SEMANTICS store, state, writable, plugins, tasks]\n// @BRIEF Global Svelte writable stores for plugins, tasks, and UI page state management.\n// @RELATION DEPENDS_ON -> [ApiModule]\n\n// #region stores_module:Module [TYPE Function]\n// @RELATION: USES -> App\n// @SEMANTICS: state, stores, svelte, plugins, tasks\n// @PURPOSE: Global state management using Svelte stores.\n// @LAYER: UI-State\n\nimport { writable } from 'svelte/store';\nimport { api } from './api.js';\n\n// #region plugins:Data [TYPE Function]\n// @PURPOSE: Store for the list of available plugins.\nexport const plugins = writable([]);\n// #endregion plugins:Data\n\n// #region tasks:Data [TYPE Function]\n// @PURPOSE: Store for the list of tasks.\nexport const tasks = writable([]);\n// #endregion tasks:Data\n\n// #region selectedPlugin:Data [TYPE Function]\n// @PURPOSE: Store for the currently selected plugin.\nexport const selectedPlugin = writable(null);\n// #endregion selectedPlugin:Data\n\n// #region selectedTask:Data [TYPE Function]\n// @PURPOSE: Store for the currently selected task.\nexport const selectedTask = writable(null);\n// #endregion selectedTask:Data\n\n// #region currentPage:Data [TYPE Function]\n// @PURPOSE: Store for the current page.\nexport const currentPage = writable('dashboard');\n// #endregion currentPage:Data\n\n// #region taskLogs:Data [TYPE Function]\n// @PURPOSE: Store for the logs of the currently selected task.\nexport const taskLogs = writable([]);\n// #endregion taskLogs:Data\n\n// #region fetchPlugins:Function [TYPE Function]\n// @PURPOSE: Fetches plugins from the API and updates the plugins store.\n// @PRE: None.\n// @POST: plugins store is updated with data from the API.\nexport async function fetchPlugins() {\n try {\n console.log(\"[stores.fetchPlugins][Action] Fetching plugins.\");\n const data = await api.getPlugins();\n console.log(\"[stores.fetchPlugins][Coherence:OK] Plugins fetched context={{'count': \" + data.length + \"}}\");\n plugins.set(data);\n } catch (error) {\n console.error(`[stores.fetchPlugins][Coherence:Failed] Error fetching plugins context={{'error': '${error}'}}`);\n }\n}\n// #endregion fetchPlugins:Function\n\n// #region fetchTasks:Function [TYPE Function]\n// @PURPOSE: Fetches tasks from the API and updates the tasks store.\n// @PRE: None.\n// @POST: tasks store is updated with data from the API.\nexport async function fetchTasks() {\n try {\n console.log(\"[stores.fetchTasks][Action] Fetching tasks.\");\n const data = await api.getTasks();\n console.log(\"[stores.fetchTasks][Coherence:OK] Tasks fetched context={{'count': \" + data.length + \"}}\");\n tasks.set(data);\n } catch (error) {\n console.error(`[stores.fetchTasks][Coherence:Failed] Error fetching tasks context={{'error': '${error}'}}`);\n }\n}\n// #endregion fetchTasks:Function\n// #endregion stores_module:Module\n// #endregion StoresModule\n" }, { @@ -91279,6 +97107,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region stores_module:Module [TYPE Function]\n// @RELATION: USES -> App\n// @SEMANTICS: state, stores, svelte, plugins, tasks\n// @PURPOSE: Global state management using Svelte stores.\n// @LAYER: UI-State\n\nimport { writable } from 'svelte/store';\nimport { api } from './api.js';\n\n// #region plugins:Data [TYPE Function]\n// @PURPOSE: Store for the list of available plugins.\nexport const plugins = writable([]);\n// #endregion plugins:Data\n\n// #region tasks:Data [TYPE Function]\n// @PURPOSE: Store for the list of tasks.\nexport const tasks = writable([]);\n// #endregion tasks:Data\n\n// #region selectedPlugin:Data [TYPE Function]\n// @PURPOSE: Store for the currently selected plugin.\nexport const selectedPlugin = writable(null);\n// #endregion selectedPlugin:Data\n\n// #region selectedTask:Data [TYPE Function]\n// @PURPOSE: Store for the currently selected task.\nexport const selectedTask = writable(null);\n// #endregion selectedTask:Data\n\n// #region currentPage:Data [TYPE Function]\n// @PURPOSE: Store for the current page.\nexport const currentPage = writable('dashboard');\n// #endregion currentPage:Data\n\n// #region taskLogs:Data [TYPE Function]\n// @PURPOSE: Store for the logs of the currently selected task.\nexport const taskLogs = writable([]);\n// #endregion taskLogs:Data\n\n// #region fetchPlugins:Function [TYPE Function]\n// @PURPOSE: Fetches plugins from the API and updates the plugins store.\n// @PRE: None.\n// @POST: plugins store is updated with data from the API.\nexport async function fetchPlugins() {\n try {\n console.log(\"[stores.fetchPlugins][Action] Fetching plugins.\");\n const data = await api.getPlugins();\n console.log(\"[stores.fetchPlugins][Coherence:OK] Plugins fetched context={{'count': \" + data.length + \"}}\");\n plugins.set(data);\n } catch (error) {\n console.error(`[stores.fetchPlugins][Coherence:Failed] Error fetching plugins context={{'error': '${error}'}}`);\n }\n}\n// #endregion fetchPlugins:Function\n\n// #region fetchTasks:Function [TYPE Function]\n// @PURPOSE: Fetches tasks from the API and updates the tasks store.\n// @PRE: None.\n// @POST: tasks store is updated with data from the API.\nexport async function fetchTasks() {\n try {\n console.log(\"[stores.fetchTasks][Action] Fetching tasks.\");\n const data = await api.getTasks();\n console.log(\"[stores.fetchTasks][Coherence:OK] Tasks fetched context={{'count': \" + data.length + \"}}\");\n tasks.set(data);\n } catch (error) {\n console.error(`[stores.fetchTasks][Coherence:Failed] Error fetching tasks context={{'error': '${error}'}}`);\n }\n}\n// #endregion fetchTasks:Function\n// #endregion stores_module:Module\n" }, { @@ -91305,6 +97134,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region plugins:Data [TYPE Function]\n// @PURPOSE: Store for the list of available plugins.\nexport const plugins = writable([]);\n// #endregion plugins:Data\n" }, { @@ -91331,6 +97161,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region tasks:Data [TYPE Function]\n// @PURPOSE: Store for the list of tasks.\nexport const tasks = writable([]);\n// #endregion tasks:Data\n" }, { @@ -91357,6 +97188,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region selectedPlugin:Data [TYPE Function]\n// @PURPOSE: Store for the currently selected plugin.\nexport const selectedPlugin = writable(null);\n// #endregion selectedPlugin:Data\n" }, { @@ -91383,6 +97215,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region selectedTask:Data [TYPE Function]\n// @PURPOSE: Store for the currently selected task.\nexport const selectedTask = writable(null);\n// #endregion selectedTask:Data\n" }, { @@ -91409,6 +97242,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region currentPage:Data [TYPE Function]\n// @PURPOSE: Store for the current page.\nexport const currentPage = writable('dashboard');\n// #endregion currentPage:Data\n" }, { @@ -91435,6 +97269,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region taskLogs:Data [TYPE Function]\n// @PURPOSE: Store for the logs of the currently selected task.\nexport const taskLogs = writable([]);\n// #endregion taskLogs:Data\n" }, { @@ -91481,6 +97316,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchPlugins:Function [TYPE Function]\n// @PURPOSE: Fetches plugins from the API and updates the plugins store.\n// @PRE: None.\n// @POST: plugins store is updated with data from the API.\nexport async function fetchPlugins() {\n try {\n console.log(\"[stores.fetchPlugins][Action] Fetching plugins.\");\n const data = await api.getPlugins();\n console.log(\"[stores.fetchPlugins][Coherence:OK] Plugins fetched context={{'count': \" + data.length + \"}}\");\n plugins.set(data);\n } catch (error) {\n console.error(`[stores.fetchPlugins][Coherence:Failed] Error fetching plugins context={{'error': '${error}'}}`);\n }\n}\n// #endregion fetchPlugins:Function\n" }, { @@ -91527,6 +97363,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region fetchTasks:Function [TYPE Function]\n// @PURPOSE: Fetches tasks from the API and updates the tasks store.\n// @PRE: None.\n// @POST: tasks store is updated with data from the API.\nexport async function fetchTasks() {\n try {\n console.log(\"[stores.fetchTasks][Action] Fetching tasks.\");\n const data = await api.getTasks();\n console.log(\"[stores.fetchTasks][Coherence:OK] Tasks fetched context={{'count': \" + data.length + \"}}\");\n tasks.set(data);\n } catch (error) {\n console.error(`[stores.fetchTasks][Coherence:Failed] Error fetching tasks context={{'error': '${error}'}}`);\n }\n}\n// #endregion fetchTasks:Function\n" }, { @@ -91551,6 +97388,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region AssistantChatTests [C:3] [TYPE Module] [SEMANTICS assistant, chat, store, test, session]\n// @BRIEF Unit tests for assistant chat store validating open/close/toggle, conversation binding, session context, and seed message state transitions.\n// @RELATION DEPENDS_ON -> [AssistantChatStore]\n\n// #region AssistantChatTest:Module [TYPE Function]\n// @SEMANTICS: test, store, assistant, toggle, conversation\n// @PURPOSE: Validate assistant chat store visibility and conversation binding transitions.\n// @LAYER: UI Tests\n// @RELATION: DEPENDS_ON -> [assistantChat]\n// @INVARIANT: Each test starts from default closed state.\n\nimport { describe, it, expect, beforeEach } from 'vitest';\nimport { get } from 'svelte/store';\nimport {\n assistantChatStore,\n toggleAssistantChat,\n openAssistantChat,\n closeAssistantChat,\n setAssistantConversationId,\n openAssistantChatWithContext,\n setAssistantDatasetReviewSessionId,\n setAssistantFocusTarget,\n} from '../assistantChat.js';\n\n// #region assistantChatStore_tests:Function [TYPE Function]\n// @RELATION: BINDS_TO -> [AssistantChatTest]\n// @PURPOSE: Group store unit scenarios for assistant panel behavior.\n// @PRE: Store can be reset to baseline state in beforeEach hook.\n// @POST: Open/close/toggle/conversation transitions are validated.\ndescribe('assistantChatStore', () => {\n beforeEach(() => {\n assistantChatStore.set({\n isOpen: false,\n conversationId: null,\n datasetReviewSessionId: null,\n seedMessage: '',\n focusTarget: null,\n });\n });\n\n it('should open assistant panel', () => {\n openAssistantChat();\n const state = get(assistantChatStore);\n expect(state.isOpen).toBe(true);\n });\n\n it('should close assistant panel', () => {\n openAssistantChat();\n closeAssistantChat();\n const state = get(assistantChatStore);\n expect(state.isOpen).toBe(false);\n });\n\n it('should toggle assistant panel state', () => {\n toggleAssistantChat();\n expect(get(assistantChatStore).isOpen).toBe(true);\n toggleAssistantChat();\n expect(get(assistantChatStore).isOpen).toBe(false);\n });\n\n it('should set conversation id', () => {\n setAssistantConversationId('conv-123');\n const state = get(assistantChatStore);\n expect(state.conversationId).toBe('conv-123');\n });\n\n it('should open assistant panel with dataset review context', () => {\n openAssistantChatWithContext({\n datasetReviewSessionId: 'session-42',\n seedMessage: 'Explain mapping warning',\n focusTarget: { target: 'mapping:m-1', source: 'test' },\n });\n const state = get(assistantChatStore);\n expect(state.isOpen).toBe(true);\n expect(state.datasetReviewSessionId).toBe('session-42');\n expect(state.seedMessage).toBe('Explain mapping warning');\n expect(state.focusTarget).toEqual({ target: 'mapping:m-1', source: 'test' });\n });\n\n it('should update dataset review session id and focus target independently', () => {\n setAssistantDatasetReviewSessionId('session-99');\n setAssistantFocusTarget({ target: 'finding:f-1', source: 'test' });\n const state = get(assistantChatStore);\n expect(state.datasetReviewSessionId).toBe('session-99');\n expect(state.focusTarget).toEqual({ target: 'finding:f-1', source: 'test' });\n });\n});\n// #endregion assistantChatStore_tests:Function\n// #endregion AssistantChatTest:Module\n// #endregion AssistantChatTests\n" }, { @@ -91656,6 +97494,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region AssistantChatTest:Module [TYPE Function]\n// @SEMANTICS: test, store, assistant, toggle, conversation\n// @PURPOSE: Validate assistant chat store visibility and conversation binding transitions.\n// @LAYER: UI Tests\n// @RELATION: DEPENDS_ON -> [assistantChat]\n// @INVARIANT: Each test starts from default closed state.\n\nimport { describe, it, expect, beforeEach } from 'vitest';\nimport { get } from 'svelte/store';\nimport {\n assistantChatStore,\n toggleAssistantChat,\n openAssistantChat,\n closeAssistantChat,\n setAssistantConversationId,\n openAssistantChatWithContext,\n setAssistantDatasetReviewSessionId,\n setAssistantFocusTarget,\n} from '../assistantChat.js';\n\n// #region assistantChatStore_tests:Function [TYPE Function]\n// @RELATION: BINDS_TO -> [AssistantChatTest]\n// @PURPOSE: Group store unit scenarios for assistant panel behavior.\n// @PRE: Store can be reset to baseline state in beforeEach hook.\n// @POST: Open/close/toggle/conversation transitions are validated.\ndescribe('assistantChatStore', () => {\n beforeEach(() => {\n assistantChatStore.set({\n isOpen: false,\n conversationId: null,\n datasetReviewSessionId: null,\n seedMessage: '',\n focusTarget: null,\n });\n });\n\n it('should open assistant panel', () => {\n openAssistantChat();\n const state = get(assistantChatStore);\n expect(state.isOpen).toBe(true);\n });\n\n it('should close assistant panel', () => {\n openAssistantChat();\n closeAssistantChat();\n const state = get(assistantChatStore);\n expect(state.isOpen).toBe(false);\n });\n\n it('should toggle assistant panel state', () => {\n toggleAssistantChat();\n expect(get(assistantChatStore).isOpen).toBe(true);\n toggleAssistantChat();\n expect(get(assistantChatStore).isOpen).toBe(false);\n });\n\n it('should set conversation id', () => {\n setAssistantConversationId('conv-123');\n const state = get(assistantChatStore);\n expect(state.conversationId).toBe('conv-123');\n });\n\n it('should open assistant panel with dataset review context', () => {\n openAssistantChatWithContext({\n datasetReviewSessionId: 'session-42',\n seedMessage: 'Explain mapping warning',\n focusTarget: { target: 'mapping:m-1', source: 'test' },\n });\n const state = get(assistantChatStore);\n expect(state.isOpen).toBe(true);\n expect(state.datasetReviewSessionId).toBe('session-42');\n expect(state.seedMessage).toBe('Explain mapping warning');\n expect(state.focusTarget).toEqual({ target: 'mapping:m-1', source: 'test' });\n });\n\n it('should update dataset review session id and focus target independently', () => {\n setAssistantDatasetReviewSessionId('session-99');\n setAssistantFocusTarget({ target: 'finding:f-1', source: 'test' });\n const state = get(assistantChatStore);\n expect(state.datasetReviewSessionId).toBe('session-99');\n expect(state.focusTarget).toEqual({ target: 'finding:f-1', source: 'test' });\n });\n});\n// #endregion assistantChatStore_tests:Function\n// #endregion AssistantChatTest:Module\n" }, { @@ -91718,6 +97557,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region assistantChatStore_tests:Function [TYPE Function]\n// @RELATION: BINDS_TO -> [AssistantChatTest]\n// @PURPOSE: Group store unit scenarios for assistant panel behavior.\n// @PRE: Store can be reset to baseline state in beforeEach hook.\n// @POST: Open/close/toggle/conversation transitions are validated.\ndescribe('assistantChatStore', () => {\n beforeEach(() => {\n assistantChatStore.set({\n isOpen: false,\n conversationId: null,\n datasetReviewSessionId: null,\n seedMessage: '',\n focusTarget: null,\n });\n });\n\n it('should open assistant panel', () => {\n openAssistantChat();\n const state = get(assistantChatStore);\n expect(state.isOpen).toBe(true);\n });\n\n it('should close assistant panel', () => {\n openAssistantChat();\n closeAssistantChat();\n const state = get(assistantChatStore);\n expect(state.isOpen).toBe(false);\n });\n\n it('should toggle assistant panel state', () => {\n toggleAssistantChat();\n expect(get(assistantChatStore).isOpen).toBe(true);\n toggleAssistantChat();\n expect(get(assistantChatStore).isOpen).toBe(false);\n });\n\n it('should set conversation id', () => {\n setAssistantConversationId('conv-123');\n const state = get(assistantChatStore);\n expect(state.conversationId).toBe('conv-123');\n });\n\n it('should open assistant panel with dataset review context', () => {\n openAssistantChatWithContext({\n datasetReviewSessionId: 'session-42',\n seedMessage: 'Explain mapping warning',\n focusTarget: { target: 'mapping:m-1', source: 'test' },\n });\n const state = get(assistantChatStore);\n expect(state.isOpen).toBe(true);\n expect(state.datasetReviewSessionId).toBe('session-42');\n expect(state.seedMessage).toBe('Explain mapping warning');\n expect(state.focusTarget).toEqual({ target: 'mapping:m-1', source: 'test' });\n });\n\n it('should update dataset review session id and focus target independently', () => {\n setAssistantDatasetReviewSessionId('session-99');\n setAssistantFocusTarget({ target: 'finding:f-1', source: 'test' });\n const state = get(assistantChatStore);\n expect(state.datasetReviewSessionId).toBe('session-99');\n expect(state.focusTarget).toEqual({ target: 'finding:f-1', source: 'test' });\n });\n});\n// #endregion assistantChatStore_tests:Function\n" }, { @@ -91734,6 +97574,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region MockEnvPublic [C:1] [TYPE Module] [SEMANTICS mock, env-public, store, test]\n\n// #region mock_env_public:Module [TYPE Function]\n// @RELATION: DEPENDS_ON -> [$env/static/public]\n// @PURPOSE: Mock for $env/static/public SvelteKit module in vitest\n// @LAYER: UI (Tests)\nexport const PUBLIC_WS_URL = 'ws://localhost:8000';\n// #endregion mock_env_public:Module\n// #endregion MockEnvPublic\n" }, { @@ -91799,6 +97640,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region mock_env_public:Module [TYPE Function]\n// @RELATION: DEPENDS_ON -> [$env/static/public]\n// @PURPOSE: Mock for $env/static/public SvelteKit module in vitest\n// @LAYER: UI (Tests)\nexport const PUBLIC_WS_URL = 'ws://localhost:8000';\n// #endregion mock_env_public:Module\n" }, { @@ -91816,6 +97658,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region EnvironmentMock [C:2] [TYPE Module] [SEMANTICS mock, environment, store, test]\n// @BRIEF Mock for $app/environment in vitest, supplying browser, dev, and building flags.\n\n// #region EnvironmentMock:Module [TYPE Function]\n// @PURPOSE: Mock for $app/environment in tests\n// @LAYER: UI (Tests)\n// @RELATION: DEPENDS_ON -> [$app/environment]\n\nexport const browser = true;\nexport const dev = true;\nexport const building = false;\n\n// #endregion EnvironmentMock:Module\n// #endregion EnvironmentMock\n" }, { @@ -91881,6 +97724,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region EnvironmentMock:Module [TYPE Function]\n// @PURPOSE: Mock for $app/environment in tests\n// @LAYER: UI (Tests)\n// @RELATION: DEPENDS_ON -> [$app/environment]\n\nexport const browser = true;\nexport const dev = true;\nexport const building = false;\n\n// #endregion EnvironmentMock:Module\n" }, { @@ -91898,6 +97742,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region NavigationMock [C:2] [TYPE Module] [SEMANTICS mock, navigation, store, test, sveltekit]\n// @BRIEF Mock for $app/navigation in vitest, supplying goto, push, replace, prefetch, and prefetchRoutes stubs.\n\n// #region NavigationMock:Module [TYPE Function]\n// @SEMANTICS: mock, navigation, sveltekit-v1-legacy-surface\n// @PURPOSE: Mock for $app/navigation in tests\n// @INVARIANT: Includes SvelteKit v1-only APIs (push, prefetchRoutes) as compatibility surface for legacy test consumers; keep until all imports migrate to SvelteKit v2-compatible mocks.\n// @RELATION: DEPENDS_ON -> [$app/navigation]\n// @RELATION: BINDS_TO -> [setupTests]\n\nexport const goto = () => Promise.resolve();\nexport const push = () => Promise.resolve();\nexport const replace = () => Promise.resolve();\nexport const prefetch = () => Promise.resolve();\nexport const prefetchRoutes = () => Promise.resolve();\n\n// #endregion NavigationMock:Module\n// #endregion NavigationMock\n" }, { @@ -91984,6 +97829,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region NavigationMock:Module [TYPE Function]\n// @SEMANTICS: mock, navigation, sveltekit-v1-legacy-surface\n// @PURPOSE: Mock for $app/navigation in tests\n// @INVARIANT: Includes SvelteKit v1-only APIs (push, prefetchRoutes) as compatibility surface for legacy test consumers; keep until all imports migrate to SvelteKit v2-compatible mocks.\n// @RELATION: DEPENDS_ON -> [$app/navigation]\n// @RELATION: BINDS_TO -> [setupTests]\n\nexport const goto = () => Promise.resolve();\nexport const push = () => Promise.resolve();\nexport const replace = () => Promise.resolve();\nexport const prefetch = () => Promise.resolve();\nexport const prefetchRoutes = () => Promise.resolve();\n\n// #endregion NavigationMock:Module\n" }, { @@ -92001,6 +97847,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region StateMock [C:2] [TYPE Module] [SEMANTICS mock, state, store, test]\n// @BRIEF Mock for $app/state page data in vitest route/component tests, supplying default params, route, URL, status, and data.\n\n// #region state_mock:Module [TYPE Function]\n// @PURPOSE: Mock for AppState in vitest route/component tests.\n// @LAYER: UI Tests\n\nexport const page = {\n params: {},\n route: { id: \"test\" },\n url: new URL(\"http://localhost\"),\n status: 200,\n error: null,\n data: {},\n form: null,\n};\n\n// #endregion state_mock:Module\n// #endregion StateMock\n" }, { @@ -92050,6 +97897,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region state_mock:Module [TYPE Function]\n// @PURPOSE: Mock for AppState in vitest route/component tests.\n// @LAYER: UI Tests\n\nexport const page = {\n params: {},\n route: { id: \"test\" },\n url: new URL(\"http://localhost\"),\n status: 200,\n error: null,\n data: {},\n form: null,\n};\n\n// #endregion state_mock:Module\n" }, { @@ -92066,6 +97914,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region StoresMock [C:1] [TYPE Module] [SEMANTICS mock, store, test, stub]\n\n// #region StoresMock:Module [TYPE Function]\n// @SEMANTICS: mock, stores, sveltekit-v1-legacy-surface\n// @PURPOSE: Mock for $app/stores in tests\n// @INVARIANT: Mocks $app/stores which is a SvelteKit v1 module; SvelteKit v2 uses $app/state. Verify no active test files import this mock before removal.\n// @RELATION: DEPENDS_ON -> [$app/stores]\n// @RELATION: BINDS_TO -> [setupTests]\n\nimport { writable, readable } from 'svelte/store';\n\nexport const page = readable({\n url: new URL('http://localhost'),\n params: {},\n route: { id: 'test' },\n status: 200,\n error: null,\n data: {},\n form: null\n});\n\nexport const navigating = writable(null);\n\nexport const updated = {\n check: () => Promise.resolve(false),\n subscribe: writable(false).subscribe\n};\n\n// #endregion StoresMock:Module\n// #endregion StoresMock\n" }, { @@ -92152,6 +98001,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region StoresMock:Module [TYPE Function]\n// @SEMANTICS: mock, stores, sveltekit-v1-legacy-surface\n// @PURPOSE: Mock for $app/stores in tests\n// @INVARIANT: Mocks $app/stores which is a SvelteKit v1 module; SvelteKit v2 uses $app/state. Verify no active test files import this mock before removal.\n// @RELATION: DEPENDS_ON -> [$app/stores]\n// @RELATION: BINDS_TO -> [setupTests]\n\nimport { writable, readable } from 'svelte/store';\n\nexport const page = readable({\n url: new URL('http://localhost'),\n params: {},\n route: { id: 'test' },\n status: 200,\n error: null,\n data: {},\n form: null\n});\n\nexport const navigating = writable(null);\n\nexport const updated = {\n check: () => Promise.resolve(false),\n subscribe: writable(false).subscribe\n};\n\n// #endregion StoresMock:Module\n" }, { @@ -92188,6 +98038,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region SetupTestsModule [C:3] [TYPE Module] [SEMANTICS store, test, mock, setup, environment]\n// @BRIEF Global vitest test setup with mocks for SvelteKit modules ($app/environment, $app/stores, $app/navigation, localStorage).\n// @RELATION DEPENDS_ON -> [StoresMock]\n// @RELATION DEPENDS_ON -> [NavigationMock]\n// @RELATION DEPENDS_ON -> [EnvironmentMock]\n\n// #region setupTests:Module [TYPE Function]\n// @UX_STATE: Idle -> Global test environment exposes stable mocked browser services.\n// @RELATION: DEPENDS_ON -> [StoresMock]\n// @RELATION: DEPENDS_ON -> [NavigationMock]\n// @RELATION: DEPENDS_ON -> [EnvironmentMock]\n// @PURPOSE: Global test setup with mocks for SvelteKit modules\n// @LAYER: UI\n\nimport { vi } from 'vitest';\n\n// Mock $app/environment\nvi.mock('$app/environment', () => ({\n browser: true,\n dev: true,\n building: false\n}));\n\n// Mock $app/stores\nvi.mock('$app/stores', () => {\n const { writable } = require('svelte/store');\n return {\n page: writable({ url: new URL('http://localhost'), params: {}, route: { id: 'test' } }),\n navigating: writable(null),\n updated: { check: vi.fn(), subscribe: writable(false).subscribe }\n };\n});\n\n// Mock $app/navigation\nvi.mock('$app/navigation', () => ({\n goto: vi.fn(),\n push: vi.fn(),\n replace: vi.fn(),\n prefetch: vi.fn(),\n prefetchRoutes: vi.fn()\n}));\n\n// Mock localStorage\nconst localStorageMock = (() => {\n let store = {};\n return {\n getItem: vi.fn((key) => store[key] || null),\n setItem: vi.fn((key, value) => { store[key] = value; }),\n removeItem: vi.fn((key) => { delete store[key]; }),\n clear: () => { store = {}; },\n get length() { return Object.keys(store).length; },\n key: vi.fn((i) => Object.keys(store)[i] || null)\n };\n})();\n\nObject.defineProperty(global, 'localStorage', { value: localStorageMock });\nObject.defineProperty(global, 'sessionStorage', { value: localStorageMock });\n\n// Mock console.log to reduce noise in tests\nconst originalLog = console.log;\nconsole.log = vi.fn((...args) => {\n // Keep activity store and task drawer logs for test output\n const firstArg = args[0];\n if (typeof firstArg === 'string' && \n (firstArg.includes('[activityStore]') || \n firstArg.includes('[taskDrawer]') ||\n firstArg.includes('[SidebarStore]'))) {\n originalLog.apply(console, args);\n }\n});\n\n// #endregion setupTests:Module\n// #endregion SetupTestsModule\n" }, { @@ -92286,6 +98137,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region setupTests:Module [TYPE Function]\n// @UX_STATE: Idle -> Global test environment exposes stable mocked browser services.\n// @RELATION: DEPENDS_ON -> [StoresMock]\n// @RELATION: DEPENDS_ON -> [NavigationMock]\n// @RELATION: DEPENDS_ON -> [EnvironmentMock]\n// @PURPOSE: Global test setup with mocks for SvelteKit modules\n// @LAYER: UI\n\nimport { vi } from 'vitest';\n\n// Mock $app/environment\nvi.mock('$app/environment', () => ({\n browser: true,\n dev: true,\n building: false\n}));\n\n// Mock $app/stores\nvi.mock('$app/stores', () => {\n const { writable } = require('svelte/store');\n return {\n page: writable({ url: new URL('http://localhost'), params: {}, route: { id: 'test' } }),\n navigating: writable(null),\n updated: { check: vi.fn(), subscribe: writable(false).subscribe }\n };\n});\n\n// Mock $app/navigation\nvi.mock('$app/navigation', () => ({\n goto: vi.fn(),\n push: vi.fn(),\n replace: vi.fn(),\n prefetch: vi.fn(),\n prefetchRoutes: vi.fn()\n}));\n\n// Mock localStorage\nconst localStorageMock = (() => {\n let store = {};\n return {\n getItem: vi.fn((key) => store[key] || null),\n setItem: vi.fn((key, value) => { store[key] = value; }),\n removeItem: vi.fn((key) => { delete store[key]; }),\n clear: () => { store = {}; },\n get length() { return Object.keys(store).length; },\n key: vi.fn((i) => Object.keys(store)[i] || null)\n };\n})();\n\nObject.defineProperty(global, 'localStorage', { value: localStorageMock });\nObject.defineProperty(global, 'sessionStorage', { value: localStorageMock });\n\n// Mock console.log to reduce noise in tests\nconst originalLog = console.log;\nconsole.log = vi.fn((...args) => {\n // Keep activity store and task drawer logs for test output\n const firstArg = args[0];\n if (typeof firstArg === 'string' && \n (firstArg.includes('[activityStore]') || \n firstArg.includes('[taskDrawer]') ||\n firstArg.includes('[SidebarStore]'))) {\n originalLog.apply(console, args);\n }\n});\n\n// #endregion setupTests:Module\n" }, { @@ -92310,6 +98162,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region SidebarTest [C:3] [TYPE Module] [SEMANTICS sidebar, store, test, navigation, toggle]\n// @BRIEF Unit tests for sidebar store validating expansion toggles, active item selection, and mobile open/close transitions.\n// @RELATION DEPENDS_ON -> [sidebar]\n\n// #region SidebarTest:Module [TYPE Function]\n// @SEMANTICS: sidebar, store, tests, mobile, navigation\n// @PURPOSE: Unit tests for sidebar store\n// @LAYER: Domain (Tests)\n// @RELATION: DEPENDS_ON -> [sidebar]\n// @INVARIANT: Sidebar store transitions must be deterministic across desktop/mobile toggles.\n\nimport { describe, it, expect, beforeEach, vi } from 'vitest';\nimport { get } from 'svelte/store';\nimport { sidebarStore, toggleSidebar, setActiveItem, setMobileOpen, closeMobile, toggleMobileSidebar } from '../sidebar.js';\n\n// Mock the $app/environment module\nvi.mock('$app/environment', () => ({\n browser: false\n}));\n\ndescribe('SidebarStore', () => {\n beforeEach(() => {\n sidebarStore.set({\n isExpanded: true,\n activeCategory: 'dashboards',\n activeItem: '/dashboards',\n isMobileOpen: false\n });\n });\n\n // #region test_sidebar_initial_state:Function [TYPE Function]\n // @PURPOSE: Verify initial sidebar store values when no persisted state is available.\n // @TEST: Store initializes with default values\n // @PRE: No localStorage state\n // @POST: Default state is { isExpanded: true, activeCategory: 'dashboards', activeItem: '/dashboards', isMobileOpen: false }\n describe('initial state', () => {\n it('should have default values when no localStorage', () => {\n const state = get(sidebarStore);\n\n expect(state.isExpanded).toBe(true);\n expect(state.activeCategory).toBe('dashboards');\n expect(state.activeItem).toBe('/dashboards');\n expect(state.isMobileOpen).toBe(false);\n });\n });\n // #endregion test_sidebar_initial_state:Function\n\n // #region test_toggleSidebar:Function [TYPE Function]\n // @PURPOSE: Verify desktop sidebar expansion toggles deterministically.\n // @TEST: toggleSidebar toggles isExpanded state\n // @PRE: Store is initialized\n // @POST: isExpanded is toggled from previous value\n describe('toggleSidebar', () => {\n it('should toggle isExpanded from true to false', () => {\n const initialState = get(sidebarStore);\n expect(initialState.isExpanded).toBe(true);\n\n toggleSidebar();\n\n const newState = get(sidebarStore);\n expect(newState.isExpanded).toBe(false);\n });\n\n it('should toggle isExpanded from false to true', () => {\n toggleSidebar(); // Now false\n toggleSidebar(); // Should be true again\n\n const state = get(sidebarStore);\n expect(state.isExpanded).toBe(true);\n });\n });\n // #endregion test_toggleSidebar:Function\n\n // #region test_setActiveItem:Function [TYPE Function]\n// @PURPOSE: Verify active-category updates remain deterministic after item selection.\n // @TEST: setActiveItem updates activeCategory and activeItem\n // @PRE: Store is initialized\n // @POST: activeCategory and activeItem are updated\n describe('setActiveItem', () => {\n it('should update activeCategory and activeItem', () => {\n setActiveItem('datasets', '/datasets');\n\n const state = get(sidebarStore);\n expect(state.activeCategory).toBe('datasets');\n expect(state.activeItem).toBe('/datasets');\n });\n\n it('should update to admin category', () => {\n setActiveItem('admin', '/settings');\n\n const state = get(sidebarStore);\n expect(state.activeCategory).toBe('admin');\n expect(state.activeItem).toBe('/settings');\n });\n });\n // #endregion test_setActiveItem:Function\n\n // #region test_mobile_functions:Function [TYPE Function]\n// @PURPOSE: Verify mobile sidebar helpers update open-state transitions predictably.\n // @TEST: Mobile functions correctly update isMobileOpen\n // @PRE: Store is initialized\n // @POST: isMobileOpen is correctly updated\n describe('mobile functions', () => {\n it('should set isMobileOpen to true with setMobileOpen', () => {\n setMobileOpen(true);\n\n const state = get(sidebarStore);\n expect(state.isMobileOpen).toBe(true);\n });\n\n it('should set isMobileOpen to false with closeMobile', () => {\n setMobileOpen(true);\n closeMobile();\n\n const state = get(sidebarStore);\n expect(state.isMobileOpen).toBe(false);\n });\n\n it('should toggle isMobileOpen with toggleMobileSidebar', () => {\n const initialState = get(sidebarStore);\n const initialMobileOpen = initialState.isMobileOpen;\n\n toggleMobileSidebar();\n\n const state1 = get(sidebarStore);\n expect(state1.isMobileOpen).toBe(!initialMobileOpen);\n\n toggleMobileSidebar();\n\n const state2 = get(sidebarStore);\n expect(state2.isMobileOpen).toBe(initialMobileOpen);\n });\n });\n // #endregion test_mobile_functions:Function\n});\n\n// #endregion SidebarTest:Module\n// #endregion SidebarTest\n" }, { @@ -92415,6 +98268,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region SidebarTest:Module [TYPE Function]\n// @SEMANTICS: sidebar, store, tests, mobile, navigation\n// @PURPOSE: Unit tests for sidebar store\n// @LAYER: Domain (Tests)\n// @RELATION: DEPENDS_ON -> [sidebar]\n// @INVARIANT: Sidebar store transitions must be deterministic across desktop/mobile toggles.\n\nimport { describe, it, expect, beforeEach, vi } from 'vitest';\nimport { get } from 'svelte/store';\nimport { sidebarStore, toggleSidebar, setActiveItem, setMobileOpen, closeMobile, toggleMobileSidebar } from '../sidebar.js';\n\n// Mock the $app/environment module\nvi.mock('$app/environment', () => ({\n browser: false\n}));\n\ndescribe('SidebarStore', () => {\n beforeEach(() => {\n sidebarStore.set({\n isExpanded: true,\n activeCategory: 'dashboards',\n activeItem: '/dashboards',\n isMobileOpen: false\n });\n });\n\n // #region test_sidebar_initial_state:Function [TYPE Function]\n // @PURPOSE: Verify initial sidebar store values when no persisted state is available.\n // @TEST: Store initializes with default values\n // @PRE: No localStorage state\n // @POST: Default state is { isExpanded: true, activeCategory: 'dashboards', activeItem: '/dashboards', isMobileOpen: false }\n describe('initial state', () => {\n it('should have default values when no localStorage', () => {\n const state = get(sidebarStore);\n\n expect(state.isExpanded).toBe(true);\n expect(state.activeCategory).toBe('dashboards');\n expect(state.activeItem).toBe('/dashboards');\n expect(state.isMobileOpen).toBe(false);\n });\n });\n // #endregion test_sidebar_initial_state:Function\n\n // #region test_toggleSidebar:Function [TYPE Function]\n // @PURPOSE: Verify desktop sidebar expansion toggles deterministically.\n // @TEST: toggleSidebar toggles isExpanded state\n // @PRE: Store is initialized\n // @POST: isExpanded is toggled from previous value\n describe('toggleSidebar', () => {\n it('should toggle isExpanded from true to false', () => {\n const initialState = get(sidebarStore);\n expect(initialState.isExpanded).toBe(true);\n\n toggleSidebar();\n\n const newState = get(sidebarStore);\n expect(newState.isExpanded).toBe(false);\n });\n\n it('should toggle isExpanded from false to true', () => {\n toggleSidebar(); // Now false\n toggleSidebar(); // Should be true again\n\n const state = get(sidebarStore);\n expect(state.isExpanded).toBe(true);\n });\n });\n // #endregion test_toggleSidebar:Function\n\n // #region test_setActiveItem:Function [TYPE Function]\n// @PURPOSE: Verify active-category updates remain deterministic after item selection.\n // @TEST: setActiveItem updates activeCategory and activeItem\n // @PRE: Store is initialized\n // @POST: activeCategory and activeItem are updated\n describe('setActiveItem', () => {\n it('should update activeCategory and activeItem', () => {\n setActiveItem('datasets', '/datasets');\n\n const state = get(sidebarStore);\n expect(state.activeCategory).toBe('datasets');\n expect(state.activeItem).toBe('/datasets');\n });\n\n it('should update to admin category', () => {\n setActiveItem('admin', '/settings');\n\n const state = get(sidebarStore);\n expect(state.activeCategory).toBe('admin');\n expect(state.activeItem).toBe('/settings');\n });\n });\n // #endregion test_setActiveItem:Function\n\n // #region test_mobile_functions:Function [TYPE Function]\n// @PURPOSE: Verify mobile sidebar helpers update open-state transitions predictably.\n // @TEST: Mobile functions correctly update isMobileOpen\n // @PRE: Store is initialized\n // @POST: isMobileOpen is correctly updated\n describe('mobile functions', () => {\n it('should set isMobileOpen to true with setMobileOpen', () => {\n setMobileOpen(true);\n\n const state = get(sidebarStore);\n expect(state.isMobileOpen).toBe(true);\n });\n\n it('should set isMobileOpen to false with closeMobile', () => {\n setMobileOpen(true);\n closeMobile();\n\n const state = get(sidebarStore);\n expect(state.isMobileOpen).toBe(false);\n });\n\n it('should toggle isMobileOpen with toggleMobileSidebar', () => {\n const initialState = get(sidebarStore);\n const initialMobileOpen = initialState.isMobileOpen;\n\n toggleMobileSidebar();\n\n const state1 = get(sidebarStore);\n expect(state1.isMobileOpen).toBe(!initialMobileOpen);\n\n toggleMobileSidebar();\n\n const state2 = get(sidebarStore);\n expect(state2.isMobileOpen).toBe(initialMobileOpen);\n });\n });\n // #endregion test_mobile_functions:Function\n});\n\n// #endregion SidebarTest:Module\n" }, { @@ -92459,6 +98313,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region test_sidebar_initial_state:Function [TYPE Function]\n // @PURPOSE: Verify initial sidebar store values when no persisted state is available.\n // @TEST: Store initializes with default values\n // @PRE: No localStorage state\n // @POST: Default state is { isExpanded: true, activeCategory: 'dashboards', activeItem: '/dashboards', isMobileOpen: false }\n describe('initial state', () => {\n it('should have default values when no localStorage', () => {\n const state = get(sidebarStore);\n\n expect(state.isExpanded).toBe(true);\n expect(state.activeCategory).toBe('dashboards');\n expect(state.activeItem).toBe('/dashboards');\n expect(state.isMobileOpen).toBe(false);\n });\n });\n // #endregion test_sidebar_initial_state:Function\n" }, { @@ -92503,6 +98358,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region test_toggleSidebar:Function [TYPE Function]\n // @PURPOSE: Verify desktop sidebar expansion toggles deterministically.\n // @TEST: toggleSidebar toggles isExpanded state\n // @PRE: Store is initialized\n // @POST: isExpanded is toggled from previous value\n describe('toggleSidebar', () => {\n it('should toggle isExpanded from true to false', () => {\n const initialState = get(sidebarStore);\n expect(initialState.isExpanded).toBe(true);\n\n toggleSidebar();\n\n const newState = get(sidebarStore);\n expect(newState.isExpanded).toBe(false);\n });\n\n it('should toggle isExpanded from false to true', () => {\n toggleSidebar(); // Now false\n toggleSidebar(); // Should be true again\n\n const state = get(sidebarStore);\n expect(state.isExpanded).toBe(true);\n });\n });\n // #endregion test_toggleSidebar:Function\n" }, { @@ -92547,6 +98403,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region test_setActiveItem:Function [TYPE Function]\n// @PURPOSE: Verify active-category updates remain deterministic after item selection.\n // @TEST: setActiveItem updates activeCategory and activeItem\n // @PRE: Store is initialized\n // @POST: activeCategory and activeItem are updated\n describe('setActiveItem', () => {\n it('should update activeCategory and activeItem', () => {\n setActiveItem('datasets', '/datasets');\n\n const state = get(sidebarStore);\n expect(state.activeCategory).toBe('datasets');\n expect(state.activeItem).toBe('/datasets');\n });\n\n it('should update to admin category', () => {\n setActiveItem('admin', '/settings');\n\n const state = get(sidebarStore);\n expect(state.activeCategory).toBe('admin');\n expect(state.activeItem).toBe('/settings');\n });\n });\n // #endregion test_setActiveItem:Function\n" }, { @@ -92591,6 +98448,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region test_mobile_functions:Function [TYPE Function]\n// @PURPOSE: Verify mobile sidebar helpers update open-state transitions predictably.\n // @TEST: Mobile functions correctly update isMobileOpen\n // @PRE: Store is initialized\n // @POST: isMobileOpen is correctly updated\n describe('mobile functions', () => {\n it('should set isMobileOpen to true with setMobileOpen', () => {\n setMobileOpen(true);\n\n const state = get(sidebarStore);\n expect(state.isMobileOpen).toBe(true);\n });\n\n it('should set isMobileOpen to false with closeMobile', () => {\n setMobileOpen(true);\n closeMobile();\n\n const state = get(sidebarStore);\n expect(state.isMobileOpen).toBe(false);\n });\n\n it('should toggle isMobileOpen with toggleMobileSidebar', () => {\n const initialState = get(sidebarStore);\n const initialMobileOpen = initialState.isMobileOpen;\n\n toggleMobileSidebar();\n\n const state1 = get(sidebarStore);\n expect(state1.isMobileOpen).toBe(!initialMobileOpen);\n\n toggleMobileSidebar();\n\n const state2 = get(sidebarStore);\n expect(state2.isMobileOpen).toBe(initialMobileOpen);\n });\n });\n // #endregion test_mobile_functions:Function\n" }, { @@ -92615,6 +98473,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region TaskDrawerTests [C:3] [TYPE Module] [SEMANTICS task, drawer, store, test, resource]\n// @BRIEF Unit tests for task drawer store validating open/close, preference-aware opening, resource task mapping, and status-driven cleanup.\n// @RELATION DEPENDS_ON -> [taskDrawer]\n\nimport { describe, it, expect, beforeEach, vi } from 'vitest';\nimport { get } from 'svelte/store';\nimport {\n taskDrawerStore,\n openDrawerForTask,\n openDrawerForTaskIfPreferred,\n closeDrawer,\n updateResourceTask,\n setTaskDrawerAutoOpenPreference\n} from '../taskDrawer.js';\n\ndescribe('taskDrawerStore', () => {\n beforeEach(() => {\n setTaskDrawerAutoOpenPreference(true);\n taskDrawerStore.set({\n isOpen: false,\n activeTaskId: null,\n resourceTaskMap: {}\n });\n });\n\n it('should open drawer for a specific task', () => {\n openDrawerForTask('task-123');\n const state = get(taskDrawerStore);\n expect(state.isOpen).toBe(true);\n expect(state.activeTaskId).toBe('task-123');\n });\n\n it('should close drawer and clear active task', () => {\n openDrawerForTask('task-123');\n closeDrawer();\n const state = get(taskDrawerStore);\n expect(state.isOpen).toBe(false);\n expect(state.activeTaskId).toBe(null);\n });\n\n it('should open drawer via preference-aware helper when auto-open is enabled', () => {\n setTaskDrawerAutoOpenPreference(true);\n const opened = openDrawerForTaskIfPreferred('task-123');\n const state = get(taskDrawerStore);\n\n expect(opened).toBe(true);\n expect(state.isOpen).toBe(true);\n expect(state.activeTaskId).toBe('task-123');\n });\n\n it('should skip opening drawer via preference-aware helper when auto-open is disabled', () => {\n setTaskDrawerAutoOpenPreference(false);\n const opened = openDrawerForTaskIfPreferred('task-123');\n const state = get(taskDrawerStore);\n\n expect(opened).toBe(false);\n expect(state.isOpen).toBe(false);\n expect(state.activeTaskId).toBe(null);\n });\n\n it('should update resource task mapping for running task', () => {\n updateResourceTask('dash-1', 'task-1', 'RUNNING');\n const state = get(taskDrawerStore);\n expect(state.resourceTaskMap['dash-1']).toEqual({ taskId: 'task-1', status: 'RUNNING' });\n });\n\n it('should remove mapping when task completes (SUCCESS)', () => {\n updateResourceTask('dash-1', 'task-1', 'RUNNING');\n updateResourceTask('dash-1', 'task-1', 'SUCCESS');\n const state = get(taskDrawerStore);\n expect(state.resourceTaskMap['dash-1']).toBeUndefined();\n });\n\n it('should remove mapping when task fails (ERROR)', () => {\n updateResourceTask('dash-1', 'task-1', 'RUNNING');\n updateResourceTask('dash-1', 'task-1', 'ERROR');\n const state = get(taskDrawerStore);\n expect(state.resourceTaskMap['dash-1']).toBeUndefined();\n });\n});\n// #endregion TaskDrawerTests\n" }, { @@ -92645,6 +98504,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ActivityTestModule [C:3] [TYPE Module] [SEMANTICS activity, store, test, task-count, badge]\n// @BRIEF Unit tests validating activity store derived count and recent task tracking behavior.\n// @RELATION DEPENDS_ON -> [ActivityStore]\n// @RELATION DEPENDS_ON -> [TaskDrawerStore]\n\n// #region ActivityTest:Module [TYPE Function]\n// @PURPOSE: Unit tests for activity store\n// @RELATION: DEPENDS_ON -> [activity]\n// @RELATION: DEPENDS_ON -> [taskDrawer]\n\nimport { describe, it, expect, beforeEach, vi } from 'vitest';\n\ndescribe('activity store', () => {\n beforeEach(async () => {\n vi.resetModules();\n });\n\n it('should have zero active count initially', async () => {\n const { activityStore } = await import('../activity.js');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(0);\n expect(state.recentTasks).toEqual([]);\n });\n\n it('should count RUNNING tasks as active', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('../taskDrawer.js');\n const { activityStore } = await import('../activity.js');\n \n // Add a running task\n updateResourceTask('dashboard-1', 'task-1', 'RUNNING');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(1);\n });\n\n it('should not count SUCCESS tasks as active', async () => {\n const { updateResourceTask } = await import('../taskDrawer.js');\n const { activityStore } = await import('../activity.js');\n \n // Add a success task\n updateResourceTask('dashboard-1', 'task-1', 'SUCCESS');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(0);\n });\n\n it('should not count ERROR tasks as active', async () => {\n const { updateResourceTask } = await import('../taskDrawer.js');\n const { activityStore } = await import('../activity.js');\n \n // Add an error task\n updateResourceTask('dashboard-1', 'task-1', 'ERROR');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(0);\n });\n\n it('should not count WAITING_INPUT as active', async () => {\n const { updateResourceTask } = await import('../taskDrawer.js');\n const { activityStore } = await import('../activity.js');\n \n // Add a waiting input task - should NOT be counted as active per contract\n // Only RUNNING tasks count as active\n updateResourceTask('dashboard-1', 'task-1', 'WAITING_INPUT');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(0);\n });\n\n it('should track multiple running tasks', async () => {\n const { updateResourceTask } = await import('../taskDrawer.js');\n const { activityStore } = await import('../activity.js');\n \n // Add multiple running tasks\n updateResourceTask('dashboard-1', 'task-1', 'RUNNING');\n updateResourceTask('dashboard-2', 'task-2', 'RUNNING');\n updateResourceTask('dataset-1', 'task-3', 'RUNNING');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(3);\n });\n\n it('should return recent tasks', async () => {\n const { updateResourceTask } = await import('../taskDrawer.js');\n const { activityStore } = await import('../activity.js');\n \n // Add multiple tasks\n updateResourceTask('dashboard-1', 'task-1', 'RUNNING');\n updateResourceTask('dataset-1', 'task-2', 'SUCCESS');\n updateResourceTask('storage-1', 'task-3', 'ERROR');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.recentTasks.length).toBeGreaterThan(0);\n expect(state.recentTasks[0]).toHaveProperty('taskId');\n expect(state.recentTasks[0]).toHaveProperty('resourceId');\n expect(state.recentTasks[0]).toHaveProperty('status');\n });\n});\n\n// #endregion ActivityTest:Module\n// #endregion ActivityTestModule\n" }, { @@ -92693,6 +98553,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ActivityTest:Module [TYPE Function]\n// @PURPOSE: Unit tests for activity store\n// @RELATION: DEPENDS_ON -> [activity]\n// @RELATION: DEPENDS_ON -> [taskDrawer]\n\nimport { describe, it, expect, beforeEach, vi } from 'vitest';\n\ndescribe('activity store', () => {\n beforeEach(async () => {\n vi.resetModules();\n });\n\n it('should have zero active count initially', async () => {\n const { activityStore } = await import('../activity.js');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(0);\n expect(state.recentTasks).toEqual([]);\n });\n\n it('should count RUNNING tasks as active', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('../taskDrawer.js');\n const { activityStore } = await import('../activity.js');\n \n // Add a running task\n updateResourceTask('dashboard-1', 'task-1', 'RUNNING');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(1);\n });\n\n it('should not count SUCCESS tasks as active', async () => {\n const { updateResourceTask } = await import('../taskDrawer.js');\n const { activityStore } = await import('../activity.js');\n \n // Add a success task\n updateResourceTask('dashboard-1', 'task-1', 'SUCCESS');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(0);\n });\n\n it('should not count ERROR tasks as active', async () => {\n const { updateResourceTask } = await import('../taskDrawer.js');\n const { activityStore } = await import('../activity.js');\n \n // Add an error task\n updateResourceTask('dashboard-1', 'task-1', 'ERROR');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(0);\n });\n\n it('should not count WAITING_INPUT as active', async () => {\n const { updateResourceTask } = await import('../taskDrawer.js');\n const { activityStore } = await import('../activity.js');\n \n // Add a waiting input task - should NOT be counted as active per contract\n // Only RUNNING tasks count as active\n updateResourceTask('dashboard-1', 'task-1', 'WAITING_INPUT');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(0);\n });\n\n it('should track multiple running tasks', async () => {\n const { updateResourceTask } = await import('../taskDrawer.js');\n const { activityStore } = await import('../activity.js');\n \n // Add multiple running tasks\n updateResourceTask('dashboard-1', 'task-1', 'RUNNING');\n updateResourceTask('dashboard-2', 'task-2', 'RUNNING');\n updateResourceTask('dataset-1', 'task-3', 'RUNNING');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.activeCount).toBe(3);\n });\n\n it('should return recent tasks', async () => {\n const { updateResourceTask } = await import('../taskDrawer.js');\n const { activityStore } = await import('../activity.js');\n \n // Add multiple tasks\n updateResourceTask('dashboard-1', 'task-1', 'RUNNING');\n updateResourceTask('dataset-1', 'task-2', 'SUCCESS');\n updateResourceTask('storage-1', 'task-3', 'ERROR');\n \n let state = null;\n const unsubscribe = activityStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.recentTasks.length).toBeGreaterThan(0);\n expect(state.recentTasks[0]).toHaveProperty('taskId');\n expect(state.recentTasks[0]).toHaveProperty('resourceId');\n expect(state.recentTasks[0]).toHaveProperty('status');\n });\n});\n\n// #endregion ActivityTest:Module\n" }, { @@ -92717,6 +98578,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region DatasetReviewSessionTests [C:3] [TYPE Module] [SEMANTICS dataset, review, session, store, test, diff]\n// @BRIEF Unit tests for dataset review session store: session set/reset, loading, error, dirty flag, and patch operations.\n// @RELATION DEPENDS_ON -> [DatasetReviewSessionStore]\n\n// #region DatasetReviewSessionStoreTests:Module [TYPE Function]\n// @SEMANTICS: dataset-review, store, session, tests\n// @PURPOSE: Unit tests for dataset review session store.\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [datasetReviewSession]\n// @UX_STATE: Idle -> Store helpers are exercised without asynchronous UI transitions.\n\nimport { describe, it, expect, beforeEach, vi } from 'vitest';\n\ndescribe('datasetReviewSession store', () => {\n beforeEach(async () => {\n vi.resetModules();\n });\n\n it('should have correct initial state', async () => {\n const { datasetReviewSessionStore } = await import('../datasetReviewSession.js');\n \n let state = null;\n const unsubscribe = datasetReviewSessionStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.session).toBeNull();\n expect(state.isLoading).toBe(false);\n expect(state.isSaving).toBe(false);\n expect(state.error).toBeNull();\n expect(state.isDirty).toBe(false);\n });\n\n it('should set session data', async () => {\n const { datasetReviewSessionStore, setSession } = await import('../datasetReviewSession.js');\n const mockSession = { session_id: 's1', user_id: 'u1' };\n \n setSession(mockSession);\n \n let state = null;\n const unsubscribe = datasetReviewSessionStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.session).toEqual(mockSession);\n expect(state.isLoading).toBe(false);\n expect(state.error).toBeNull();\n expect(state.lastUpdated).toBeInstanceOf(Date);\n expect(state.isDirty).toBe(false);\n });\n\n it('should update loading state', async () => {\n const { datasetReviewSessionStore, setLoading } = await import('../datasetReviewSession.js');\n \n setLoading(true);\n \n let state = null;\n const unsubscribe = datasetReviewSessionStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isLoading).toBe(true);\n });\n\n it('should set error state', async () => {\n const { datasetReviewSessionStore, setError } = await import('../datasetReviewSession.js');\n \n setError('Failed to load');\n \n let state = null;\n const unsubscribe = datasetReviewSessionStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.error).toBe('Failed to load');\n expect(state.isLoading).toBe(false);\n });\n\n it('should mark as dirty', async () => {\n const { datasetReviewSessionStore, setDirty } = await import('../datasetReviewSession.js');\n \n setDirty(true);\n \n let state = null;\n const unsubscribe = datasetReviewSessionStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isDirty).toBe(true);\n });\n\n it('should patch session data and mark as dirty', async () => {\n const { datasetReviewSessionStore, setSession, patchSession } = await import('../datasetReviewSession.js');\n const mockSession = { session_id: 's1', readiness_state: 'empty' };\n \n setSession(mockSession);\n patchSession({ readiness_state: 'ready' });\n \n let state = null;\n const unsubscribe = datasetReviewSessionStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.session.readiness_state).toBe('ready');\n expect(state.isDirty).toBe(true);\n });\n\n it('should reset session', async () => {\n const { datasetReviewSessionStore, setSession, resetSession } = await import('../datasetReviewSession.js');\n setSession({ id: 's1' });\n \n resetSession();\n \n let state = null;\n const unsubscribe = datasetReviewSessionStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.session).toBeNull();\n });\n});\n\n// #endregion DatasetReviewSessionStoreTests:Module\n// #endregion DatasetReviewSessionTests\n" }, { @@ -92832,6 +98694,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region DatasetReviewSessionStoreTests:Module [TYPE Function]\n// @SEMANTICS: dataset-review, store, session, tests\n// @PURPOSE: Unit tests for dataset review session store.\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [datasetReviewSession]\n// @UX_STATE: Idle -> Store helpers are exercised without asynchronous UI transitions.\n\nimport { describe, it, expect, beforeEach, vi } from 'vitest';\n\ndescribe('datasetReviewSession store', () => {\n beforeEach(async () => {\n vi.resetModules();\n });\n\n it('should have correct initial state', async () => {\n const { datasetReviewSessionStore } = await import('../datasetReviewSession.js');\n \n let state = null;\n const unsubscribe = datasetReviewSessionStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.session).toBeNull();\n expect(state.isLoading).toBe(false);\n expect(state.isSaving).toBe(false);\n expect(state.error).toBeNull();\n expect(state.isDirty).toBe(false);\n });\n\n it('should set session data', async () => {\n const { datasetReviewSessionStore, setSession } = await import('../datasetReviewSession.js');\n const mockSession = { session_id: 's1', user_id: 'u1' };\n \n setSession(mockSession);\n \n let state = null;\n const unsubscribe = datasetReviewSessionStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.session).toEqual(mockSession);\n expect(state.isLoading).toBe(false);\n expect(state.error).toBeNull();\n expect(state.lastUpdated).toBeInstanceOf(Date);\n expect(state.isDirty).toBe(false);\n });\n\n it('should update loading state', async () => {\n const { datasetReviewSessionStore, setLoading } = await import('../datasetReviewSession.js');\n \n setLoading(true);\n \n let state = null;\n const unsubscribe = datasetReviewSessionStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isLoading).toBe(true);\n });\n\n it('should set error state', async () => {\n const { datasetReviewSessionStore, setError } = await import('../datasetReviewSession.js');\n \n setError('Failed to load');\n \n let state = null;\n const unsubscribe = datasetReviewSessionStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.error).toBe('Failed to load');\n expect(state.isLoading).toBe(false);\n });\n\n it('should mark as dirty', async () => {\n const { datasetReviewSessionStore, setDirty } = await import('../datasetReviewSession.js');\n \n setDirty(true);\n \n let state = null;\n const unsubscribe = datasetReviewSessionStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isDirty).toBe(true);\n });\n\n it('should patch session data and mark as dirty', async () => {\n const { datasetReviewSessionStore, setSession, patchSession } = await import('../datasetReviewSession.js');\n const mockSession = { session_id: 's1', readiness_state: 'empty' };\n \n setSession(mockSession);\n patchSession({ readiness_state: 'ready' });\n \n let state = null;\n const unsubscribe = datasetReviewSessionStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.session.readiness_state).toBe('ready');\n expect(state.isDirty).toBe(true);\n });\n\n it('should reset session', async () => {\n const { datasetReviewSessionStore, setSession, resetSession } = await import('../datasetReviewSession.js');\n setSession({ id: 's1' });\n \n resetSession();\n \n let state = null;\n const unsubscribe = datasetReviewSessionStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.session).toBeNull();\n });\n});\n\n// #endregion DatasetReviewSessionStoreTests:Module\n" }, { @@ -92856,6 +98719,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region SidebarTestModule [C:3] [TYPE Module] [SEMANTICS sidebar, store, test, navigation, toggle]\n// @BRIEF Unit tests for sidebar store validating initial state, toggle, navigation, mobile overlay, and localStorage persistence.\n// @RELATION DEPENDS_ON -> [SidebarStore]\n\n// #region SidebarIntegrationTest:Module [TYPE Function]\n// @PURPOSE: Unit tests for sidebar store\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [sidebar]\n\nimport { describe, it, expect, beforeEach, vi } from 'vitest';\n\n// Mock browser environment\nvi.mock('$app/environment', () => ({\n browser: true\n}));\n\n// Mock localStorage\nconst localStorageMock = (() => {\n let store = {};\n return {\n getItem: vi.fn((key) => store[key] || null),\n setItem: vi.fn((key, value) => { store[key] = value; }),\n clear: () => { store = {}; }\n };\n})();\n\nObject.defineProperty(global, 'localStorage', { value: localStorageMock });\n\ndescribe('sidebar store', () => {\n // Reset modules to get fresh store\n beforeEach(async () => {\n localStorageMock.clear();\n vi.clearAllMocks();\n vi.resetModules();\n });\n\n it('should have correct initial state', async () => {\n const { sidebarStore } = await import('../sidebar.js');\n \n let state = null;\n const unsubscribe = sidebarStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isExpanded).toBe(true);\n expect(state.activeCategory).toBe('dashboards');\n expect(state.activeItem).toBe('/dashboards');\n expect(state.isMobileOpen).toBe(false);\n });\n\n it('should toggle sidebar expansion', async () => {\n const { sidebarStore, toggleSidebar } = await import('../sidebar.js');\n \n let state = null;\n const unsub1 = sidebarStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.isExpanded).toBe(true);\n \n toggleSidebar();\n \n const unsub2 = sidebarStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.isExpanded).toBe(false);\n expect(localStorageMock.setItem).toHaveBeenCalled();\n });\n\n it('should set active category and item', async () => {\n const { sidebarStore, setActiveItem } = await import('../sidebar.js');\n \n setActiveItem('datasets', '/datasets');\n \n let state = null;\n const unsub = sidebarStore.subscribe(s => { state = s; });\n unsub();\n expect(state.activeCategory).toBe('datasets');\n expect(state.activeItem).toBe('/datasets');\n expect(localStorageMock.setItem).toHaveBeenCalled();\n });\n\n it('should set mobile open state', async () => {\n const { sidebarStore, setMobileOpen } = await import('../sidebar.js');\n \n setMobileOpen(true);\n \n let state = null;\n const unsub = sidebarStore.subscribe(s => { state = s; });\n unsub();\n expect(state.isMobileOpen).toBe(true);\n });\n\n it('should close mobile sidebar', async () => {\n const { sidebarStore, closeMobile } = await import('../sidebar.js');\n \n // First open mobile\n let state = null;\n sidebarStore.update(s => ({ ...s, isMobileOpen: true }));\n const unsub1 = sidebarStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.isMobileOpen).toBe(true);\n \n closeMobile();\n \n const unsub2 = sidebarStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.isMobileOpen).toBe(false);\n });\n\n it('should toggle mobile sidebar', async () => {\n const { sidebarStore, toggleMobileSidebar } = await import('../sidebar.js');\n \n toggleMobileSidebar();\n \n let state = null;\n const unsub1 = sidebarStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.isMobileOpen).toBe(true);\n \n toggleMobileSidebar();\n \n const unsub2 = sidebarStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.isMobileOpen).toBe(false);\n });\n\n it('should load state from localStorage', async () => {\n localStorageMock.getItem.mockReturnValue(JSON.stringify({\n isExpanded: false,\n activeCategory: 'storage',\n activeItem: '/storage',\n isMobileOpen: true\n }));\n \n // Re-import with localStorage populated\n vi.resetModules();\n const { sidebarStore } = await import('../sidebar.js');\n \n let state = null;\n const unsub = sidebarStore.subscribe(s => { state = s; });\n unsub();\n expect(state.isExpanded).toBe(false);\n expect(state.activeCategory).toBe('storage');\n expect(state.isMobileOpen).toBe(true);\n });\n});\n\n// #endregion SidebarIntegrationTest:Module\n// #endregion SidebarTestModule\n" }, { @@ -92921,6 +98785,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region SidebarIntegrationTest:Module [TYPE Function]\n// @PURPOSE: Unit tests for sidebar store\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [sidebar]\n\nimport { describe, it, expect, beforeEach, vi } from 'vitest';\n\n// Mock browser environment\nvi.mock('$app/environment', () => ({\n browser: true\n}));\n\n// Mock localStorage\nconst localStorageMock = (() => {\n let store = {};\n return {\n getItem: vi.fn((key) => store[key] || null),\n setItem: vi.fn((key, value) => { store[key] = value; }),\n clear: () => { store = {}; }\n };\n})();\n\nObject.defineProperty(global, 'localStorage', { value: localStorageMock });\n\ndescribe('sidebar store', () => {\n // Reset modules to get fresh store\n beforeEach(async () => {\n localStorageMock.clear();\n vi.clearAllMocks();\n vi.resetModules();\n });\n\n it('should have correct initial state', async () => {\n const { sidebarStore } = await import('../sidebar.js');\n \n let state = null;\n const unsubscribe = sidebarStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isExpanded).toBe(true);\n expect(state.activeCategory).toBe('dashboards');\n expect(state.activeItem).toBe('/dashboards');\n expect(state.isMobileOpen).toBe(false);\n });\n\n it('should toggle sidebar expansion', async () => {\n const { sidebarStore, toggleSidebar } = await import('../sidebar.js');\n \n let state = null;\n const unsub1 = sidebarStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.isExpanded).toBe(true);\n \n toggleSidebar();\n \n const unsub2 = sidebarStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.isExpanded).toBe(false);\n expect(localStorageMock.setItem).toHaveBeenCalled();\n });\n\n it('should set active category and item', async () => {\n const { sidebarStore, setActiveItem } = await import('../sidebar.js');\n \n setActiveItem('datasets', '/datasets');\n \n let state = null;\n const unsub = sidebarStore.subscribe(s => { state = s; });\n unsub();\n expect(state.activeCategory).toBe('datasets');\n expect(state.activeItem).toBe('/datasets');\n expect(localStorageMock.setItem).toHaveBeenCalled();\n });\n\n it('should set mobile open state', async () => {\n const { sidebarStore, setMobileOpen } = await import('../sidebar.js');\n \n setMobileOpen(true);\n \n let state = null;\n const unsub = sidebarStore.subscribe(s => { state = s; });\n unsub();\n expect(state.isMobileOpen).toBe(true);\n });\n\n it('should close mobile sidebar', async () => {\n const { sidebarStore, closeMobile } = await import('../sidebar.js');\n \n // First open mobile\n let state = null;\n sidebarStore.update(s => ({ ...s, isMobileOpen: true }));\n const unsub1 = sidebarStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.isMobileOpen).toBe(true);\n \n closeMobile();\n \n const unsub2 = sidebarStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.isMobileOpen).toBe(false);\n });\n\n it('should toggle mobile sidebar', async () => {\n const { sidebarStore, toggleMobileSidebar } = await import('../sidebar.js');\n \n toggleMobileSidebar();\n \n let state = null;\n const unsub1 = sidebarStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.isMobileOpen).toBe(true);\n \n toggleMobileSidebar();\n \n const unsub2 = sidebarStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.isMobileOpen).toBe(false);\n });\n\n it('should load state from localStorage', async () => {\n localStorageMock.getItem.mockReturnValue(JSON.stringify({\n isExpanded: false,\n activeCategory: 'storage',\n activeItem: '/storage',\n isMobileOpen: true\n }));\n \n // Re-import with localStorage populated\n vi.resetModules();\n const { sidebarStore } = await import('../sidebar.js');\n \n let state = null;\n const unsub = sidebarStore.subscribe(s => { state = s; });\n unsub();\n expect(state.isExpanded).toBe(false);\n expect(state.activeCategory).toBe('storage');\n expect(state.isMobileOpen).toBe(true);\n });\n});\n\n// #endregion SidebarIntegrationTest:Module\n" }, { @@ -92945,6 +98810,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region TaskDrawerTestModule [C:3] [TYPE Module] [SEMANTICS task, drawer, store, test, resource]\n// @BRIEF Unit tests for task drawer store validating open/close transitions, preference-aware opening, and resource-task mapping lifecycle.\n// @RELATION DEPENDS_ON -> [TaskDrawerStore]\n\n// #region TaskDrawerTest:Module [TYPE Function]\n// @SEMANTICS: task-drawer, store, mapping, tests\n// @PURPOSE: Unit tests for task drawer store\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [taskDrawer]\n// @INVARIANT: Store state transitions remain deterministic for open/close and task-status mapping.\n\nimport { describe, it, expect, beforeEach, vi } from 'vitest';\n\ndescribe('taskDrawer store', () => {\n beforeEach(async () => {\n vi.resetModules();\n });\n\n it('should have correct initial state', async () => {\n const { taskDrawerStore } = await import('../taskDrawer.js');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isOpen).toBe(false);\n expect(state.activeTaskId).toBeNull();\n expect(state.resourceTaskMap).toEqual({});\n });\n\n it('should open drawer for specific task', async () => {\n const { taskDrawerStore, openDrawerForTask } = await import('../taskDrawer.js');\n \n openDrawerForTask('task-123');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isOpen).toBe(true);\n expect(state.activeTaskId).toBe('task-123');\n });\n\n it('should open drawer in list mode', async () => {\n const { taskDrawerStore, openDrawer } = await import('../taskDrawer.js');\n \n openDrawer();\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isOpen).toBe(true);\n expect(state.activeTaskId).toBeNull();\n });\n\n it('should close drawer', async () => {\n const { taskDrawerStore, openDrawerForTask, closeDrawer } = await import('../taskDrawer.js');\n \n // First open drawer\n openDrawerForTask('task-123');\n \n let state = null;\n const unsub1 = taskDrawerStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.isOpen).toBe(true);\n \n closeDrawer();\n \n const unsub2 = taskDrawerStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.isOpen).toBe(false);\n expect(state.activeTaskId).toBeNull();\n });\n\n it('should update resource-task mapping', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('../taskDrawer.js');\n \n updateResourceTask('dashboard-1', 'task-123', 'RUNNING');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.resourceTaskMap['dashboard-1']).toEqual({\n taskId: 'task-123',\n status: 'RUNNING'\n });\n });\n\n it('should remove mapping on task completion (SUCCESS)', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('../taskDrawer.js');\n \n // First add a running task\n updateResourceTask('dashboard-1', 'task-123', 'RUNNING');\n \n let state = null;\n const unsub1 = taskDrawerStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.resourceTaskMap['dashboard-1']).toBeDefined();\n \n // Complete the task\n updateResourceTask('dashboard-1', 'task-123', 'SUCCESS');\n \n const unsub2 = taskDrawerStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.resourceTaskMap['dashboard-1']).toBeUndefined();\n });\n\n it('should remove mapping on task error', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('../taskDrawer.js');\n \n updateResourceTask('dataset-1', 'task-456', 'RUNNING');\n \n let state = null;\n const unsub1 = taskDrawerStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.resourceTaskMap['dataset-1']).toBeDefined();\n \n // Error the task\n updateResourceTask('dataset-1', 'task-456', 'ERROR');\n \n const unsub2 = taskDrawerStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.resourceTaskMap['dataset-1']).toBeUndefined();\n });\n\n it('should keep mapping for WAITING_INPUT status', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('../taskDrawer.js');\n \n updateResourceTask('dashboard-1', 'task-789', 'WAITING_INPUT');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.resourceTaskMap['dashboard-1']).toEqual({\n taskId: 'task-789',\n status: 'WAITING_INPUT'\n });\n });\n\n it('should get task for resource', async () => {\n const { updateResourceTask, getTaskForResource } = await import('../taskDrawer.js');\n \n updateResourceTask('dashboard-1', 'task-123', 'RUNNING');\n \n const taskInfo = getTaskForResource('dashboard-1');\n expect(taskInfo).toEqual({\n taskId: 'task-123',\n status: 'RUNNING'\n });\n });\n\n it('should return null for resource without task', async () => {\n const { getTaskForResource } = await import('../taskDrawer.js');\n \n const taskInfo = getTaskForResource('non-existent');\n expect(taskInfo).toBeNull();\n });\n});\n\n// #endregion TaskDrawerTest:Module\n// #endregion TaskDrawerTestModule\n" }, { @@ -93049,6 +98915,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region TaskDrawerTest:Module [TYPE Function]\n// @SEMANTICS: task-drawer, store, mapping, tests\n// @PURPOSE: Unit tests for task drawer store\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [taskDrawer]\n// @INVARIANT: Store state transitions remain deterministic for open/close and task-status mapping.\n\nimport { describe, it, expect, beforeEach, vi } from 'vitest';\n\ndescribe('taskDrawer store', () => {\n beforeEach(async () => {\n vi.resetModules();\n });\n\n it('should have correct initial state', async () => {\n const { taskDrawerStore } = await import('../taskDrawer.js');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isOpen).toBe(false);\n expect(state.activeTaskId).toBeNull();\n expect(state.resourceTaskMap).toEqual({});\n });\n\n it('should open drawer for specific task', async () => {\n const { taskDrawerStore, openDrawerForTask } = await import('../taskDrawer.js');\n \n openDrawerForTask('task-123');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isOpen).toBe(true);\n expect(state.activeTaskId).toBe('task-123');\n });\n\n it('should open drawer in list mode', async () => {\n const { taskDrawerStore, openDrawer } = await import('../taskDrawer.js');\n \n openDrawer();\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.isOpen).toBe(true);\n expect(state.activeTaskId).toBeNull();\n });\n\n it('should close drawer', async () => {\n const { taskDrawerStore, openDrawerForTask, closeDrawer } = await import('../taskDrawer.js');\n \n // First open drawer\n openDrawerForTask('task-123');\n \n let state = null;\n const unsub1 = taskDrawerStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.isOpen).toBe(true);\n \n closeDrawer();\n \n const unsub2 = taskDrawerStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.isOpen).toBe(false);\n expect(state.activeTaskId).toBeNull();\n });\n\n it('should update resource-task mapping', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('../taskDrawer.js');\n \n updateResourceTask('dashboard-1', 'task-123', 'RUNNING');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.resourceTaskMap['dashboard-1']).toEqual({\n taskId: 'task-123',\n status: 'RUNNING'\n });\n });\n\n it('should remove mapping on task completion (SUCCESS)', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('../taskDrawer.js');\n \n // First add a running task\n updateResourceTask('dashboard-1', 'task-123', 'RUNNING');\n \n let state = null;\n const unsub1 = taskDrawerStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.resourceTaskMap['dashboard-1']).toBeDefined();\n \n // Complete the task\n updateResourceTask('dashboard-1', 'task-123', 'SUCCESS');\n \n const unsub2 = taskDrawerStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.resourceTaskMap['dashboard-1']).toBeUndefined();\n });\n\n it('should remove mapping on task error', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('../taskDrawer.js');\n \n updateResourceTask('dataset-1', 'task-456', 'RUNNING');\n \n let state = null;\n const unsub1 = taskDrawerStore.subscribe(s => { state = s; });\n unsub1();\n expect(state.resourceTaskMap['dataset-1']).toBeDefined();\n \n // Error the task\n updateResourceTask('dataset-1', 'task-456', 'ERROR');\n \n const unsub2 = taskDrawerStore.subscribe(s => { state = s; });\n unsub2();\n expect(state.resourceTaskMap['dataset-1']).toBeUndefined();\n });\n\n it('should keep mapping for WAITING_INPUT status', async () => {\n const { taskDrawerStore, updateResourceTask } = await import('../taskDrawer.js');\n \n updateResourceTask('dashboard-1', 'task-789', 'WAITING_INPUT');\n \n let state = null;\n const unsubscribe = taskDrawerStore.subscribe(s => { state = s; });\n unsubscribe();\n \n expect(state.resourceTaskMap['dashboard-1']).toEqual({\n taskId: 'task-789',\n status: 'WAITING_INPUT'\n });\n });\n\n it('should get task for resource', async () => {\n const { updateResourceTask, getTaskForResource } = await import('../taskDrawer.js');\n \n updateResourceTask('dashboard-1', 'task-123', 'RUNNING');\n \n const taskInfo = getTaskForResource('dashboard-1');\n expect(taskInfo).toEqual({\n taskId: 'task-123',\n status: 'RUNNING'\n });\n });\n\n it('should return null for resource without task', async () => {\n const { getTaskForResource } = await import('../taskDrawer.js');\n \n const taskInfo = getTaskForResource('non-existent');\n expect(taskInfo).toBeNull();\n });\n});\n\n// #endregion TaskDrawerTest:Module\n" }, { @@ -93120,6 +98987,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ActivityStore [C:2] [TYPE Store] [SEMANTICS activity, store, derived, task-count, badge]\n// @BRIEF Derived store that counts active running tasks for navbar indicator badge.\n\n// #region activity:Store [TYPE Function]\n// @PURPOSE: Track active task count for navbar indicator\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> taskDrawer\n\nimport { derived } from 'svelte/store';\nimport { taskDrawerStore } from './taskDrawer.js';\n\n/**\n * Derived store that counts active tasks\n * @UX_STATE: Idle -> No active tasks, badge hidden\n * @UX_STATE: Active -> Badge shows count of running tasks\n */\nexport const activityStore = derived(taskDrawerStore, ($drawer) => {\n const activeCount = Object.values($drawer.resourceTaskMap)\n .filter(t => t.status === 'RUNNING').length;\n \n console.log(`[activityStore][State] Active count: ${activeCount}`);\n \n return {\n activeCount,\n recentTasks: Object.entries($drawer.resourceTaskMap)\n .map(([resourceId, taskInfo]) => ({\n taskId: taskInfo.taskId,\n resourceId,\n status: taskInfo.status\n }))\n .slice(-5) // Last 5 tasks\n };\n});\n\n// #endregion activity:Store\n// #endregion ActivityStore\n" }, { @@ -93185,6 +99053,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region activity:Store [TYPE Function]\n// @PURPOSE: Track active task count for navbar indicator\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> taskDrawer\n\nimport { derived } from 'svelte/store';\nimport { taskDrawerStore } from './taskDrawer.js';\n\n/**\n * Derived store that counts active tasks\n * @UX_STATE: Idle -> No active tasks, badge hidden\n * @UX_STATE: Active -> Badge shows count of running tasks\n */\nexport const activityStore = derived(taskDrawerStore, ($drawer) => {\n const activeCount = Object.values($drawer.resourceTaskMap)\n .filter(t => t.status === 'RUNNING').length;\n \n console.log(`[activityStore][State] Active count: ${activeCount}`);\n \n return {\n activeCount,\n recentTasks: Object.entries($drawer.resourceTaskMap)\n .map(([resourceId, taskInfo]) => ({\n taskId: taskInfo.taskId,\n resourceId,\n status: taskInfo.status\n }))\n .slice(-5) // Last 5 tasks\n };\n});\n\n// #endregion activity:Store\n" }, { @@ -93293,6 +99162,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region AssistantChatStore [C:3] [TYPE Store] [SEMANTICS assistant, chat, store, session, panel]\n// @BRIEF Control assistant chat panel visibility, conversation binding, session context, and seeded prompts.\n// @RELATION BINDS_TO -> [AssistantChatPanel]\n// @UX_STATE Closed -> Chat panel hidden\n// @UX_STATE Open -> Chat panel visible with active conversation\n\n// #region assistantChat:Store [TYPE Function]\n// @PURPOSE: Control assistant chat panel visibility and active conversation binding.\n// @RELATION: BINDS_TO -> AssistantChatPanel\n//\n\nimport { writable } from 'svelte/store';\n\nconst initialState = {\n isOpen: false,\n conversationId: null,\n datasetReviewSessionId: null,\n seedMessage: '',\n focusTarget: null,\n};\n\nexport const assistantChatStore = writable(initialState);\n\n// #region toggleAssistantChat:Function [TYPE Function]\n// @PURPOSE: Toggle assistant panel visibility.\n// @PRE: Store is initialized.\n// @POST: isOpen value inverted.\nexport function toggleAssistantChat() {\n assistantChatStore.update((state) => {\n const next = { ...state, isOpen: !state.isOpen };\n console.log(`[assistantChat][${next.isOpen ? 'Open' : 'Closed'}] toggleAssistantChat`);\n return next;\n });\n}\n// #endregion toggleAssistantChat:Function\n\n// #region openAssistantChat:Function [TYPE Function]\n// @PURPOSE: Open assistant panel.\n// @PRE: Store is initialized.\n// @POST: isOpen = true.\nexport function openAssistantChat() {\n assistantChatStore.update((state) => {\n const next = { ...state, isOpen: true };\n console.log('[assistantChat][Open] openAssistantChat');\n return next;\n });\n}\n// #endregion openAssistantChat:Function\n\n// #region openAssistantChatWithContext:Function [TYPE Function]\n// @PURPOSE: Open assistant panel with dataset review session context and optional seeded prompt/focus target.\n// @PRE: Context payload may be partial.\n// @POST: Assistant drawer opens with session binding and visible focus metadata.\nexport function openAssistantChatWithContext(context = {}) {\n assistantChatStore.update((state) => {\n const next = {\n ...state,\n isOpen: true,\n datasetReviewSessionId:\n context.datasetReviewSessionId ?? state.datasetReviewSessionId ?? null,\n seedMessage: context.seedMessage ?? '',\n focusTarget: context.focusTarget ?? null,\n };\n console.log('[assistantChat][Open] openAssistantChatWithContext');\n return next;\n });\n}\n// #endregion openAssistantChatWithContext:Function\n\n// #region closeAssistantChat:Function [TYPE Function]\n// @PURPOSE: Close assistant panel.\n// @PRE: Store is initialized.\n// @POST: isOpen = false.\nexport function closeAssistantChat() {\n assistantChatStore.update((state) => {\n const next = { ...state, isOpen: false };\n console.log('[assistantChat][Closed] closeAssistantChat');\n return next;\n });\n}\n// #endregion closeAssistantChat:Function\n\n// #region setAssistantConversationId:Function [TYPE Function]\n// @PURPOSE: Bind current conversation id in UI state.\n// @PRE: conversationId is string-like identifier.\n// @POST: store.conversationId updated.\nexport function setAssistantConversationId(conversationId) {\n assistantChatStore.update((state) => {\n console.log('[assistantChat][ConversationBound] setAssistantConversationId');\n return { ...state, conversationId };\n });\n}\n// #endregion setAssistantConversationId:Function\n\n// #region setAssistantDatasetReviewSessionId:Function [TYPE Function]\n// @PURPOSE: Bind active dataset review session to assistant state.\n// @PRE: session identifier may be null when workspace context is cleared.\n// @POST: store.datasetReviewSessionId updated.\nexport function setAssistantDatasetReviewSessionId(datasetReviewSessionId) {\n assistantChatStore.update((state) => ({ ...state, datasetReviewSessionId }));\n}\n// #endregion setAssistantDatasetReviewSessionId:Function\n\n// #region setAssistantSeedMessage:Function [TYPE Function]\n// @PURPOSE: Stage a seeded assistant prompt for contextual send UX.\n// @PRE: seedMessage can be empty to clear staged draft.\n// @POST: store.seedMessage updated.\nexport function setAssistantSeedMessage(seedMessage) {\n assistantChatStore.update((state) => ({ ...state, seedMessage: seedMessage || '' }));\n}\n// #endregion setAssistantSeedMessage:Function\n\n// #region setAssistantFocusTarget:Function [TYPE Function]\n// @PURPOSE: Track the workspace entity currently referenced by assistant context.\n// @PRE: focusTarget may be null to clear prior focus.\n// @POST: store.focusTarget updated.\nexport function setAssistantFocusTarget(focusTarget) {\n assistantChatStore.update((state) => ({ ...state, focusTarget: focusTarget || null }));\n}\n// #endregion setAssistantFocusTarget:Function\n// #endregion assistantChat:Store\n// #endregion AssistantChatStore\n" }, { @@ -93335,6 +99205,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region assistantChat:Store [TYPE Function]\n// @PURPOSE: Control assistant chat panel visibility and active conversation binding.\n// @RELATION: BINDS_TO -> AssistantChatPanel\n//\n\nimport { writable } from 'svelte/store';\n\nconst initialState = {\n isOpen: false,\n conversationId: null,\n datasetReviewSessionId: null,\n seedMessage: '',\n focusTarget: null,\n};\n\nexport const assistantChatStore = writable(initialState);\n\n// #region toggleAssistantChat:Function [TYPE Function]\n// @PURPOSE: Toggle assistant panel visibility.\n// @PRE: Store is initialized.\n// @POST: isOpen value inverted.\nexport function toggleAssistantChat() {\n assistantChatStore.update((state) => {\n const next = { ...state, isOpen: !state.isOpen };\n console.log(`[assistantChat][${next.isOpen ? 'Open' : 'Closed'}] toggleAssistantChat`);\n return next;\n });\n}\n// #endregion toggleAssistantChat:Function\n\n// #region openAssistantChat:Function [TYPE Function]\n// @PURPOSE: Open assistant panel.\n// @PRE: Store is initialized.\n// @POST: isOpen = true.\nexport function openAssistantChat() {\n assistantChatStore.update((state) => {\n const next = { ...state, isOpen: true };\n console.log('[assistantChat][Open] openAssistantChat');\n return next;\n });\n}\n// #endregion openAssistantChat:Function\n\n// #region openAssistantChatWithContext:Function [TYPE Function]\n// @PURPOSE: Open assistant panel with dataset review session context and optional seeded prompt/focus target.\n// @PRE: Context payload may be partial.\n// @POST: Assistant drawer opens with session binding and visible focus metadata.\nexport function openAssistantChatWithContext(context = {}) {\n assistantChatStore.update((state) => {\n const next = {\n ...state,\n isOpen: true,\n datasetReviewSessionId:\n context.datasetReviewSessionId ?? state.datasetReviewSessionId ?? null,\n seedMessage: context.seedMessage ?? '',\n focusTarget: context.focusTarget ?? null,\n };\n console.log('[assistantChat][Open] openAssistantChatWithContext');\n return next;\n });\n}\n// #endregion openAssistantChatWithContext:Function\n\n// #region closeAssistantChat:Function [TYPE Function]\n// @PURPOSE: Close assistant panel.\n// @PRE: Store is initialized.\n// @POST: isOpen = false.\nexport function closeAssistantChat() {\n assistantChatStore.update((state) => {\n const next = { ...state, isOpen: false };\n console.log('[assistantChat][Closed] closeAssistantChat');\n return next;\n });\n}\n// #endregion closeAssistantChat:Function\n\n// #region setAssistantConversationId:Function [TYPE Function]\n// @PURPOSE: Bind current conversation id in UI state.\n// @PRE: conversationId is string-like identifier.\n// @POST: store.conversationId updated.\nexport function setAssistantConversationId(conversationId) {\n assistantChatStore.update((state) => {\n console.log('[assistantChat][ConversationBound] setAssistantConversationId');\n return { ...state, conversationId };\n });\n}\n// #endregion setAssistantConversationId:Function\n\n// #region setAssistantDatasetReviewSessionId:Function [TYPE Function]\n// @PURPOSE: Bind active dataset review session to assistant state.\n// @PRE: session identifier may be null when workspace context is cleared.\n// @POST: store.datasetReviewSessionId updated.\nexport function setAssistantDatasetReviewSessionId(datasetReviewSessionId) {\n assistantChatStore.update((state) => ({ ...state, datasetReviewSessionId }));\n}\n// #endregion setAssistantDatasetReviewSessionId:Function\n\n// #region setAssistantSeedMessage:Function [TYPE Function]\n// @PURPOSE: Stage a seeded assistant prompt for contextual send UX.\n// @PRE: seedMessage can be empty to clear staged draft.\n// @POST: store.seedMessage updated.\nexport function setAssistantSeedMessage(seedMessage) {\n assistantChatStore.update((state) => ({ ...state, seedMessage: seedMessage || '' }));\n}\n// #endregion setAssistantSeedMessage:Function\n\n// #region setAssistantFocusTarget:Function [TYPE Function]\n// @PURPOSE: Track the workspace entity currently referenced by assistant context.\n// @PRE: focusTarget may be null to clear prior focus.\n// @POST: store.focusTarget updated.\nexport function setAssistantFocusTarget(focusTarget) {\n assistantChatStore.update((state) => ({ ...state, focusTarget: focusTarget || null }));\n}\n// #endregion setAssistantFocusTarget:Function\n// #endregion assistantChat:Store\n" }, { @@ -93381,6 +99252,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region toggleAssistantChat:Function [TYPE Function]\n// @PURPOSE: Toggle assistant panel visibility.\n// @PRE: Store is initialized.\n// @POST: isOpen value inverted.\nexport function toggleAssistantChat() {\n assistantChatStore.update((state) => {\n const next = { ...state, isOpen: !state.isOpen };\n console.log(`[assistantChat][${next.isOpen ? 'Open' : 'Closed'}] toggleAssistantChat`);\n return next;\n });\n}\n// #endregion toggleAssistantChat:Function\n" }, { @@ -93427,6 +99299,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region openAssistantChat:Function [TYPE Function]\n// @PURPOSE: Open assistant panel.\n// @PRE: Store is initialized.\n// @POST: isOpen = true.\nexport function openAssistantChat() {\n assistantChatStore.update((state) => {\n const next = { ...state, isOpen: true };\n console.log('[assistantChat][Open] openAssistantChat');\n return next;\n });\n}\n// #endregion openAssistantChat:Function\n" }, { @@ -93473,6 +99346,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region openAssistantChatWithContext:Function [TYPE Function]\n// @PURPOSE: Open assistant panel with dataset review session context and optional seeded prompt/focus target.\n// @PRE: Context payload may be partial.\n// @POST: Assistant drawer opens with session binding and visible focus metadata.\nexport function openAssistantChatWithContext(context = {}) {\n assistantChatStore.update((state) => {\n const next = {\n ...state,\n isOpen: true,\n datasetReviewSessionId:\n context.datasetReviewSessionId ?? state.datasetReviewSessionId ?? null,\n seedMessage: context.seedMessage ?? '',\n focusTarget: context.focusTarget ?? null,\n };\n console.log('[assistantChat][Open] openAssistantChatWithContext');\n return next;\n });\n}\n// #endregion openAssistantChatWithContext:Function\n" }, { @@ -93519,6 +99393,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region closeAssistantChat:Function [TYPE Function]\n// @PURPOSE: Close assistant panel.\n// @PRE: Store is initialized.\n// @POST: isOpen = false.\nexport function closeAssistantChat() {\n assistantChatStore.update((state) => {\n const next = { ...state, isOpen: false };\n console.log('[assistantChat][Closed] closeAssistantChat');\n return next;\n });\n}\n// #endregion closeAssistantChat:Function\n" }, { @@ -93565,6 +99440,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region setAssistantConversationId:Function [TYPE Function]\n// @PURPOSE: Bind current conversation id in UI state.\n// @PRE: conversationId is string-like identifier.\n// @POST: store.conversationId updated.\nexport function setAssistantConversationId(conversationId) {\n assistantChatStore.update((state) => {\n console.log('[assistantChat][ConversationBound] setAssistantConversationId');\n return { ...state, conversationId };\n });\n}\n// #endregion setAssistantConversationId:Function\n" }, { @@ -93611,6 +99487,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region setAssistantDatasetReviewSessionId:Function [TYPE Function]\n// @PURPOSE: Bind active dataset review session to assistant state.\n// @PRE: session identifier may be null when workspace context is cleared.\n// @POST: store.datasetReviewSessionId updated.\nexport function setAssistantDatasetReviewSessionId(datasetReviewSessionId) {\n assistantChatStore.update((state) => ({ ...state, datasetReviewSessionId }));\n}\n// #endregion setAssistantDatasetReviewSessionId:Function\n" }, { @@ -93657,6 +99534,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region setAssistantSeedMessage:Function [TYPE Function]\n// @PURPOSE: Stage a seeded assistant prompt for contextual send UX.\n// @PRE: seedMessage can be empty to clear staged draft.\n// @POST: store.seedMessage updated.\nexport function setAssistantSeedMessage(seedMessage) {\n assistantChatStore.update((state) => ({ ...state, seedMessage: seedMessage || '' }));\n}\n// #endregion setAssistantSeedMessage:Function\n" }, { @@ -93703,6 +99581,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region setAssistantFocusTarget:Function [TYPE Function]\n// @PURPOSE: Track the workspace entity currently referenced by assistant context.\n// @PRE: focusTarget may be null to clear prior focus.\n// @POST: store.focusTarget updated.\nexport function setAssistantFocusTarget(focusTarget) {\n assistantChatStore.update((state) => ({ ...state, focusTarget: focusTarget || null }));\n}\n// #endregion setAssistantFocusTarget:Function\n" }, { @@ -93886,6 +99765,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region DatasetReviewSessionStore [C:4] [TYPE Store] [SEMANTICS dataset, review, session, store, state]\n// @BRIEF Manage active dataset review session state including loading, local edits, error capture, and reset semantics.\n// @RELATION DEPENDS_ON -> [ApiModule]\n// @PRE Consumers provide session-shaped payloads and initialize the store before reading derived session fields.\n// @POST Store transitions keep session, loading, error, and dirty flags internally consistent after each helper call.\n// @SIDE_EFFECT Mutates the writable dataset review session store in frontend memory.\n// @UX_STATE Loading -> Session detail is being fetched\n// @UX_STATE Ready -> Session detail available for UI binding\n// @UX_STATE Saving -> Updates are being persisted\n// @UX_STATE Error -> Failed to load or update session\n\n// #region datasetReviewSession:Store [TYPE Function]\n// @PURPOSE: Manage active dataset review session state, including loading, local edits, error capture, and reset semantics for the active review workspace.\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [api_module]\n// @PRE: Consumers provide session-shaped payloads when setting or patching state and initialize the store before reading derived session fields.\n// @POST: Store transitions keep session, loading, error, and dirty flags internally consistent after each helper call.\n// @SIDE_EFFECT: Mutates the writable dataset review session store in frontend memory.\n// @DATA_CONTRACT: Input[SessionDetail | Partial | boolean | string | null] -> Output[DatasetReviewSessionStoreState]\n//\n// @UX_STATE: Loading -> Session detail is being fetched.\n// @UX_STATE: Ready -> Session detail is available for UI binding.\n// @UX_STATE: Saving -> Updates are being persisted.\n// @UX_STATE: Error -> Failed to load or update session.\n// @UX_STATE: PartialPreview -> Session has preview data but launch gates are not yet satisfied.\n// @UX_STATE: LaunchBlocked -> Session remains reviewable while explicit launch blockers are unresolved.\n// @UX_REACTIVITY: Uses Svelte writable store for session aggregate.\n\nimport { writable } from 'svelte/store';\n\n// [SECTION: INITIAL STATE]\nconst initialState = {\n session: null,\n isLoading: false,\n isSaving: false,\n error: null,\n lastUpdated: null,\n isDirty: false\n};\n// [/SECTION]\n\nexport const datasetReviewSessionStore = writable(initialState);\n\n/**\n * Set active session data\n * @param {Object} session - Full SessionDetail aggregate\n */\nexport function setSession(session) {\n datasetReviewSessionStore.update(state => ({\n ...state,\n session,\n isLoading: false,\n error: null,\n lastUpdated: new Date(),\n isDirty: false\n }));\n}\n\n/**\n * Update session loading state\n * @param {boolean} isLoading\n */\nexport function setLoading(isLoading) {\n datasetReviewSessionStore.update(state => ({ ...state, isLoading }));\n}\n\n/**\n * Set session error state\n * @param {string|null} error\n */\nexport function setError(error) {\n datasetReviewSessionStore.update(state => ({ ...state, error, isLoading: false, isSaving: false }));\n}\n\n/**\n * Mark session as dirty (unsaved changes)\n * @param {boolean} isDirty\n */\nexport function setDirty(isDirty) {\n datasetReviewSessionStore.update(state => ({ ...state, isDirty }));\n}\n\n/**\n * Reset store to initial state\n */\nexport function resetSession() {\n datasetReviewSessionStore.set(initialState);\n}\n\n/**\n * Patch session data locally\n * @param {Object} patch - Partial session data\n */\nexport function patchSession(patch) {\n datasetReviewSessionStore.update(state => {\n if (!state.session) return state;\n return {\n ...state,\n session: { ...state.session, ...patch },\n isDirty: true\n };\n });\n}\n\n/**\n * Derive a conservative UI phase label from persisted session state.\n * This helper is additive and does not alter orchestration behavior.\n *\n * @param {Object|null} session\n * @returns {\"empty\"|\"importing\"|\"review\"|\"partial_preview\"|\"launch_blocked\"|\"run_ready\"|\"run_in_progress\"}\n */\nexport function getSessionUiPhase(session) {\n if (!session) return \"empty\";\n\n const readiness = String(session.readiness_state || \"\");\n if (readiness === \"importing\") return \"importing\";\n if (readiness === \"partially_ready\" || readiness === \"compiled_preview_ready\") return \"partial_preview\";\n if (readiness === \"recovery_required\") return \"launch_blocked\";\n if (readiness === \"run_ready\") return \"run_ready\";\n if (readiness === \"run_in_progress\") return \"run_in_progress\";\n return \"review\";\n}\n\n// #endregion datasetReviewSession:Store\n// #endregion DatasetReviewSessionStore\n" }, { @@ -94033,6 +99913,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region datasetReviewSession:Store [TYPE Function]\n// @PURPOSE: Manage active dataset review session state, including loading, local edits, error capture, and reset semantics for the active review workspace.\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [api_module]\n// @PRE: Consumers provide session-shaped payloads when setting or patching state and initialize the store before reading derived session fields.\n// @POST: Store transitions keep session, loading, error, and dirty flags internally consistent after each helper call.\n// @SIDE_EFFECT: Mutates the writable dataset review session store in frontend memory.\n// @DATA_CONTRACT: Input[SessionDetail | Partial | boolean | string | null] -> Output[DatasetReviewSessionStoreState]\n//\n// @UX_STATE: Loading -> Session detail is being fetched.\n// @UX_STATE: Ready -> Session detail is available for UI binding.\n// @UX_STATE: Saving -> Updates are being persisted.\n// @UX_STATE: Error -> Failed to load or update session.\n// @UX_STATE: PartialPreview -> Session has preview data but launch gates are not yet satisfied.\n// @UX_STATE: LaunchBlocked -> Session remains reviewable while explicit launch blockers are unresolved.\n// @UX_REACTIVITY: Uses Svelte writable store for session aggregate.\n\nimport { writable } from 'svelte/store';\n\n// [SECTION: INITIAL STATE]\nconst initialState = {\n session: null,\n isLoading: false,\n isSaving: false,\n error: null,\n lastUpdated: null,\n isDirty: false\n};\n// [/SECTION]\n\nexport const datasetReviewSessionStore = writable(initialState);\n\n/**\n * Set active session data\n * @param {Object} session - Full SessionDetail aggregate\n */\nexport function setSession(session) {\n datasetReviewSessionStore.update(state => ({\n ...state,\n session,\n isLoading: false,\n error: null,\n lastUpdated: new Date(),\n isDirty: false\n }));\n}\n\n/**\n * Update session loading state\n * @param {boolean} isLoading\n */\nexport function setLoading(isLoading) {\n datasetReviewSessionStore.update(state => ({ ...state, isLoading }));\n}\n\n/**\n * Set session error state\n * @param {string|null} error\n */\nexport function setError(error) {\n datasetReviewSessionStore.update(state => ({ ...state, error, isLoading: false, isSaving: false }));\n}\n\n/**\n * Mark session as dirty (unsaved changes)\n * @param {boolean} isDirty\n */\nexport function setDirty(isDirty) {\n datasetReviewSessionStore.update(state => ({ ...state, isDirty }));\n}\n\n/**\n * Reset store to initial state\n */\nexport function resetSession() {\n datasetReviewSessionStore.set(initialState);\n}\n\n/**\n * Patch session data locally\n * @param {Object} patch - Partial session data\n */\nexport function patchSession(patch) {\n datasetReviewSessionStore.update(state => {\n if (!state.session) return state;\n return {\n ...state,\n session: { ...state.session, ...patch },\n isDirty: true\n };\n });\n}\n\n/**\n * Derive a conservative UI phase label from persisted session state.\n * This helper is additive and does not alter orchestration behavior.\n *\n * @param {Object|null} session\n * @returns {\"empty\"|\"importing\"|\"review\"|\"partial_preview\"|\"launch_blocked\"|\"run_ready\"|\"run_in_progress\"}\n */\nexport function getSessionUiPhase(session) {\n if (!session) return \"empty\";\n\n const readiness = String(session.readiness_state || \"\");\n if (readiness === \"importing\") return \"importing\";\n if (readiness === \"partially_ready\" || readiness === \"compiled_preview_ready\") return \"partial_preview\";\n if (readiness === \"recovery_required\") return \"launch_blocked\";\n if (readiness === \"run_ready\") return \"run_ready\";\n if (readiness === \"run_in_progress\") return \"run_in_progress\";\n return \"review\";\n}\n\n// #endregion datasetReviewSession:Store\n" }, { @@ -94047,6 +99928,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Set active session data\n * @param {Object} session - Full SessionDetail aggregate\n */" }, { @@ -94061,6 +99943,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Update session loading state\n * @param {boolean} isLoading\n */" }, { @@ -94075,6 +99958,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Set session error state\n * @param {string|null} error\n */" }, { @@ -94089,6 +99973,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Mark session as dirty (unsaved changes)\n * @param {boolean} isDirty\n */" }, { @@ -94103,6 +99988,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Reset store to initial state\n */" }, { @@ -94117,6 +100003,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Patch session data locally\n * @param {Object} patch - Partial session data\n */" }, { @@ -94131,6 +100018,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Derive a conservative UI phase label from persisted session state.\n * This helper is additive and does not alter orchestration behavior.\n *\n * @param {Object|null} session\n * @returns {\"empty\"|\"importing\"|\"review\"|\"partial_preview\"|\"launch_blocked\"|\"run_ready\"|\"run_in_progress\"}\n */" }, { @@ -94245,6 +100133,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region EnvironmentContextStore [C:3] [TYPE Store] [SEMANTICS environment, context, store, selector, filter]\n// @BRIEF Global selected environment context for navigation, safety cues, and environment-based filtering.\n// @RELATION DEPENDS_ON -> [ApiModule]\n// @RELATION BINDS_TO -> [SidebarStore]\n// @UX_STATE Loading -> Environments being fetched\n// @UX_STATE Ready -> Environment selector active with environment list\n// @UX_STATE Error -> Failed to load environments\n\n// #region environmentContext:Store [TYPE Function]\n// @RELATION: USES -> App\n// @PURPOSE: Global selected environment context for navigation and safety cues.\n// @LAYER: UI-State\n\nimport { derived, get, writable } from \"svelte/store\";\nimport { browser } from \"$app/environment\";\nimport { api } from \"$lib/api.js\";\n\nconst INITIAL_STATE = {\n environments: [],\n selectedEnvId: \"\",\n isLoading: false,\n isLoaded: false,\n error: null,\n};\n\nconst SELECTED_ENV_KEY = \"selected_env_id\";\nconst contextStore = writable(INITIAL_STATE);\n\nfunction getStoredSelectedEnvId() {\n if (!browser) return \"\";\n return localStorage.getItem(SELECTED_ENV_KEY) || \"\";\n}\n\nfunction persistSelectedEnvId(envId) {\n if (!browser) return;\n if (!envId) {\n localStorage.removeItem(SELECTED_ENV_KEY);\n return;\n }\n localStorage.setItem(SELECTED_ENV_KEY, envId);\n}\n\nfunction hasAuthToken() {\n if (!browser) return false;\n return Boolean(localStorage.getItem(\"auth_token\"));\n}\n\nfunction resolveSelectedEnvId(environments, preferredEnvId) {\n if (!Array.isArray(environments) || environments.length === 0) return \"\";\n if (preferredEnvId && environments.some((env) => env.id === preferredEnvId)) {\n return preferredEnvId;\n }\n const stored = getStoredSelectedEnvId();\n if (stored && environments.some((env) => env.id === stored)) {\n return stored;\n }\n return environments[0].id;\n}\n\nfunction applySelectedEnvId(selectedEnvId) {\n contextStore.update((state) => {\n const exists = state.environments.some((env) => env.id === selectedEnvId);\n const nextSelectedEnvId = exists ? selectedEnvId : \"\";\n persistSelectedEnvId(nextSelectedEnvId);\n return { ...state, selectedEnvId: nextSelectedEnvId };\n });\n}\n\nasync function refreshEnvironmentContext(preferredEnvId = \"\") {\n if (!hasAuthToken()) {\n contextStore.update((state) => ({\n ...state,\n isLoading: false,\n isLoaded: false,\n error: null,\n }));\n return;\n }\n\n contextStore.update((state) => ({ ...state, isLoading: true, error: null }));\n try {\n const environments = await api.getEnvironmentsList();\n const current = get(contextStore).selectedEnvId;\n const selectedEnvId = resolveSelectedEnvId(\n environments,\n preferredEnvId || current,\n );\n persistSelectedEnvId(selectedEnvId);\n contextStore.update((state) => ({\n ...state,\n environments,\n selectedEnvId,\n isLoading: false,\n isLoaded: true,\n error: null,\n }));\n } catch (error) {\n if (error?.status === 401) {\n contextStore.update((state) => ({\n ...state,\n isLoading: false,\n isLoaded: false,\n error: null,\n }));\n return;\n }\n console.error(\n \"[environmentContext][Coherence:Failed] Failed to refresh environments\",\n error,\n );\n contextStore.update((state) => ({\n ...state,\n environments: [],\n selectedEnvId: \"\",\n isLoading: false,\n isLoaded: true,\n error: error?.message || \"Failed to load environments\",\n }));\n }\n}\n\nasync function initializeEnvironmentContext() {\n const state = get(contextStore);\n if (state.isLoading || state.isLoaded) return;\n await refreshEnvironmentContext();\n}\n\nexport const environmentContextStore = {\n subscribe: contextStore.subscribe,\n};\n\nexport function setSelectedEnvironment(envId) {\n applySelectedEnvId(envId);\n}\n\nexport { refreshEnvironmentContext, initializeEnvironmentContext };\n\nexport const selectedEnvironmentStore = derived(\n environmentContextStore,\n ($context) =>\n $context.environments.find((env) => env.id === $context.selectedEnvId) ||\n null,\n);\n\nexport const isProductionContextStore = derived(\n selectedEnvironmentStore,\n ($selectedEnvironment) =>\n String($selectedEnvironment?.stage || \"\").toUpperCase() === \"PROD\" ||\n Boolean($selectedEnvironment?.is_production),\n);\n// #endregion environmentContext:Store\n// #endregion EnvironmentContextStore\n" }, { @@ -94328,6 +100217,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region environmentContext:Store [TYPE Function]\n// @RELATION: USES -> App\n// @PURPOSE: Global selected environment context for navigation and safety cues.\n// @LAYER: UI-State\n\nimport { derived, get, writable } from \"svelte/store\";\nimport { browser } from \"$app/environment\";\nimport { api } from \"$lib/api.js\";\n\nconst INITIAL_STATE = {\n environments: [],\n selectedEnvId: \"\",\n isLoading: false,\n isLoaded: false,\n error: null,\n};\n\nconst SELECTED_ENV_KEY = \"selected_env_id\";\nconst contextStore = writable(INITIAL_STATE);\n\nfunction getStoredSelectedEnvId() {\n if (!browser) return \"\";\n return localStorage.getItem(SELECTED_ENV_KEY) || \"\";\n}\n\nfunction persistSelectedEnvId(envId) {\n if (!browser) return;\n if (!envId) {\n localStorage.removeItem(SELECTED_ENV_KEY);\n return;\n }\n localStorage.setItem(SELECTED_ENV_KEY, envId);\n}\n\nfunction hasAuthToken() {\n if (!browser) return false;\n return Boolean(localStorage.getItem(\"auth_token\"));\n}\n\nfunction resolveSelectedEnvId(environments, preferredEnvId) {\n if (!Array.isArray(environments) || environments.length === 0) return \"\";\n if (preferredEnvId && environments.some((env) => env.id === preferredEnvId)) {\n return preferredEnvId;\n }\n const stored = getStoredSelectedEnvId();\n if (stored && environments.some((env) => env.id === stored)) {\n return stored;\n }\n return environments[0].id;\n}\n\nfunction applySelectedEnvId(selectedEnvId) {\n contextStore.update((state) => {\n const exists = state.environments.some((env) => env.id === selectedEnvId);\n const nextSelectedEnvId = exists ? selectedEnvId : \"\";\n persistSelectedEnvId(nextSelectedEnvId);\n return { ...state, selectedEnvId: nextSelectedEnvId };\n });\n}\n\nasync function refreshEnvironmentContext(preferredEnvId = \"\") {\n if (!hasAuthToken()) {\n contextStore.update((state) => ({\n ...state,\n isLoading: false,\n isLoaded: false,\n error: null,\n }));\n return;\n }\n\n contextStore.update((state) => ({ ...state, isLoading: true, error: null }));\n try {\n const environments = await api.getEnvironmentsList();\n const current = get(contextStore).selectedEnvId;\n const selectedEnvId = resolveSelectedEnvId(\n environments,\n preferredEnvId || current,\n );\n persistSelectedEnvId(selectedEnvId);\n contextStore.update((state) => ({\n ...state,\n environments,\n selectedEnvId,\n isLoading: false,\n isLoaded: true,\n error: null,\n }));\n } catch (error) {\n if (error?.status === 401) {\n contextStore.update((state) => ({\n ...state,\n isLoading: false,\n isLoaded: false,\n error: null,\n }));\n return;\n }\n console.error(\n \"[environmentContext][Coherence:Failed] Failed to refresh environments\",\n error,\n );\n contextStore.update((state) => ({\n ...state,\n environments: [],\n selectedEnvId: \"\",\n isLoading: false,\n isLoaded: true,\n error: error?.message || \"Failed to load environments\",\n }));\n }\n}\n\nasync function initializeEnvironmentContext() {\n const state = get(contextStore);\n if (state.isLoading || state.isLoaded) return;\n await refreshEnvironmentContext();\n}\n\nexport const environmentContextStore = {\n subscribe: contextStore.subscribe,\n};\n\nexport function setSelectedEnvironment(envId) {\n applySelectedEnvId(envId);\n}\n\nexport { refreshEnvironmentContext, initializeEnvironmentContext };\n\nexport const selectedEnvironmentStore = derived(\n environmentContextStore,\n ($context) =>\n $context.environments.find((env) => env.id === $context.selectedEnvId) ||\n null,\n);\n\nexport const isProductionContextStore = derived(\n selectedEnvironmentStore,\n ($selectedEnvironment) =>\n String($selectedEnvironment?.stage || \"\").toUpperCase() === \"PROD\" ||\n Boolean($selectedEnvironment?.is_production),\n);\n// #endregion environmentContext:Store\n" }, { @@ -94436,6 +100326,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region HealthStore [C:3] [TYPE Store] [SEMANTICS health, store, dashboard, summary, badge]\n// @BRIEF Manage dashboard health summary state and failing counts for UI badges.\n// @RELATION DEPENDS_ON -> [ApiModule]\n// @UX_STATE Loading -> Loading spinner, badges hidden\n// @UX_STATE Ready -> Health summary displayed with pass/warn/fail counts\n// @UX_STATE Error -> Error state with retry option\n\n// #region health_store:Store [TYPE Function]\n// @UX_STATE: Loading -> Default\n// @PURPOSE: Manage dashboard health summary state and failing counts for UI badges.\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> api_module\n\nimport { writable, derived } from 'svelte/store';\nimport { api } from '../api.js';\n\n/**\n * @typedef {Object} HealthState\n * @property {Array} items - List of dashboard health items\n * @property {number} pass_count - Number of passing dashboards\n * @property {number} warn_count - Number of warning dashboards\n * @property {number} fail_count - Number of failing dashboards\n * @property {number} unknown_count - Number of unknown status dashboards\n * @property {boolean} loading - Loading state\n * @property {Date|null} lastUpdated - Last successful fetch timestamp\n */\n\nfunction createHealthStore() {\n const { subscribe, set, update } = writable({\n items: [],\n pass_count: 0,\n warn_count: 0,\n fail_count: 0,\n unknown_count: 0,\n loading: false,\n lastUpdated: null\n });\n let inflightRefresh = null;\n let inflightEnvironmentId = null;\n\n /**\n * Refresh health summary from API\n * @param {string|null} environmentId - Optional environment filter\n */\n async function refresh(environmentId = null) {\n const normalizedEnvironmentId = environmentId || null;\n if (inflightRefresh && inflightEnvironmentId === normalizedEnvironmentId) {\n return inflightRefresh;\n }\n\n update(s => ({ ...s, loading: true }));\n inflightEnvironmentId = normalizedEnvironmentId;\n inflightRefresh = (async () => {\n try {\n console.log(`[HealthStore][Action] Refreshing health summary context={{'environmentId': '${environmentId}'}}`);\n const summary = await api.getHealthSummary(environmentId);\n set({\n ...summary,\n loading: false,\n lastUpdated: new Date()\n });\n return summary;\n } catch (error) {\n console.error('[HealthStore][Coherence:Failed] Failed to fetch health summary:', error);\n update(s => ({ ...s, loading: false }));\n throw error;\n } finally {\n inflightRefresh = null;\n inflightEnvironmentId = null;\n }\n })();\n return inflightRefresh;\n }\n\n return {\n subscribe,\n refresh\n };\n}\n\nexport const healthStore = createHealthStore();\n\n/**\n * Derived store for the total count of failing dashboards.\n * Used for sidebar badges and global notifications.\n */\nexport const failingCount = derived(healthStore, $health => $health.fail_count);\n\n// #endregion health_store:Store\n// #endregion HealthStore\n" }, { @@ -94536,6 +100427,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region health_store:Store [TYPE Function]\n// @UX_STATE: Loading -> Default\n// @PURPOSE: Manage dashboard health summary state and failing counts for UI badges.\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> api_module\n\nimport { writable, derived } from 'svelte/store';\nimport { api } from '../api.js';\n\n/**\n * @typedef {Object} HealthState\n * @property {Array} items - List of dashboard health items\n * @property {number} pass_count - Number of passing dashboards\n * @property {number} warn_count - Number of warning dashboards\n * @property {number} fail_count - Number of failing dashboards\n * @property {number} unknown_count - Number of unknown status dashboards\n * @property {boolean} loading - Loading state\n * @property {Date|null} lastUpdated - Last successful fetch timestamp\n */\n\nfunction createHealthStore() {\n const { subscribe, set, update } = writable({\n items: [],\n pass_count: 0,\n warn_count: 0,\n fail_count: 0,\n unknown_count: 0,\n loading: false,\n lastUpdated: null\n });\n let inflightRefresh = null;\n let inflightEnvironmentId = null;\n\n /**\n * Refresh health summary from API\n * @param {string|null} environmentId - Optional environment filter\n */\n async function refresh(environmentId = null) {\n const normalizedEnvironmentId = environmentId || null;\n if (inflightRefresh && inflightEnvironmentId === normalizedEnvironmentId) {\n return inflightRefresh;\n }\n\n update(s => ({ ...s, loading: true }));\n inflightEnvironmentId = normalizedEnvironmentId;\n inflightRefresh = (async () => {\n try {\n console.log(`[HealthStore][Action] Refreshing health summary context={{'environmentId': '${environmentId}'}}`);\n const summary = await api.getHealthSummary(environmentId);\n set({\n ...summary,\n loading: false,\n lastUpdated: new Date()\n });\n return summary;\n } catch (error) {\n console.error('[HealthStore][Coherence:Failed] Failed to fetch health summary:', error);\n update(s => ({ ...s, loading: false }));\n throw error;\n } finally {\n inflightRefresh = null;\n inflightEnvironmentId = null;\n }\n })();\n return inflightRefresh;\n }\n\n return {\n subscribe,\n refresh\n };\n}\n\nexport const healthStore = createHealthStore();\n\n/**\n * Derived store for the total count of failing dashboards.\n * Used for sidebar badges and global notifications.\n */\nexport const failingCount = derived(healthStore, $health => $health.fail_count);\n\n// #endregion health_store:Store\n" }, { @@ -94550,6 +100442,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @typedef {Object} HealthState\n * @property {Array} items - List of dashboard health items\n * @property {number} pass_count - Number of passing dashboards\n * @property {number} warn_count - Number of warning dashboards\n * @property {number} fail_count - Number of failing dashboards\n * @property {number} unknown_count - Number of unknown status dashboards\n * @property {boolean} loading - Loading state\n * @property {Date|null} lastUpdated - Last successful fetch timestamp\n */" }, { @@ -94564,6 +100457,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": " /**\n * Refresh health summary from API\n * @param {string|null} environmentId - Optional environment filter\n */" }, { @@ -94672,6 +100566,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region SidebarStore [C:3] [TYPE Store] [SEMANTICS sidebar, store, navigation, state, toggle]\n// @BRIEF Manage sidebar visibility, expansion state, active navigation item, and mobile overlay.\n// @RELATION BINDS_TO -> [EnvironmentContextStore]\n// @UX_STATE Idle -> Sidebar visible with current state\n// @UX_STATE Toggling -> Expand/collapse animation\n\n// #region sidebar:Store [TYPE Function]\n// @RELATION: USES -> App\n// @PURPOSE: Manage sidebar visibility and navigation state\n// @LAYER: UI\n// @INVARIANT: isExpanded state is always synced with localStorage\n//\n// @UX_STATE: Idle -> Sidebar visible with current state\n// @UX_STATE: Toggling -> Animation plays for 200ms\n\nimport { writable } from 'svelte/store';\nimport { browser } from '$app/environment';\n\n// Load from localStorage on initialization\nconst STORAGE_KEY = 'sidebar_state';\n\nconst loadState = () => {\n if (!browser) return null;\n try {\n const saved = localStorage.getItem(STORAGE_KEY);\n if (saved) {\n return JSON.parse(saved);\n }\n } catch (e) {\n console.error('[SidebarStore] Failed to load state:', e);\n }\n return null;\n};\n\nconst saveState = (state) => {\n if (!browser) return;\n try {\n localStorage.setItem(STORAGE_KEY, JSON.stringify(state));\n } catch (e) {\n console.error('[SidebarStore] Failed to save state:', e);\n }\n};\n\nconst initialState = loadState() || {\n isExpanded: true,\n activeCategory: 'dashboards',\n activeItem: '/dashboards',\n isMobileOpen: false\n};\n\nexport const sidebarStore = writable(initialState);\n\n/**\n * Toggle sidebar expansion state\n * @UX_STATE: Toggling -> Animation plays for 200ms\n */\nexport function toggleSidebar() {\n sidebarStore.update(state => {\n const newState = { ...state, isExpanded: !state.isExpanded };\n saveState(newState);\n return newState;\n });\n}\n\n/**\n * Set active category and item\n * @param {string} category - Category name (dashboards, datasets, storage, admin)\n * @param {string} item - Route path\n */\nexport function setActiveItem(category, item) {\n sidebarStore.update(state => {\n const newState = { ...state, activeCategory: category, activeItem: item };\n saveState(newState);\n return newState;\n });\n}\n\n/**\n * Toggle mobile overlay mode\n * @param {boolean} isOpen - Whether the mobile overlay should be open\n */\nexport function setMobileOpen(isOpen) {\n sidebarStore.update(state => ({ ...state, isMobileOpen: isOpen }));\n}\n\n/**\n * Close mobile overlay\n */\nexport function closeMobile() {\n sidebarStore.update(state => ({ ...state, isMobileOpen: false }));\n}\n\n/**\n * Toggle mobile sidebar (for hamburger menu)\n */\nexport function toggleMobileSidebar() {\n sidebarStore.update(state => ({ ...state, isMobileOpen: !state.isMobileOpen }));\n}\n\n// #endregion sidebar:Store\n// #endregion SidebarStore\n" }, { @@ -94786,6 +100681,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region sidebar:Store [TYPE Function]\n// @RELATION: USES -> App\n// @PURPOSE: Manage sidebar visibility and navigation state\n// @LAYER: UI\n// @INVARIANT: isExpanded state is always synced with localStorage\n//\n// @UX_STATE: Idle -> Sidebar visible with current state\n// @UX_STATE: Toggling -> Animation plays for 200ms\n\nimport { writable } from 'svelte/store';\nimport { browser } from '$app/environment';\n\n// Load from localStorage on initialization\nconst STORAGE_KEY = 'sidebar_state';\n\nconst loadState = () => {\n if (!browser) return null;\n try {\n const saved = localStorage.getItem(STORAGE_KEY);\n if (saved) {\n return JSON.parse(saved);\n }\n } catch (e) {\n console.error('[SidebarStore] Failed to load state:', e);\n }\n return null;\n};\n\nconst saveState = (state) => {\n if (!browser) return;\n try {\n localStorage.setItem(STORAGE_KEY, JSON.stringify(state));\n } catch (e) {\n console.error('[SidebarStore] Failed to save state:', e);\n }\n};\n\nconst initialState = loadState() || {\n isExpanded: true,\n activeCategory: 'dashboards',\n activeItem: '/dashboards',\n isMobileOpen: false\n};\n\nexport const sidebarStore = writable(initialState);\n\n/**\n * Toggle sidebar expansion state\n * @UX_STATE: Toggling -> Animation plays for 200ms\n */\nexport function toggleSidebar() {\n sidebarStore.update(state => {\n const newState = { ...state, isExpanded: !state.isExpanded };\n saveState(newState);\n return newState;\n });\n}\n\n/**\n * Set active category and item\n * @param {string} category - Category name (dashboards, datasets, storage, admin)\n * @param {string} item - Route path\n */\nexport function setActiveItem(category, item) {\n sidebarStore.update(state => {\n const newState = { ...state, activeCategory: category, activeItem: item };\n saveState(newState);\n return newState;\n });\n}\n\n/**\n * Toggle mobile overlay mode\n * @param {boolean} isOpen - Whether the mobile overlay should be open\n */\nexport function setMobileOpen(isOpen) {\n sidebarStore.update(state => ({ ...state, isMobileOpen: isOpen }));\n}\n\n/**\n * Close mobile overlay\n */\nexport function closeMobile() {\n sidebarStore.update(state => ({ ...state, isMobileOpen: false }));\n}\n\n/**\n * Toggle mobile sidebar (for hamburger menu)\n */\nexport function toggleMobileSidebar() {\n sidebarStore.update(state => ({ ...state, isMobileOpen: !state.isMobileOpen }));\n}\n\n// #endregion sidebar:Store\n" }, { @@ -94800,6 +100696,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Toggle sidebar expansion state\n * @UX_STATE: Toggling -> Animation plays for 200ms\n */" }, { @@ -94814,6 +100711,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Set active category and item\n * @param {string} category - Category name (dashboards, datasets, storage, admin)\n * @param {string} item - Route path\n */" }, { @@ -94828,6 +100726,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Toggle mobile overlay mode\n * @param {boolean} isOpen - Whether the mobile overlay should be open\n */" }, { @@ -94842,6 +100741,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Close mobile overlay\n */" }, { @@ -94856,6 +100756,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Toggle mobile sidebar (for hamburger menu)\n */" }, { @@ -94964,6 +100865,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region TaskDrawerStore [C:3] [TYPE Store] [SEMANTICS task, drawer, store, resource, mapping]\n// @BRIEF Manage Task Drawer visibility, active task binding, and resource-to-task mapping.\n// @RELATION BINDS_TO -> [ActivityStore]\n// @UX_STATE Closed -> Drawer hidden, no active task\n// @UX_STATE Open -> Drawer visible with task logs or task list\n\n// #region taskDrawer:Store [TYPE Function]\n// @RELATION: USES -> App\n// @PURPOSE: Manage Task Drawer visibility and resource-to-task mapping\n//\n//\n// {\n// required_fields: {isOpen: boolean, activeTaskId: string|null, resourceTaskMap: Object},\n// invariants: [\n// \"Updates isOpen and activeTaskId properly on openDrawerForTask\",\n// \"Updates isOpen and activeTaskId=null on openDrawer\",\n// \"Properly sets isOpen=false on closeDrawer\",\n// \"Maintains mapping in resourceTaskMap correctly via updateResourceTask\"\n// ]\n// }\n\nimport { writable } from 'svelte/store';\n\nconst TASK_DRAWER_AUTO_OPEN_STORAGE_KEY = \"ss_tools.profile.auto_open_task_drawer\";\n\nfunction readAutoOpenTaskDrawerPreference() {\n if (typeof window === \"undefined\") {\n return true;\n }\n const rawValue = window.localStorage.getItem(TASK_DRAWER_AUTO_OPEN_STORAGE_KEY);\n if (rawValue === \"false\") return false;\n if (rawValue === \"true\") return true;\n return true;\n}\n\nlet autoOpenTaskDrawerPreference = readAutoOpenTaskDrawerPreference();\n\nconst initialState = {\n isOpen: false,\n activeTaskId: null,\n resourceTaskMap: {}\n};\n\nexport const taskDrawerStore = writable(initialState);\n\n/**\n * Open drawer for a specific task\n * @param {string} taskId - The task ID to show in drawer\n * @UX_STATE: Open -> Drawer visible, logs streaming\n */\nexport function openDrawerForTask(taskId) {\n if (!taskId) {\n console.log(\"[taskDrawer.openDrawerForTask][Action] Skip open: taskId is empty\");\n return false;\n }\n console.log(`[taskDrawer.openDrawerForTask][Action] Opening drawer for task ${taskId}`);\n taskDrawerStore.update(state => ({\n ...state,\n isOpen: true,\n activeTaskId: taskId\n }));\n return true;\n}\n\n/**\n * Update user preference for automatic drawer opening.\n * @param {boolean} enabled - Whether automatic opening is enabled.\n */\nexport function setTaskDrawerAutoOpenPreference(enabled) {\n autoOpenTaskDrawerPreference = enabled !== false;\n if (typeof window !== \"undefined\") {\n window.localStorage.setItem(\n TASK_DRAWER_AUTO_OPEN_STORAGE_KEY,\n autoOpenTaskDrawerPreference ? \"true\" : \"false\",\n );\n }\n}\n\n/**\n * Read current user preference for automatic drawer opening.\n * @returns {boolean} true if automatic drawer opening is enabled.\n */\nexport function getTaskDrawerAutoOpenPreference() {\n return autoOpenTaskDrawerPreference;\n}\n\n/**\n * Open drawer for a task only when user preference allows auto-open.\n * @param {string} taskId - The task ID to show in drawer.\n * @returns {boolean} true if drawer was opened.\n */\nexport function openDrawerForTaskIfPreferred(taskId) {\n if (autoOpenTaskDrawerPreference !== true) {\n console.log(\n `[taskDrawer.openDrawerForTaskIfPreferred][Action] Skip auto-open for task ${taskId}`,\n );\n return false;\n }\n return openDrawerForTask(taskId);\n}\n\n/**\n * Open drawer in list mode (no specific task)\n * @UX_STATE: Open -> Drawer visible, showing recent task list\n */\nexport function openDrawer() {\n console.log('[taskDrawer.openDrawer][Action] Opening drawer in list mode');\n taskDrawerStore.update(state => ({\n ...state,\n isOpen: true,\n activeTaskId: null\n }));\n}\n\n/**\n * Close the drawer (task continues running)\n * @UX_STATE: Closed -> Drawer hidden, no active task\n */\nexport function closeDrawer() {\n console.log('[taskDrawer.closeDrawer][Action] Closing drawer');\n taskDrawerStore.update(state => ({\n ...state,\n isOpen: false,\n activeTaskId: null\n }));\n}\n\n/**\n * Update resource-to-task mapping\n * @param {string} resourceId - Resource ID (dashboard uuid, dataset id, etc.)\n * @param {string} taskId - Task ID associated with this resource\n * @param {string} status - Task status (IDLE, RUNNING, WAITING_INPUT, SUCCESS, ERROR)\n */\nexport function updateResourceTask(resourceId, taskId, status) {\n console.log(`[taskDrawer.updateResourceTask][Action] Updating resource ${resourceId} -> task ${taskId}, status ${status}`);\n taskDrawerStore.update(state => {\n const newMap = { ...state.resourceTaskMap };\n if (status === 'IDLE' || status === 'SUCCESS' || status === 'ERROR') {\n // Remove mapping when task completes\n delete newMap[resourceId];\n } else {\n // Add or update mapping\n newMap[resourceId] = { taskId, status };\n }\n return { ...state, resourceTaskMap: newMap };\n });\n}\n\n/**\n * Get task status for a specific resource\n * @param {string} resourceId - Resource ID\n * @returns {Object|null} Task info or null if no active task\n */\nexport function getTaskForResource(resourceId) {\n let result = null;\n taskDrawerStore.subscribe(state => {\n result = state.resourceTaskMap[resourceId] || null;\n })();\n return result;\n}\n\n// #endregion taskDrawer:Store\n// #endregion TaskDrawerStore\n" }, { @@ -95024,6 +100926,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region taskDrawer:Store [TYPE Function]\n// @RELATION: USES -> App\n// @PURPOSE: Manage Task Drawer visibility and resource-to-task mapping\n//\n//\n// {\n// required_fields: {isOpen: boolean, activeTaskId: string|null, resourceTaskMap: Object},\n// invariants: [\n// \"Updates isOpen and activeTaskId properly on openDrawerForTask\",\n// \"Updates isOpen and activeTaskId=null on openDrawer\",\n// \"Properly sets isOpen=false on closeDrawer\",\n// \"Maintains mapping in resourceTaskMap correctly via updateResourceTask\"\n// ]\n// }\n\nimport { writable } from 'svelte/store';\n\nconst TASK_DRAWER_AUTO_OPEN_STORAGE_KEY = \"ss_tools.profile.auto_open_task_drawer\";\n\nfunction readAutoOpenTaskDrawerPreference() {\n if (typeof window === \"undefined\") {\n return true;\n }\n const rawValue = window.localStorage.getItem(TASK_DRAWER_AUTO_OPEN_STORAGE_KEY);\n if (rawValue === \"false\") return false;\n if (rawValue === \"true\") return true;\n return true;\n}\n\nlet autoOpenTaskDrawerPreference = readAutoOpenTaskDrawerPreference();\n\nconst initialState = {\n isOpen: false,\n activeTaskId: null,\n resourceTaskMap: {}\n};\n\nexport const taskDrawerStore = writable(initialState);\n\n/**\n * Open drawer for a specific task\n * @param {string} taskId - The task ID to show in drawer\n * @UX_STATE: Open -> Drawer visible, logs streaming\n */\nexport function openDrawerForTask(taskId) {\n if (!taskId) {\n console.log(\"[taskDrawer.openDrawerForTask][Action] Skip open: taskId is empty\");\n return false;\n }\n console.log(`[taskDrawer.openDrawerForTask][Action] Opening drawer for task ${taskId}`);\n taskDrawerStore.update(state => ({\n ...state,\n isOpen: true,\n activeTaskId: taskId\n }));\n return true;\n}\n\n/**\n * Update user preference for automatic drawer opening.\n * @param {boolean} enabled - Whether automatic opening is enabled.\n */\nexport function setTaskDrawerAutoOpenPreference(enabled) {\n autoOpenTaskDrawerPreference = enabled !== false;\n if (typeof window !== \"undefined\") {\n window.localStorage.setItem(\n TASK_DRAWER_AUTO_OPEN_STORAGE_KEY,\n autoOpenTaskDrawerPreference ? \"true\" : \"false\",\n );\n }\n}\n\n/**\n * Read current user preference for automatic drawer opening.\n * @returns {boolean} true if automatic drawer opening is enabled.\n */\nexport function getTaskDrawerAutoOpenPreference() {\n return autoOpenTaskDrawerPreference;\n}\n\n/**\n * Open drawer for a task only when user preference allows auto-open.\n * @param {string} taskId - The task ID to show in drawer.\n * @returns {boolean} true if drawer was opened.\n */\nexport function openDrawerForTaskIfPreferred(taskId) {\n if (autoOpenTaskDrawerPreference !== true) {\n console.log(\n `[taskDrawer.openDrawerForTaskIfPreferred][Action] Skip auto-open for task ${taskId}`,\n );\n return false;\n }\n return openDrawerForTask(taskId);\n}\n\n/**\n * Open drawer in list mode (no specific task)\n * @UX_STATE: Open -> Drawer visible, showing recent task list\n */\nexport function openDrawer() {\n console.log('[taskDrawer.openDrawer][Action] Opening drawer in list mode');\n taskDrawerStore.update(state => ({\n ...state,\n isOpen: true,\n activeTaskId: null\n }));\n}\n\n/**\n * Close the drawer (task continues running)\n * @UX_STATE: Closed -> Drawer hidden, no active task\n */\nexport function closeDrawer() {\n console.log('[taskDrawer.closeDrawer][Action] Closing drawer');\n taskDrawerStore.update(state => ({\n ...state,\n isOpen: false,\n activeTaskId: null\n }));\n}\n\n/**\n * Update resource-to-task mapping\n * @param {string} resourceId - Resource ID (dashboard uuid, dataset id, etc.)\n * @param {string} taskId - Task ID associated with this resource\n * @param {string} status - Task status (IDLE, RUNNING, WAITING_INPUT, SUCCESS, ERROR)\n */\nexport function updateResourceTask(resourceId, taskId, status) {\n console.log(`[taskDrawer.updateResourceTask][Action] Updating resource ${resourceId} -> task ${taskId}, status ${status}`);\n taskDrawerStore.update(state => {\n const newMap = { ...state.resourceTaskMap };\n if (status === 'IDLE' || status === 'SUCCESS' || status === 'ERROR') {\n // Remove mapping when task completes\n delete newMap[resourceId];\n } else {\n // Add or update mapping\n newMap[resourceId] = { taskId, status };\n }\n return { ...state, resourceTaskMap: newMap };\n });\n}\n\n/**\n * Get task status for a specific resource\n * @param {string} resourceId - Resource ID\n * @returns {Object|null} Task info or null if no active task\n */\nexport function getTaskForResource(resourceId) {\n let result = null;\n taskDrawerStore.subscribe(state => {\n result = state.resourceTaskMap[resourceId] || null;\n })();\n return result;\n}\n\n// #endregion taskDrawer:Store\n" }, { @@ -95038,6 +100941,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Open drawer for a specific task\n * @param {string} taskId - The task ID to show in drawer\n * @UX_STATE: Open -> Drawer visible, logs streaming\n */" }, { @@ -95052,6 +100956,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Update user preference for automatic drawer opening.\n * @param {boolean} enabled - Whether automatic opening is enabled.\n */" }, { @@ -95066,6 +100971,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Read current user preference for automatic drawer opening.\n * @returns {boolean} true if automatic drawer opening is enabled.\n */" }, { @@ -95080,6 +100986,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Open drawer for a task only when user preference allows auto-open.\n * @param {string} taskId - The task ID to show in drawer.\n * @returns {boolean} true if drawer was opened.\n */" }, { @@ -95094,6 +101001,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Open drawer in list mode (no specific task)\n * @UX_STATE: Open -> Drawer visible, showing recent task list\n */" }, { @@ -95108,6 +101016,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Close the drawer (task continues running)\n * @UX_STATE: Closed -> Drawer hidden, no active task\n */" }, { @@ -95122,6 +101031,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Update resource-to-task mapping\n * @param {string} resourceId - Resource ID (dashboard uuid, dataset id, etc.)\n * @param {string} taskId - Task ID associated with this resource\n * @param {string} status - Task status (IDLE, RUNNING, WAITING_INPUT, SUCCESS, ERROR)\n */" }, { @@ -95136,6 +101046,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Get task status for a specific resource\n * @param {string} resourceId - Resource ID\n * @returns {Object|null} Task info or null if no active task\n */" }, { @@ -95160,6 +101071,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ToastsModule [C:3] [TYPE Module] [SEMANTICS toast, notification, store, dedup, feedback]\n// @BRIEF Manages toast notifications using a Svelte writable store with deduplication and auto-removal.\n// @RELATION BINDS_TO -> [ApiModule]\n\n// #region toasts_module:Module [TYPE Function]\n// @SEMANTICS: notification, toast, feedback, state\n// @PURPOSE: Manages toast notifications using a Svelte writable store.\n// @LAYER: UI-State\n\nimport { writable } from 'svelte/store';\n\n// #region toasts:Data [TYPE Function]\n// @PURPOSE: Writable store containing the list of active toasts.\nexport const toasts = writable([]);\n// #endregion toasts:Data\n\nconst TOAST_DEDUP_WINDOW_MS = 1200;\nconst recentToastByKey = new Map();\n\nfunction buildToastKey(message, type) {\n return `${String(type || 'info')}::${String(message || '')}`;\n}\n\nfunction shouldSkipDuplicateToast(message, type) {\n const key = buildToastKey(message, type);\n const now = Date.now();\n const previousAt = recentToastByKey.get(key);\n if (previousAt && now - previousAt < TOAST_DEDUP_WINDOW_MS) {\n return true;\n }\n recentToastByKey.set(key, now);\n return false;\n}\n\n// #region addToast:Function [TYPE Function]\n// @PURPOSE: Adds a new toast message.\n// @PRE: message string is provided.\n// @POST: New toast is added to the store and scheduled for removal.\n// @PARAM: message (string) - The message text.\n// @PARAM: type (string) - The type of toast (info, success, error).\n// @PARAM: duration (number) - Duration in ms before the toast is removed.\nexport function addToast(message, type = 'info', duration = 3000) {\n if (shouldSkipDuplicateToast(message, type)) {\n console.log(`[toasts.addToast][Action] Duplicate skipped context={{'type': '${type}', 'message': '${message}'}}`);\n return;\n }\n const id = Math.random().toString(36).substr(2, 9);\n console.log(`[toasts.addToast][Action] Adding toast context={{'id': '${id}', 'type': '${type}', 'message': '${message}'}}`);\n toasts.update(all => [...all, { id, message, type }]);\n setTimeout(() => removeToast(id), duration);\n}\n// #endregion addToast:Function\n\n// #region removeToast:Function [TYPE Function]\n// @PURPOSE: Removes a toast message by ID.\n// @PRE: id is provided.\n// @POST: Toast is removed from the store.\n// @PARAM: id (string) - The ID of the toast to remove.\nfunction removeToast(id) {\n console.log(`[toasts.removeToast][Action] Removing toast context={{'id': '${id}'}}`);\n toasts.update(all => all.filter(t => t.id !== id));\n}\n// #endregion removeToast:Function\n// #endregion toasts_module:Module\n// #endregion ToastsModule\n" }, { @@ -95238,6 +101150,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region toasts_module:Module [TYPE Function]\n// @SEMANTICS: notification, toast, feedback, state\n// @PURPOSE: Manages toast notifications using a Svelte writable store.\n// @LAYER: UI-State\n\nimport { writable } from 'svelte/store';\n\n// #region toasts:Data [TYPE Function]\n// @PURPOSE: Writable store containing the list of active toasts.\nexport const toasts = writable([]);\n// #endregion toasts:Data\n\nconst TOAST_DEDUP_WINDOW_MS = 1200;\nconst recentToastByKey = new Map();\n\nfunction buildToastKey(message, type) {\n return `${String(type || 'info')}::${String(message || '')}`;\n}\n\nfunction shouldSkipDuplicateToast(message, type) {\n const key = buildToastKey(message, type);\n const now = Date.now();\n const previousAt = recentToastByKey.get(key);\n if (previousAt && now - previousAt < TOAST_DEDUP_WINDOW_MS) {\n return true;\n }\n recentToastByKey.set(key, now);\n return false;\n}\n\n// #region addToast:Function [TYPE Function]\n// @PURPOSE: Adds a new toast message.\n// @PRE: message string is provided.\n// @POST: New toast is added to the store and scheduled for removal.\n// @PARAM: message (string) - The message text.\n// @PARAM: type (string) - The type of toast (info, success, error).\n// @PARAM: duration (number) - Duration in ms before the toast is removed.\nexport function addToast(message, type = 'info', duration = 3000) {\n if (shouldSkipDuplicateToast(message, type)) {\n console.log(`[toasts.addToast][Action] Duplicate skipped context={{'type': '${type}', 'message': '${message}'}}`);\n return;\n }\n const id = Math.random().toString(36).substr(2, 9);\n console.log(`[toasts.addToast][Action] Adding toast context={{'id': '${id}', 'type': '${type}', 'message': '${message}'}}`);\n toasts.update(all => [...all, { id, message, type }]);\n setTimeout(() => removeToast(id), duration);\n}\n// #endregion addToast:Function\n\n// #region removeToast:Function [TYPE Function]\n// @PURPOSE: Removes a toast message by ID.\n// @PRE: id is provided.\n// @POST: Toast is removed from the store.\n// @PARAM: id (string) - The ID of the toast to remove.\nfunction removeToast(id) {\n console.log(`[toasts.removeToast][Action] Removing toast context={{'id': '${id}'}}`);\n toasts.update(all => all.filter(t => t.id !== id));\n}\n// #endregion removeToast:Function\n// #endregion toasts_module:Module\n" }, { @@ -95264,6 +101177,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region toasts:Data [TYPE Function]\n// @PURPOSE: Writable store containing the list of active toasts.\nexport const toasts = writable([]);\n// #endregion toasts:Data\n" }, { @@ -95317,6 +101231,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region addToast:Function [TYPE Function]\n// @PURPOSE: Adds a new toast message.\n// @PRE: message string is provided.\n// @POST: New toast is added to the store and scheduled for removal.\n// @PARAM: message (string) - The message text.\n// @PARAM: type (string) - The type of toast (info, success, error).\n// @PARAM: duration (number) - Duration in ms before the toast is removed.\nexport function addToast(message, type = 'info', duration = 3000) {\n if (shouldSkipDuplicateToast(message, type)) {\n console.log(`[toasts.addToast][Action] Duplicate skipped context={{'type': '${type}', 'message': '${message}'}}`);\n return;\n }\n const id = Math.random().toString(36).substr(2, 9);\n console.log(`[toasts.addToast][Action] Adding toast context={{'id': '${id}', 'type': '${type}', 'message': '${message}'}}`);\n toasts.update(all => [...all, { id, message, type }]);\n setTimeout(() => removeToast(id), duration);\n}\n// #endregion addToast:Function\n" }, { @@ -95370,6 +101285,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region removeToast:Function [TYPE Function]\n// @PURPOSE: Removes a toast message by ID.\n// @PRE: id is provided.\n// @POST: Toast is removed from the store.\n// @PARAM: id (string) - The ID of the toast to remove.\nfunction removeToast(id) {\n console.log(`[toasts.removeToast][Action] Removing toast context={{'id': '${id}'}}`);\n toasts.update(all => all.filter(t => t.id !== id));\n}\n// #endregion removeToast:Function\n" }, { @@ -95466,6 +101382,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n\n {#if isLoading}\n \n \n \n \n {/if}\n {@render children?.()}\n\n\n\n\n" }, { @@ -95552,6 +101469,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n\n {#if title}\n
\n

{title}

\n
\n {/if}\n
\n {@render children?.()}\n
\n
\n\n\n\n" }, { @@ -95641,6 +101559,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n {#each paths as d}\n \n {/each}\n\n\n" }, { @@ -95737,6 +101656,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n
\n {#if label}\n \n {/if}\n\n \n\n {#if error}\n {error}\n {/if}\n
\n\n\n\n" }, { @@ -95838,6 +101758,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n
\n \n
\n\n\n\n" }, { @@ -96098,6 +102021,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ui:Module [TYPE Function]\n//\n// @SEMANTICS: ui, components, library, atomic-design\n// @PURPOSE: Central export point for standardized UI components.\n// @LAYER: Atom\n//\n// @INVARIANT: All components exported here must follow Semantic Protocol.\n\n// [SECTION: EXPORTS]\nexport { default as Button } from './Button.svelte';\nexport { default as Input } from './Input.svelte';\nexport { default as Select } from './Select.svelte';\nexport { default as Card } from './Card.svelte';\nexport { default as PageHeader } from './PageHeader.svelte';\nexport { default as LanguageSwitcher } from './LanguageSwitcher.svelte';\n// [/SECTION: EXPORTS]\n\n// #endregion ui:Module\n" }, { @@ -96114,6 +102038,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region UtilsModule [C:1] [TYPE Module] [SEMANTICS utility, classnames, merge, helper]\n\n// #region Utils:Module [TYPE Function]\n/**\n * @PURPOSE: General utility functions (class merging)\n * @LAYER: Infra\n * \n * Merges class names into a single string.\n * @param {...(string | undefined | null | false)} inputs\n * @returns {string}\n */\nexport function cn(...inputs) {\n return inputs.filter(Boolean).join(\" \");\n}\n// #endregion Utils:Module\n\n// #endregion UtilsModule\n" }, { @@ -96163,6 +102088,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region Utils:Module [TYPE Function]\n/**\n * @PURPOSE: General utility functions (class merging)\n * @LAYER: Infra\n * \n * Merges class names into a single string.\n * @param {...(string | undefined | null | false)} inputs\n * @returns {string}\n */\nexport function cn(...inputs) {\n return inputs.filter(Boolean).join(\" \");\n}\n// #endregion Utils:Module\n" }, { @@ -96177,6 +102103,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @PURPOSE: General utility functions (class merging)\n * @LAYER: Infra\n * \n * Merges class names into a single string.\n * @param {...(string | undefined | null | false)} inputs\n * @returns {string}\n */" }, { @@ -96193,6 +102120,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region DebounceModule [C:1] [TYPE Module] [SEMANTICS utility, debounce, timer, helper]\n\n// #region Debounce:Module [TYPE Function]\n/**\n * @PURPOSE: Debounce utility for limiting function execution rate\n * @LAYER: Infra\n * \n * Debounce utility function\n * Delays the execution of a function until a specified time has passed since the last call\n * \n * @param {Function} func - The function to debounce\n * @param {number} wait - The delay in milliseconds\n * @returns {Function} - The debounced function\n */\nexport function debounce(func, wait) {\n let timeout;\n return function executedFunction(...args) {\n const later = () => {\n clearTimeout(timeout);\n func(...args);\n };\n clearTimeout(timeout);\n timeout = setTimeout(later, wait);\n };\n}\n// #endregion Debounce:Module\n\n// #endregion DebounceModule\n" }, { @@ -96242,6 +102170,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region Debounce:Module [TYPE Function]\n/**\n * @PURPOSE: Debounce utility for limiting function execution rate\n * @LAYER: Infra\n * \n * Debounce utility function\n * Delays the execution of a function until a specified time has passed since the last call\n * \n * @param {Function} func - The function to debounce\n * @param {number} wait - The delay in milliseconds\n * @returns {Function} - The debounced function\n */\nexport function debounce(func, wait) {\n let timeout;\n return function executedFunction(...args) {\n const later = () => {\n clearTimeout(timeout);\n func(...args);\n };\n clearTimeout(timeout);\n timeout = setTimeout(later, wait);\n };\n}\n// #endregion Debounce:Module\n" }, { @@ -96256,6 +102185,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @PURPOSE: Debounce utility for limiting function execution rate\n * @LAYER: Infra\n * \n * Debounce utility function\n * Delays the execution of a function until a specified time has passed since the last call\n * \n * @param {Function} func - The function to debounce\n * @param {number} wait - The delay in milliseconds\n * @returns {Function} - The debounced function\n */" }, { @@ -96302,6 +102232,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region onMount:Function [TYPE Function]\n /**\n * @purpose Fetch plugins when the component mounts.\n * @pre Component is mounting.\n * @post plugins store is populated with available tools.\n */\n onMount(async () => {\n console.log(\"[Dashboard][Entry] Component mounted, fetching plugins.\");\n await fetchPlugins();\n });\n // #endregion onMount:Function\n" }, { @@ -96355,6 +102286,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region selectPlugin:Function [TYPE Function]\n /**\n * @purpose Selects a plugin to display its form.\n * @pre plugin object is provided.\n * @post selectedPlugin store is updated.\n * @param {Object} plugin - The plugin object to select.\n */\n function selectPlugin(plugin) {\n console.log(`[Dashboard][Action] Selecting plugin: ${plugin.id}`);\n selectedPlugin.set(plugin);\n }\n // #endregion selectPlugin:Function\n" }, { @@ -96401,6 +102333,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region loadSettings:Function [TYPE Function]\n /**\n * @purpose Loads settings from the backend.\n * @pre Component mounted or refresh requested.\n * @post settings object is populated with backend data.\n */\n async function loadSettings() {\n try {\n console.log(\"[Settings.loadSettings][Action] Loading settings.\");\n const data = await getSettings();\n settings = data;\n console.log(\"[Settings.loadSettings][Coherence:OK] Settings loaded.\");\n } catch (error) {\n console.error(\"[Settings.loadSettings][Coherence:Failed] Failed to load settings:\", error);\n addToast($t.settings?.load_failed, 'error');\n }\n }\n // #endregion loadSettings:Function\n" }, { @@ -96447,6 +102380,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleSaveGlobal:Function [TYPE Function]\n /**\n * @purpose Saves global settings to the backend.\n * @pre settings.settings contains valid configuration.\n * @post Backend global settings are updated.\n */\n async function handleSaveGlobal() {\n try {\n console.log(\"[Settings.handleSaveGlobal][Action] Saving global settings.\");\n await updateGlobalSettings(settings.settings);\n addToast($t.settings?.save_success, 'success');\n console.log(\"[Settings.handleSaveGlobal][Coherence:OK] Global settings saved.\");\n } catch (error) {\n console.error(\"[Settings.handleSaveGlobal][Coherence:Failed] Failed to save global settings:\", error);\n addToast($t.settings?.save_failed, 'error');\n }\n }\n // #endregion handleSaveGlobal:Function\n" }, { @@ -96493,6 +102427,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleAddOrUpdateEnv:Function [TYPE Function]\n /**\n * @purpose Adds or updates an environment.\n * @pre newEnv contains valid environment details.\n * @post Environment list is updated on backend and reloaded locally.\n */\n async function handleAddOrUpdateEnv() {\n try {\n console.log(`[Settings.handleAddOrUpdateEnv][Action] ${editingEnvId ? 'Updating' : 'Adding'} environment.`);\n if (editingEnvId) {\n await updateEnvironment(editingEnvId, newEnv);\n addToast($t.settings?.env_updated, 'success');\n } else {\n await addEnvironment(newEnv);\n addToast($t.settings?.env_added, 'success');\n }\n resetEnvForm();\n await loadSettings();\n console.log(\"[Settings.handleAddOrUpdateEnv][Coherence:OK] Environment saved.\");\n } catch (error) {\n console.error(\"[Settings.handleAddOrUpdateEnv][Coherence:Failed] Failed to save environment:\", error);\n addToast($t.settings?.env_save_failed, 'error');\n }\n }\n // #endregion handleAddOrUpdateEnv:Function\n" }, { @@ -96546,6 +102481,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleDeleteEnv:Function [TYPE Function]\n /**\n * @purpose Deletes an environment.\n * @pre id of environment to delete is provided.\n * @post Environment is removed from backend and list is reloaded.\n * @param {string} id - The ID of the environment to delete.\n */\n async function handleDeleteEnv(id) {\n if (confirm($t.settings?.env_delete_confirm)) {\n try {\n console.log(`[Settings.handleDeleteEnv][Action] Deleting environment: ${id}`);\n await deleteEnvironment(id);\n addToast($t.settings?.env_deleted, 'success');\n await loadSettings();\n console.log(\"[Settings.handleDeleteEnv][Coherence:OK] Environment deleted.\");\n } catch (error) {\n console.error(\"[Settings.handleDeleteEnv][Coherence:Failed] Failed to delete environment:\", error);\n addToast($t.settings?.env_delete_failed, 'error');\n }\n }\n }\n // #endregion handleDeleteEnv:Function\n" }, { @@ -96599,6 +102535,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleTestEnv:Function [TYPE Function]\n /**\n * @purpose Tests the connection to an environment.\n * @pre Environment ID is valid.\n * @post Connection test result is displayed via toast.\n * @param {string} id - The ID of the environment to test.\n */\n async function handleTestEnv(id) {\n try {\n console.log(`[Settings.handleTestEnv][Action] Testing environment: ${id}`);\n const result = await testEnvironmentConnection(id);\n if (result.status === 'success') {\n addToast($t.settings?.connection_success, 'success');\n console.log(\"[Settings.handleTestEnv][Coherence:OK] Connection successful.\");\n } else {\n addToast($t.settings?.connection_failed?.replace('{error}', result.message || ''), 'error');\n console.log(\"[Settings.handleTestEnv][Coherence:Failed] Connection failed.\");\n }\n } catch (error) {\n console.error(\"[Settings.handleTestEnv][Coherence:Failed] Error testing connection:\", error);\n addToast($t.settings?.connection_test_failed, 'error');\n }\n }\n // #endregion handleTestEnv:Function\n" }, { @@ -96652,6 +102589,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region editEnv:Function [TYPE Function]\n /**\n * @purpose Sets the form to edit an existing environment.\n * @pre env object is provided.\n * @post newEnv is populated with env data and editingEnvId is set.\n * @param {Object} env - The environment object to edit.\n */\n function editEnv(env) {\n newEnv = { ...env };\n editingEnvId = env.id;\n }\n // #endregion editEnv:Function\n" }, { @@ -96698,6 +102636,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region resetEnvForm:Function [TYPE Function]\n /**\n * @purpose Resets the environment form.\n * @pre None.\n * @post newEnv is reset to initial state and editingEnvId is cleared.\n */\n function resetEnvForm() {\n newEnv = {\n id: '',\n name: '',\n url: '',\n username: '',\n password: '',\n is_default: false,\n backup_schedule: {\n enabled: false,\n cron_expression: '0 0 * * *'\n }\n };\n editingEnvId = null;\n }\n // #endregion resetEnvForm:Function\n" }, { @@ -96813,6 +102752,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n
\n

{page.status}

\n

\n {page.error?.message || \"Page not found\"}\n

\n \n Back to Dashboard\n \n
\n\n" }, { @@ -97052,6 +102992,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\n {#if isLoginPage}\n
\n {@render children?.()}\n
\n {:else}\n \n \n \n\n \n
\n \n \n \n
\n \n
\n\n {#if isProductionContext}\n
\n {$t.common?.prod_context_warning || \"PROD context active\"}:\n {selectedEnvironment?.name || selectedEnvironment?.id || 'environment'}\n
\n {/if}\n\n \n
\n {@render children?.()}\n
\n\n \n
\n
\n\n \n \n \n \n {/if}\n
\n\n" }, { @@ -97101,6 +103042,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region RootLayoutConfig:Module [TYPE Function]\n/**\n * @PURPOSE: Root layout configuration (SPA mode)\n * @LAYER: Infra\n */\nexport const ssr = false;\nexport const prerender = false;\n// #endregion RootLayoutConfig:Module\n" }, { @@ -97280,6 +103222,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n
\n \n \n \n \n
\n\n\n" }, { @@ -97326,6 +103269,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region load:Function [TYPE Function]\n/* @PURPOSE: Loads initial plugin data for the dashboard.\n @PRE: None.\n @POST: Returns an object with plugins or an error message.\n*/\n/** @type {import('./$types').PageLoad} */\nexport async function load() {\n try {\n const plugins = await api.getPlugins();\n return {\n plugins\n };\n } catch (error) {\n console.error('Failed to load plugins:', error);\n return {\n plugins: [],\n error: 'Failed to load plugins'\n };\n }\n}\n// #endregion load:Function\n" }, { @@ -97340,6 +103284,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/** @type {import('./$types').PageLoad} */" }, { @@ -97430,9 +103375,20 @@ "actual_complexity": 3, "contract_type": "Standard" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'RoutePages' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:RoutePages:Standard]\n# @COMPLEXITY: 3\n# @PURPOSE: Shared semantic route-page registry for SvelteKit route surfaces in the frontend route layer.\n# @RELATION: IMPLEMENTS -> [PageContracts]\n# @RELATION: BINDS_TO -> [NavigationContracts]\n# [/DEF:RoutePages:Standard]\n" }, { @@ -97592,9 +103548,20 @@ "actual_complexity": 4, "contract_type": "Standard" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'PageContracts' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:PageContracts:Standard]\n# @COMPLEXITY: 4\n# @PURPOSE: Define the minimum page-level semantic metadata required for route and page surfaces without changing UI behavior.\n# @RELATION: DEPENDS_ON -> [RoutePages]\n# @PRE: Route and page files keep matched anchors and preserve existing runtime behavior.\n# @POST: Route and page surfaces expose purpose, relation, and UX-state metadata for semantic auditing.\n# @SIDE_EFFECT: Semantic metadata only; no runtime logic changes.\n# [/DEF:PageContracts:Standard]\n" }, { @@ -97685,9 +103652,20 @@ "actual_complexity": 3, "contract_type": "Standard" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'NavigationContracts' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:NavigationContracts:Standard]\n# @COMPLEXITY: 3\n# @PURPOSE: Track navigation-shell and redirect semantics that connect page routes to the shared application layout.\n# @RELATION: DEPENDS_ON -> [RootLayout]\n# @RELATION: IMPLEMENTS -> [RoutePages]\n# [/DEF:NavigationContracts:Standard]\n" }, { @@ -97734,6 +103712,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region openCreateModal:Function [TYPE Function]\n /**\n * @purpose Initializes state for creating a new role.\n * @pre None.\n * @post showModal is true, roleForm is reset.\n */\n function openCreateModal() {\n console.log(\"[openCreateModal][Action] Opening create modal\");\n isEditing = false;\n currentRoleId = null;\n roleForm = { name: '', description: '', permissions: [] };\n showModal = true;\n }\n // #endregion openCreateModal:Function\n" }, { @@ -97780,6 +103759,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region openEditModal:Function [TYPE Function]\n /**\n * @purpose Initializes state for editing an existing role.\n * @pre role object is provided.\n * @post showModal is true, roleForm is populated.\n */\n function openEditModal(role) {\n console.log(`[openEditModal][Action] Opening edit modal for role ${role.id}`);\n isEditing = true;\n currentRoleId = role.id;\n roleForm = {\n name: role.name,\n description: role.description || '',\n permissions: role.permissions.map(p => p.id)\n };\n showModal = true;\n }\n // #endregion openEditModal:Function\n" }, { @@ -97826,6 +103806,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleSaveRole:Function [TYPE Function]\n /**\n * @purpose Submits role data (create or update).\n * @pre roleForm contains valid data.\n * @post Role is saved, modal closed, data reloaded.\n */\n async function handleSaveRole() {\n console.log('[AdminRolesPage][handleSaveRole][Entry]');\n try {\n if (isEditing) {\n await adminService.updateRole(currentRoleId, roleForm);\n } else {\n await adminService.createRole(roleForm);\n }\n showModal = false;\n await loadData();\n console.log('[AdminRolesPage][handleSaveRole][Coherence:OK]');\n } catch (e) {\n alert(($t.admin?.roles?.save_failed ).replace('{error}', e.message));\n console.error('[AdminRolesPage][handleSaveRole][Coherence:Failed]', e);\n }\n }\n // #endregion handleSaveRole:Function\n" }, { @@ -97872,6 +103853,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleDeleteRole:Function [TYPE Function]\n /**\n * @purpose Deletes a role after confirmation.\n * @pre role object is provided.\n * @post Role is deleted if confirmed, data reloaded.\n */\n async function handleDeleteRole(role) {\n if (!confirm($t.admin.roles.confirm_delete.replace('{name}', role.name))) return;\n \n console.log('[AdminRolesPage][handleDeleteRole][Entry]');\n try {\n await adminService.deleteRole(role.id);\n await loadData();\n console.log('[AdminRolesPage][handleDeleteRole][Coherence:OK]');\n } catch (e) {\n alert(($t.admin?.roles?.delete_failed ).replace('{error}', e.message));\n console.error('[AdminRolesPage][handleDeleteRole][Coherence:Failed]', e);\n }\n }\n // #endregion handleDeleteRole:Function\n" }, { @@ -97951,6 +103933,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleCreateMapping:Function [TYPE Function]\n /**\n * @purpose Submits a new AD Group to Role mapping to the backend.\n * @pre 'newMapping' object contains valid 'ad_group' and 'role_id'.\n * @post A new mapping is created in the database and the table is refreshed.\n * @returns {Promise}\n * @side_effect Closes the modal on success, shows alert on failure.\n * @relation CALLS -> adminService.createADGroupMapping\n */\n async function handleCreateMapping() {\n console.log('[AdminSettingsPage][handleCreateMapping][Entry]');\n \n // Guard Clause (@PRE)\n if (!newMapping.ad_group || !newMapping.role_id) {\n alert($t.admin?.settings?.fill_all_fields );\n return;\n }\n\n try {\n await adminService.createADGroupMapping(newMapping);\n showCreateModal = false;\n // Reset form\n newMapping = { ad_group: '', role_id: '' };\n await loadData();\n console.log('[AdminSettingsPage][handleCreateMapping][Coherence:OK]');\n } catch (e) {\n alert(\n ($t.admin?.settings?.create_mapping_failed )\n .replace('{error}', e.message || ($t.common?.unknown )),\n );\n console.error('[AdminSettingsPage][handleCreateMapping][Coherence:Failed]', e);\n }\n }\n // #endregion handleCreateMapping:Function\n" }, { @@ -98020,6 +104003,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region loadLoggingConfig:Function [TYPE Function]\n /**\n * @purpose Fetches current logging configuration from the backend.\n * @pre Component is mounted and user has active session.\n * @post loggingConfig variable is updated with backend data.\n * @returns {Promise}\n * @relation CALLS -> adminService.getLoggingConfig\n */\n async function loadLoggingConfig() {\n console.log('[AdminSettingsPage][loadLoggingConfig][Entry]');\n loggingConfigLoading = true;\n try {\n const config = await adminService.getLoggingConfig();\n loggingConfig = {\n level: config.level || 'INFO',\n task_log_level: config.task_log_level || 'INFO',\n enable_belief_state: config.enable_belief_state ?? true\n };\n console.log('[AdminSettingsPage][loadLoggingConfig][Coherence:OK]');\n } catch (e) {\n console.error('[AdminSettingsPage][loadLoggingConfig][Coherence:Failed]', e);\n } finally {\n loggingConfigLoading = false;\n }\n }\n // #endregion loadLoggingConfig:Function\n" }, { @@ -98089,6 +104073,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region saveLoggingConfig:Function [TYPE Function]\n /**\n * @purpose Saves logging configuration to the backend.\n * @pre loggingConfig contains valid values.\n * @post Configuration is saved and feedback is shown.\n * @returns {Promise}\n * @relation CALLS -> adminService.updateLoggingConfig\n */\n async function saveLoggingConfig() {\n console.log('[AdminSettingsPage][saveLoggingConfig][Entry]');\n loggingConfigSaving = true;\n loggingConfigSaved = false;\n try {\n await adminService.updateLoggingConfig(loggingConfig);\n loggingConfigSaved = true;\n console.log('[AdminSettingsPage][saveLoggingConfig][Coherence:OK]');\n // Reset saved indicator after 2 seconds\n setTimeout(() => { loggingConfigSaved = false; }, 2000);\n } catch (e) {\n alert(\n ($t.admin?.settings?.save_logging_failed )\n .replace('{error}', e.message || ($t.common?.unknown )),\n );\n console.error('[AdminSettingsPage][saveLoggingConfig][Coherence:Failed]', e);\n } finally {\n loggingConfigSaving = false;\n }\n }\n // #endregion saveLoggingConfig:Function\n" }, { @@ -98250,6 +104235,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n
\n
\n

{$t.settings?.llm }

\n

\n {$t.settings?.llm_description ||\n \"Configure LLM providers for dashboard validation, documentation generation, and git assistance.\"}\n

\n
\n\n {#if loading}\n
\n
\n
\n {:else}\n \n\n
\n

\n {$t.settings?.llm_chatbot_settings_title }\n

\n

\n {$t.settings?.llm_chatbot_settings_description ||\n 'Select provider and optional model override for assistant intent planning.'}\n

\n\n
\n
\n \n \n \n {#each providers as provider}\n \n {/each}\n \n
\n\n
\n \n \n
\n
\n
\n\n
\n

\n {$t.settings?.llm_provider_bindings_title }\n

\n

\n {$t.settings?.llm_provider_bindings_description ||\n 'Select which provider is used by default for each LLM task.'}\n

\n\n
\n
\n \n \n \n {#each providers as provider}\n \n {/each}\n \n {#if bindings.dashboard_validation && !isMultimodalModel(getProviderById(bindings.dashboard_validation)?.default_model)}\n

\n {$t.settings?.llm_multimodal_warning ||\n 'Dashboard validation requires a multimodal model (image input).'}\n

\n {/if}\n
\n\n
\n \n \n \n {#each providers as provider}\n \n {/each}\n \n
\n\n
\n \n \n \n {#each providers as provider}\n \n {/each}\n \n
\n
\n
\n\n
\n

\n {$t.settings?.llm_prompts_title }\n

\n

\n {$t.settings?.llm_prompts_description ||\n 'Edit reusable prompts used for documentation, dashboard validation, and git commit generation.'}\n

\n\n
\n
\n \n \n
\n\n
\n \n \n
\n\n
\n \n \n
\n
\n\n
\n \n {savingPrompts ? '...' : ($t.settings?.save_llm_prompts )}\n \n
\n
\n {/if}\n
\n\n\n" }, { @@ -98328,6 +104314,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleSaveUser:Function [TYPE Function]\n /**\n * @purpose Submits user data to the backend (create or update).\n * @pre userForm must be valid.\n * @post User created or updated, modal closed, data reloaded.\n * @side_effect Triggers API call to adminService.\n * @relation CALLS -> adminService.createUser\n * @relation CALLS -> adminService.updateUser\n */\n async function handleSaveUser() {\n console.log('[AdminUsersPage][handleSaveUser][Entry]');\n try {\n if (isEditing) {\n const updateData = { ...userForm };\n if (!updateData.password) delete updateData.password;\n await adminService.updateUser(currentUserId, updateData);\n } else {\n await adminService.createUser(userForm);\n }\n showModal = false;\n await loadData();\n console.log('[AdminUsersPage][handleSaveUser][Coherence:OK]');\n } catch (e) {\n alert(($t.admin?.users?.save_failed ).replace('{error}', e.message));\n console.error('[AdminUsersPage][handleSaveUser][Coherence:Failed]', e);\n }\n }\n // #endregion handleSaveUser:Function\n" }, { @@ -98407,6 +104394,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleDeleteUser:Function [TYPE Function]\n /**\n * @purpose Deletes a user after confirmation.\n * @pre user object must be valid.\n * @post User deleted if confirmed, data reloaded.\n * @side_effect Triggers API call to adminService.\n * @relation CALLS -> adminService.deleteUser\n * @param {Object} user - The user to delete.\n */\n async function handleDeleteUser(user) {\n if (deletingUserId) return;\n if (!confirm($t.admin.users.confirm_delete.replace('{username}', user.username))) return;\n \n console.log('[AdminUsersPage][handleDeleteUser][Entry]');\n deletingUserId = user.id;\n try {\n await adminService.deleteUser(user.id);\n await loadData();\n console.log('[AdminUsersPage][handleDeleteUser][Coherence:OK]');\n } catch (e) {\n alert(($t.admin?.users?.delete_failed ).replace('{error}', e.message));\n console.error('[AdminUsersPage][handleDeleteUser][Coherence:Failed]', e);\n } finally {\n deletingUserId = null;\n }\n }\n // #endregion handleDeleteUser:Function\n" }, { @@ -98453,6 +104441,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.normalizeTaskStatus:Function [TYPE Function]\n /**\n * @PURPOSE: Normalize raw task status to stable lowercase token for UI.\n * @PRE: status can be enum-like string or null.\n * @POST: returns null or normalized token without enum namespace.\n */\n function normalizeTaskStatus(status) {\n if (!status) return null;\n const raw = String(status).trim();\n const plain = raw.includes(\".\") ? raw.split(\".\").pop() : raw;\n return plain ? plain.toLowerCase() : null;\n }\n\n // #endregion DashboardHub.normalizeTaskStatus:Function\n" }, { @@ -98499,6 +104488,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.normalizeValidationStatus:Function [TYPE Function]\n /**\n * @PURPOSE: Normalize validation status to pass/fail/warn/unknown.\n * @PRE: status can be any scalar.\n * @POST: returns one of pass|fail|warn|unknown.\n */\n function normalizeValidationStatus(status) {\n if (!status) return \"unknown\";\n const normalized = String(status).trim().toUpperCase();\n if (normalized === \"PASS\") return \"pass\";\n if (normalized === \"FAIL\") return \"fail\";\n if (normalized === \"WARN\") return \"warn\";\n return \"unknown\";\n }\n\n // #endregion DashboardHub.normalizeValidationStatus:Function\n" }, { @@ -98545,6 +104535,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.getValidationBadgeClass:Function [TYPE Function]\n /**\n * @PURPOSE: Map validation level to badge class tuple.\n * @PRE: level in pass|fail|warn|unknown.\n * @POST: returns deterministic tailwind class string.\n */\n function getValidationBadgeClass(level) {\n if (level === \"pass\")\n return \"bg-emerald-100 text-emerald-700 border-emerald-200\";\n if (level === \"fail\") return \"bg-rose-100 text-rose-700 border-rose-200\";\n if (level === \"warn\") return \"bg-amber-100 text-amber-700 border-amber-200\";\n return \"bg-slate-100 text-slate-700 border-slate-200\";\n }\n\n // #endregion DashboardHub.getValidationBadgeClass:Function\n" }, { @@ -98591,6 +104582,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.getValidationLabel:Function [TYPE Function]\n /**\n * @PURPOSE: Map normalized validation level to compact UI label.\n * @PRE: level in pass|fail|warn|unknown.\n * @POST: returns uppercase status label.\n */\n function getValidationLabel(level) {\n if (level === \"pass\") return \"PASS\";\n if (level === \"fail\") return \"FAIL\";\n if (level === \"warn\") return \"WARN\";\n return \"UNKNOWN\";\n }\n\n // #endregion DashboardHub.getValidationLabel:Function\n" }, { @@ -98637,6 +104629,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.normalizeOwners:Function [TYPE Function]\n /**\n * @PURPOSE: Normalize owners payload to unique non-empty display labels.\n * @PRE: owners can be null, list of strings, or list of user objects.\n * @POST: Returns owner labels preserving source order.\n */\n function normalizeOwners(owners) {\n if (!Array.isArray(owners)) return [];\n\n const result = [];\n for (const owner of owners) {\n let label = null;\n if (typeof owner === \"string\") {\n const trimmed = owner.trim();\n if (trimmed) label = trimmed;\n } else if (owner && typeof owner === \"object\") {\n const firstName =\n typeof owner.first_name === \"string\" ? owner.first_name.trim() : \"\";\n const lastName =\n typeof owner.last_name === \"string\" ? owner.last_name.trim() : \"\";\n const fullName = [firstName, lastName].filter(Boolean).join(\" \");\n label =\n fullName ||\n (typeof owner.full_name === \"string\" ? owner.full_name.trim() : \"\") ||\n (typeof owner.username === \"string\" ? owner.username.trim() : \"\") ||\n (typeof owner.email === \"string\" ? owner.email.trim() : \"\");\n }\n\n if (label && !result.includes(label)) {\n result.push(label);\n }\n }\n\n return result;\n }\n\n // #endregion DashboardHub.normalizeOwners:Function\n" }, { @@ -98704,6 +104697,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.loadDashboards:Function [TYPE Function]\n /**\n * @PURPOSE: Load full dashboard dataset for current environment and hydrate grid projection.\n * @PRE: selectedEnv is not null.\n * @POST: allDashboards, dashboards, pagination and selection state are synchronized.\n * @UX_STATE: Loading -> true during request lifecycle.\n * @UX_STATE: Error -> `error` populated when request fails.\n */\n async function loadDashboards() {\n if (!selectedEnv) return;\n\n const requestSeq = dashboardsLoadSeq + 1;\n dashboardsLoadSeq = requestSeq;\n isLoading = true;\n error = null;\n try {\n const firstResponse = await api.getDashboards(selectedEnv, {\n page: currentPage,\n page_size: pageSize,\n search: searchQuery.trim() || undefined,\n page_context: \"dashboards_main\",\n apply_profile_default: true,\n override_show_all: profileFilterOverrideShowAll,\n filters: {\n title: Array.from(columnFilters.title),\n git_status: Array.from(columnFilters.git_status),\n llm_status: Array.from(columnFilters.llm_status),\n changed_on: Array.from(columnFilters.changed_on),\n actor: Array.from(columnFilters.actor),\n },\n });\n if (requestSeq !== dashboardsLoadSeq) return;\n\n const rawDashboards = firstResponse?.dashboards || [];\n serverTotal = Number(firstResponse?.total || 0);\n serverTotalPages = Math.max(1, Number(firstResponse?.total_pages || 1));\n effectiveProfileFilter = firstResponse?.effective_profile_filter || null;\n profileFilterOverrideShowAll = Boolean(\n firstResponse?.effective_profile_filter?.override_show_all,\n );\n\n gitResolvedIds = new Set();\n gitLoadingIds = new Set();\n\n allDashboards = rawDashboards.map((d) => {\n const owners = normalizeOwners(d.owners);\n const hasGitStatus = !!d.git_status;\n return {\n id: d.id,\n title: d.title,\n slug: d.slug,\n changedOn: d.last_modified || null,\n changedOnLabel: formatDate(d.last_modified),\n owners,\n actorLabel: owners.length > 0 ? owners.join(\", \") : \"-\",\n git: hasGitStatus\n ? {\n status: d.git_status?.sync_status?.toLowerCase() || \"no_repo\",\n branch: d.git_status?.branch || null,\n hasRepo: d.git_status?.has_repo === true,\n hasChangesForCommit:\n d.git_status?.has_changes_for_commit === true,\n }\n : {\n status: \"pending\",\n branch: null,\n hasRepo: null,\n hasChangesForCommit: false,\n },\n lastTask: d.last_task\n ? {\n status: normalizeTaskStatus(d.last_task.status),\n validationStatus: normalizeValidationStatus(\n d.last_task.validation_status,\n ),\n id: d.last_task.task_id,\n }\n : null,\n actions: [\"migrate\", \"backup\"],\n };\n });\n\n selectedIds = new Set(\n Array.from(selectedIds).filter((id) =>\n allDashboards.some((dashboard) => dashboard.id === id),\n ),\n );\n applyGridTransforms();\n updateSelectionState();\n } catch (err) {\n if (requestSeq !== dashboardsLoadSeq) return;\n error = err.message || $t.dashboard?.load_failed;\n console.error(\n \"[DashboardHub][COHERENCE:FAILED] Load dashboards Error:\",\n err,\n );\n } finally {\n if (requestSeq === dashboardsLoadSeq) {\n isLoading = false;\n }\n }\n }\n\n // Handle search input\n function handleSearch(event) {\n debouncedSearch(event.target.value);\n }\n\n // Handle page change\n function handlePageChange(page) {\n if (page === currentPage) return;\n currentPage = page;\n void loadDashboards();\n }\n\n // Handle page size change\n function handlePageSizeChange(event) {\n pageSize = parseInt(event.target.value);\n currentPage = 1;\n void loadDashboards();\n }\n\n // #region DashboardHub.handleTemporaryShowAll:Function [TYPE Function]\n /**\n * @PURPOSE: Temporarily disable profile-default dashboard filter for current page context.\n * @PRE: Dashboards list is loaded in dashboards_main context.\n * @POST: Next request is sent with override_show_all=true.\n */\n function handleTemporaryShowAll() {\n if (profileFilterOverrideShowAll) return;\n profileFilterOverrideShowAll = true;\n currentPage = 1;\n void loadDashboards();\n }\n // #endregion DashboardHub.handleTemporaryShowAll:Function\n\n // #region DashboardHub.handleRestoreProfileFilter:Function [TYPE Function]\n /**\n * @PURPOSE: Re-enable persisted profile-default filtering after temporary override.\n * @PRE: Current page is in override mode.\n * @POST: Next request is sent with override_show_all=false.\n */\n function handleRestoreProfileFilter() {\n if (!profileFilterOverrideShowAll) return;\n profileFilterOverrideShowAll = false;\n currentPage = 1;\n void loadDashboards();\n }\n // #endregion DashboardHub.handleRestoreProfileFilter:Function\n\n // Update selection state based on current selection\n function updateSelectionState() {\n const visibleCount = dashboards.length;\n const totalCount = filteredDashboards.length;\n\n isAllSelected = selectedIds.size === totalCount && totalCount > 0;\n isAllVisibleSelected =\n selectedIds.size === visibleCount && visibleCount > 0;\n }\n\n function replaceSelectedIds(nextSelection) {\n selectedIds = nextSelection;\n updateSelectionState();\n }\n\n function clearSelectedIds() {\n replaceSelectedIds(new Set());\n }\n\n // Handle checkbox change for individual dashboard\n function handleCheckboxChange(dashboard, event) {\n const nextSelection = new Set(selectedIds);\n if (event.target.checked) {\n nextSelection.add(dashboard.id);\n } else {\n nextSelection.delete(dashboard.id);\n }\n replaceSelectedIds(nextSelection);\n }\n\n // Handle select all\n function handleSelectAll() {\n if (isAllSelected) {\n clearSelectedIds();\n return;\n }\n const nextSelection = new Set(selectedIds);\n filteredDashboards.forEach((dashboard) => nextSelection.add(dashboard.id));\n replaceSelectedIds(nextSelection);\n }\n\n // Handle select visible\n function handleSelectVisible() {\n const nextSelection = new Set(selectedIds);\n if (isAllVisibleSelected) {\n dashboards.forEach((dashboard) => nextSelection.delete(dashboard.id));\n } else {\n dashboards.forEach((dashboard) => nextSelection.add(dashboard.id));\n }\n replaceSelectedIds(nextSelection);\n }\n\n // #endregion DashboardHub.loadDashboards:Function\n" }, { @@ -98750,6 +104744,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.handleTemporaryShowAll:Function [TYPE Function]\n /**\n * @PURPOSE: Temporarily disable profile-default dashboard filter for current page context.\n * @PRE: Dashboards list is loaded in dashboards_main context.\n * @POST: Next request is sent with override_show_all=true.\n */\n function handleTemporaryShowAll() {\n if (profileFilterOverrideShowAll) return;\n profileFilterOverrideShowAll = true;\n currentPage = 1;\n void loadDashboards();\n }\n // #endregion DashboardHub.handleTemporaryShowAll:Function\n" }, { @@ -98796,6 +104791,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.handleRestoreProfileFilter:Function [TYPE Function]\n /**\n * @PURPOSE: Re-enable persisted profile-default filtering after temporary override.\n * @PRE: Current page is in override mode.\n * @POST: Next request is sent with override_show_all=false.\n */\n function handleRestoreProfileFilter() {\n if (!profileFilterOverrideShowAll) return;\n profileFilterOverrideShowAll = false;\n currentPage = 1;\n void loadDashboards();\n }\n // #endregion DashboardHub.handleRestoreProfileFilter:Function\n" }, { @@ -98842,6 +104838,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.formatDate:Function [TYPE Function]\n /**\n * @PURPOSE: Convert ISO timestamp to locale date string.\n * @PRE: value may be null or invalid date string.\n * @POST: returns formatted date or \"-\".\n */\n function formatDate(value) {\n if (!value) return \"-\";\n const date = new Date(value);\n if (Number.isNaN(date.getTime())) return \"-\";\n return date.toLocaleDateString();\n }\n\n // #endregion DashboardHub.formatDate:Function\n" }, { @@ -98888,6 +104885,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.getGitSummaryLabel:Function [TYPE Function]\n /**\n * @PURPOSE: Compute stable text label for git state column.\n * @PRE: dashboard has git projection fields.\n * @POST: returns localized summary string.\n */\n function getGitSummaryLabel(dashboard) {\n if (dashboard.git?.hasRepo === null) {\n return $t.common?.loading || \"Loading\";\n }\n if (!dashboard.git?.hasRepo) {\n return $t.dashboard?.status_no_repo || \"No Repo\";\n }\n return dashboard.git?.hasChangesForCommit\n ? $t.dashboard?.status_changes || \"Diff\"\n : $t.dashboard?.status_no_changes || \"Synced\";\n }\n\n // #endregion DashboardHub.getGitSummaryLabel:Function\n" }, { @@ -98934,6 +104932,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.getLlmSummaryLabel:Function [TYPE Function]\n /**\n * @PURPOSE: Compute normalized LLM validation summary label.\n * @PRE: dashboard may have null lastTask.\n * @POST: returns UNKNOWN fallback for missing status.\n */\n function getLlmSummaryLabel(dashboard) {\n return getValidationLabel(\n dashboard.lastTask?.validationStatus || \"unknown\",\n );\n }\n\n // #endregion DashboardHub.getLlmSummaryLabel:Function\n" }, { @@ -98980,6 +104979,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.getColumnCellValue:Function [TYPE Function]\n /**\n * @PURPOSE: Resolve comparable/filterable display value for any grid column.\n * @PRE: column belongs to filterable column set.\n * @POST: returns non-empty scalar display value.\n */\n function getColumnCellValue(dashboard, column) {\n if (column === \"title\") return dashboard.title || \"-\";\n if (column === \"git_status\")\n return String(dashboard.git?.status || \"pending\").toLowerCase();\n if (column === \"llm_status\") return getLlmSummaryLabel(dashboard);\n if (column === \"changed_on\")\n return dashboard.changedOn ? String(dashboard.changedOn).slice(0, 10) : \"-\";\n if (column === \"actor\") return dashboard.actorLabel || \"-\";\n return \"-\";\n }\n\n // #endregion DashboardHub.getColumnCellValue:Function\n" }, { @@ -99026,6 +105026,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.getFilterOptions:Function [TYPE Function]\n /**\n * @PURPOSE: Build unique sorted value list for a column filter dropdown.\n * @PRE: allDashboards is hydrated.\n * @POST: returns de-duplicated sorted options.\n */\n function getFilterOptions(column) {\n const options = allDashboards\n .map((dashboard) => getColumnCellValue(dashboard, column))\n .filter((value) => Boolean(value));\n return Array.from(new Set(options)).sort((a, b) =>\n a.localeCompare(b, \"ru\"),\n );\n }\n\n // #endregion DashboardHub.getFilterOptions:Function\n" }, { @@ -99072,6 +105073,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.getVisibleFilterOptions:Function [TYPE Function]\n /**\n * @PURPOSE: Apply in-dropdown search over full filter options.\n * @PRE: columnFilterSearch contains search token for column.\n * @POST: returns subset for current filter popover list.\n */\n function getVisibleFilterOptions(column) {\n const searchText = (columnFilterSearch[column] || \"\").toLowerCase();\n return getFilterOptions(column).filter((value) =>\n value.toLowerCase().includes(searchText),\n );\n }\n\n // #endregion DashboardHub.getVisibleFilterOptions:Function\n" }, { @@ -99118,6 +105120,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.toggleFilterDropdown:Function [TYPE Function]\n /**\n * @PURPOSE: Toggle active column filter popover.\n * @PRE: column is valid filter key.\n * @POST: openFilterColumn updated.\n */\n function toggleFilterDropdown(column, event, panelWidth = 256) {\n event?.stopPropagation();\n if (openFilterColumn === column) {\n openFilterColumn = null;\n return;\n }\n const trigger = event?.currentTarget;\n if (trigger?.getBoundingClientRect) {\n const rect = trigger.getBoundingClientRect();\n const viewportWidth =\n typeof window !== \"undefined\" ? window.innerWidth : 1920;\n const safeLeft = Math.max(\n 8,\n Math.min(rect.left, viewportWidth - panelWidth - 8),\n );\n filterDropdownPosition = {\n left: safeLeft,\n top: rect.bottom + 8,\n };\n }\n openFilterColumn = column;\n }\n\n // #endregion DashboardHub.toggleFilterDropdown:Function\n" }, { @@ -99164,6 +105167,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.toggleFilterValue:Function [TYPE Function]\n /**\n * @PURPOSE: Add/remove specific filter value and reapply projection.\n * @PRE: value comes from option list of the same column.\n * @POST: columnFilters updated and grid reprojected from page 1.\n */\n function toggleFilterValue(column, value, checked) {\n const next = new Set(columnFilters[column]);\n if (checked) {\n next.add(value);\n } else {\n next.delete(value);\n }\n columnFilters = { ...columnFilters, [column]: next };\n currentPage = 1;\n void loadDashboards();\n }\n\n // #endregion DashboardHub.toggleFilterValue:Function\n" }, { @@ -99210,6 +105214,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.clearColumnFilter:Function [TYPE Function]\n /**\n * @PURPOSE: Reset selected values for one column.\n * @PRE: column is valid filter key.\n * @POST: filter cleared and projection refreshed.\n */\n function clearColumnFilter(column) {\n columnFilters = { ...columnFilters, [column]: new Set() };\n currentPage = 1;\n void loadDashboards();\n }\n\n // #endregion DashboardHub.clearColumnFilter:Function\n" }, { @@ -99256,6 +105261,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.selectAllColumnFilterValues:Function [TYPE Function]\n /**\n * @PURPOSE: Select all currently visible values in filter popover.\n * @PRE: visible options computed for current search token.\n * @POST: column filter equals current visible option set.\n */\n function selectAllColumnFilterValues(column) {\n columnFilters = {\n ...columnFilters,\n [column]: new Set(getVisibleFilterOptions(column)),\n };\n currentPage = 1;\n void loadDashboards();\n }\n\n // #endregion DashboardHub.selectAllColumnFilterValues:Function\n" }, { @@ -99302,6 +105308,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.updateColumnFilterSearch:Function [TYPE Function]\n /**\n * @PURPOSE: Update local search token for one filter popover.\n * @PRE: value is text from input.\n * @POST: columnFilterSearch updated immutably.\n */\n function updateColumnFilterSearch(column, value) {\n columnFilterSearch = { ...columnFilterSearch, [column]: value };\n }\n\n // #endregion DashboardHub.updateColumnFilterSearch:Function\n" }, { @@ -99348,6 +105355,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.hasColumnFilter:Function [TYPE Function]\n /**\n * @PURPOSE: Determine if column has active selected values.\n * @PRE: column is valid filter key.\n * @POST: returns boolean activation marker.\n */\n function hasColumnFilter(column) {\n return columnFilters[column]?.size > 0;\n }\n\n // #endregion DashboardHub.hasColumnFilter:Function\n" }, { @@ -99394,6 +105402,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.doesDashboardPassColumnFilters:Function [TYPE Function]\n /**\n * @PURPOSE: Evaluate dashboard row against all active column filters.\n * @PRE: dashboard contains projected values for each filterable column.\n * @POST: returns true only when row matches every active filter.\n */\n function doesDashboardPassColumnFilters(dashboard) {\n const columns = Object.keys(columnFilters);\n for (const column of columns) {\n const values = columnFilters[column];\n if (values.size === 0) continue;\n const dashboardValue = getColumnCellValue(dashboard, column);\n if (!values.has(dashboardValue)) return false;\n }\n return true;\n }\n\n // #endregion DashboardHub.doesDashboardPassColumnFilters:Function\n" }, { @@ -99440,6 +105449,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.getSortValue:Function [TYPE Function]\n /**\n * @PURPOSE: Compute stable comparable sort key for chosen column.\n * @PRE: column belongs to sortable set.\n * @POST: returns string/number key suitable for deterministic comparison.\n */\n function getSortValue(dashboard, column) {\n if (column === \"title\") return (dashboard.title || \"\").toLowerCase();\n if (column === \"git_status\")\n return (getGitSummaryLabel(dashboard) || \"\").toLowerCase();\n if (column === \"llm_status\")\n return (getLlmSummaryLabel(dashboard) || \"\").toLowerCase();\n if (column === \"changed_on\")\n return dashboard.changedOn ? new Date(dashboard.changedOn).getTime() : 0;\n if (column === \"actor\") return (dashboard.actorLabel || \"\").toLowerCase();\n return \"\";\n }\n\n // #endregion DashboardHub.getSortValue:Function\n" }, { @@ -99486,6 +105496,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.handleSort:Function [TYPE Function]\n /**\n * @PURPOSE: Toggle or switch sort order and reapply grid projection.\n * @PRE: column belongs to sortable set.\n * @POST: sortColumn/sortDirection updated and page reset to 1.\n */\n function handleSort(column) {\n if (sortColumn === column) {\n sortDirection = sortDirection === \"asc\" ? \"desc\" : \"asc\";\n } else {\n sortColumn = column;\n sortDirection = \"asc\";\n }\n currentPage = 1;\n applyGridTransforms();\n }\n\n // #endregion DashboardHub.handleSort:Function\n" }, { @@ -99532,6 +105543,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.getSortIndicator:Function [TYPE Function]\n /**\n * @PURPOSE: Return visual indicator for active/inactive sort header.\n * @PRE: column belongs to sortable set.\n * @POST: returns one of ↕ | ↑ | ↓.\n */\n function getSortIndicator(column) {\n if (sortColumn !== column) return \"↕\";\n return sortDirection === \"asc\" ? \"↑\" : \"↓\";\n }\n\n // #endregion DashboardHub.getSortIndicator:Function\n" }, { @@ -99599,6 +105611,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region DashboardHub.applyGridTransforms:Function [TYPE Function]\n /**\n * @PURPOSE: Apply search + column filters + sort + pagination to grid data.\n * @PRE: allDashboards is current source collection.\n * @POST: filteredDashboards/dashboards/total/totalPages are synchronized.\n * @UX_STATE: Loaded -> visible rows reflect all active controls deterministically.\n */\n function applyGridTransforms() {\n const nextFiltered = allDashboards\n // Search and column filters are server-side.\n .filter(() => true);\n\n nextFiltered.sort((a, b) => {\n const aValue = getSortValue(a, sortColumn);\n const bValue = getSortValue(b, sortColumn);\n if (aValue < bValue) return sortDirection === \"asc\" ? -1 : 1;\n if (aValue > bValue) return sortDirection === \"asc\" ? 1 : -1;\n return 0;\n });\n\n filteredDashboards = nextFiltered;\n dashboards = filteredDashboards;\n total = serverTotal;\n totalPages = serverTotalPages;\n updateSelectionState();\n void hydrateVisibleGitStatusesBatch();\n }\n // #endregion DashboardHub.applyGridTransforms:Function\n" }, { @@ -99663,6 +105676,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n
\n
\n \n \n {$t.common?.back}\n \n\n
\n

\n {dashboard?.title || $t.dashboard?.overview}\n

\n {#if hasGitRepo && gitDashboardRef}\n
\n \n
\n {/if}\n
\n\n

\n {$t.common?.id}: {resolvedDashboardId ?? dashboardRef}{#if dashboard?.slug} • {dashboard.slug}{/if}\n |\n \n \n Git: {gitMeta.label}\n {#if gitStatus?.ahead_count > 0}\n ({gitStatus.ahead_count})\n {/if}\n \n

\n
\n\n
\n (showGitManager = true)}\n >\n {$t.git?.management || \"Manage Git\"}\n \n \n {isStartingBackup ? $t.common?.loading || \"Loading...\" : $t.dashboard?.run_backup || \"Run backup\"}\n \n \n {isStartingValidation ? $t.common?.loading || \"Loading...\" : $t.dashboard?.run_llm_check || \"Run LLM check\"}\n \n \n {$t.common?.refresh}\n \n
\n
\n\n" }, { @@ -99765,6 +105779,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region DashboardProfileOverrideIntegrationTest:Module [TYPE Function]\n// @SEMANTICS: tests, dashboards, profile-filter, override, restore\n// @PURPOSE: Verifies temporary show-all override and restore-on-return behavior for profile-default dashboard filtering.\n// @LAYER: UI (Tests)\n// @RELATION: DEPENDS_ON -> [DashboardHub]\n\nimport { describe, it, expect, vi, beforeEach } from \"vitest\";\nimport { render, screen, fireEvent, waitFor } from \"@testing-library/svelte\";\nimport { writable } from \"svelte/store\";\n\nimport DashboardsPage from \"../+page.svelte\";\nimport { api } from \"$lib/api.js\";\nimport { initializeEnvironmentContext } from \"$lib/stores/environmentContext.js\";\n\nconst mockedApi = /** @type {any} */ (api);\nconst mockedInitializeEnvironmentContext =\n /** @type {any} */ (initializeEnvironmentContext);\n\nvi.mock(\"$lib/api.js\", () => ({\n api: {\n getDashboards: vi.fn(),\n postApi: vi.fn(),\n getDatabaseMappings: vi.fn(),\n calculateMigrationDryRun: vi.fn(),\n getEnvironmentDatabases: vi.fn(),\n },\n}));\n\nvi.mock(\"$lib/toasts.js\", () => ({\n addToast: vi.fn(),\n}));\n\nvi.mock(\"$lib/stores/taskDrawer.js\", () => ({\n openDrawerForTask: vi.fn(),\n}));\n\nvi.mock(\"../../services/gitService.js\", () => ({\n gitService: {\n getConfigs: vi.fn().mockResolvedValue([]),\n getStatusesBatch: vi.fn().mockResolvedValue({ statuses: {} }),\n initRepository: vi.fn(),\n sync: vi.fn(),\n commit: vi.fn(),\n pull: vi.fn(),\n push: vi.fn(),\n },\n}));\n\nvi.mock(\"$lib/stores/environmentContext.js\", () => {\n const context = writable({\n environments: [{ id: \"dev\", name: \"Development\" }],\n selectedEnvId: \"dev\",\n isLoading: false,\n isLoaded: true,\n error: null,\n });\n\n return {\n environmentContextStore: { subscribe: context.subscribe },\n initializeEnvironmentContext: vi.fn().mockResolvedValue(undefined),\n };\n});\n\nvi.mock(\"$lib/i18n\", () => ({\n t: {\n subscribe: (run) => {\n run({\n nav: { dashboards: \"Dashboards\" },\n common: {\n refresh: \"Refresh\",\n retry: \"Retry\",\n cancel: \"Cancel\",\n first: \"First\",\n last: \"Last\",\n loading: \"Loading...\",\n clear: \"Clear\",\n on: \"On\",\n off: \"Off\",\n close_modal: \"Close modal\",\n },\n dashboard: {\n empty: \"No dashboards found\",\n search: \"Search dashboards...\",\n title: \"Title\",\n llm_status: \"LLM Validation Status\",\n actions: \"Actions\",\n changed_on: \"Changed On\",\n owners: \"Owners\",\n select_all: \"Select All\",\n deselect_all: \"Deselect All\",\n select_visible: \"Select Visible\",\n deselect_visible: \"Deselect Visible\",\n selected_count: \"{count} selected\",\n column_filter: \"Column filter\",\n previous: \"Previous\",\n next: \"Next\",\n per_page_option: \"{count} per page\",\n showing: \"Showing {start} to {end} of {total} dashboards\",\n },\n profile: {\n filter_badge_active: \"My Dashboards Only\",\n filter_badge_override: \"Showing all dashboards temporarily\",\n filter_show_all_temporarily: \"Show all dashboards temporarily\",\n filter_restore_default: \"Restore default filter\",\n filter_empty_state:\n \"No dashboards found for your account. Try adjusting your filter settings.\",\n },\n });\n return () => {};\n },\n },\n _: vi.fn((key) => key),\n}));\n\nfunction buildFilteredResponse() {\n return {\n dashboards: [\n {\n id: 1,\n title: \"Owner Dashboard\",\n slug: \"owner-dashboard\",\n last_modified: \"2026-03-04T10:00:00Z\",\n owners: [\"john_doe\"],\n modified_by: \"john_doe\",\n git_status: {\n branch: \"main\",\n sync_status: \"OK\",\n has_repo: true,\n has_changes_for_commit: false,\n },\n last_task: null,\n },\n ],\n total: 1,\n page: 1,\n page_size: 10,\n total_pages: 1,\n effective_profile_filter: {\n applied: true,\n source_page: \"dashboards_main\",\n override_show_all: false,\n username: \"john_doe\",\n match_logic: \"owners_or_modified_by\",\n },\n };\n}\n\nfunction buildUnfilteredResponse() {\n return {\n dashboards: [\n {\n id: 1,\n title: \"Owner Dashboard\",\n slug: \"owner-dashboard\",\n last_modified: \"2026-03-04T10:00:00Z\",\n owners: [\"john_doe\"],\n modified_by: \"john_doe\",\n git_status: {\n branch: \"main\",\n sync_status: \"OK\",\n has_repo: true,\n has_changes_for_commit: false,\n },\n last_task: null,\n },\n {\n id: 2,\n title: \"Team Dashboard\",\n slug: \"team-dashboard\",\n last_modified: \"2026-03-04T10:30:00Z\",\n owners: [\"analytics-team\"],\n modified_by: \"someone_else\",\n git_status: {\n branch: \"main\",\n sync_status: \"OK\",\n has_repo: true,\n has_changes_for_commit: false,\n },\n last_task: null,\n },\n ],\n total: 2,\n page: 1,\n page_size: 10,\n total_pages: 1,\n effective_profile_filter: {\n applied: false,\n source_page: \"dashboards_main\",\n override_show_all: true,\n username: null,\n match_logic: null,\n },\n };\n}\n\ndescribe(\"dashboard-profile-override.integration\", () => {\n beforeEach(() => {\n vi.clearAllMocks();\n mockedApi.getDatabaseMappings.mockResolvedValue({ mappings: [] });\n mockedApi.getEnvironmentDatabases.mockResolvedValue([]);\n mockedApi.calculateMigrationDryRun.mockResolvedValue({\n summary: {\n dashboards: { create: 0, update: 0, delete: 0 },\n charts: { create: 0, update: 0, delete: 0 },\n datasets: { create: 0, update: 0, delete: 0 },\n },\n });\n mockedApi.postApi.mockResolvedValue({ task_id: \"task-1\" });\n });\n\n it(\"temporarily shows all dashboards and restores profile-default filter on return\", async () => {\n mockedApi.getDashboards\n .mockResolvedValueOnce(buildFilteredResponse())\n .mockResolvedValueOnce(buildUnfilteredResponse())\n .mockResolvedValueOnce(buildFilteredResponse());\n\n const firstView = render(DashboardsPage);\n\n await waitFor(() => {\n expect(mockedInitializeEnvironmentContext).toHaveBeenCalledTimes(1);\n expect(mockedApi.getDashboards).toHaveBeenCalledTimes(1);\n });\n\n expect(mockedApi.getDashboards.mock.calls[0][1].override_show_all).toBe(\n false,\n );\n await screen.findByText(\"My Dashboards Only\");\n\n await fireEvent.click(\n screen.getByRole(\"button\", { name: \"Show all dashboards temporarily\" }),\n );\n\n await waitFor(() => {\n expect(mockedApi.getDashboards).toHaveBeenCalledTimes(2);\n expect(mockedApi.getDashboards.mock.calls[1][1].override_show_all).toBe(\n true,\n );\n });\n\n await screen.findByText(\"Showing all dashboards temporarily\");\n\n firstView.unmount();\n render(DashboardsPage);\n\n await waitFor(() => {\n expect(mockedApi.getDashboards).toHaveBeenCalledTimes(3);\n expect(mockedApi.getDashboards.mock.calls[2][1].override_show_all).toBe(\n false,\n );\n });\n\n await screen.findByText(\"My Dashboards Only\");\n });\n\n it(\"renders filtered empty state message when profile filter is active and no dashboards match\", async () => {\n mockedApi.getDashboards.mockResolvedValueOnce({\n dashboards: [],\n total: 0,\n page: 1,\n page_size: 10,\n total_pages: 1,\n effective_profile_filter: {\n applied: true,\n source_page: \"dashboards_main\",\n override_show_all: false,\n username: \"john_doe\",\n match_logic: \"owners_or_modified_by\",\n },\n });\n\n render(DashboardsPage);\n\n await waitFor(() => {\n expect(mockedApi.getDashboards).toHaveBeenCalledTimes(1);\n });\n\n await screen.findByText(\n \"No dashboards found for your account. Try adjusting your filter settings.\",\n );\n expect(\n screen.getAllByRole(\"button\", { name: \"Show all dashboards temporarily\" })\n .length,\n ).toBeGreaterThan(0);\n });\n});\n\n// #endregion DashboardProfileOverrideIntegrationTest:Module\n" }, { @@ -99902,6 +105917,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n
\n
\n
\n

{$t.health?.title}

\n

{$t.health?.subtitle}

\n
\n\n
\n \n \n \n \n
\n
\n \n \n\n
\n
\n

{$t.health?.validation_details}

\n
\n
\n \n \n \n \n \n \n \n \n \n \n \n \n {#if loading}\n {#each Array(3) as _}\n \n \n \n \n \n \n \n \n {/each}\n {:else if healthData.items.length === 0}\n \n \n \n {:else}\n {#each healthData.items as item}\n \n \n \n \n \n \n \n \n {/each}\n {/if}\n \n
{$t.health?.table_dashboard}{$t.health?.table_environment}{$t.health?.table_status}{$t.health?.table_last_check}{$t.health?.table_summary}\n {$t.common?.actions}\n
\n {$t.health?.no_records}\n
\n \n {item.dashboard_slug || item.dashboard_id}\n \n \n {item.environment_id}\n \n \n {item.status}\n \n \n {formatDistanceToNow(new Date(item.last_check), { addSuffix: true })}\n \n {item.summary || '-'}\n \n {#if item.task_id}\n {$t.health?.view_report}\n {/if}\n handleDeleteReport(item)}\n disabled={deletingReportIds.has(item.record_id)}\n >\n {deletingReportIds.has(item.record_id) ? '...' : $t.common?.delete}\n \n
\n
\n
\n
\n\n" }, { @@ -99958,6 +105974,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region loadData:Function [TYPE Function]\n // @PURPOSE: Load health summary rows and environment options for the current filter.\n // @PRE: Page is mounted or environment selection changed.\n // @POST: `healthData` and `environments` reflect latest backend response.\n // @SIDE_EFFECT: Calls backend API endpoints for health summary and environments.\n async function loadData() {\n loading = true;\n error = null;\n try {\n const summaryPromise = selectedEnvId\n ? getHealthSummary(selectedEnvId)\n : healthStore.refresh();\n const [summary, envs] = await Promise.all([\n summaryPromise,\n getEnvironments()\n ]);\n healthData = summary;\n environments = envs;\n if (!selectedEnvId && envs.length > 0) {\n // selectedEnvId = envs[0].id; // Optional: default to first env\n }\n } catch (e) {\n error = e.message;\n } finally {\n loading = false;\n }\n }\n // #endregion loadData:Function\n" }, { @@ -100004,6 +106021,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleEnvChange:Function [TYPE Function]\n // @PURPOSE: Apply environment filter and trigger health summary reload.\n // @PRE: DOM change event carries target value.\n // @POST: selectedEnvId is updated and new data load starts.\n function handleEnvChange(e) {\n selectedEnvId = e.target.value;\n loadData();\n }\n // #endregion handleEnvChange:Function\n" }, { @@ -100060,6 +106078,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleDeleteReport:Function [TYPE Function]\n // @PURPOSE: Delete one health report row with confirmation and optimistic button lock.\n // @PRE: item contains `record_id` from health summary payload.\n // @POST: Row is removed from backend and page data is reloaded on success.\n // @SIDE_EFFECT: Calls DELETE health API and emits toast notifications.\n async function handleDeleteReport(item) {\n if (!item?.record_id || deletingReportIds.has(item.record_id)) return;\n if (!confirm($t.health?.delete_confirm.replace('{slug}', item.dashboard_slug || item.dashboard_id))) return;\n\n deletingReportIds.add(item.record_id);\n deletingReportIds = new Set(deletingReportIds);\n\n try {\n await requestApi(`/health/summary/${item.record_id}`, 'DELETE');\n addToast($t.health?.delete_success.replace('{slug}', item.dashboard_slug || item.dashboard_id), 'success');\n await loadData();\n } catch (e) {\n addToast(\n $t.health?.delete_failed.replace('{error}', e?.message || $t.common?.error),\n 'error',\n );\n } finally {\n deletingReportIds.delete(item.record_id);\n deletingReportIds = new Set(deletingReportIds);\n }\n }\n // #endregion handleDeleteReport:Function\n" }, { @@ -100154,6 +106173,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region HealthPageIntegrationTest:Module [TYPE Function]\n// @SEMANTICS: health-page, integration-test, slug-link, delete-flow\n// @PURPOSE: Lock dashboard health page contract for slug navigation and report deletion.\n// @LAYER: UI Tests\n// @RELATION: DEPENDS_ON -> [HealthCenterPage]\n\nimport { describe, it, expect } from 'vitest';\nimport fs from 'node:fs';\nimport path from 'node:path';\n\nconst PAGE_PATH = path.resolve(\n process.cwd(),\n 'src/routes/dashboards/health/+page.svelte',\n);\n\ndescribe('Dashboard health page contract', () => {\n it('renders slug-first dashboard link bound to environment route context', () => {\n const source = fs.readFileSync(PAGE_PATH, 'utf-8');\n\n expect(source).toContain(\"{$t.health?.table_dashboard}\");\n expect(source).toContain(\"item.dashboard_slug || item.dashboard_id\");\n expect(source).toContain(\"href={`/dashboards/${encodeURIComponent(String(item.dashboard_slug || item.dashboard_id))}?env_id=${encodeURIComponent(item.environment_id)}`}\");\n });\n\n it('keeps explicit delete report flow with confirm and DELETE request', () => {\n const source = fs.readFileSync(PAGE_PATH, 'utf-8');\n\n expect(source).toContain('async function handleDeleteReport(item)');\n expect(source).toContain(\"requestApi(`/health/summary/${item.record_id}`, 'DELETE')\");\n expect(source).toContain(\"$t.health?.delete_confirm.replace('{slug}', item.dashboard_slug || item.dashboard_id)\");\n expect(source).toContain(\"$t.common?.delete\");\n });\n\n it('reuses global health store refresh for all-environment summary loads', () => {\n const source = fs.readFileSync(PAGE_PATH, 'utf-8');\n\n expect(source).toContain(\"import { healthStore } from '$lib/stores/health.js';\");\n expect(source).toContain('? getHealthSummary(selectedEnvId)');\n expect(source).toContain(': healthStore.refresh();');\n });\n});\n// #endregion HealthPageIntegrationTest:Module\n" }, { @@ -100318,6 +106338,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n
\n
\n
\n

\n {$t.dataset_review?.workspace?.eyebrow}\n

\n

\n {$t.dataset_review?.workspace?.title}\n

\n

\n {$t.dataset_review?.workspace?.description}\n

\n
\n
\n \n {$t.dataset_review?.workspace?.state_label}: {$t.dataset_review?.workspace?.state?.empty || \"Empty\"}\n \n {#if hasExistingSessions}\n \n {$t.dataset_review?.workspace_entry?.resume_available_badge}: {sessions.length}\n \n {/if}\n
\n
\n\n {#if isBootstrapping}\n
\n {$t.dataset_review?.workspace?.loading}\n
\n {:else}\n
\n
\n
\n
\n

\n {$t.dataset_review?.workspace_entry?.resume_eyebrow}\n

\n

\n {$t.dataset_review?.workspace_entry?.resume_title}\n

\n

\n {$t.dataset_review?.workspace_entry?.resume_description}\n

\n
\n \n {#if sessionsLoading}\n \n \n \n \n {$t.dataset_review?.workspace_entry?.resume_loading}\n {:else}\n \n \n \n {$t.common?.refresh}\n {/if}\n \n
\n \n
\n
\n \n {#if submitError}\n
\n {submitError}\n
\n {/if}\n
\n
\n {/if}\n
\n\n" }, { @@ -100626,6 +106647,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\n
\n
\n

\n {$t.dataset_review?.workspace?.eyebrow}\n

\n

\n {$t.dataset_review?.workspace?.title}\n

\n

\n {$t.dataset_review?.workspace?.description}\n

\n
\n\n
\n {#if session}\n \n {session.source_kind || $t.dataset_review?.workspace?.source_badge_fallback}\n \n \n {profile?.dataset_name || session.dataset_ref}\n \n {/if}\n \n {$t.dataset_review?.workspace?.state_label}: {getWorkspaceStateLabel(currentWorkspaceState)}\n \n {#if session}\n \n {$t.dataset_review?.workspace?.readiness_label}: {readinessLabel}\n \n {/if}\n
\n
\n\n {#if isBootstrapping}\n
\n {$t.dataset_review?.workspace?.loading}\n
\n {:else}\n {#if loadError}\n
\n {loadError}\n
\n {/if}\n\n {#if !session}\n \n\n {#if currentWorkspaceState === \"importing\"}\n
\n
\n
\n

\n {$t.dataset_review?.workspace?.import_progress_eyebrow}\n

\n

\n {$t.dataset_review?.workspace?.import_progress_title}\n

\n

\n {$t.dataset_review?.workspace?.import_progress_body}\n

\n
\n \n {getWorkspaceStateLabel(currentWorkspaceState)}\n \n
\n\n
    \n {#each importMilestones as milestone}\n
  1. \n
    \n \n {milestone.label}\n
    \n
    2. \n {/each}\n
\n
\n {/if}\n\n {#if submitError}\n
\n {submitError}\n
\n {/if}\n {:else}\n
\n
\n
\n
\n {$t.dataset_review?.workspace?.phase_card_label || \"Phase\"}\n
\n
{session.current_phase}
\n
\n
\n
\n {$t.dataset_review?.workspace?.preview_gate_card_label || \"Preview gate\"}\n
\n
{previewGateState}
\n
\n
\n
\n {$t.dataset_review?.workspace?.clarification_queue_card_label || \"Clarification queue\"}\n
\n
\n {clarificationRemainingCount} remaining / {clarificationTotalCount}\n
\n
\n
\n
\n {$t.dataset_review?.workspace?.launch_blockers_card_label || \"Launch blockers\"}\n
\n
{workspaceLaunchBlockers.length}
\n
\n
\n
\n\n \n \n\n
\n
\n
\n
\n

\n AI orchestration\n

\n

\n {profile?.dataset_name || session.dataset_ref}\n

\n

\n {profile?.business_summary || assistantSeedPrompt}\n

\n
\n
\n
\n {$t.dataset_review?.workspace?.next_action_label}\n
\n
\n {getRecommendedActionLabel(session.recommended_action)}\n
\n
\n
\n\n
\n \n handleAskAiContext({\n target: \"summary\",\n section: \"summary\",\n label: profile?.dataset_name || session.dataset_ref,\n prompt: profile?.business_summary || assistantSeedPrompt,\n })}\n >\n {$t.dataset_review?.assistant?.ask_ai_action || \"✨ Ask AI\"}\n \n \n handleAskAiContext({\n target: \"summary\",\n section: \"summary\",\n label: profile?.dataset_name || session.dataset_ref,\n prompt: profile?.business_summary || assistantSeedPrompt,\n mode: \"improve\",\n })}\n >\n {$t.dataset_review?.assistant?.improve_action || \"✨ Improve\"}\n \n
\n\n {#if session.readiness_state === \"recovery_required\" || session.readiness_state === \"partially_ready\"}\n
\n {$t.dataset_review?.workspace?.partial_recovery_notice || \"The session is in partial recovery mode. Review and assistant guidance stay available, but launch remains blocked until blockers are resolved and a current SQL preview is ready.\"}\n
\n {/if}\n\n {#if importedFilters.length > 0}\n
\n
\n
\n {$t.dataset_review?.workspace?.recovered_filters_title || \"Recovered filters\"}\n
\n \n {importedFilters.length}\n \n
\n
\n {#each importedFilters.slice(0, 4) as filter}\n \n handleAskAiContext({\n target: `filter:${filter.filter_id}`,\n section: \"filters\",\n label: filter.display_name || filter.filter_name,\n prompt: `${filter.display_name || filter.filter_name}: ${stringifyValue(filter.normalized_value ?? filter.raw_value)}`,\n })}\n >\n {filter.display_name || filter.filter_name}\n {stringifyValue(filter.normalized_value ?? filter.raw_value)}\n \n {/each}\n {#if importedFilters.length > 4}\n \n +{importedFilters.length - 4}\n \n {/if}\n
\n
\n {/if}\n
\n\n
\n \n
\n\n \n\n
\n \n
\n\n
\n \n
\n
\n\n \n
\n {/if}\n {/if}\n
\n\n\n" }, { @@ -100699,9 +106721,20 @@ "actual_complexity": 3, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'DatasetReviewEntryUxTests' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "// [DEF:DatasetReviewEntryUxTests:Module]\n// @COMPLEXITY: 3\n// @SEMANTICS: dataset-review, workspace-entry, resume, source-intake, ux-tests\n// @PURPOSE: Verify dataset review entry route exposes resumable sessions alongside the new session intake flow.\n// @LAYER: UI\n// @RELATION: DEPENDS_ON -> [DatasetReviewWorkspaceEntry]\n// @UX_STATE: Loading -> workspace loader is shown before bootstrap completes.\n// @UX_STATE: ResumeList -> existing sessions render with summary fields and resume links.\n// @UX_STATE: ResumeEmpty -> empty-state copy is shown when no sessions are returned.\n// @UX_STATE: ResumeError -> inline error and retry action remain visible without removing new session flow.\n// @TEST_SCENARIO: renders_resume_sessions_and_new_session_intake\n// @TEST_SCENARIO: renders_empty_resume_state_when_no_sessions_exist\n// @TEST_SCENARIO: renders_resume_error_and_retry\n// @TEST_SCENARIO: submits_new_session_without_regression\n\nimport { beforeEach, describe, expect, it, vi } from \"vitest\";\nimport { fireEvent, render, screen, waitFor } from \"@testing-library/svelte\";\nimport DatasetReviewEntryPage from \"../+page.svelte\";\nimport { api } from \"$lib/api.js\";\n\nconst mockedGoto = vi.mocked(await import(\"$app/navigation\")).goto;\n\nfunction createSessionSummary(overrides = {}) {\n return {\n session_id: \"session-1\",\n user_id: \"user-1\",\n environment_id: \"env-1\",\n source_kind: \"superset_link\",\n source_input: \"https://superset.local/dashboard/10\",\n dataset_ref: \"public.sales\",\n dataset_id: 101,\n readiness_state: \"partially_ready\",\n recommended_action: \"resume_session\",\n status: \"paused\",\n current_phase: \"review\",\n created_at: \"2026-03-18T06:00:00.000Z\",\n updated_at: \"2026-03-18T06:10:00.000Z\",\n last_activity_at: \"2026-03-18T06:15:00.000Z\",\n ...overrides,\n };\n}\n\nvi.mock(\"$app/navigation\", () => ({\n goto: vi.fn(),\n}));\n\nvi.mock(\"$lib/i18n\", () => ({\n t: {\n subscribe: (fn) => {\n fn({\n common: {\n error: \"Common error\",\n refresh: \"Refresh\",\n retry: \"Retry\",\n choose_environment: \"Choose environment\",\n not_available: \"N/A\",\n },\n dataset_review: {\n source: {\n eyebrow: \"Source intake\",\n title: \"Start dataset review\",\n description: \"Paste link or provide dataset reference.\",\n state_idle: \"Idle\",\n state_validating: \"Validating\",\n state_rejected: \"Rejected\",\n environment_label: \"Environment\",\n environment_required: \"Environment is required\",\n superset_link_tab: \"Superset link\",\n superset_link_tab_hint: \"Paste dashboard or explore URL\",\n dataset_selection_tab: \"Dataset selection\",\n dataset_selection_tab_hint: \"Enter dataset ref\",\n superset_link_label: \"Superset link\",\n dataset_selection_label: \"Dataset reference\",\n superset_link_placeholder: \"https://superset.local/dashboard/10\",\n dataset_selection_placeholder: \"public.sales\",\n superset_link_hint: \"Paste a full Superset URL\",\n dataset_selection_hint: \"Provide schema.dataset reference\",\n recognized_link_hint: \"Recognized Superset link\",\n superset_link_required: \"Superset link is required\",\n dataset_selection_required: \"Dataset reference is required\",\n superset_link_invalid: \"Superset link must start with http\",\n submit_failed: \"Submit failed\",\n superset_link_recovery_note: \"You can fix the link inline\",\n dataset_selection_recovery_note: \"You can fix the dataset inline\",\n submitting: \"Submitting\",\n submit_superset_link: \"Start from link\",\n submit_dataset_selection: \"Start from dataset\",\n dataset_selection_acknowledged: \"Dataset selection acknowledged\",\n },\n workspace_entry: {\n resume_eyebrow: \"Resume session\",\n resume_title: \"Continue an existing review session\",\n resume_description:\n \"If a dataset review was already started, open the relevant session and continue from its latest saved state.\",\n resume_available_badge: \"Sessions available\",\n resume_loading: \"Loading existing sessions...\",\n resume_load_failed: \"Failed to load existing review sessions.\",\n resume_empty_title: \"No saved sessions yet\",\n resume_empty_body:\n \"Start a new review session from the source intake panel to make it available here for reopening later.\",\n resume_action: \"Resume\",\n session_id_label: \"Session ID\",\n dataset_ref_label: \"Dataset reference\",\n environment_id_label: \"Environment\",\n status_label: \"Status\",\n readiness_label: \"Readiness\",\n phase_label: \"Phase\",\n updated_at_label: \"Updated\",\n last_activity_at_label: \"Last activity\",\n },\n workspace: {\n eyebrow: \"Dataset review\",\n title: \"Dataset review workspace\",\n description: \"Review imported dataset context.\",\n state_label: \"Workspace state\",\n loading: \"Loading workspace\",\n state: {\n empty: \"Empty\",\n },\n },\n },\n });\n return () => {};\n },\n },\n}));\n\nvi.mock(\"$lib/api.js\", () => ({\n api: {\n fetchApi: vi.fn(),\n postApi: vi.fn(),\n requestApi: vi.fn(),\n },\n}));\n\nvi.mock(\"$lib/stores/environmentContext.js\", () => ({\n environmentContextStore: {\n subscribe: (run) => {\n run({\n environments: [{ id: \"env-1\", name: \"DEV\" }],\n selectedEnvId: \"env-1\",\n });\n return () => {};\n },\n },\n initializeEnvironmentContext: vi.fn().mockResolvedValue(undefined),\n}));\n\ndescribe(\"DatasetReviewWorkspaceEntry UX Contract\", () => {\n beforeEach(() => {\n vi.clearAllMocks();\n api.fetchApi.mockReset();\n api.postApi.mockReset();\n mockedGoto.mockReset();\n });\n\n it(\"renders_resume_sessions_and_new_session_intake\", async () => {\n api.fetchApi.mockResolvedValue({\n items: [\n createSessionSummary(),\n createSessionSummary({\n session_id: \"session-2\",\n dataset_ref: \"analytics.daily_margin\",\n environment_id: \"env-2\",\n status: \"active\",\n readiness_state: \"review_ready\",\n current_phase: \"semantic_review\",\n }),\n ],\n total: 2,\n page: 1,\n page_size: 20,\n has_next: false,\n });\n\n render(DatasetReviewEntryPage);\n\n await waitFor(() => {\n expect(api.fetchApi).toHaveBeenCalledWith(\n \"/dataset-orchestration/sessions?page=1&page_size=5\",\n );\n });\n\n // Page header\n expect(screen.getByText(\"Dataset review\")).toBeDefined();\n expect(screen.getByText(\"Dataset review workspace\")).toBeDefined();\n expect(screen.getByText(\"Review imported dataset context.\")).toBeDefined();\n\n // Resume section header\n expect(screen.getByText(\"Continue an existing review session\")).toBeDefined();\n\n // Source intake section\n expect(screen.getByText(\"Start dataset review\")).toBeDefined();\n });\n\n it(\"renders_empty_resume_state_when_no_sessions_exist\", async () => {\n api.fetchApi.mockResolvedValue({\n items: [],\n total: 0,\n page: 1,\n page_size: 20,\n has_next: false,\n });\n\n render(DatasetReviewEntryPage);\n\n await waitFor(() => {\n expect(api.fetchApi).toHaveBeenCalled();\n });\n\n // Page header renders regardless\n expect(screen.getByText(\"Dataset review workspace\")).toBeDefined();\n expect(screen.getByText(\"Start dataset review\")).toBeDefined();\n });\n\n it(\"renders_resume_error_and_retry\", async () => {\n api.fetchApi.mockRejectedValueOnce(new Error(\"Session list failed\"));\n api.fetchApi.mockResolvedValueOnce({\n items: [createSessionSummary()],\n total: 1,\n page: 1,\n page_size: 20,\n has_next: false,\n });\n\n render(DatasetReviewEntryPage);\n\n // Wait for initial fetch to complete (error is swallowed, but retry is possible via refresh button)\n await waitFor(() => {\n // After bootstrap, source intake should render\n expect(screen.getByText(\"Start dataset review\")).toBeDefined();\n });\n\n // Click the refresh button to retry session loading\n const refreshButton = screen.getByRole(\"button\", { name: \"Refresh\" });\n await fireEvent.click(refreshButton);\n\n await waitFor(() => {\n expect(api.fetchApi).toHaveBeenCalledTimes(2);\n });\n\n // Source intake still visible after retry\n expect(screen.getByText(\"Start dataset review\")).toBeDefined();\n });\n\n it(\"submits_new_session_without_regression\", async () => {\n api.fetchApi.mockResolvedValue({\n items: [createSessionSummary()],\n total: 1,\n page: 1,\n page_size: 20,\n has_next: false,\n });\n api.postApi.mockResolvedValue({ session_id: \"created-session\" });\n\n render(DatasetReviewEntryPage);\n\n await waitFor(() => {\n expect(screen.getByText(\"Start dataset review\")).toBeDefined();\n });\n\n const environmentSelect = screen.getByRole(\"combobox\");\n const sourceInput = screen.getByPlaceholderText(\"https://superset.local/dashboard/10\");\n const submitButton = screen.getByRole(\"button\", { name: \"Start from link\" });\n\n await fireEvent.change(environmentSelect, { target: { value: \"env-1\" } });\n await fireEvent.input(sourceInput, {\n target: { value: \"https://superset.local/dashboard/10\" },\n });\n await fireEvent.click(submitButton);\n\n await waitFor(() => {\n expect(api.postApi).toHaveBeenCalledWith(\"/dataset-orchestration/sessions\", {\n source_kind: \"superset_link\",\n source_input: \"https://superset.local/dashboard/10\",\n environment_id: \"env-1\",\n });\n });\n\n expect(mockedGoto).toHaveBeenCalledWith(\"/datasets/review/created-session\");\n });\n});\n\n// [/DEF:DatasetReviewEntryUxTests:Module]\n" }, { @@ -100881,6 +106914,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n
\n \n
\n ({ value: e.id, label: e.name }))}\n />\n
\n \n\n {#if loading}\n
\n
\n
\n {:else}\n \n {#if fetchingDashboards}\n

{$t.common?.loading }

\n {:else if dashboards.length > 0}\n \n {:else}\n

{$t.dashboard?.no_dashboards }

\n {/if}\n \n {/if}\n
\n\n" }, { @@ -101087,6 +107121,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\n

{$t.auth?.login }

\n\n {#if error}\n
\n {error}\n
\n {/if}\n\n
{ event.preventDefault(); handleLogin(); }} class=\"space-y-4\">\n
\n \n \n
\n\n
\n \n \n
\n\n \n {loading ? ($t.auth?.logging_in ) : ($t.auth?.login )}\n \n \n\n
\n
\n
\n
\n
\n
\n {$t.auth?.or_continue_with }\n
\n
\n\n
\n \n {$t.auth?.corporate_sso }\n \n
\n
\n
\n\n\n" }, { @@ -101154,6 +107189,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region ReactiveDashboardFetch:Block [TYPE Function]\n /**\n * @BRIEF: Automatically fetch dashboards when the source environment is changed.\n * @PRE: sourceEnvId is not empty.\n * @POST: fetchDashboards is called with the new sourceEnvId.\n * @UX_STATE: [Loading] -> Triggered when sourceEnvId changes.\n */\n $effect(() => {\n if (!sourceEnvId) return;\n console.info(\"[ReactiveDashboardFetch][REASON] Source environment changed, fetching dashboards\", { sourceEnvId });\n void fetchDashboards(sourceEnvId);\n });\n // #endregion ReactiveDashboardFetch:Block\n" }, { @@ -101200,6 +107236,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleMappingUpdate:Function [TYPE Function]\n /**\n * @purpose Saves a mapping to the backend.\n * @pre event.detail contains sourceUuid and targetUuid.\n * @post Mapping is saved and local mappings list is updated.\n */\n async function handleMappingUpdate(event: CustomEvent) {\n return belief_scope(\"handleMappingUpdate\", async () => {\n const { sourceUuid, targetUuid } = event.detail;\n const sDb = sourceDatabases.find((d) => d.uuid === sourceUuid);\n const tDb = targetDatabases.find((d) => d.uuid === targetUuid);\n\n if (!sDb || !tDb) {\n console.warn(\"[handleMappingUpdate][EXPLORE] Database not found for mapping\", { sourceUuid, targetUuid });\n return;\n }\n\n console.info(\"[handleMappingUpdate][REASON] Updating database mapping\", { sourceUuid, targetUuid });\n try {\n const savedMapping = await api.postApi(\"/mappings\", {\n source_env_id: sourceEnvId,\n target_env_id: targetEnvId,\n source_db_uuid: sourceUuid,\n target_db_uuid: targetUuid,\n source_db_name: sDb.database_name,\n target_db_name: tDb.database_name,\n });\n\n mappings = [\n ...mappings.filter((m) => m.source_db_uuid !== sourceUuid),\n savedMapping,\n ];\n console.info(\"[handleMappingUpdate][REFLECT] Mapping saved successfully\");\n } catch (e) {\n console.error(\"[handleMappingUpdate][EXPLORE] Failed to save mapping\", e);\n error = e.message;\n }\n });\n }\n // #endregion handleMappingUpdate:Function\n" }, { @@ -101246,6 +107283,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleViewLogs:Function [TYPE Function]\n // @BRIEF: Opens the log viewer for a specific task.\n // @PRE: event.detail contains task object.\n // @POST: logViewer state updated and showLogViewer set to true.\n function handleViewLogs(event: CustomEvent) {\n return belief_scope(\"handleViewLogs\", () => {\n const task = event.detail;\n logViewerTaskId = task.id;\n logViewerTaskStatus = task.status;\n showLogViewer = true;\n });\n }\n // #endregion handleViewLogs:Function\n" }, { @@ -101292,6 +107330,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handlePasswordPrompt:Function [TYPE Function]\n // @BRIEF: Reactive logic to show password prompt when a task is awaiting input.\n // @PRE: selectedTask status is AWAITING_INPUT.\n // @POST: showPasswordPrompt set to true with request data.\n // This is triggered by TaskRunner or TaskHistory when a task needs input\n // For now, we rely on the WebSocket or manual check.\n // Ideally, TaskHistory or TaskRunner emits an event when input is needed.\n // Or we watch selectedTask.\n\n // #region ReactivePasswordPrompt:Block [TYPE Function]\n /**\n * @BRIEF: Monitor selected task for input requests and trigger password prompt.\n * @PRE: $selectedTask is not null and status is AWAITING_INPUT.\n * @POST: showPasswordPrompt is set to true if input_request is database_password.\n * @UX_STATE: [AwaitingInput] -> Password prompt modal is displayed.\n */\n $effect(() => {\n const activeTask = selectedTaskState.current;\n if (\n !activeTask ||\n activeTask.status !== \"AWAITING_INPUT\" ||\n !activeTask.input_request\n ) {\n return;\n }\n const req = activeTask.input_request;\n if (req.type === \"database_password\") {\n console.info(\"[ReactivePasswordPrompt][REASON] Task awaiting database passwords\", { taskId: activeTask.id });\n passwordPromptDatabases = req.databases || [];\n passwordPromptErrorMessage = req.error_message || \"\";\n showPasswordPrompt = true;\n }\n });\n // #endregion ReactivePasswordPrompt:Block\n // #endregion handlePasswordPrompt:Function\n" }, { @@ -101359,6 +107398,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region ReactivePasswordPrompt:Block [TYPE Function]\n /**\n * @BRIEF: Monitor selected task for input requests and trigger password prompt.\n * @PRE: $selectedTask is not null and status is AWAITING_INPUT.\n * @POST: showPasswordPrompt is set to true if input_request is database_password.\n * @UX_STATE: [AwaitingInput] -> Password prompt modal is displayed.\n */\n $effect(() => {\n const activeTask = selectedTaskState.current;\n if (\n !activeTask ||\n activeTask.status !== \"AWAITING_INPUT\" ||\n !activeTask.input_request\n ) {\n return;\n }\n const req = activeTask.input_request;\n if (req.type === \"database_password\") {\n console.info(\"[ReactivePasswordPrompt][REASON] Task awaiting database passwords\", { taskId: activeTask.id });\n passwordPromptDatabases = req.databases || [];\n passwordPromptErrorMessage = req.error_message || \"\";\n showPasswordPrompt = true;\n }\n });\n // #endregion ReactivePasswordPrompt:Block\n" }, { @@ -101405,6 +107445,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleResumeMigration:Function [TYPE Function]\n // @BRIEF: Resumes a migration task with provided passwords.\n // @PRE: event.detail contains passwords.\n // @POST: resumeTask is called and showPasswordPrompt is hidden on success.\n async function handleResumeMigration(event: CustomEvent) {\n return belief_scope(\"handleResumeMigration\", async () => {\n if (!selectedTaskState.current) return;\n\n const { passwords } = event.detail;\n try {\n await resumeTask(selectedTaskState.current.id, passwords);\n showPasswordPrompt = false;\n // Task status update will be handled by store/websocket\n } catch (e) {\n console.error(\"Failed to resume task:\", e);\n passwordPromptErrorMessage =\n e.message || $t.migration?.resume_failed;\n // Keep prompt open\n }\n });\n }\n // #endregion handleResumeMigration:Function\n" }, { @@ -101482,6 +107523,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region startMigration:Function [TYPE Function]\n /**\n * @BRIEF: Initiates the migration process by sending the selection to the backend.\n * @PRE: sourceEnvId and targetEnvId are set and different; at least one dashboard is selected.\n * @POST: A migration task is created and selectedTask store is updated.\n * @SIDE_EFFECT: Resets dryRunResult; updates error state on failure.\n * @UX_STATE: [Loading] -> [Success] or [Error]\n */\n async function startMigration() {\n return belief_scope(\"startMigration\", async () => {\n if (!sourceEnvId || !targetEnvId) {\n console.warn(\"[startMigration][EXPLORE] Missing environment selection\");\n error =\n $t.migration?.select_both_envs ||\n \"Please select both source and target environments.\";\n return;\n }\n if (sourceEnvId === targetEnvId) {\n console.warn(\"[startMigration][EXPLORE] Source and target environments are identical\");\n error =\n $t.migration?.different_envs ||\n \"Source and target environments must be different.\";\n return;\n }\n if (selectedDashboardIds.length === 0) {\n console.warn(\"[startMigration][EXPLORE] No dashboards selected\");\n error =\n $t.migration?.select_dashboards ||\n \"Please select at least one dashboard to migrate.\";\n return;\n }\n\n console.info(\"[startMigration][REASON] Initiating migration execution\", {\n sourceEnvId,\n targetEnvId,\n dashboardCount: selectedDashboardIds.length\n });\n error = \"\";\n try {\n dryRunResult = null;\n const selection: DashboardSelection = {\n selected_ids: selectedDashboardIds,\n source_env_id: sourceEnvId,\n target_env_id: targetEnvId,\n replace_db_config: replaceDb,\n fix_cross_filters: fixCrossFilters,\n };\n \n const result = await api.postApi(\"/migration/execute\", selection);\n console.info(\"[startMigration][REFLECT] Migration task created\", { taskId: result.task_id });\n\n // Wait a brief moment for the backend to ensure the task is retrievable\n await new Promise((r) => setTimeout(r, 500));\n\n // Fetch full task details and switch to TaskRunner view\n try {\n const task = await api.getTask(result.task_id);\n selectedTask.set(task);\n console.info(\"[startMigration][REFLECT] Task details fetched and store updated\");\n } catch (fetchErr) {\n console.warn(\"[startMigration][EXPLORE] Could not fetch task details immediately, using placeholder\", fetchErr);\n selectedTask.set({\n id: result.task_id,\n plugin_id: \"superset-migration\",\n status: \"RUNNING\",\n logs: [],\n params: {},\n });\n }\n } catch (e) {\n console.error(\"[startMigration][EXPLORE] Migration initiation failed\", e);\n error = e.message;\n }\n });\n }\n // #endregion startMigration:Function\n" }, { @@ -101591,6 +107633,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region startDryRun:Function [TYPE Function]\n /**\n * @BRIEF: Performs a dry-run migration to identify potential risks and changes.\n * @PRE: source/target environments and selected dashboards are valid.\n * @POST: dryRunResult is populated with the pre-flight analysis.\n * @UX_STATE: [Loading] -> [Success] or [Error]\n * @UX_FEEDBACK: User sees summary cards + risk block + JSON details after success.\n * @UX_RECOVERY: User can adjust selection and press Dry Run again.\n */\n async function startDryRun() {\n return belief_scope(\"startDryRun\", async () => {\n if (!sourceEnvId || !targetEnvId) {\n console.warn(\"[startDryRun][EXPLORE] Missing environment selection\");\n error =\n $t.migration?.select_both_envs ||\n \"Please select both source and target environments.\";\n return;\n }\n if (sourceEnvId === targetEnvId) {\n console.warn(\"[startDryRun][EXPLORE] Source and target environments are identical\");\n error =\n $t.migration?.different_envs ||\n \"Source and target environments must be different.\";\n return;\n }\n if (selectedDashboardIds.length === 0) {\n console.warn(\"[startDryRun][EXPLORE] No dashboards selected\");\n error =\n $t.migration?.select_dashboards ||\n \"Please select at least one dashboard to migrate.\";\n return;\n }\n\n console.info(\"[startDryRun][REASON] Initiating dry-run analysis\", { sourceEnvId, targetEnvId });\n error = \"\";\n dryRunLoading = true;\n try {\n const selection: DashboardSelection = {\n selected_ids: selectedDashboardIds,\n source_env_id: sourceEnvId,\n target_env_id: targetEnvId,\n replace_db_config: replaceDb,\n fix_cross_filters: fixCrossFilters,\n };\n dryRunResult = await api.postApi(\"/migration/dry-run\", selection);\n console.info(\"[startDryRun][REFLECT] Dry-run analysis completed\", { riskScore: dryRunResult.risk.score });\n } catch (e) {\n console.error(\"[startDryRun][EXPLORE] Dry-run analysis failed\", e);\n error = e.message;\n dryRunResult = null;\n } finally {\n dryRunLoading = false;\n }\n });\n }\n // #endregion startDryRun:Function\n" }, { @@ -102172,6 +108215,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n
\n \n\n {#if loading}\n

{$t.migration?.loading_envs }

\n {:else}\n
\n { sourceDatabases = []; mappings = []; suggestions = []; }}\n />\n { targetDatabases = []; mappings = []; suggestions = []; }}\n />\n
\n\n
\n \n {$t.migration?.fetch_dbs }\n \n
\n\n {#if error}\n
\n {error}\n
\n {/if}\n\n {#if success}\n
\n {success}\n
\n {/if}\n\n {#if sourceDatabases.length > 0}\n \n {:else if !fetchingDbs && sourceEnvId && targetEnvId}\n

{$t.migration?.mapping_hint }

\n {/if}\n {/if}\n
\n\n\n\n" }, { @@ -102280,6 +108324,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region MappingsPageScript:Block [TYPE Function]\n // @PURPOSE: Define imports, state, and handlers that drive migration mappings page FSM.\n // @RELATION: [CALLS] ->[fetchEnvironments]\n // @RELATION: [CALLS] ->[fetchDatabases]\n // @RELATION: [CALLS] ->[handleUpdate]\n\n // #region Imports:Block [TYPE Function]\n import { onMount } from 'svelte';\n import { api } from '../../../lib/api.js';\n import EnvSelector from '../../../components/EnvSelector.svelte';\n import MappingTable from '../../../components/MappingTable.svelte';\n import { t } from '$lib/i18n';\n import { Button, PageHeader } from '$lib/ui';\n // #endregion Imports:Block\n\n // #region UiState:Store [TYPE Function]\n // @PURPOSE: Maintain local page state for environments, fetched databases, mappings, suggestions, and UX messages.\n let environments = [];\n let sourceEnvId = \"\";\n let targetEnvId = \"\";\n let sourceDatabases = [];\n let targetDatabases = [];\n let mappings = [];\n let suggestions = [];\n let loading = true;\n let fetchingDbs = false;\n let error = \"\";\n let success = \"\";\n // #endregion UiState:Store\n\n // #region belief_scope:Function [TYPE Function]\n // @PURPOSE: Frontend semantic scope wrapper for CRITICAL trace boundaries without changing business behavior.\n // @PRE: scopeId is non-empty and run is callable.\n // @POST: Executes run exactly once and returns/rejects with the same outcome.\n // @SIDE_EFFECT: Emits trace logs for semantic scope entrance/exit.\n // @DATA_CONTRACT: Input(scopeId:string, run:() => Promise) -> Output(Promise)\n async function belief_scope(scopeId: string, run: () => Promise): Promise {\n console.info(`[${scopeId}][REASON] belief_scope.enter`);\n try {\n return await run();\n } finally {\n console.info(`[${scopeId}][REFLECT] belief_scope.exit`);\n }\n }\n // #endregion belief_scope:Function\n\n // #region fetchEnvironments:Function [TYPE Function]\n // @PURPOSE: Load environment options for source/target selectors on initial mount.\n // @PRE: API client is initialized and route has mounted.\n // @POST: loading=false and environments populated on success or error message set on failure.\n // @SIDE_EFFECT: Network I/O to environments endpoint; mutates environments/error/loading.\n // @DATA_CONTRACT: Input(void) -> Output(EnvironmentSummary[])\n async function fetchEnvironments() {\n return belief_scope('migration.mappings.fetchEnvironments', async () => {\n try {\n environments = await api.getEnvironmentsList();\n } catch (e) {\n error = e.message;\n } finally {\n loading = false;\n }\n });\n }\n // #endregion fetchEnvironments:Function\n\n onMount(fetchEnvironments);\n\n // #region fetchDatabases:Function [TYPE Function]\n // @PURPOSE: Fetch both environment database catalogs, existing mappings, and suggested matches.\n // @PRE: sourceEnvId and targetEnvId are both selected and non-empty.\n // @POST: fetchingDbs=false and sourceDatabases/targetDatabases/mappings/suggestions updated or error set.\n // @SIDE_EFFECT: Concurrent network I/O to environments, mappings, and suggestion endpoints; clears transient messages.\n // @DATA_CONTRACT: Input({sourceEnvId,targetEnvId}) -> Output({sourceDatabases,targetDatabases,mappings,suggestions})\n async function fetchDatabases() {\n return belief_scope('migration.mappings.fetchDatabases', async () => {\n if (!sourceEnvId || !targetEnvId) return;\n fetchingDbs = true;\n error = \"\";\n success = \"\";\n \n try {\n const [src, tgt, maps, sugs] = await Promise.all([\n api.requestApi(`/environments/${sourceEnvId}/databases`),\n api.requestApi(`/environments/${targetEnvId}/databases`),\n api.requestApi(`/mappings?source_env_id=${sourceEnvId}&target_env_id=${targetEnvId}`),\n api.postApi(`/mappings/suggest`, { source_env_id: sourceEnvId, target_env_id: targetEnvId })\n ]);\n\n sourceDatabases = src;\n targetDatabases = tgt;\n mappings = maps;\n suggestions = sugs;\n } catch (e) {\n error = e.message;\n } finally {\n fetchingDbs = false;\n }\n });\n }\n // #endregion fetchDatabases:Function\n\n // #region handleUpdate:Function [TYPE Function]\n // @PURPOSE: Persist a selected mapping pair and reconcile local mapping list by source database UUID.\n // @PRE: event.detail includes sourceUuid/targetUuid and matching source/target database records exist.\n // @POST: mapping persisted; local mappings replaced for same source UUID; success or error feedback shown.\n // @SIDE_EFFECT: POST /mappings network I/O; mutates mappings/success/error.\n // @DATA_CONTRACT: Input(CustomEvent<{sourceUuid:string,targetUuid:string}>) -> Output(MappingRecord persisted + UI feedback)\n async function handleUpdate(event: CustomEvent) {\n return belief_scope('migration.mappings.handleUpdate', async () => {\n const { sourceUuid, targetUuid } = event.detail;\n const sDb = sourceDatabases.find(d => d.uuid === sourceUuid);\n const tDb = targetDatabases.find(d => d.uuid === targetUuid);\n \n if (!sDb || !tDb) return;\n\n try {\n const savedMapping = await api.postApi('/mappings', {\n source_env_id: sourceEnvId,\n target_env_id: targetEnvId,\n source_db_uuid: sourceUuid,\n target_db_uuid: targetUuid,\n source_db_name: sDb.database_name,\n target_db_name: tDb.database_name\n });\n\n mappings = [...mappings.filter(m => m.source_db_uuid !== sourceUuid), savedMapping];\n success = $t.migration?.mapping_saved ;\n } catch (e) {\n error = e.message;\n }\n });\n }\n // #endregion handleUpdate:Function\n // #endregion MappingsPageScript:Block\n" }, { @@ -102294,6 +108339,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region Imports:Block [TYPE Function]\n import { onMount } from 'svelte';\n import { api } from '../../../lib/api.js';\n import EnvSelector from '../../../components/EnvSelector.svelte';\n import MappingTable from '../../../components/MappingTable.svelte';\n import { t } from '$lib/i18n';\n import { Button, PageHeader } from '$lib/ui';\n // #endregion Imports:Block\n" }, { @@ -102320,6 +108366,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region UiState:Store [TYPE Function]\n // @PURPOSE: Maintain local page state for environments, fetched databases, mappings, suggestions, and UX messages.\n let environments = [];\n let sourceEnvId = \"\";\n let targetEnvId = \"\";\n let sourceDatabases = [];\n let targetDatabases = [];\n let mappings = [];\n let suggestions = [];\n let loading = true;\n let fetchingDbs = false;\n let error = \"\";\n let success = \"\";\n // #endregion UiState:Store\n" }, { @@ -102386,6 +108433,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region belief_scope:Function [TYPE Function]\n // @PURPOSE: Frontend semantic scope wrapper for CRITICAL trace boundaries without changing business behavior.\n // @PRE: scopeId is non-empty and run is callable.\n // @POST: Executes run exactly once and returns/rejects with the same outcome.\n // @SIDE_EFFECT: Emits trace logs for semantic scope entrance/exit.\n // @DATA_CONTRACT: Input(scopeId:string, run:() => Promise) -> Output(Promise)\n async function belief_scope(scopeId: string, run: () => Promise): Promise {\n console.info(`[${scopeId}][REASON] belief_scope.enter`);\n try {\n return await run();\n } finally {\n console.info(`[${scopeId}][REFLECT] belief_scope.exit`);\n }\n }\n // #endregion belief_scope:Function\n" }, { @@ -102452,6 +108500,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region fetchDatabases:Function [TYPE Function]\n // @PURPOSE: Fetch both environment database catalogs, existing mappings, and suggested matches.\n // @PRE: sourceEnvId and targetEnvId are both selected and non-empty.\n // @POST: fetchingDbs=false and sourceDatabases/targetDatabases/mappings/suggestions updated or error set.\n // @SIDE_EFFECT: Concurrent network I/O to environments, mappings, and suggestion endpoints; clears transient messages.\n // @DATA_CONTRACT: Input({sourceEnvId,targetEnvId}) -> Output({sourceDatabases,targetDatabases,mappings,suggestions})\n async function fetchDatabases() {\n return belief_scope('migration.mappings.fetchDatabases', async () => {\n if (!sourceEnvId || !targetEnvId) return;\n fetchingDbs = true;\n error = \"\";\n success = \"\";\n \n try {\n const [src, tgt, maps, sugs] = await Promise.all([\n api.requestApi(`/environments/${sourceEnvId}/databases`),\n api.requestApi(`/environments/${targetEnvId}/databases`),\n api.requestApi(`/mappings?source_env_id=${sourceEnvId}&target_env_id=${targetEnvId}`),\n api.postApi(`/mappings/suggest`, { source_env_id: sourceEnvId, target_env_id: targetEnvId })\n ]);\n\n sourceDatabases = src;\n targetDatabases = tgt;\n mappings = maps;\n suggestions = sugs;\n } catch (e) {\n error = e.message;\n } finally {\n fetchingDbs = false;\n }\n });\n }\n // #endregion fetchDatabases:Function\n" }, { @@ -102518,6 +108567,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleUpdate:Function [TYPE Function]\n // @PURPOSE: Persist a selected mapping pair and reconcile local mapping list by source database UUID.\n // @PRE: event.detail includes sourceUuid/targetUuid and matching source/target database records exist.\n // @POST: mapping persisted; local mappings replaced for same source UUID; success or error feedback shown.\n // @SIDE_EFFECT: POST /mappings network I/O; mutates mappings/success/error.\n // @DATA_CONTRACT: Input(CustomEvent<{sourceUuid:string,targetUuid:string}>) -> Output(MappingRecord persisted + UI feedback)\n async function handleUpdate(event: CustomEvent) {\n return belief_scope('migration.mappings.handleUpdate', async () => {\n const { sourceUuid, targetUuid } = event.detail;\n const sDb = sourceDatabases.find(d => d.uuid === sourceUuid);\n const tDb = targetDatabases.find(d => d.uuid === targetUuid);\n \n if (!sDb || !tDb) return;\n\n try {\n const savedMapping = await api.postApi('/mappings', {\n source_env_id: sourceEnvId,\n target_env_id: targetEnvId,\n source_db_uuid: sourceUuid,\n target_db_uuid: targetUuid,\n source_db_name: sDb.database_name,\n target_db_name: tDb.database_name\n });\n\n mappings = [...mappings.filter(m => m.source_db_uuid !== sourceUuid), savedMapping];\n success = $t.migration?.mapping_saved ;\n } catch (e) {\n error = e.message;\n }\n });\n }\n // #endregion handleUpdate:Function\n" }, { @@ -102535,6 +108585,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n
\n \n\n {#if loading}\n

{$t.migration?.loading_envs }

\n {:else}\n
\n { sourceDatabases = []; mappings = []; suggestions = []; }}\n />\n { targetDatabases = []; mappings = []; suggestions = []; }}\n />\n
\n\n
\n \n {$t.migration?.fetch_dbs }\n \n
\n\n {#if error}\n
\n {error}\n
\n {/if}\n\n {#if success}\n
\n {success}\n
\n {/if}\n\n {#if sourceDatabases.length > 0}\n \n {:else if !fetchingDbs && sourceEnvId && targetEnvId}\n

{$t.migration?.mapping_hint }

\n {/if}\n {/if}\n
\n\n" }, { @@ -102687,6 +108738,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n
\n \n\n {#if loading}\n
\n
\n
\n
\n
\n {:else}\n \n
\n
\n \n \n \n \n \n \n
\n
\n \n
\n
\n \n {/if}\n
\n\n" }, { @@ -102779,6 +108831,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ProfileFixtures:Module [TYPE Function]\n// @SEMANTICS: fixtures, profile, ui\n// @PURPOSE: Shared deterministic fixture inputs for profile page integration tests.\n// @INVARIANT: lookupFailedManualFallback.warning is a hardcoded English string; drift risk if i18n key profile.lookup_error changes without updating this fixture.\n// @RELATION: BINDS_TO -> [ProfilePageBindAccountFlowTests]\n// @RELATION: DEPENDS_ON -> [i18n.profile.lookup_error]\n// @RELATION: DEPENDS_ON -> frontend/src/lib/i18n/index.ts [key:profile.lookup_error]\n\nexport const profileFixtures = {\n bindAccountHappyPath: {\n environmentId: \"dev\",\n candidate: \"j.doe\",\n showOnlyMyDashboards: true,\n },\n lookupFailedManualFallback: {\n environmentId: \"dev\",\n warning:\n \"Cannot load Superset accounts for this environment right now. You can enter username manually.\",\n manualUsername: \"john_doe\",\n },\n invalidUsername: {\n supersetUsername: \"John Doe\",\n showOnlyMyDashboards: true,\n },\n};\n\n// #endregion ProfileFixtures:Module\n" }, { @@ -102809,8 +108862,20 @@ "target_ref": "[ProfilePage]" } ], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ProfilePreferencesIntegrationTest' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "// [DEF:ProfilePreferencesIntegrationTest:Module]\n// @COMPLEXITY: 3\n// @SEMANTICS: tests, profile, integration, load, save\n// @PURPOSE: Verifies profile page loads preferences and saves them.\n// @LAYER: UI (Tests)\n// @RELATION: DEPENDS_ON -> [ProfilePage]\n\nimport { describe, it, expect, vi, beforeEach } from \"vitest\";\nimport { render, screen, fireEvent, waitFor } from \"@testing-library/svelte\";\nimport ProfilePage from \"../+page.svelte\";\nimport { api } from \"$lib/api.js\";\nimport { addToast } from \"$lib/toasts\";\n\nconst mockedApi = /** @type {any} */ (api);\nconst mockedAddToast = /** @type {any} */ (addToast);\n\nvi.mock(\"$lib/api.js\", () => ({\n api: {\n getProfilePreferences: vi.fn(),\n postApi: vi.fn(),\n },\n}));\n\nvi.mock(\"$lib/toasts\", () => ({\n addToast: vi.fn(),\n}));\n\nvi.mock(\"$lib/auth/store.js\", () => ({\n auth: { subscribe: (run) => { run({ current: { user: { id: \"u-1\" } } }); return () => {}; } },\n}));\n\nvi.mock(\"$lib/i18n\", () => ({\n t: {\n subscribe: (run) => {\n run({\n common: { save: \"Save\", cancel: \"Cancel\" },\n nav: { profile: \"Profile\", dashboards: \"Dashboards\", datasets: \"Datasets\", reports: \"Reports\" },\n profile: {\n saved: \"Preferences saved\",\n preferences: \"Preferences\",\n start_page: \"Start page\",\n },\n });\n return () => {};\n },\n },\n _: vi.fn((key) => key),\n}));\n\ndescribe(\"profile-preferences.integration\", () => {\n beforeEach(() => {\n vi.clearAllMocks();\n mockedApi.getProfilePreferences.mockResolvedValue({\n status: \"success\",\n preference: {\n user_id: \"u-1\",\n start_page: \"dashboards\",\n },\n });\n });\n\n it(\"loads preferences and renders the profile form\", async () => {\n render(ProfilePage);\n\n await waitFor(() => {\n expect(mockedApi.getProfilePreferences).toHaveBeenCalledTimes(1);\n });\n\n expect(screen.getByText(\"Profile\")).toBeDefined();\n expect(screen.getByText(\"Preferences\")).toBeDefined();\n expect(screen.getByText(\"Start page\")).toBeDefined();\n const select = /** @type {HTMLSelectElement} */ (screen.getByRole(\"combobox\"));\n expect(select.value).toBe(\"dashboards\");\n });\n\n it(\"saves preferences via API and shows success toast\", async () => {\n mockedApi.postApi.mockResolvedValue({ status: \"success\" });\n\n render(ProfilePage);\n\n await waitFor(() => {\n expect(mockedApi.getProfilePreferences).toHaveBeenCalledTimes(1);\n });\n\n const select = /** @type {HTMLSelectElement} */ (screen.getByRole(\"combobox\"));\n await fireEvent.change(select, { target: { value: \"datasets\" } });\n\n await fireEvent.click(screen.getByText(\"Save\"));\n\n await waitFor(() => {\n expect(mockedApi.postApi).toHaveBeenCalledWith(\"/profile/preferences\", {\n preference: expect.objectContaining({ start_page: \"datasets\" }),\n });\n });\n\n expect(mockedAddToast).toHaveBeenCalledWith(\"Preferences saved\", \"success\");\n });\n});\n\n// [/DEF:ProfilePreferencesIntegrationTest:Module]\n" }, { @@ -102842,8 +108907,20 @@ "target_ref": "[ProfilePage]" } ], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ProfileSettingsStateIntegrationTest' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "// [DEF:ProfileSettingsStateIntegrationTest:Module]\n// @COMPLEXITY: 3\n// @SEMANTICS: tests, profile, integration, load, change, save\n// @PURPOSE: Verifies profile loads preferences, allows changes, and saves correctly.\n// @LAYER: UI (Tests)\n// @RELATION: DEPENDS_ON -> [ProfilePage]\n\nimport { describe, it, expect, vi, beforeEach } from \"vitest\";\nimport { render, screen, fireEvent, waitFor } from \"@testing-library/svelte\";\nimport ProfilePage from \"../+page.svelte\";\nimport { api } from \"$lib/api.js\";\nimport { addToast } from \"$lib/toasts\";\n\nconst mockedApi = /** @type {any} */ (api);\nconst mockedAddToast = /** @type {any} */ (addToast);\n\nvi.mock(\"$lib/api.js\", () => ({\n api: {\n getProfilePreferences: vi.fn(),\n postApi: vi.fn(),\n },\n}));\n\nvi.mock(\"$lib/toasts\", () => ({\n addToast: vi.fn(),\n}));\n\nvi.mock(\"$lib/auth/store.js\", () => ({\n auth: { subscribe: (run) => { run({ current: { user: { id: \"u-1\" } } }); return () => {}; } },\n}));\n\nvi.mock(\"$lib/i18n\", () => ({\n t: {\n subscribe: (run) => {\n run({\n common: { save: \"Save\", cancel: \"Cancel\" },\n nav: { profile: \"Profile\", dashboards: \"Dashboards\", datasets: \"Datasets\", reports: \"Reports\" },\n profile: {\n saved: \"Preferences saved\",\n preferences: \"Preferences\",\n start_page: \"Start page\",\n },\n });\n return () => {};\n },\n },\n _: vi.fn((key) => key),\n}));\n\ndescribe(\"profile-settings-state.integration\", () => {\n beforeEach(() => {\n vi.clearAllMocks();\n mockedApi.getProfilePreferences.mockResolvedValue({\n status: \"success\",\n preference: {\n user_id: \"u-1\",\n start_page: \"dashboards\",\n },\n });\n });\n\n it(\"loads saved preferences and displays them\", async () => {\n render(ProfilePage);\n\n await waitFor(() => {\n expect(mockedApi.getProfilePreferences).toHaveBeenCalledTimes(1);\n });\n\n const select = /** @type {HTMLSelectElement} */ (screen.getByRole(\"combobox\"));\n expect(select.value).toBe(\"dashboards\");\n expect(screen.getByText(\"Profile\")).toBeDefined();\n });\n\n it(\"saves changed preferences and shows success toast\", async () => {\n mockedApi.postApi.mockResolvedValue({ status: \"success\" });\n\n render(ProfilePage);\n\n await waitFor(() => {\n expect(mockedApi.getProfilePreferences).toHaveBeenCalledTimes(1);\n });\n\n const select = /** @type {HTMLSelectElement} */ (screen.getByRole(\"combobox\"));\n await fireEvent.change(select, { target: { value: \"reports\" } });\n\n await fireEvent.click(screen.getByText(\"Save\"));\n\n await waitFor(() => {\n expect(mockedApi.postApi).toHaveBeenCalledWith(\"/profile/preferences\", {\n preference: expect.objectContaining({ start_page: \"reports\" }),\n });\n });\n\n expect(mockedAddToast).toHaveBeenCalledWith(\"Preferences saved\", \"success\");\n });\n});\n\n// [/DEF:ProfileSettingsStateIntegrationTest:Module]\n" }, { @@ -103035,6 +109112,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\n null}\n actions={() => null}\n />\n\n
\n
\n \n {#each TASK_TYPE_OPTIONS as option}\n \n {/each}\n \n\n \n {#each STATUS_OPTIONS as option}\n \n {/each}\n \n\n loadReports()}\n >\n {$t.common?.refresh}\n \n\n \n {$t.reports?.clear_filters}\n \n
\n
\n\n {#if loading}\n \n {$t.reports?.loading}\n
\n {:else if error}\n \n

{error}

\n loadReports()}\n >\n {$t.reports?.retry_load || $t.common?.retry}\n \n
\n {:else if !collection || collection.total === 0}\n \n {$t.reports?.empty}\n
\n {:else if collection.items.length === 0 && hasActiveFilters()}\n \n

{$t.reports?.filtered_empty}

\n \n {$t.reports?.clear_filters}\n \n
\n {:else}\n
\n
\n \n
\n \n
\n {/if}\n
\n\n\n" }, { @@ -103129,6 +109207,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ReportPageContractTest:Module [TYPE Function]\n// @SEMANTICS: llm-report, svelte-effect, screenshot-loading, regression-test\n// @PURPOSE: Protect the LLM report page from self-triggering screenshot load effects.\n// @LAYER: UI Tests\n// @RELATION: VERIFIES -> frontend/src/routes/reports/llm/[taskId]/+page.svelte\n\nimport { describe, it, expect } from \"vitest\";\nimport fs from \"node:fs\";\nimport path from \"node:path\";\n\nconst PAGE_PATH = path.resolve(\n process.cwd(),\n \"src/routes/reports/llm/[taskId]/+page.svelte\",\n);\n\n// #region llm_report_screenshot_effect_contract:Function [TYPE Function]\n// @RELATION: USES -> App\n// @PURPOSE: Ensure screenshot loading stays untracked from blob-url mutation state.\n// @PRE: Report page source exists.\n// @POST: Contract fails if screenshot loading effect can subscribe to screenshotBlobUrls updates.\ndescribe(\"LLM report screenshot effect contract\", () => {\n it(\"uses untrack around screenshot blob loading side effect\", () => {\n const source = fs.readFileSync(PAGE_PATH, \"utf-8\");\n\n expect(source).toContain('import { onDestroy, onMount, untrack } from \"svelte\";');\n expect(source).toContain(\"untrack(() => {\");\n expect(source).toContain(\"void loadScreenshotBlobUrls(paths);\");\n });\n});\n// #endregion llm_report_screenshot_effect_contract:Function\n// #endregion ReportPageContractTest:Module\n" }, { @@ -103209,6 +109288,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region llm_report_screenshot_effect_contract:Function [TYPE Function]\n// @RELATION: USES -> App\n// @PURPOSE: Ensure screenshot loading stays untracked from blob-url mutation state.\n// @PRE: Report page source exists.\n// @POST: Contract fails if screenshot loading effect can subscribe to screenshotBlobUrls updates.\ndescribe(\"LLM report screenshot effect contract\", () => {\n it(\"uses untrack around screenshot blob loading side effect\", () => {\n const source = fs.readFileSync(PAGE_PATH, \"utf-8\");\n\n expect(source).toContain('import { onDestroy, onMount, untrack } from \"svelte\";');\n expect(source).toContain(\"untrack(() => {\");\n expect(source).toContain(\"void loadScreenshotBlobUrls(paths);\");\n });\n});\n// #endregion llm_report_screenshot_effect_contract:Function\n" }, { @@ -103223,6 +109303,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/** @type {import('./$types').PageLoad} */" }, { @@ -103317,6 +109398,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region SettingsPageUxTest:Module [TYPE Function]\n// @SEMANTICS: settings, page, ux-tests, save-flow\n// @RELATION: DEPENDS_ON -> [SettingsPage]\n// @PURPOSE: Test UX states and transitions\n// @LAYER: UI (Tests)\n\n\nimport { describe, it, expect, vi, beforeEach } from 'vitest';\nimport { render, screen, fireEvent, waitFor } from '@testing-library/svelte';\nimport SettingsPage from '../+page.svelte';\nimport { api } from '$lib/api';\nimport { addToast } from '$lib/toasts';\n\nvi.mock('$lib/api', () => ({\n api: {\n getConsolidatedSettings: vi.fn(),\n requestApi: vi.fn(),\n putApi: vi.fn(),\n postApi: vi.fn(),\n updateConsolidatedSettings: vi.fn()\n }\n}));\n\nvi.mock('$lib/toasts', () => ({\n addToast: vi.fn()\n}));\n\nvi.mock('$lib/i18n', () => ({\n t: {\n subscribe: (fn) => {\n fn({\n settings: {\n title: 'Settings',\n migration_sync: 'Migration Sync',\n migration_sync_title: 'Cross-Environment ID Synchronization',\n migration_sync_description: 'Sync IDs across environments',\n sync_schedule: 'Sync Schedule',\n sync_now: 'Sync Now',\n syncing: 'Syncing...',\n saving: 'Saving...',\n environments: 'Environments',\n logging: 'Logging',\n logging_description: 'Configure logging',\n log_level: 'Log Level',\n task_log_level: 'Task Log Level',\n enable_belief_state: 'Enable Belief State',\n connections: 'Connections',\n llm: 'LLM',\n storage: 'Storage',\n save_success: 'Settings saved',\n save_failed: 'Failed',\n save_logging: 'Save Logging Config',\n env_description: 'Configure environments',\n load_failed: 'Failed to load settings',\n migration_sync_failed: 'Sync failed'\n },\n common: { refresh: 'Refresh', retry: 'Retry', save: 'Save' },\n tasks: { cron_label: 'Cron Expression', cron_hint: 'Standard cron format' },\n nav: { settings_git: 'Git' },\n connections: { name: 'Name', user: 'User' }\n });\n return () => { };\n }\n },\n _: vi.fn((key) => key)\n}));\n\n// Mock child components\nvi.mock('../../components/llm/ProviderConfig.svelte', () => ({\n default: class ProviderConfigMock {\n constructor(options) {\n options.target.innerHTML = `
`;\n }\n }\n}));\n\ndescribe('SettingsPage UX Contracts', () => {\n const mockSettings = {\n environments: [],\n logging: { level: 'INFO', task_log_level: 'INFO', enable_belief_state: false },\n connections: [],\n llm: {}\n };\n\n const mockMigrationSettings = {\n cron: \"0 2 * * *\"\n };\n\n beforeEach(() => {\n vi.clearAllMocks();\n });\n\n // @UX_STATE: Loading -> Shows skeleton loader\n // @UX_STATE: Loaded -> Shows tabbed settings interface\n it('should transition from Loading to Loaded state', async () => {\n // Delay resolution to capture loading state\n let resolveSettings;\n api.getConsolidatedSettings.mockImplementation(() => new Promise(resolve => {\n resolveSettings = resolve;\n }));\n\n api.requestApi.mockImplementation((url) => {\n if (url === '/migration/settings') return Promise.resolve(mockMigrationSettings);\n if (url.includes('/migration/mappings-data')) return Promise.resolve({ items: [], total: 0 });\n return Promise.resolve({});\n });\n\n render(SettingsPage);\n\n // Assert Loading skeleton is present (by checking for the pulse class)\n // Note: checking for classes used in skeleton\n const skeletonElements = document.querySelectorAll('.animate-pulse');\n expect(skeletonElements.length).toBeGreaterThan(0);\n\n // Resolve the API call\n resolveSettings(mockSettings);\n\n // Assert Loaded state - use getAllByText because 'Environments' may appear\n // both as tab text and section heading on the default tab\n await waitFor(() => {\n expect(screen.getByText('Settings')).toBeTruthy();\n expect(screen.getAllByText('Environments').length).toBeGreaterThan(0);\n });\n });\n\n // @UX_STATE: Error -> Shows error banner with retry button\n it('should show error banner when loading fails', async () => {\n api.getConsolidatedSettings.mockRejectedValue(new Error('Network Error'));\n api.requestApi.mockResolvedValue(mockMigrationSettings);\n\n render(SettingsPage);\n\n await waitFor(() => {\n expect(screen.getByText('Network Error')).toBeTruthy();\n expect(screen.getByText('Retry')).toBeTruthy();\n });\n });\n\n // @UX_RECOVERY: Refresh button reloads settings data\n it('should reload settings data when retry button is clicked', async () => {\n let callCount = 0;\n api.getConsolidatedSettings.mockImplementation(async () => {\n callCount++;\n if (callCount === 1) throw new Error('First call failed');\n return mockSettings;\n });\n\n api.requestApi.mockImplementation((url) => {\n if (url === '/migration/settings') return Promise.resolve(mockMigrationSettings);\n if (url.includes('/migration/mappings-data')) return Promise.resolve({ items: [], total: 0 });\n return Promise.resolve({});\n });\n\n render(SettingsPage);\n\n // Wait for error state\n await waitFor(() => {\n expect(screen.getByText('First call failed')).toBeTruthy();\n });\n\n // Click retry\n const retryBtn = screen.getByText('Retry');\n await fireEvent.click(retryBtn);\n\n // Verify recovery (Loaded state) - use getAllByText because 'Environments'\n // appears both as tab text and section heading\n await waitFor(() => {\n expect(screen.queryByText('First call failed')).toBeNull();\n expect(screen.getAllByText('Environments').length).toBeGreaterThan(0);\n });\n // We expect it to have been called twice (1. initial mount, 2. retry click)\n expect(api.getConsolidatedSettings).toHaveBeenCalledTimes(2);\n });\n\n // @UX_FEEDBACK: Toast notifications on save success/failure\n it('should show success toast when settings are saved', async () => {\n api.getConsolidatedSettings.mockResolvedValue(mockSettings);\n api.requestApi.mockResolvedValue(mockMigrationSettings);\n api.updateConsolidatedSettings.mockResolvedValue({});\n\n render(SettingsPage);\n await waitFor(() => expect(screen.getByText('Settings')).toBeTruthy());\n\n // Navigate to Logging tab where the Save button is\n // 'Logging' appears in both the tab and section heading; use getAllByText\n await fireEvent.click(screen.getAllByText('Logging')[0]);\n\n const saveBtn = screen.getByText('Save Logging Config');\n await fireEvent.click(saveBtn);\n\n await waitFor(() => {\n expect(addToast).toHaveBeenCalledWith('Settings saved', 'success');\n });\n });\n\n it('should show error toast when settings save fails', async () => {\n api.getConsolidatedSettings.mockResolvedValue(mockSettings);\n api.requestApi.mockResolvedValue(mockMigrationSettings);\n api.updateConsolidatedSettings.mockRejectedValue(new Error('Save Error'));\n\n render(SettingsPage);\n await waitFor(() => expect(screen.getByText('Settings')).toBeTruthy());\n\n // Navigate to Logging tab where the Save button is\n // 'Logging' appears in both the tab and section heading; use getAllByText\n await fireEvent.click(screen.getAllByText('Logging')[0]);\n\n const saveBtn = screen.getByText('Save Logging Config');\n await fireEvent.click(saveBtn);\n\n await waitFor(() => {\n expect(addToast).toHaveBeenCalledWith('Failed', 'error');\n });\n });\n});\n\n// #endregion SettingsPageUxTest:Module\n" }, { @@ -103473,6 +109555,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n
\n
\n
\n

Automation Policies

\n

Manage scheduled validation rules and execution windows.

\n
\n {#if !showForm}\n \n {/if}\n
\n\n {#if showForm}\n
\n
\n \n |\n

\n {selectedPolicy ? 'Edit Policy' : 'New Policy'}\n

\n
\n showForm = false} \n />\n
\n {:else if isLoading}\n
\n
\n
\n {:else}\n
\n
    \n {#each policies as policy}\n
  • \n
    \n
    \n
    \n
    \n
    \n \n \n \n
    \n
    \n
    \n

    {policy.name}

    \n
    \n {getEnvName(policy.environment_id)}\n •\n {policy.dashboard_ids.length} Dashboards\n
    \n
    \n
    \n
    \n \n
    \n \n \n
    \n
    \n
    \n
    \n
    • \n {:else}\n
  • \n \n \n \n

    No policies

    \n

    Get started by creating a new automation policy.

    \n
    \n \n
    \n
    • \n {/each}\n
\n
\n\n {#if translationSchedules.length > 0}\n

Translation Schedules

\n
\n
    \n {#each translationSchedules as ts}\n
  • \n
    \n
    \n
    \n
    \n
    \n \n \n \n
    \n
    \n
    \n

    {ts.job_name}

    \n
    \n {ts.cron_expression}\n •\n {ts.timezone}\n
    \n
    \n
    \n
    \n \n {ts.is_active ? 'Active' : 'Inactive'}\n \n {#if ts.last_run_at}\n \n Last: {new Date(ts.last_run_at).toLocaleString()}\n \n {/if}\n
    \n
    \n
    \n
    • \n {:else}\n
  • \n No translation schedules configured\n
    • \n {/each}\n
\n
\n {/if}\n {/if}\n
\n\n" }, { @@ -103519,6 +109602,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleSuccess:Function [TYPE Function]\n /* @PURPOSE: Refreshes the connection list after a successful creation.\n @PRE: listComponent must be bound.\n @POST: Triggers the fetchConnections method on the list component.\n */\n function handleSuccess() {\n if (listComponent) {\n listComponent.fetchConnections();\n }\n }\n // #endregion handleSuccess:Function\n" }, { @@ -103565,6 +109649,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region loadConfigs:Function [TYPE Function]\n /**\n * @purpose Fetches existing git configurations.\n * @pre Component is mounted.\n * @post configs state is populated.\n */\n async function loadConfigs() {\n try {\n configs = await gitService.getConfigs();\n } catch (e) {\n toast(e.message, \"error\");\n }\n }\n // #endregion loadConfigs:Function\n" }, { @@ -103611,6 +109696,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleTest:Function [TYPE Function]\n /**\n * @purpose Tests connection to a git server with current form data.\n * @pre newConfig contains valid provider, url, and pat.\n * @post testing state is managed; toast shown with result.\n */\n async function handleTest() {\n testing = true;\n try {\n const testPayload = { ...newConfig, config_id: null };\n if (isEditing && editingConfigId) {\n testPayload.config_id = editingConfigId;\n }\n const result = await gitService.testConnection(testPayload);\n if (result.status === \"success\") {\n toast($t.settings?.connection_success, \"success\");\n } else {\n toast(\n result.message || $t.settings?.connection_failed_short,\n \"error\",\n );\n }\n } catch (e) {\n toast($t.settings?.connection_failed_short, \"error\");\n } finally {\n testing = false;\n }\n }\n // #endregion handleTest:Function\n" }, { @@ -103657,6 +109743,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleSave:Function [TYPE Function]\n /**\n * @purpose Saves a new git configuration.\n * @pre newConfig is valid and tested.\n * @post New config is saved to DB and added to configs list.\n */\n async function handleSave() {\n try {\n if (isEditing) {\n const updated = await gitService.updateConfig(\n editingConfigId,\n newConfig,\n );\n configs = configs.map((c) =>\n c.id === editingConfigId ? updated : c,\n );\n toast(\n $t.settings?.git_config_updated ||\n \"Git configuration updated\",\n \"success\",\n );\n } else {\n const saved = await gitService.createConfig(newConfig);\n configs = [...configs, saved];\n toast(\n $t.settings?.git_config_saved || \"Git configuration saved\",\n \"success\",\n );\n }\n resetForm();\n } catch (e) {\n toast(e.message, \"error\");\n }\n }\n // #endregion handleSave:Function\n" }, { @@ -103700,6 +109787,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleEdit:Function [TYPE Function]\n /**\n * @purpose Populates the form with an existing config to edit.\n * @param {Object} config - Configuration object to edit.\n * @post Form is populated and isEditing state is set.\n */\n function handleEdit(config) {\n isEditing = true;\n editingConfigId = config.id;\n newConfig = {\n name: config.name,\n provider: config.provider,\n url: config.url,\n pat: config.pat,\n default_repository: config.default_repository || \"\",\n default_branch: config.default_branch || \"main\",\n };\n // Scroll to the form\n window.scrollTo({ top: 0, behavior: \"smooth\" });\n }\n // #endregion handleEdit:Function\n" }, { @@ -103726,6 +109814,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region resetForm:Function [TYPE Function]\n /**\n * @purpose Resets the configuration form.\n */\n function resetForm() {\n isEditing = false;\n editingConfigId = null;\n newConfig = {\n name: \"\",\n provider: \"GITHUB\",\n url: \"https://github.com\",\n pat: \"\",\n default_repository: \"\",\n default_branch: \"main\",\n };\n }\n // #endregion resetForm:Function\n" }, { @@ -103772,6 +109861,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region loadGiteaRepos:Function [TYPE Function]\n /**\n * @purpose Loads repositories from selected Gitea config.\n * @pre selectedGiteaConfigId is set.\n * @post giteaRepos state updated.\n */\n async function loadGiteaRepos() {\n if (!selectedGiteaConfigId) {\n giteaRepos = [];\n return;\n }\n giteaLoading = true;\n try {\n giteaRepos = await gitService.listGiteaRepositories(\n selectedGiteaConfigId,\n );\n } catch (e) {\n toast(e.message, \"error\");\n giteaRepos = [];\n } finally {\n giteaLoading = false;\n }\n }\n // #endregion loadGiteaRepos:Function\n" }, { @@ -103818,6 +109908,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleCreateGiteaRepo:Function [TYPE Function]\n /**\n * @purpose Creates new repository on selected Gitea server.\n * @pre selectedGiteaConfigId and newGiteaRepo.name are set.\n * @post Repository created and repos list reloaded.\n */\n async function handleCreateGiteaRepo() {\n if (!selectedGiteaConfigId || !newGiteaRepo.name?.trim()) return;\n giteaCreating = true;\n try {\n await gitService.createGiteaRepository(selectedGiteaConfigId, {\n ...newGiteaRepo,\n name: newGiteaRepo.name.trim(),\n });\n toast(\"Gitea repository created\", \"success\");\n newGiteaRepo = {\n name: \"\",\n private: true,\n description: \"\",\n auto_init: true,\n default_branch: \"main\",\n };\n await loadGiteaRepos();\n } catch (e) {\n toast(e.message, \"error\");\n } finally {\n giteaCreating = false;\n }\n }\n // #endregion handleCreateGiteaRepo:Function\n" }, { @@ -103864,6 +109955,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleDeleteGiteaRepo:Function [TYPE Function]\n /**\n * @purpose Deletes repository from selected Gitea server.\n * @pre selectedGiteaConfigId is set.\n * @post Repository deleted and repos list reloaded.\n */\n async function handleDeleteGiteaRepo(repo) {\n if (!selectedGiteaConfigId) return;\n if (!confirm(`Delete repository ${repo.full_name || repo.name}?`))\n return;\n const fullName = String(repo.full_name || \"\");\n const parts = fullName.split(\"/\");\n const owner = parts.length > 1 ? parts[0] : \"\";\n const repoName = parts.length > 1 ? parts[1] : repo.name;\n if (!owner || !repoName) {\n toast(\"Cannot resolve repository owner/name\", \"error\");\n return;\n }\n giteaDeleting = true;\n try {\n await gitService.deleteGiteaRepository(\n selectedGiteaConfigId,\n owner,\n repoName,\n );\n toast(\"Gitea repository deleted\", \"success\");\n await loadGiteaRepos();\n } catch (e) {\n toast(e.message, \"error\");\n } finally {\n giteaDeleting = false;\n }\n }\n // #endregion handleDeleteGiteaRepo:Function\n" }, { @@ -103960,6 +110052,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region GitSettingsPageUxTest:Module [TYPE Function]\n// @SEMANTICS: settings, git, page, ux-tests, form, toast\n// @RELATION: DEPENDS_ON -> [GitSettingsPage]\n// @PURPOSE: Test UX states and transitions for the Git Settings page\n// @LAYER: UI (Tests)\n\nimport { describe, it, expect, vi, beforeEach } from 'vitest';\nimport { render, screen, fireEvent, waitFor } from '@testing-library/svelte';\nimport GitSettingsPage from '../+page.svelte';\nimport { gitService } from '../../../../services/gitService';\nimport { addToast } from '$lib/toasts';\n\nvi.mock('../../../../services/gitService', () => ({\n gitService: {\n getConfigs: vi.fn(),\n createConfig: vi.fn(),\n updateConfig: vi.fn(),\n deleteConfig: vi.fn(),\n testConnection: vi.fn(),\n listGiteaRepositories: vi.fn(),\n createGiteaRepository: vi.fn(),\n deleteGiteaRepository: vi.fn()\n }\n}));\n\nvi.mock('$lib/toasts', () => ({\n addToast: vi.fn()\n}));\n\nvi.mock('$lib/i18n', () => ({\n t: {\n subscribe: (fn) => {\n fn({\n settings: {\n configured_servers: 'Configured Servers',\n add_git_server: 'Add Git Server',\n edit_git_server: 'Edit Git Server',\n display_name: 'Display Name',\n server_url: 'Server URL',\n personal_access_token: 'Personal Access Token',\n default_repository_optional: 'Default Repository (Optional)',\n default_branch: 'Default Branch',\n save_configuration: 'Save Configuration',\n update_configuration: 'Update Configuration',\n connection_success: 'Connection successful',\n connection_failed_short: 'Connection failed',\n git_config_saved: 'Git configuration saved',\n git_config_updated: 'Git configuration updated',\n git_delete_confirm: 'Are you sure?',\n git_config_deleted: 'Git configuration deleted'\n },\n llm: { type: 'Type', test: 'Test' },\n nav: { settings_git: 'Git Settings' },\n git: { no_servers_configured: 'No servers configured' },\n common: { edit: 'Edit', delete: 'Delete', cancel: 'Cancel' }\n });\n return () => { };\n }\n },\n _: vi.fn((key) => key)\n}));\n\n// Mock window.scrollTo\nObject.defineProperty(window, 'scrollTo', { value: vi.fn(), writable: true });\n\ndescribe('GitSettingsPage UX Contracts', () => {\n const mockConfigs = [\n {\n id: 'conf-1',\n name: 'Dev GitLab',\n provider: 'GITLAB',\n url: 'https://gitlab.com',\n pat: '********',\n status: 'CONNECTED'\n }\n ];\n\n beforeEach(() => {\n vi.clearAllMocks();\n // Default confirm to always accept for tests\n global.confirm = vi.fn(() => true);\n });\n\n // @UX_STATE: Initial Load\n it('should display configured servers on mount', async () => {\n gitService.getConfigs.mockResolvedValue(mockConfigs);\n render(GitSettingsPage);\n\n await waitFor(() => {\n expect(screen.getByText('Dev GitLab')).toBeTruthy();\n expect(screen.getByText('GITLAB')).toBeTruthy();\n expect(screen.getByText('https://gitlab.com')).toBeTruthy();\n });\n });\n\n it('should show empty state when no servers configured', async () => {\n gitService.getConfigs.mockResolvedValue([]);\n render(GitSettingsPage);\n\n await waitFor(() => {\n expect(screen.getByText('No servers configured')).toBeTruthy();\n });\n });\n\n // @UX_FEEDBACK: Connection testing feedback\n it('should test connection successfully and show success toast', async () => {\n gitService.getConfigs.mockResolvedValue([]);\n gitService.testConnection.mockResolvedValue({ status: 'success' });\n\n render(GitSettingsPage);\n await waitFor(() => expect(screen.getByText('Add Git Server')).toBeTruthy());\n\n // Fill form\n await fireEvent.input(screen.getByLabelText('Display Name'), { target: { value: 'New Gitea' } });\n await fireEvent.input(screen.getByLabelText('Server URL'), { target: { value: 'https://gitea.local' } });\n await fireEvent.input(screen.getByLabelText('Personal Access Token'), { target: { value: 'token123' } });\n\n // Click Test\n await fireEvent.click(screen.getByText('Test'));\n\n await waitFor(() => {\n expect(gitService.testConnection).toHaveBeenCalledWith(expect.objectContaining({\n name: 'New Gitea',\n url: 'https://gitea.local',\n pat: 'token123'\n }));\n expect(addToast).toHaveBeenCalledWith('Connection successful', 'success');\n });\n });\n\n // @UX_FEEDBACK: Save configuration\n it('should save configuration and show success toast', async () => {\n gitService.getConfigs.mockResolvedValue([]);\n gitService.createConfig.mockResolvedValue({\n id: 'conf-2',\n name: 'New Server',\n provider: 'GITHUB',\n url: 'https://github.com',\n pat: '********',\n status: 'CONNECTED'\n });\n\n render(GitSettingsPage);\n await waitFor(() => expect(screen.getByText('Add Git Server')).toBeTruthy());\n\n await fireEvent.input(screen.getByLabelText('Display Name'), { target: { value: 'New Server' } });\n await fireEvent.click(screen.getByText('Save Configuration'));\n\n await waitFor(() => {\n expect(gitService.createConfig).toHaveBeenCalled();\n expect(addToast).toHaveBeenCalledWith('Git configuration saved', 'success');\n // Check that it's added to the list\n expect(screen.getByText('New Server')).toBeTruthy();\n });\n });\n\n // @UX_STATE: Delete configuration\n it('should delete configuration upon confirmation', async () => {\n gitService.getConfigs.mockResolvedValue([...mockConfigs]);\n gitService.deleteConfig.mockResolvedValue({ status: 'success' });\n\n render(GitSettingsPage);\n await waitFor(() => expect(screen.getByText('Dev GitLab')).toBeTruthy());\n\n // Click delete button\n const deleteButton = screen.getByTitle('Delete');\n await fireEvent.click(deleteButton);\n\n await waitFor(() => {\n expect(global.confirm).toHaveBeenCalledWith('Are you sure?');\n expect(gitService.deleteConfig).toHaveBeenCalledWith('conf-1');\n expect(addToast).toHaveBeenCalledWith('Git configuration deleted', 'success');\n expect(screen.queryByText('Dev GitLab')).toBeNull(); // Should be removed from DOM\n });\n });\n\n // @UX_STATE: Editing form state\n it('should load config into form when edit is clicked', async () => {\n gitService.getConfigs.mockResolvedValue([...mockConfigs]);\n\n render(GitSettingsPage);\n await waitFor(() => expect(screen.getByText('Dev GitLab')).toBeTruthy());\n\n // Click edit button\n const editButton = screen.getByTitle('Edit');\n await fireEvent.click(editButton);\n\n await waitFor(() => {\n expect(screen.getByText('Edit Git Server')).toBeTruthy();\n const nameInput = screen.getByLabelText('Display Name');\n expect(nameInput.value).toBe('Dev GitLab');\n });\n\n // Save changes\n gitService.updateConfig.mockResolvedValue({\n ...mockConfigs[0],\n name: 'Updated GitLab'\n });\n\n await fireEvent.input(screen.getByLabelText('Display Name'), { target: { value: 'Updated GitLab' } });\n await fireEvent.click(screen.getByText('Update Configuration'));\n\n await waitFor(() => {\n expect(gitService.updateConfig).toHaveBeenCalledWith('conf-1', expect.objectContaining({\n name: 'Updated GitLab'\n }));\n expect(screen.getByText('Updated GitLab')).toBeTruthy();\n });\n });\n});\n// #endregion GitSettingsPageUxTest:Module\n" }, { @@ -103974,6 +110067,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Read the current settings tab from the URL hash fragment.\n * Falls back to \"environments\" when the hash is missing or invalid.\n */" }, { @@ -103988,6 +110082,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Write the active settings tab to the URL hash fragment so it survives\n * browser refreshes and can be linked to directly.\n */" }, { @@ -104002,6 +110097,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Normalise an arbitrary tab identifier to a valid tab key, or return null\n * when the identifier does not match any known tab.\n */" }, { @@ -104016,6 +110112,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Merge incoming LLM settings with the default prompts and bindings so that\n * individual fields are never accidentally set to `undefined`.\n */" }, { @@ -104030,6 +110127,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Check whether the `dashboard_validation` provider binding resolves to a\n * multimodal model that can process screenshots.\n *\n * `settings` is the full consolidated settings object, expected to contain\n * `llm.provider_bindings` and the providers list at `settings.providers` or\n * `settings.llm_providers`.\n */" }, { @@ -104044,6 +110142,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Return `true` when the model name looks like a multimodal/vision model.\n */" }, { @@ -104058,6 +110157,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Look up a provider by its id from the providers list on the settings object.\n */" }, { @@ -104072,6 +110172,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Strip trailing slashes and the `/api/v1` suffix from a Superset base URL,\n * returning a clean base URL suitable for constructing dashboard links.\n */" }, { @@ -104086,6 +110187,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Classify an environment's deployment stage from its `name` or `url`.\n * Returns one of: `\"PROD\"`, `\"PREPROD\"`, or `\"DEV\"`.\n */" }, { @@ -104100,6 +110202,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Create a blank connection object suitable for the \"new connection\" form.\n */" }, { @@ -104242,6 +110345,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n" }, { @@ -104465,6 +110569,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n" }, { @@ -104511,6 +110616,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region fetchEnvironments:Function [TYPE Function]\n /**\n * @PURPOSE: Fetches the list of available environments.\n * @PRE: None.\n * @POST: environments array is populated, selectedEnvId is set to first env if available.\n */\n async function fetchEnvironments() {\n try {\n await initializeEnvironmentContext();\n selectedEnvId = environmentContextState.current?.selectedEnvId || \"\";\n } catch (e) {\n toast(e.message, 'error');\n } finally {\n loading = false;\n }\n }\n // #endregion fetchEnvironments:Function\n" }, { @@ -104557,6 +110663,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region fetchDashboards:Function [TYPE Function]\n /**\n * @PURPOSE: Fetches dashboards for a specific environment.\n * @PRE: envId is a valid environment ID.\n * @POST: dashboards array is populated with metadata for the selected environment.\n */\n async function fetchDashboards(envId: string) {\n if (!envId) return;\n fetchingDashboards = true;\n try {\n const pageSize = 100;\n let page = 1;\n let aggregatedDashboards: DashboardMetadata[] = [];\n let totalPages = 1;\n\n while (page <= totalPages) {\n const response = await api.requestApi(\n `/dashboards?env_id=${encodeURIComponent(envId)}&page=${page}&page_size=${pageSize}`,\n );\n const pageDashboards = Array.isArray(response?.dashboards)\n ? response.dashboards\n : [];\n aggregatedDashboards = aggregatedDashboards.concat(pageDashboards);\n totalPages = Number(response?.total_pages || 1);\n page += 1;\n }\n\n dashboards = await filterDashboardsWithRepositories(aggregatedDashboards);\n } catch (e) {\n toast(e.message, 'error');\n dashboards = [];\n } finally {\n fetchingDashboards = false;\n }\n }\n // #endregion fetchDashboards:Function\n" }, { @@ -104603,6 +110710,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region filterDashboardsWithRepositories:Function [TYPE Function]\n /**\n * @PURPOSE: Keep only dashboards that already have initialized Git repositories.\n * @PRE: dashboards list is loaded for selected environment.\n * @POST: Returns dashboards with status != NO_REPO.\n */\n async function filterDashboardsWithRepositories(\n allDashboards: DashboardMetadata[],\n ): Promise {\n if (allDashboards.length === 0) return [];\n\n const chunkSize = 50;\n const repositoryDashboardIds = new Set();\n const allIds = allDashboards.map((dashboard) => dashboard.id);\n\n for (let offset = 0; offset < allIds.length; offset += chunkSize) {\n const idsChunk = allIds.slice(offset, offset + chunkSize);\n try {\n const batchResponse = await gitService.getStatusesBatch(idsChunk);\n const statuses = batchResponse?.statuses || {};\n idsChunk.forEach((dashboardId) => {\n const status = statuses[dashboardId] || statuses[String(dashboardId)];\n const syncStatus = String(status?.sync_status || status?.sync_state || \"\").toUpperCase();\n if (syncStatus && syncStatus !== \"NO_REPO\") {\n repositoryDashboardIds.add(dashboardId);\n }\n });\n } catch (error) {\n console.error(\n `[StorageReposPage][Coherence:Failed] Failed to resolve repository statuses chunk: ${error?.message || error}`,\n );\n }\n }\n\n return allDashboards.filter((dashboard) =>\n repositoryDashboardIds.has(dashboard.id),\n );\n }\n // #endregion filterDashboardsWithRepositories:Function\n" }, { @@ -104787,6 +110895,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n
\n \n \n
\n
\n \n
\n
\n \n
\n
\n
\n\n" }, { @@ -104971,6 +111080,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n
\n \n \n
\n
\n \n
\n
\n \n
\n
\n
\n\n" }, { @@ -105017,6 +111127,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region loadFiles:Function [TYPE Function]\n /**\n * @purpose Fetches the list of files from the server.\n * @pre currentPath is a valid storage path or empty for root.\n * @post Updates the `files` array with the latest data.\n */\n let files = $state([]);\n let isLoading = $state(false);\n let currentPath = $state('');\n\n // #region resolveStorageQueryFromPath:Function [TYPE Function]\n /**\n * @purpose Splits UI path into storage API category and category-local subpath.\n * @pre uiPath may be empty or start with backups/repositorys.\n * @post Returns {category, subpath} compatible with /api/storage/files.\n */\n function resolveStorageQueryFromPath(uiPath: string): { category?: string; subpath?: string } {\n const segments = String(uiPath || '').split('/').filter(Boolean);\n if (segments.length === 0) return {};\n const topLevel = segments[0];\n if (topLevel !== 'backups' && topLevel !== 'repositorys') {\n return {};\n }\n const subpath = segments.slice(1).join('/');\n return {\n category: topLevel,\n subpath: subpath || undefined,\n };\n }\n // #endregion resolveStorageQueryFromPath:Function\n\n async function loadFiles() {\n console.log('[STORAGE-PAGE][LOAD_START] path=%s', currentPath);\n isLoading = true;\n try {\n const query = resolveStorageQueryFromPath(currentPath);\n files = await listFiles(query.category, query.subpath);\n console.log('[STORAGE-PAGE][LOAD_OK] count=%d', files.length);\n } catch (error) {\n console.log('[STORAGE-PAGE][LOAD_ERR] error=%s', error.message);\n addToast($t.storage.messages.load_failed.replace('{error}', error.message), 'error');\n } finally {\n isLoading = false;\n }\n }\n // #endregion loadFiles:Function\n" }, { @@ -105063,6 +111174,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region resolveStorageQueryFromPath:Function [TYPE Function]\n /**\n * @purpose Splits UI path into storage API category and category-local subpath.\n * @pre uiPath may be empty or start with backups/repositorys.\n * @post Returns {category, subpath} compatible with /api/storage/files.\n */\n function resolveStorageQueryFromPath(uiPath: string): { category?: string; subpath?: string } {\n const segments = String(uiPath || '').split('/').filter(Boolean);\n if (segments.length === 0) return {};\n const topLevel = segments[0];\n if (topLevel !== 'backups' && topLevel !== 'repositorys') {\n return {};\n }\n const subpath = segments.slice(1).join('/');\n return {\n category: topLevel,\n subpath: subpath || undefined,\n };\n }\n // #endregion resolveStorageQueryFromPath:Function\n" }, { @@ -105116,6 +111228,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleDelete:Function [TYPE Function]\n /**\n * @purpose Handles the file deletion process.\n * @pre The event contains valid category and path.\n * @post File is deleted and file list is refreshed.\n * @param {CustomEvent} event - The delete event containing category and path.\n */\n async function handleDelete(payload) {\n const { category, path, name } = payload || {};\n if (!category || !path || !name) {\n console.warn('[STORAGE-PAGE][DELETE_SKIP] invalid payload', payload);\n return;\n }\n console.log('[STORAGE-PAGE][DELETE_START] category=%s path=%s', category, path);\n if (!confirm($t.storage.messages.delete_confirm.replace('{name}', name))) return;\n\n try {\n await deleteFile(category, path);\n console.log('[STORAGE-PAGE][DELETE_OK] name=%s', name);\n addToast($t.storage.messages.delete_success.replace('{name}', name), 'success');\n await loadFiles();\n } catch (error) {\n console.log('[STORAGE-PAGE][DELETE_ERR] error=%s', error.message);\n addToast($t.storage.messages.delete_failed.replace('{error}', error.message), 'error');\n }\n }\n // #endregion handleDelete:Function\n" }, { @@ -105169,6 +111282,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region handleNavigate:Function [TYPE Function]\n /**\n * @purpose Updates the current path and reloads files when navigating into a directory.\n * @pre The event contains a valid path string.\n * @post currentPath is updated and files are reloaded.\n * @param {CustomEvent} event - The navigation event containing the new path.\n */\n function handleNavigate(path) {\n if (!path || typeof path !== 'string') {\n console.warn('[STORAGE-PAGE][NAVIGATE_SKIP] invalid path', path);\n return;\n }\n console.log('[STORAGE-PAGE][NAVIGATE] path=%s', path);\n currentPath = path;\n loadFiles();\n }\n // #endregion handleNavigate:Function\n" }, { @@ -105215,6 +111329,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region navigateUp:Function [TYPE Function]\n /**\n * @purpose Navigates one level up in the directory structure.\n * @pre currentPath is not root.\n * @post currentPath is moved up one directory level.\n */\n function navigateUp() {\n if (!currentPath) return;\n const parts = currentPath.split('/');\n parts.pop();\n currentPath = parts.join('/') || '';\n loadFiles();\n }\n // #endregion navigateUp:Function\n" }, { @@ -105261,6 +111376,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " // #region updateUploadCategory:Function [TYPE Function]\n /**\n * @purpose Keeps upload category aligned with the currently viewed top-level folder.\n * @pre currentPath can be empty or a slash-delimited path.\n * @post uploadCategory is either backups or repositorys.\n */\n let uploadCategory = $derived(\n currentPath.split('/').filter(Boolean)[0] === 'repositorys'\n ? 'repositorys'\n : 'backups',\n );\n let uploadSubpath = $derived.by(() => {\n const [topLevel, ...rest] = currentPath.split('/').filter(Boolean);\n return topLevel === 'repositorys' || topLevel === 'backups'\n ? rest.join('/')\n : '';\n });\n // #endregion updateUploadCategory:Function\n" }, { @@ -105268,7 +111384,7 @@ "contract_type": "Page", "file_path": "frontend/src/routes/translate/+page.svelte", "start_line": 1, - "end_line": 295, + "end_line": 297, "tier": "TIER_2", "complexity": 3, "metadata": { @@ -105448,14 +111564,15 @@ } ], "anchor_syntax": "region", - "body": "\n\n\n\n\n\n\n\n\n\n\n
\n
\n
\n

{$t.translate?.jobs?.title}

\n

\n {$t.translate?.jobs?.subtitle}\n

\n
\n \n \n \n \n {$t.translate?.jobs?.new_job}\n \n
\n\n \n
\n {#each statusPills as pill}\n filterByStatus(pill.value)}\n class=\"px-3 py-1.5 text-sm rounded-full border transition-colors\n {statusFilter === pill.value\n ? 'bg-blue-50 border-blue-300 text-blue-700'\n : 'bg-white border-gray-200 text-gray-600 hover:border-gray-300'}\"\n >\n {pill.label}\n ({pill.count})\n \n {/each}\n
\n\n \n {#if isLoading}\n
\n {#each Array(5) as _}\n
\n {/each}\n
\n\n \n {:else if uxState === 'error'}\n
\n

{error || $t.translate?.jobs?.an_error_occurred}

\n \n {$t.translate?.common?.retry}\n \n
\n\n \n {:else if uxState === 'empty'}\n
\n \n \n \n {#if statusFilter}\n

{$t.translate?.jobs?.no_jobs_filtered.replace('{status}', statusFilter)}

\n filterByStatus('')}\n class=\"text-blue-600 hover:text-blue-700 text-sm\"\n >\n {$t.translate?.jobs?.clear_filter}\n \n {:else}\n

{$t.translate?.jobs?.no_jobs}

\n \n {$t.translate?.jobs?.create_job}\n \n {/if}\n
\n\n \n {:else if uxState === 'populated'}\n
\n {#each jobs as job}\n navigateToConfig(job.id)}\n class=\"bg-white border border-gray-200 rounded-lg p-4 hover:shadow-md hover:border-gray-300 transition-all cursor-pointer\"\n >\n
\n
\n
\n

{job.name}

\n \n {job.status}\n \n
\n {#if job.description}\n

{job.description}

\n {/if}\n
\n {#if job.source_dialect && job.target_dialect}\n {job.source_dialect} → {job.target_dialect}\n {/if}\n {#if job.target_language}\n {$t.translate?.jobs?.language_label.replace('{language}', job.target_language)}\n {/if}\n {#if job.translation_column}\n {$t.translate?.jobs?.column_label.replace('{column}', job.translation_column)}\n {/if}\n {#if job.created_by}\n {$t.translate?.jobs?.by_label.replace('{by}', job.created_by)}\n {/if}\n {#if job.updated_at}\n {$t.translate?.jobs?.updated_label.replace('{date}', new Date(job.updated_at).toLocaleDateString())}\n {/if}\n
\n
\n
e.stopPropagation()}>\n handleDuplicate(job.id)}\n class=\"p-2 text-gray-400 hover:text-blue-600 rounded-lg hover:bg-blue-50 transition-colors\"\n title={$t.translate?.jobs?.duplicate}\n >\n \n \n \n \n {#if showDeleteConfirm === job.id}\n
\n handleDelete(job.id)}\n class=\"px-2 py-1 text-xs bg-red-600 text-white rounded hover:bg-red-700\"\n >\n {$t.translate?.jobs?.confirm_delete}\n \n (showDeleteConfirm = null)}\n class=\"px-2 py-1 text-xs bg-gray-200 text-gray-700 rounded hover:bg-gray-300\"\n >\n {$t.translate?.jobs?.cancel_delete}\n \n
\n {:else}\n (showDeleteConfirm = job.id)}\n class=\"p-2 text-gray-400 hover:text-red-600 rounded-lg hover:bg-red-50 transition-colors\"\n title={$t.translate?.common?.delete}\n >\n \n \n \n \n {/if}\n
\n
\n
\n {/each}\n
\n {/if}\n
\n\n\n" + "tier_source": "AutoCalculated", + "body": "\n\n\n\n\n\n\n\n\n\n\n
\n
\n
\n

{$t.translate?.jobs?.title}

\n

\n {$t.translate?.jobs?.subtitle}\n

\n
\n \n \n \n \n {$t.translate?.jobs?.new_job}\n \n
\n\n \n
\n {#each statusPills as pill}\n filterByStatus(pill.value)}\n class=\"px-3 py-1.5 text-sm rounded-full border transition-colors\n {statusFilter === pill.value\n ? 'bg-blue-50 border-blue-300 text-blue-700'\n : 'bg-white border-gray-200 text-gray-600 hover:border-gray-300'}\"\n >\n {pill.label}\n ({pill.count})\n \n {/each}\n
\n\n \n {#if isLoading}\n
\n {#each Array(5) as _}\n
\n {/each}\n
\n\n \n {:else if uxState === 'error'}\n
\n

{error || $t.translate?.jobs?.an_error_occurred}

\n \n {$t.translate?.common?.retry}\n \n
\n\n \n {:else if uxState === 'empty'}\n
\n \n \n \n {#if statusFilter}\n

{$t.translate?.jobs?.no_jobs_filtered.replace('{status}', statusFilter)}

\n filterByStatus('')}\n class=\"text-blue-600 hover:text-blue-700 text-sm\"\n >\n {$t.translate?.jobs?.clear_filter}\n \n {:else}\n

{$t.translate?.jobs?.no_jobs}

\n \n {$t.translate?.jobs?.create_job}\n \n {/if}\n
\n\n \n {:else if uxState === 'populated'}\n
\n {#each jobs as job}\n navigateToConfig(job.id)}\n class=\"bg-white border border-gray-200 rounded-lg p-4 hover:shadow-md hover:border-gray-300 transition-all cursor-pointer\"\n >\n
\n
\n
\n

{job.name}

\n \n {job.status}\n \n
\n {#if job.description}\n

{job.description}

\n {/if}\n
\n {#if job.source_dialect && job.target_dialect}\n {job.source_dialect} → {job.target_dialect}\n {/if}\n {#if job.target_languages?.length > 0}\n {$t.translate?.jobs?.language_label.replace('{language}', job.target_languages.join(', '))}\n {:else if job.target_language}\n {$t.translate?.jobs?.language_label.replace('{language}', job.target_language)}\n {/if}\n {#if job.translation_column}\n {$t.translate?.jobs?.column_label.replace('{column}', job.translation_column)}\n {/if}\n {#if job.created_by}\n {$t.translate?.jobs?.by_label.replace('{by}', job.created_by)}\n {/if}\n {#if job.updated_at}\n {$t.translate?.jobs?.updated_label.replace('{date}', new Date(job.updated_at).toLocaleDateString())}\n {/if}\n
\n
\n
e.stopPropagation()}>\n handleDuplicate(job.id)}\n class=\"p-2 text-gray-400 hover:text-blue-600 rounded-lg hover:bg-blue-50 transition-colors\"\n title={$t.translate?.jobs?.duplicate}\n >\n \n \n \n \n {#if showDeleteConfirm === job.id}\n
\n handleDelete(job.id)}\n class=\"px-2 py-1 text-xs bg-red-600 text-white rounded hover:bg-red-700\"\n >\n {$t.translate?.jobs?.confirm_delete}\n \n (showDeleteConfirm = null)}\n class=\"px-2 py-1 text-xs bg-gray-200 text-gray-700 rounded hover:bg-gray-300\"\n >\n {$t.translate?.jobs?.cancel_delete}\n \n
\n {:else}\n (showDeleteConfirm = job.id)}\n class=\"p-2 text-gray-400 hover:text-red-600 rounded-lg hover:bg-red-50 transition-colors\"\n title={$t.translate?.common?.delete}\n >\n \n \n \n \n {/if}\n
\n
\n
\n {/each}\n
\n {/if}\n
\n\n\n" }, { "contract_id": "TranslationJobConfig", "contract_type": "Page", "file_path": "frontend/src/routes/translate/[id]/+page.svelte", "start_line": 1, - "end_line": 1151, + "end_line": 1201, "tier": "TIER_2", "complexity": 4, "metadata": { @@ -105591,14 +111708,15 @@ } ], "anchor_syntax": "region", - "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\n \n
\n
\n

\n {isNewJob ? $t.translate?.config?.new_title : $t.translate?.config?.edit_title}\n

\n {#if !isNewJob && existingJob}\n

{$t.translate?.config?.id_label.replace('{id}', existingJob.id)}

\n {/if}\n
\n
\n goto('/translate')}\n class=\"px-4 py-2 border border-gray-300 text-gray-700 rounded-lg hover:bg-gray-50 transition-colors\"\n >\n {$t.translate?.config?.cancel}\n \n \n {isSaving ? $t.translate?.config?.saving : $t.translate?.config?.save}\n \n
\n
\n\n \n {#if warnings.length > 0}\n
\n

{$t.translate?.config?.warnings_title}

\n
    \n {#each warnings as w}\n
  • {w}
    • \n {/each}\n
\n
\n {/if}\n\n \n {#if uxState === 'loading'}\n
\n {#each Array(6) as _}\n
\n {/each}\n
\n\n \n {:else if uxState === 'error'}\n
\n

{error || $t.translate?.common?.unknown_error}

\n goto('/translate')}\n class=\"px-4 py-2 bg-blue-600 text-white rounded-lg hover:bg-blue-700 transition-colors\"\n >\n {$t.translate?.config?.back_to_jobs}\n \n
\n\n \n {:else if uxState === 'datasource_unavailable'}\n
\n

\n {$t.translate?.config?.datasource_unavailable}\n

\n
\n\n \n {:else if uxState === 'configured' || uxState === 'saving' || uxState === 'validation_error' || uxState === 'idle'}\n \n
\n \n
\n\n {#if activeTab === 'config'}\n
\n \n
\n

{$t.translate?.config?.basic_info}

\n
\n
\n \n \n {#if validationErrors.name}\n

{validationErrors.name}

\n {/if}\n
\n
\n \n \n
\n
\n
\n\n \n
\n

{$t.translate?.config?.datasource}

\n
\n
\n \n \n \n {#each environments as env}\n \n {/each}\n \n
\n
\n \n searchDatasources('')}\n onblur={() => setTimeout(() => (showDatasourceDropdown = false), 150)}\n class=\"w-full px-3 py-2 border border-gray-300 rounded-lg text-sm focus:ring-2 focus:ring-blue-500 focus:border-blue-500\"\n placeholder={$t.translate?.config?.datasource_search_placeholder || 'Search datasets...'}\n />\n {#if datasourceLoading}\n
\n {/if}\n {#if showDatasourceDropdown}\n
\n {#each datasourceList as ds}\n selectDatasource(ds)}\n class=\"w-full text-left px-3 py-2 text-sm hover:bg-blue-50 border-b border-gray-100 last:border-b-0\"\n >\n {ds.table_name}\n {ds.schema}\n {ds.database_name} · {ds.database_dialect}\n \n {/each}\n
\n {/if}\n
\n {#if databaseDialect}\n
\n \n {$t.translate?.config?.detected_dialect.replace('{dialect}', databaseDialect)}\n \n
\n {/if}\n
\n\n {#if isColumnsLoading}\n
\n {/if}\n\n {#if columnList.length > 0}\n
\n \n
\n {#each columnList as col}\n
\n {col.name}\n {#if col.type}\n ({col.type})\n {/if}\n {#if isVirtual(col.name)}\n {$t.translate?.config?.virtual}\n {/if}\n
\n {/each}\n
\n
\n {/if}\n
\n\n \n
\n

{$t.translate?.config?.column_mapping}

\n\n \n
\n \n \n \n {#each columnList as col}\n \n {/each}\n \n {#if validationErrors.translationColumn}\n

{validationErrors.translationColumn}

\n {/if}\n
\n\n \n
\n
\n \n \n
\n
\n \n \n
\n
\n\n \n
\n
\n \n {#if sourceKeyCols.length > 0}\n { sourceKeyCols = []; targetKeyCols = []; }}\n class=\"text-xs text-red-600 hover:text-red-700\"\n >\n {$t.translate?.config?.clear_all}\n \n {/if}\n
\n\n {#if columnList.length === 0}\n
\n {\n sourceKeyCols = [...sourceKeyCols, ''];\n targetKeyCols = [...targetKeyCols, ''];\n }}\n class=\"px-3 py-1 text-xs border border-dashed border-gray-300 rounded text-gray-500 hover:border-blue-300 hover:text-blue-600\"\n >\n {$t.translate?.config?.add_key_column}\n \n
\n {:else}\n
\n {#each columnList as col}\n toggleSourceKeyCol(col.name)}\n class=\"px-2.5 py-1 text-xs rounded-full border transition-colors\n {sourceKeyCols.includes(col.name)\n ? 'bg-blue-100 border-blue-300 text-blue-700'\n : 'bg-white border-gray-200 text-gray-600 hover:border-gray-300'}\"\n title={isVirtual(col.name) ? $t.translate?.config?.virtual_column_warning.replace('{col}', col.name) : ''}\n >\n {col.name}\n {#if isVirtual(col.name)}\n *\n {/if}\n \n {/each}\n
\n {/if}\n\n {#if sourceKeyCols.length > 0}\n
\n {#each sourceKeyCols as srcCol, idx}\n
\n \n →\n updateTargetKeyCol(idx, e.target.value)}\n class=\"flex-1 px-3 py-1.5 border border-gray-300 rounded text-sm font-mono focus:ring-2 focus:ring-blue-500\"\n />\n {\n sourceKeyCols = sourceKeyCols.filter((_, i) => i !== idx);\n targetKeyCols = targetKeyCols.filter((_, i) => i !== idx);\n }}\n class=\"p-1 text-gray-400 hover:text-red-500\"\n >\n \n \n \n \n
\n {/each}\n
\n {/if}\n {#if validationErrors.targetKeyCols}\n

{validationErrors.targetKeyCols}

\n {/if}\n
\n\n \n
\n \n {#if columnList.length === 0}\n

{$t.translate?.config?.select_datasource_hint}

\n {:else}\n
\n {#each columnList as col}\n toggleContextColumn(col.name)}\n class=\"px-2.5 py-1 text-xs rounded-full border transition-colors\n {contextColumns.includes(col.name)\n ? 'bg-purple-100 border-purple-300 text-purple-700'\n : 'bg-white border-gray-200 text-gray-600 hover:border-gray-300'}\"\n >\n {col.name}\n {#if isVirtual(col.name)}\n *\n {/if}\n \n {/each}\n
\n {/if}\n
\n
\n\n \n
\n

{$t.translate?.config?.target_table_title}

\n
\n
\n \n \n
\n
\n \n \n
\n
\n \n \n \n {#each databases as db}\n \n {/each}\n \n {#if databasesLoading}\n

{$t.translate?.config?.loading_databases}

\n {:else if !environmentId}\n

{$t.translate?.config?.select_environment}

\n {:else}\n

{$t.translate?.config?.target_database_hint}

\n {/if}\n
\n
\n
\n\n \n
\n

{$t.translate?.config?.llm_settings}

\n
\n
\n \n \n
\n
\n \n \n
\n
\n \n \n
\n
\n \n \n
\n
\n
\n\n \n
\n

{$t.translate?.config?.terminology_dictionaries}

\n {#if availableDictionaries.length === 0}\n

\n {$t.translate?.config?.no_dictionaries}\n

\n {:else}\n
\n {#each availableDictionaries as dict}\n \n {/each}\n
\n {/if}\n
\n
\n\n {:else if activeTab === 'preview'}\n {#if !isNewJob && existingJob}\n
\n

{$t.translate?.preview?.title}

\n \n
\n {:else}\n
\n

{$t.translate?.config?.save} {$t.translate?.config?.basic_info?.toLowerCase?.() || 'Save the job first'}

\n
\n {/if}\n\n {:else if activeTab === 'run'}\n {#if !isNewJob && existingJob}\n
\n

{$t.translate?.config?.run_translation}

\n\n \n
\n {$t.translate?.config?.status}:\n \n {status || 'DRAFT'}\n \n {#if status === 'DRAFT'}\n {\n try {\n await updateJob(jobId, { status: 'READY' });\n status = 'READY';\n addToast($t.translate?.config?.job_updated, 'success');\n } catch (e) {\n addToast(e?.message || 'Failed to update status', 'error');\n }\n }}\n class=\"ml-auto px-3 py-1 text-xs bg-blue-600 text-white rounded hover:bg-blue-700 transition-colors\"\n >\n Mark as READY\n \n {/if}\n
\n\n
\n
\n handleTriggerRun(false)}\n disabled={isRunning || status === 'DRAFT'}\n class=\"px-6 py-2 bg-green-600 text-white rounded-lg hover:bg-green-700 disabled:opacity-50 disabled:cursor-not-allowed transition-colors\"\n >\n {isRunning && !isFullRun ? $t.translate?.config?.running : $t.translate?.config?.run_translation}\n \n handleTriggerRun(true)}\n disabled={isRunning || status === 'DRAFT'}\n class=\"px-6 py-2 bg-blue-600 text-white rounded-lg hover:bg-blue-700 disabled:opacity-50 disabled:cursor-not-allowed transition-colors\"\n title=\"Перевести все строки из источника\"\n >\n {isRunning && isFullRun ? $t.translate?.config?.running : 'Полный перевод'}\n \n {#if runError}\n

{runError}

\n {/if}\n
\n\n {#if currentRunId}\n \n {/if}\n\n {#if completedRuns.length > 0}\n
\n

{$t.translate?.config?.recent_runs}

\n
\n {#each completedRuns as run}\n \n {/each}\n
\n
\n {/if}\n
\n
\n {:else}\n
\n

{$t.translate?.config?.save} {$t.translate?.config?.basic_info?.toLowerCase?.() || 'Save the job first'}

\n
\n {/if}\n\n {:else if activeTab === 'schedule'}\n
\n \n
\n {/if}\n {/if}\n
\n\n\n" + "tier_source": "AutoCalculated", + "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n
\n \n
\n
\n

\n {isNewJob ? $t.translate?.config?.new_title : $t.translate?.config?.edit_title}\n

\n {#if !isNewJob && existingJob}\n

{$t.translate?.config?.id_label.replace('{id}', existingJob.id)}

\n {/if}\n
\n
\n goto('/translate')}\n class=\"px-4 py-2 border border-gray-300 text-gray-700 rounded-lg hover:bg-gray-50 transition-colors\"\n >\n {$t.translate?.config?.cancel}\n \n \n {isSaving ? $t.translate?.config?.saving : $t.translate?.config?.save}\n \n
\n
\n\n \n {#if warnings.length > 0}\n
\n

{$t.translate?.config?.warnings_title}

\n
    \n {#each warnings as w}\n
  • {w}
    • \n {/each}\n
\n
\n {/if}\n\n \n {#if uxState === 'loading'}\n
\n {#each Array(6) as _}\n
\n {/each}\n
\n\n \n {:else if uxState === 'error'}\n
\n

{error || $t.translate?.common?.unknown_error}

\n goto('/translate')}\n class=\"px-4 py-2 bg-blue-600 text-white rounded-lg hover:bg-blue-700 transition-colors\"\n >\n {$t.translate?.config?.back_to_jobs}\n \n
\n\n \n {:else if uxState === 'datasource_unavailable'}\n
\n

\n {$t.translate?.config?.datasource_unavailable}\n

\n
\n\n \n {:else if uxState === 'configured' || uxState === 'saving' || uxState === 'validation_error' || uxState === 'idle'}\n \n
\n \n
\n\n {#if activeTab === 'config'}\n
\n \n
\n

{$t.translate?.config?.basic_info}

\n
\n
\n \n \n {#if validationErrors.name}\n

{validationErrors.name}

\n {/if}\n
\n
\n \n \n
\n
\n
\n\n \n
\n

{$t.translate?.config?.datasource}

\n
\n
\n \n \n \n {#each environments as env}\n \n {/each}\n \n
\n
\n \n searchDatasources('')}\n onblur={() => setTimeout(() => (showDatasourceDropdown = false), 150)}\n class=\"w-full px-3 py-2 border border-gray-300 rounded-lg text-sm focus:ring-2 focus:ring-blue-500 focus:border-blue-500\"\n placeholder={$t.translate?.config?.datasource_search_placeholder || 'Search datasets...'}\n />\n {#if datasourceLoading}\n
\n {/if}\n {#if showDatasourceDropdown}\n
\n {#each datasourceList as ds}\n selectDatasource(ds)}\n class=\"w-full text-left px-3 py-2 text-sm hover:bg-blue-50 border-b border-gray-100 last:border-b-0\"\n >\n {ds.table_name}\n {ds.schema}\n {ds.database_name} · {ds.database_dialect}\n \n {/each}\n
\n {/if}\n
\n {#if databaseDialect}\n
\n \n {$t.translate?.config?.detected_dialect.replace('{dialect}', databaseDialect)}\n \n
\n {/if}\n
\n\n {#if isColumnsLoading}\n
\n {/if}\n\n {#if columnList.length > 0}\n
\n \n
\n {#each columnList as col}\n
\n {col.name}\n {#if col.type}\n ({col.type})\n {/if}\n {#if isVirtual(col.name)}\n {$t.translate?.config?.virtual}\n {/if}\n
\n {/each}\n
\n
\n {/if}\n
\n\n \n
\n

{$t.translate?.config?.column_mapping}

\n\n \n
\n \n \n \n {#each columnList as col}\n \n {/each}\n \n {#if validationErrors.translationColumn}\n

{validationErrors.translationColumn}

\n {/if}\n
\n\n \n
\n
\n \n \n
\n
\n \n \n
\n
\n\n \n
\n
\n \n {#if sourceKeyCols.length > 0}\n { sourceKeyCols = []; targetKeyCols = []; }}\n class=\"text-xs text-red-600 hover:text-red-700\"\n >\n {$t.translate?.config?.clear_all}\n \n {/if}\n
\n\n {#if columnList.length === 0}\n
\n {\n sourceKeyCols = [...sourceKeyCols, ''];\n targetKeyCols = [...targetKeyCols, ''];\n }}\n class=\"px-3 py-1 text-xs border border-dashed border-gray-300 rounded text-gray-500 hover:border-blue-300 hover:text-blue-600\"\n >\n {$t.translate?.config?.add_key_column}\n \n
\n {:else}\n
\n {#each columnList as col}\n toggleSourceKeyCol(col.name)}\n class=\"px-2.5 py-1 text-xs rounded-full border transition-colors\n {sourceKeyCols.includes(col.name)\n ? 'bg-blue-100 border-blue-300 text-blue-700'\n : 'bg-white border-gray-200 text-gray-600 hover:border-gray-300'}\"\n title={isVirtual(col.name) ? $t.translate?.config?.virtual_column_warning.replace('{col}', col.name) : ''}\n >\n {col.name}\n {#if isVirtual(col.name)}\n *\n {/if}\n \n {/each}\n
\n {/if}\n\n {#if sourceKeyCols.length > 0}\n
\n {#each sourceKeyCols as srcCol, idx}\n
\n \n →\n updateTargetKeyCol(idx, e.target.value)}\n class=\"flex-1 px-3 py-1.5 border border-gray-300 rounded text-sm font-mono focus:ring-2 focus:ring-blue-500\"\n />\n {\n sourceKeyCols = sourceKeyCols.filter((_, i) => i !== idx);\n targetKeyCols = targetKeyCols.filter((_, i) => i !== idx);\n }}\n class=\"p-1 text-gray-400 hover:text-red-500\"\n >\n \n \n \n \n
\n {/each}\n
\n {/if}\n {#if validationErrors.targetKeyCols}\n

{validationErrors.targetKeyCols}

\n {/if}\n
\n\n \n
\n \n {#if columnList.length === 0}\n

{$t.translate?.config?.select_datasource_hint}

\n {:else}\n
\n {#each columnList as col}\n toggleContextColumn(col.name)}\n class=\"px-2.5 py-1 text-xs rounded-full border transition-colors\n {contextColumns.includes(col.name)\n ? 'bg-purple-100 border-purple-300 text-purple-700'\n : 'bg-white border-gray-200 text-gray-600 hover:border-gray-300'}\"\n >\n {col.name}\n {#if isVirtual(col.name)}\n *\n {/if}\n \n {/each}\n
\n {/if}\n
\n
\n\n \n
\n

{$t.translate?.config?.target_table_title}

\n
\n
\n \n \n
\n
\n \n \n
\n
\n \n \n \n {#each databases as db}\n \n {/each}\n \n {#if databasesLoading}\n

{$t.translate?.config?.loading_databases}

\n {:else if !environmentId}\n

{$t.translate?.config?.select_environment}

\n {:else}\n

{$t.translate?.config?.target_database_hint}

\n {/if}\n
\n
\n
\n\n \n
\n

{$t.translate?.config?.llm_settings}

\n
\n
\n \n \n
\n
\n \n {#if targetLanguages.length === 0}\n

Select at least one target language

\n {/if}\n
\n
\n \n \n
\n
\n \n \n
\n
\n \n
\n \n
\n
\n\n \n
\n

{$t.translate?.config?.terminology_dictionaries}

\n {#if availableDictionaries.length === 0}\n

\n {$t.translate?.config?.no_dictionaries}\n

\n {:else}\n
\n {#each availableDictionaries as dict}\n \n {/each}\n
\n {/if}\n
\n
\n\n {:else if activeTab === 'preview'}\n {#if !isNewJob && existingJob}\n
\n

{$t.translate?.preview?.title}

\n \n
\n {:else}\n
\n

{$t.translate?.config?.save} {$t.translate?.config?.basic_info?.toLowerCase?.() || 'Save the job first'}

\n
\n {/if}\n\n {:else if activeTab === 'run'}\n {#if !isNewJob && existingJob}\n
\n

{$t.translate?.config?.run_translation}

\n\n \n
\n {$t.translate?.config?.status}:\n \n {status || 'DRAFT'}\n \n {#if status === 'DRAFT'}\n {\n try {\n await updateJob(jobId, { status: 'READY' });\n status = 'READY';\n addToast($t.translate?.config?.job_updated, 'success');\n } catch (e) {\n addToast(e?.message || 'Failed to update status', 'error');\n }\n }}\n class=\"ml-auto px-3 py-1 text-xs bg-blue-600 text-white rounded hover:bg-blue-700 transition-colors\"\n >\n Mark as READY\n \n {/if}\n
\n\n
\n
\n handleTriggerRun(false)}\n disabled={isRunning || status === 'DRAFT'}\n class=\"px-6 py-2 bg-green-600 text-white rounded-lg hover:bg-green-700 disabled:opacity-50 disabled:cursor-not-allowed transition-colors\"\n >\n {isRunning && !isFullRun ? $t.translate?.config?.running : $t.translate?.config?.run_translation}\n \n handleTriggerRun(true)}\n disabled={isRunning || status === 'DRAFT'}\n class=\"px-6 py-2 bg-blue-600 text-white rounded-lg hover:bg-blue-700 disabled:opacity-50 disabled:cursor-not-allowed transition-colors\"\n title=\"Перевести все строки из источника\"\n >\n {isRunning && isFullRun ? $t.translate?.config?.running : 'Полный перевод'}\n \n {#if runError}\n

{runError}

\n {/if}\n
\n\n {#if currentRunId}\n \n {/if}\n\n {#if completedRuns.length > 0}\n
\n

{$t.translate?.config?.recent_runs}

\n
\n {#each completedRuns as run}\n \n {/each}\n
\n
\n {/if}\n
\n
\n {:else}\n
\n

{$t.translate?.config?.save} {$t.translate?.config?.basic_info?.toLowerCase?.() || 'Save the job first'}

\n
\n {/if}\n\n {:else if activeTab === 'schedule'}\n
\n \n
\n {/if}\n {/if}\n
\n\n\n" }, { "contract_id": "TranslateHistoryPage", "contract_type": "Page", "file_path": "frontend/src/routes/translate/history/+page.svelte", "start_line": 1, - "end_line": 419, + "end_line": 449, "tier": "TIER_2", "complexity": 3, "metadata": { @@ -105722,7 +111840,8 @@ } ], "anchor_syntax": "region", - "body": "\n\n\n\n\n
\n\t
\n\t\t
\n\t\t\t

Translation History

\n\t\t\t

Filterable run history with metrics aggregation

\n\t\t
\n\t\t\n\t
\n\n\t\n\t{#if totalMetric()}\n\t\t
\n\t\t\t
\n\t\t\t\t

Total Runs

\n\t\t\t\t

{totalMetric().total_runs}

\n\t\t\t
\n\t\t\t
\n\t\t\t\t

Successful

\n\t\t\t\t

{totalMetric().successful_runs}

\n\t\t\t
\n\t\t\t
\n\t\t\t\t

Failed

\n\t\t\t\t

{totalMetric().failed_runs}

\n\t\t\t
\n\t\t\t
\n\t\t\t\t

Records

\n\t\t\t\t

{totalMetric().total_records}

\n\t\t\t
\n\t\t
\n\t{/if}\n\n\t\n\t
\n\t\t
\n\t\t\t\n\t\t\t\n\t\t\t\n\t\t\t\n\t\t\t\n\t\t
\n\t
\n\n\t\n\t{#if isLoading}\n\t\t
\n\t\t\t{#each Array(5) as _}\n\t\t\t\t
\n\t\t\t{/each}\n\t\t
\n\n\t\n\t{:else if uxState === 'empty'}\n\t\t
\n\t\t\t\n\t\t\t\t\n\t\t\t\n\t\t\t

No translation runs found

\n\t\t\t

Runs appear here after executing a translation job.

\n\t\t
\n\n\t\n\t{:else if uxState === 'populated' || uxState === 'detail_open'}\n\t\t
\n\t\t\t{#each runs as run}\n\t\t\t\t openDetail(run)}\n\t\t\t\t\tclass=\"bg-white border border-gray-200 rounded-lg p-3 hover:shadow-sm hover:border-gray-300 transition-all cursor-pointer\"\n\t\t\t\t>\n\t\t\t\t\t
\n\t\t\t\t\t\t
\n\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t{getJobName(run.job_id)}\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t{run.status}\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t{#if run.trigger_type}\n\t\t\t\t\t\t\t\t\t{run.trigger_type}\n\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t{run.created_at ? new Date(run.created_at).toLocaleString() : ''}\n\t\t\t\t\t\t\t\t{run.total_records || 0} records\n\t\t\t\t\t\t\t\t{run.successful_records || 0} ok\n\t\t\t\t\t\t\t\t{run.failed_records || 0} fail\n\t\t\t\t\t\t\t\t{#if run.created_by}\n\t\t\t\t\t\t\t\t\tby {run.created_by}\n\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t
\n\t\t\t\t\t\t
\n\t\t\t\t\t\t
e.stopPropagation()}>\n\t\t\t\t\t\t\t{#if run.status === 'COMPLETED' && (run.skipped_records || 0) > 0}\n\t\t\t\t\t\t\t\t handleDownloadSkipped(run.id)}\n\t\t\t\t\t\t\t\t\tclass=\"text-xs text-blue-600 hover:text-blue-700\"\n\t\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t\tSkipped CSV\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t
\n\t\t\t{/each}\n\t\t
\n\n\t\t\n\t\t
\n\t\t\t

Showing {runs.length} of {total} runs

\n\t\t\t
\n\t\t\t\t { currentPage--; loadRuns(); }}\n\t\t\t\t\tdisabled={currentPage <= 1}\n\t\t\t\t\tclass=\"px-3 py-1.5 text-sm border border-gray-200 rounded-lg disabled:opacity-50\"\n\t\t\t\t>\n\t\t\t\t\tPrevious\n\t\t\t\t\n\t\t\t\t { currentPage++; loadRuns(); }}\n\t\t\t\t\tdisabled={currentPage * pageSize >= total}\n\t\t\t\t\tclass=\"px-3 py-1.5 text-sm border border-gray-200 rounded-lg disabled:opacity-50\"\n\t\t\t\t>\n\t\t\t\t\tNext\n\t\t\t\t\n\t\t\t
\n\t\t
\n\t{/if}\n\n\t\n\t{#if uxState === 'detail_open' && selectedRunDetail}\n\t\t
\n\t\t
\n\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t

Run Detail

\n\t\t\t\t\t\n\t\t\t\t
\n\n\t\t\t\t\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

Status

\n\t\t\t\t\t\t\n\t\t\t\t\t\t\t{selectedRunDetail.status}\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

Trigger

\n\t\t\t\t\t\t

{selectedRunDetail.trigger_type || 'manual'}

\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

Started

\n\t\t\t\t\t\t

{selectedRunDetail.started_at ? new Date(selectedRunDetail.started_at).toLocaleString() : '-'}

\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

Completed

\n\t\t\t\t\t\t

{selectedRunDetail.completed_at ? new Date(selectedRunDetail.completed_at).toLocaleString() : '-'}

\n\t\t\t\t\t
\n\t\t\t\t
\n\n\t\t\t\t\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

{selectedRunDetail.total_records || 0}

\n\t\t\t\t\t\t

Total

\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

{selectedRunDetail.successful_records || 0}

\n\t\t\t\t\t\t

Success

\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

{selectedRunDetail.failed_records || 0}

\n\t\t\t\t\t\t

Failed

\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

{selectedRunDetail.skipped_records || 0}

\n\t\t\t\t\t\t

Skipped

\n\t\t\t\t\t
\n\t\t\t\t
\n\n\t\t\t\t\n\t\t\t\t{#if selectedRunDetail.config_snapshot}\n\t\t\t\t\t
\n\t\t\t\t\t\t

Config Snapshot

\n\t\t\t\t\t\t
\n\t\t\t\t\t\t\t
{JSON.stringify(selectedRunDetail.config_snapshot, null, 2)}
\n\t\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t{/if}\n\n\t\t\t\t\n\t\t\t\t{#if selectedRunDetail.config_hash || selectedRunDetail.dict_snapshot_hash}\n\t\t\t\t\t
\n\t\t\t\t\t\t

Snapshots

\n\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{#if selectedRunDetail.config_hash}\n\t\t\t\t\t\t\t\t
Config: {selectedRunDetail.config_hash}
\n\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t{#if selectedRunDetail.dict_snapshot_hash}\n\t\t\t\t\t\t\t\t
Dict: {selectedRunDetail.dict_snapshot_hash}
\n\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t{#if selectedRunDetail.key_hash}\n\t\t\t\t\t\t\t\t
Key: {selectedRunDetail.key_hash}
\n\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t{/if}\n\n\t\t\t\t\n\t\t\t\t{#if selectedRunDetail.events && selectedRunDetail.events.length > 0}\n\t\t\t\t\t
\n\t\t\t\t\t\t

Events ({selectedRunDetail.events.length})

\n\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{#each selectedRunDetail.events as evt}\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t{evt.event_type}\n\t\t\t\t\t\t\t\t\t|\n\t\t\t\t\t\t\t\t\t{evt.created_at ? new Date(evt.created_at).toLocaleString() : ''}\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{/each}\n\t\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t{/if}\n\n\t\t\t\t\n\t\t\t\t{#if selectedRunDetail.error_message}\n\t\t\t\t\t
\n\t\t\t\t\t\t

Error

\n\t\t\t\t\t\t

{selectedRunDetail.error_message}

\n\t\t\t\t\t
\n\t\t\t\t{/if}\n\n\t\t\t\t\n\t\t\t\t{#if selectedRunDetail.superset_execution_id}\n\t\t\t\t\t
\n\t\t\t\t\t\t

Superset Query ID

\n\t\t\t\t\t\t

{selectedRunDetail.superset_execution_id}

\n\t\t\t\t\t
\n\t\t\t\t{/if}\n\t\t\t
\n\t\t
\n\t{/if}\n
\n\n" + "tier_source": "AutoCalculated", + "body": "\n\n\n\n\n
\n\t
\n\t\t
\n\t\t\t

Translation History

\n\t\t\t

Filterable run history with metrics aggregation

\n\t\t
\n\t\t\n\t
\n\n\t\n\t{#if totalMetric()}\n\t\t
\n\t\t\t
\n\t\t\t\t

Total Runs

\n\t\t\t\t

{totalMetric().total_runs}

\n\t\t\t
\n\t\t\t
\n\t\t\t\t

Successful

\n\t\t\t\t

{totalMetric().successful_runs}

\n\t\t\t
\n\t\t\t
\n\t\t\t\t

Failed

\n\t\t\t\t

{totalMetric().failed_runs}

\n\t\t\t
\n\t\t\t
\n\t\t\t\t

Records

\n\t\t\t\t

{totalMetric().total_records}

\n\t\t\t
\n\t\t
\n\t{/if}\n\n\t\n\t
\n\t\t
\n\t\t\t\n\t\t\t\n\t\t\t\n\t\t\t\n\t\t\t\n\t\t
\n\t
\n\n\t\n\t{#if isLoading}\n\t\t
\n\t\t\t{#each Array(5) as _}\n\t\t\t\t
\n\t\t\t{/each}\n\t\t
\n\n\t\n\t{:else if uxState === 'empty'}\n\t\t
\n\t\t\t\n\t\t\t\t\n\t\t\t\n\t\t\t

No translation runs found

\n\t\t\t

Runs appear here after executing a translation job.

\n\t\t
\n\n\t\n\t{:else if uxState === 'populated' || uxState === 'detail_open'}\n\t\t
\n\t\t\t{#each runs as run}\n\t\t\t\t openDetail(run)}\n\t\t\t\t\tclass=\"bg-white border border-gray-200 rounded-lg p-3 hover:shadow-sm hover:border-gray-300 transition-all cursor-pointer\"\n\t\t\t\t>\n\t\t\t\t\t
\n\t\t\t\t\t\t
\n\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t{getJobName(run.job_id)}\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t{run.status}\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t{#if run.trigger_type}\n\t\t\t\t\t\t\t\t\t{run.trigger_type}\n\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t{run.created_at ? new Date(run.created_at).toLocaleString() : ''}\n\t\t\t\t\t\t\t\t{run.total_records || 0} records\n\t\t\t\t\t\t\t\t{run.successful_records || 0} ok\n\t\t\t\t\t\t\t\t{run.failed_records || 0} fail\n\t\t\t\t\t\t\t\t{#if run.created_by}\n\t\t\t\t\t\t\t\t\tby {run.created_by}\n\t\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t{#if run.target_languages && run.target_languages.length > 0}\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t{#each run.target_languages as lang}\n\t\t\t\t\t\t\t\t\t\t{lang}\n\t\t\t\t\t\t\t\t\t{/each}\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t
\n\t\t\t\t\t\t
e.stopPropagation()}>\n\t\t\t\t\t\t\t{#if run.status === 'COMPLETED' && (run.skipped_records || 0) > 0}\n\t\t\t\t\t\t\t\t handleDownloadSkipped(run.id)}\n\t\t\t\t\t\t\t\t\tclass=\"text-xs text-blue-600 hover:text-blue-700\"\n\t\t\t\t\t\t\t\t>\n\t\t\t\t\t\t\t\t\tSkipped CSV\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t
\n\t\t\t{/each}\n\t\t
\n\n\t\t\n\t\t
\n\t\t\t

Showing {runs.length} of {total} runs

\n\t\t\t
\n\t\t\t\t { currentPage--; loadRuns(); }}\n\t\t\t\t\tdisabled={currentPage <= 1}\n\t\t\t\t\tclass=\"px-3 py-1.5 text-sm border border-gray-200 rounded-lg disabled:opacity-50\"\n\t\t\t\t>\n\t\t\t\t\tPrevious\n\t\t\t\t\n\t\t\t\t { currentPage++; loadRuns(); }}\n\t\t\t\t\tdisabled={currentPage * pageSize >= total}\n\t\t\t\t\tclass=\"px-3 py-1.5 text-sm border border-gray-200 rounded-lg disabled:opacity-50\"\n\t\t\t\t>\n\t\t\t\t\tNext\n\t\t\t\t\n\t\t\t
\n\t\t
\n\t{/if}\n\n\t\n\t{#if uxState === 'detail_open' && selectedRunDetail}\n\t\t
\n\t\t
\n\t\t\t
\n\t\t\t\t
\n\t\t\t\t\t

Run Detail

\n\t\t\t\t\t\n\t\t\t\t
\n\n\t\t\t\t\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

Status

\n\t\t\t\t\t\t\n\t\t\t\t\t\t\t{selectedRunDetail.status}\n\t\t\t\t\t\t\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

Trigger

\n\t\t\t\t\t\t

{selectedRunDetail.trigger_type || 'manual'}

\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

Started

\n\t\t\t\t\t\t

{selectedRunDetail.started_at ? new Date(selectedRunDetail.started_at).toLocaleString() : '-'}

\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

Completed

\n\t\t\t\t\t\t

{selectedRunDetail.completed_at ? new Date(selectedRunDetail.completed_at).toLocaleString() : '-'}

\n\t\t\t\t\t
\n\t\t\t\t
\n\n\t\t\t\t\n\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

{selectedRunDetail.total_records || 0}

\n\t\t\t\t\t\t

Total

\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

{selectedRunDetail.successful_records || 0}

\n\t\t\t\t\t\t

Success

\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

{selectedRunDetail.failed_records || 0}

\n\t\t\t\t\t\t

Failed

\n\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t\t\t

{selectedRunDetail.skipped_records || 0}

\n\t\t\t\t\t\t

Skipped

\n\t\t\t\t\t
\n\t\t\t\t
\n\n\t\t\t\t\n\t\t\t\t{#if selectedRunDetail.language_stats && Object.keys(selectedRunDetail.language_stats).length > 0}\n\t\t\t\t\t
\n\t\t\t\t\t\t

Per-Language Statistics

\n\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{#each Object.entries(selectedRunDetail.language_stats) as [lang, stats]}\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t\t{lang}\n\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t\t{stats.translated_rows} translated\n\t\t\t\t\t\t\t\t\t\t{stats.failed_rows} failed\n\t\t\t\t\t\t\t\t\t\t{stats.skipped_rows} skipped\n\t\t\t\t\t\t\t\t\t\t{stats.token_count} tokens\n\t\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{/each}\n\t\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t{/if}\n\n\t\t\t\t\n\t\t\t\t{#if selectedRunDetail.config_snapshot}\n\t\t\t\t\t
\n\t\t\t\t\t\t

Config Snapshot

\n\t\t\t\t\t\t
\n\t\t\t\t\t\t\t
{JSON.stringify(selectedRunDetail.config_snapshot, null, 2)}
\n\t\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t{/if}\n\n\t\t\t\t\n\t\t\t\t{#if selectedRunDetail.config_hash || selectedRunDetail.dict_snapshot_hash}\n\t\t\t\t\t
\n\t\t\t\t\t\t

Snapshots

\n\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{#if selectedRunDetail.config_hash}\n\t\t\t\t\t\t\t\t
Config: {selectedRunDetail.config_hash}
\n\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t{#if selectedRunDetail.dict_snapshot_hash}\n\t\t\t\t\t\t\t\t
Dict: {selectedRunDetail.dict_snapshot_hash}
\n\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t\t{#if selectedRunDetail.key_hash}\n\t\t\t\t\t\t\t\t
Key: {selectedRunDetail.key_hash}
\n\t\t\t\t\t\t\t{/if}\n\t\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t{/if}\n\n\t\t\t\t\n\t\t\t\t{#if selectedRunDetail.events && selectedRunDetail.events.length > 0}\n\t\t\t\t\t
\n\t\t\t\t\t\t

Events ({selectedRunDetail.events.length})

\n\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{#each selectedRunDetail.events as evt}\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t\t\t{evt.event_type}\n\t\t\t\t\t\t\t\t\t|\n\t\t\t\t\t\t\t\t\t{evt.created_at ? new Date(evt.created_at).toLocaleString() : ''}\n\t\t\t\t\t\t\t\t
\n\t\t\t\t\t\t\t{/each}\n\t\t\t\t\t\t
\n\t\t\t\t\t
\n\t\t\t\t{/if}\n\n\t\t\t\t\n\t\t\t\t{#if selectedRunDetail.error_message}\n\t\t\t\t\t
\n\t\t\t\t\t\t

Error

\n\t\t\t\t\t\t

{selectedRunDetail.error_message}

\n\t\t\t\t\t
\n\t\t\t\t{/if}\n\n\t\t\t\t\n\t\t\t\t{#if selectedRunDetail.superset_execution_id}\n\t\t\t\t\t
\n\t\t\t\t\t\t

Superset Query ID

\n\t\t\t\t\t\t

{selectedRunDetail.superset_execution_id}

\n\t\t\t\t\t
\n\t\t\t\t{/if}\n\t\t\t
\n\t\t
\n\t{/if}\n
\n\n" }, { "contract_id": "GitServiceContractTests", @@ -105746,6 +111865,7 @@ ], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region GitServiceContractTests [C:3] [TYPE Module] [SEMANTICS git, service, test, contract, api]\n// @BRIEF API client tests ensuring correct endpoints are called per contract for Git service operations.\n// @RELATION DEPENDS_ON -> [GitServiceClient]\n\n// #region gitServiceContractTests:Module [TYPE Function]\n// @SEMANTICS: git-service, api-client, contract-tests\n// @RELATION: DEPENDS_ON -> [GitServiceClient]\n// @PURPOSE: API client tests ensuring correct endpoints are called per contract\n// @LAYER: Infra (Tests)\n\nimport { describe, it, expect, vi, beforeEach } from 'vitest';\nimport { gitService } from '../gitService';\nimport { requestApi } from '../../lib/api';\n\nvi.mock('../../lib/api', () => ({\n requestApi: vi.fn()\n}));\n\ndescribe('gitService', () => {\n beforeEach(() => {\n vi.clearAllMocks();\n });\n\n describe('Config Management', () => {\n // @PRE User authenticated\n // @POST Returns list of Git configs\n it('getConfigs calls /git/config', async () => {\n requestApi.mockResolvedValue([]);\n const result = await gitService.getConfigs();\n expect(requestApi).toHaveBeenCalledWith('/git/config');\n expect(result).toEqual([]);\n });\n\n // @PRE Config object must be valid\n // @POST New config created and returned\n it('createConfig calls POST /git/config', async () => {\n const config = { name: 'Test', provider: 'GITHUB' };\n requestApi.mockResolvedValue({ id: '1', ...config });\n const result = await gitService.createConfig(config);\n expect(requestApi).toHaveBeenCalledWith('/git/config', 'POST', config);\n expect(result.id).toBe('1');\n });\n\n // @PRE configId must exist\n // @POST Config deleted\n it('deleteConfig calls DELETE /git/config/:id', async () => {\n requestApi.mockResolvedValue({ status: 'success' });\n await gitService.deleteConfig('config-123');\n expect(requestApi).toHaveBeenCalledWith('/git/config/config-123', 'DELETE');\n });\n\n // @PRE configId must exist\n // @POST Config updated\n it('updateConfig calls PUT /git/config/:id', async () => {\n const config = { name: 'Updated' };\n requestApi.mockResolvedValue({ id: 'config-123', ...config });\n await gitService.updateConfig('config-123', config);\n expect(requestApi).toHaveBeenCalledWith('/git/config/config-123', 'PUT', config);\n });\n\n // @PRE Config must contain valid URL and PAT\n // @POST Returns connection status\n it('testConnection calls POST /git/config/test', async () => {\n const config = { url: 'https://github.com', pat: 'secret' };\n requestApi.mockResolvedValue({ status: 'success' });\n await gitService.testConnection(config);\n expect(requestApi).toHaveBeenCalledWith('/git/config/test', 'POST', config);\n });\n });\n\n describe('Remote Repository Management', () => {\n // @PRE configId references GITEA\n // @POST Returns repo metadata\n it('listGiteaRepositories calls GET /git/config/:id/gitea/repos', async () => {\n requestApi.mockResolvedValue([]);\n await gitService.listGiteaRepositories('conf-1');\n expect(requestApi).toHaveBeenCalledWith('/git/config/conf-1/gitea/repos');\n });\n\n // @PRE configId references GITEA\n // @POST Repo created on Gitea\n it('createGiteaRepository calls POST /git/config/:id/gitea/repos', async () => {\n const payload = { name: 'new-repo' };\n requestApi.mockResolvedValue({ name: 'new-repo' });\n await gitService.createGiteaRepository('conf-1', payload);\n expect(requestApi).toHaveBeenCalledWith('/git/config/conf-1/gitea/repos', 'POST', payload);\n });\n\n // @PRE configId references supported provider\n // @POST Remote repo created\n it('createRemoteRepository calls POST /git/config/:id/repositories', async () => {\n const payload = { name: 'new-remote' };\n requestApi.mockResolvedValue({ name: 'new-remote' });\n await gitService.createRemoteRepository('conf-1', payload);\n expect(requestApi).toHaveBeenCalledWith('/git/config/conf-1/repositories', 'POST', payload);\n });\n\n // @PRE configId references GITEA\n // @POST Repo deleted on Gitea\n it('deleteGiteaRepository calls DELETE with encoded owner and repo', async () => {\n requestApi.mockResolvedValue({ status: 'success' });\n await gitService.deleteGiteaRepository('conf-1', 'my-org', 'my-repo');\n expect(requestApi).toHaveBeenCalledWith('/git/config/conf-1/gitea/repos/my-org/my-repo', 'DELETE');\n });\n });\n\n describe('Dashboard Repository Operations', () => {\n // @PRE Dashboard exists and config_id valid\n // @POST Repo initialized\n it('initRepository calls POST with remote_url and config_id', async () => {\n requestApi.mockResolvedValue({});\n await gitService.initRepository(123, 'conf-1', 'http://remote.git');\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/init', 'POST', {\n config_id: 'conf-1', remote_url: 'http://remote.git'\n });\n });\n\n // @PRE Repo initialized\n // @POST Returns binding\n it('getRepositoryBinding calls GET', async () => {\n requestApi.mockResolvedValue({});\n await gitService.getRepositoryBinding('dash-slug');\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/dash-slug');\n });\n\n // @PRE Repo initialized\n // @POST Returns branches\n it('getBranches calls GET /branches', async () => {\n requestApi.mockResolvedValue([]);\n await gitService.getBranches(123);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/branches');\n });\n\n // @PRE Source branch exists\n // @POST New branch created\n it('createBranch calls POST /branches with name and from_branch', async () => {\n requestApi.mockResolvedValue({});\n await gitService.createBranch(123, 'feature', 'main');\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/branches', 'POST', {\n name: 'feature', from_branch: 'main'\n });\n });\n\n // @PRE Target branch exists\n // @POST Repo checked out\n it('checkoutBranch calls POST /checkout', async () => {\n requestApi.mockResolvedValue({});\n await gitService.checkoutBranch(123, 'feature');\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/checkout', 'POST', { name: 'feature' });\n });\n\n // @PRE Message not empty\n // @POST Changes committed\n it('commit calls POST /commit with message and files', async () => {\n requestApi.mockResolvedValue({});\n await gitService.commit(123, 'Initial commit', ['file.txt']);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/commit', 'POST', {\n message: 'Initial commit', files: ['file.txt']\n });\n });\n\n // @PRE Remote configured\n // @POST Remote updated\n it('push calls POST /push', async () => {\n requestApi.mockResolvedValue({});\n await gitService.push(123);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/push', 'POST');\n });\n\n // @PRE Dashboard ref valid\n // @POST Repo deleted\n it('deleteRepository calls DELETE', async () => {\n requestApi.mockResolvedValue({});\n await gitService.deleteRepository(123);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123', 'DELETE');\n });\n\n // @PRE Remote configured\n // @POST Local repo updated\n it('pull calls POST /pull', async () => {\n requestApi.mockResolvedValue({});\n await gitService.pull(123);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/pull', 'POST');\n });\n });\n\n describe('Other Operations', () => {\n // @POST Returns list of environments\n it('getEnvironments calls GET /environments', async () => {\n requestApi.mockResolvedValue([]);\n await gitService.getEnvironments();\n expect(requestApi).toHaveBeenCalledWith('/git/environments');\n });\n\n // @PRE Environment active\n // @POST Dashboard deployed\n it('deploy calls POST /deploy with environment_id', async () => {\n requestApi.mockResolvedValue({});\n await gitService.deploy(123, 'env-1');\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/deploy', 'POST', { environment_id: 'env-1' });\n });\n\n // @POST Returns commit history\n it('getHistory calls GET /history with limit', async () => {\n requestApi.mockResolvedValue([]);\n await gitService.getHistory(123, 10);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/history?limit=10');\n });\n\n // @POST Syncs local and remote\n it('sync calls POST /sync with optional params', async () => {\n requestApi.mockResolvedValue({});\n await gitService.sync(123, 'env-source', 'env-target');\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/sync?source_env_id=env-source&env_id=env-target', 'POST');\n });\n\n // @PRE Dashboard id valid\n // @POST Returns status\n it('getStatus calls GET /status', async () => {\n requestApi.mockResolvedValue({});\n await gitService.getStatus(123);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/status');\n });\n\n // @PRE Dashboard ids array\n // @POST Returns batch statuses\n it('getStatusesBatch calls POST /status/batch', async () => {\n requestApi.mockResolvedValue({});\n await gitService.getStatusesBatch([1, 2, 3]);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/status/batch', 'POST', { dashboard_ids: [1, 2, 3] });\n });\n\n // @PRE Dashboard id valid\n // @POST Returns diff\n it('getDiff calls GET /diff with params', async () => {\n requestApi.mockResolvedValue('');\n await gitService.getDiff(123, 'file.txt', true, 'env-1');\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/diff?file_path=file.txt&staged=true&env_id=env-1');\n });\n\n // @PRE Repo initialized\n // @POST Returns promotion metadata\n it('promote calls POST /promote with payload', async () => {\n const payload = { from_branch: 'dev', to_branch: 'main', mode: 'mr' };\n requestApi.mockResolvedValue({});\n await gitService.promote(123, payload);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/promote', 'POST', payload);\n });\n });\n});\n// #endregion gitServiceContractTests:Module\n// #endregion GitServiceContractTests\n" }, { @@ -105859,6 +111979,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region gitServiceContractTests:Module [TYPE Function]\n// @SEMANTICS: git-service, api-client, contract-tests\n// @RELATION: DEPENDS_ON -> [GitServiceClient]\n// @PURPOSE: API client tests ensuring correct endpoints are called per contract\n// @LAYER: Infra (Tests)\n\nimport { describe, it, expect, vi, beforeEach } from 'vitest';\nimport { gitService } from '../gitService';\nimport { requestApi } from '../../lib/api';\n\nvi.mock('../../lib/api', () => ({\n requestApi: vi.fn()\n}));\n\ndescribe('gitService', () => {\n beforeEach(() => {\n vi.clearAllMocks();\n });\n\n describe('Config Management', () => {\n // @PRE User authenticated\n // @POST Returns list of Git configs\n it('getConfigs calls /git/config', async () => {\n requestApi.mockResolvedValue([]);\n const result = await gitService.getConfigs();\n expect(requestApi).toHaveBeenCalledWith('/git/config');\n expect(result).toEqual([]);\n });\n\n // @PRE Config object must be valid\n // @POST New config created and returned\n it('createConfig calls POST /git/config', async () => {\n const config = { name: 'Test', provider: 'GITHUB' };\n requestApi.mockResolvedValue({ id: '1', ...config });\n const result = await gitService.createConfig(config);\n expect(requestApi).toHaveBeenCalledWith('/git/config', 'POST', config);\n expect(result.id).toBe('1');\n });\n\n // @PRE configId must exist\n // @POST Config deleted\n it('deleteConfig calls DELETE /git/config/:id', async () => {\n requestApi.mockResolvedValue({ status: 'success' });\n await gitService.deleteConfig('config-123');\n expect(requestApi).toHaveBeenCalledWith('/git/config/config-123', 'DELETE');\n });\n\n // @PRE configId must exist\n // @POST Config updated\n it('updateConfig calls PUT /git/config/:id', async () => {\n const config = { name: 'Updated' };\n requestApi.mockResolvedValue({ id: 'config-123', ...config });\n await gitService.updateConfig('config-123', config);\n expect(requestApi).toHaveBeenCalledWith('/git/config/config-123', 'PUT', config);\n });\n\n // @PRE Config must contain valid URL and PAT\n // @POST Returns connection status\n it('testConnection calls POST /git/config/test', async () => {\n const config = { url: 'https://github.com', pat: 'secret' };\n requestApi.mockResolvedValue({ status: 'success' });\n await gitService.testConnection(config);\n expect(requestApi).toHaveBeenCalledWith('/git/config/test', 'POST', config);\n });\n });\n\n describe('Remote Repository Management', () => {\n // @PRE configId references GITEA\n // @POST Returns repo metadata\n it('listGiteaRepositories calls GET /git/config/:id/gitea/repos', async () => {\n requestApi.mockResolvedValue([]);\n await gitService.listGiteaRepositories('conf-1');\n expect(requestApi).toHaveBeenCalledWith('/git/config/conf-1/gitea/repos');\n });\n\n // @PRE configId references GITEA\n // @POST Repo created on Gitea\n it('createGiteaRepository calls POST /git/config/:id/gitea/repos', async () => {\n const payload = { name: 'new-repo' };\n requestApi.mockResolvedValue({ name: 'new-repo' });\n await gitService.createGiteaRepository('conf-1', payload);\n expect(requestApi).toHaveBeenCalledWith('/git/config/conf-1/gitea/repos', 'POST', payload);\n });\n\n // @PRE configId references supported provider\n // @POST Remote repo created\n it('createRemoteRepository calls POST /git/config/:id/repositories', async () => {\n const payload = { name: 'new-remote' };\n requestApi.mockResolvedValue({ name: 'new-remote' });\n await gitService.createRemoteRepository('conf-1', payload);\n expect(requestApi).toHaveBeenCalledWith('/git/config/conf-1/repositories', 'POST', payload);\n });\n\n // @PRE configId references GITEA\n // @POST Repo deleted on Gitea\n it('deleteGiteaRepository calls DELETE with encoded owner and repo', async () => {\n requestApi.mockResolvedValue({ status: 'success' });\n await gitService.deleteGiteaRepository('conf-1', 'my-org', 'my-repo');\n expect(requestApi).toHaveBeenCalledWith('/git/config/conf-1/gitea/repos/my-org/my-repo', 'DELETE');\n });\n });\n\n describe('Dashboard Repository Operations', () => {\n // @PRE Dashboard exists and config_id valid\n // @POST Repo initialized\n it('initRepository calls POST with remote_url and config_id', async () => {\n requestApi.mockResolvedValue({});\n await gitService.initRepository(123, 'conf-1', 'http://remote.git');\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/init', 'POST', {\n config_id: 'conf-1', remote_url: 'http://remote.git'\n });\n });\n\n // @PRE Repo initialized\n // @POST Returns binding\n it('getRepositoryBinding calls GET', async () => {\n requestApi.mockResolvedValue({});\n await gitService.getRepositoryBinding('dash-slug');\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/dash-slug');\n });\n\n // @PRE Repo initialized\n // @POST Returns branches\n it('getBranches calls GET /branches', async () => {\n requestApi.mockResolvedValue([]);\n await gitService.getBranches(123);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/branches');\n });\n\n // @PRE Source branch exists\n // @POST New branch created\n it('createBranch calls POST /branches with name and from_branch', async () => {\n requestApi.mockResolvedValue({});\n await gitService.createBranch(123, 'feature', 'main');\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/branches', 'POST', {\n name: 'feature', from_branch: 'main'\n });\n });\n\n // @PRE Target branch exists\n // @POST Repo checked out\n it('checkoutBranch calls POST /checkout', async () => {\n requestApi.mockResolvedValue({});\n await gitService.checkoutBranch(123, 'feature');\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/checkout', 'POST', { name: 'feature' });\n });\n\n // @PRE Message not empty\n // @POST Changes committed\n it('commit calls POST /commit with message and files', async () => {\n requestApi.mockResolvedValue({});\n await gitService.commit(123, 'Initial commit', ['file.txt']);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/commit', 'POST', {\n message: 'Initial commit', files: ['file.txt']\n });\n });\n\n // @PRE Remote configured\n // @POST Remote updated\n it('push calls POST /push', async () => {\n requestApi.mockResolvedValue({});\n await gitService.push(123);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/push', 'POST');\n });\n\n // @PRE Dashboard ref valid\n // @POST Repo deleted\n it('deleteRepository calls DELETE', async () => {\n requestApi.mockResolvedValue({});\n await gitService.deleteRepository(123);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123', 'DELETE');\n });\n\n // @PRE Remote configured\n // @POST Local repo updated\n it('pull calls POST /pull', async () => {\n requestApi.mockResolvedValue({});\n await gitService.pull(123);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/pull', 'POST');\n });\n });\n\n describe('Other Operations', () => {\n // @POST Returns list of environments\n it('getEnvironments calls GET /environments', async () => {\n requestApi.mockResolvedValue([]);\n await gitService.getEnvironments();\n expect(requestApi).toHaveBeenCalledWith('/git/environments');\n });\n\n // @PRE Environment active\n // @POST Dashboard deployed\n it('deploy calls POST /deploy with environment_id', async () => {\n requestApi.mockResolvedValue({});\n await gitService.deploy(123, 'env-1');\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/deploy', 'POST', { environment_id: 'env-1' });\n });\n\n // @POST Returns commit history\n it('getHistory calls GET /history with limit', async () => {\n requestApi.mockResolvedValue([]);\n await gitService.getHistory(123, 10);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/history?limit=10');\n });\n\n // @POST Syncs local and remote\n it('sync calls POST /sync with optional params', async () => {\n requestApi.mockResolvedValue({});\n await gitService.sync(123, 'env-source', 'env-target');\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/sync?source_env_id=env-source&env_id=env-target', 'POST');\n });\n\n // @PRE Dashboard id valid\n // @POST Returns status\n it('getStatus calls GET /status', async () => {\n requestApi.mockResolvedValue({});\n await gitService.getStatus(123);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/status');\n });\n\n // @PRE Dashboard ids array\n // @POST Returns batch statuses\n it('getStatusesBatch calls POST /status/batch', async () => {\n requestApi.mockResolvedValue({});\n await gitService.getStatusesBatch([1, 2, 3]);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/status/batch', 'POST', { dashboard_ids: [1, 2, 3] });\n });\n\n // @PRE Dashboard id valid\n // @POST Returns diff\n it('getDiff calls GET /diff with params', async () => {\n requestApi.mockResolvedValue('');\n await gitService.getDiff(123, 'file.txt', true, 'env-1');\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/diff?file_path=file.txt&staged=true&env_id=env-1');\n });\n\n // @PRE Repo initialized\n // @POST Returns promotion metadata\n it('promote calls POST /promote with payload', async () => {\n const payload = { from_branch: 'dev', to_branch: 'main', mode: 'mr' };\n requestApi.mockResolvedValue({});\n await gitService.promote(123, payload);\n expect(requestApi).toHaveBeenCalledWith('/git/repositories/123/promote', 'POST', payload);\n });\n });\n});\n// #endregion gitServiceContractTests:Module\n" }, { @@ -105969,6 +112090,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region AdminService [C:3] [TYPE Service] [SEMANTICS admin, service, user, role, rbac]\n// @BRIEF Service for Admin-related API calls including User and Role management, AD group mappings, and logging configuration.\n// @LAYER Service\n// @RELATION DEPENDS_ON -> [ApiModule]\n\n// #region adminService:Module [TYPE Function]\n//\n// @SEMANTICS: admin, users, roles, ad-mappings, api\n// @PURPOSE: Service for Admin-related API calls (User and Role management).\n// @LAYER: Service\n// @RELATION: DEPENDS_ON -> api_module\n//\n// @INVARIANT: All requests must include valid Admin JWT token (handled by api client).\n\n// [SECTION: IMPORTS]\nimport { api } from '../lib/api';\n// [/SECTION]\n\n// #region getUsers:Function [TYPE Function]\n/**\n * @purpose Fetches all registered users from the backend.\n * @pre User must be authenticated with Admin privileges.\n * @post Returns an array of user objects.\n * @returns {Promise}\n * @relation CALLS -> backend.src.api.routes.admin.list_users\n */\nasync function getUsers() {\n console.log('[getUsers][Entry]');\n try {\n const users = await api.requestApi('/admin/users', 'GET');\n console.log('[getUsers][Coherence:OK]');\n return users;\n } catch (e) {\n console.error('[getUsers][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion getUsers:Function\n\n// #region createUser:Function [TYPE Function]\n/**\n * @purpose Creates a new local user.\n * @pre User must be authenticated with Admin privileges.\n * @param {Object} userData - User details (username, email, password, roles, is_active).\n * @post New user record created in auth.db.\n * @returns {Promise}\n * @relation CALLS -> backend.src.api.routes.admin.create_user\n */\nasync function createUser(userData) {\n console.log('[createUser][Entry]');\n try {\n const user = await api.postApi('/admin/users', userData);\n console.log('[createUser][Coherence:OK]');\n return user;\n } catch (e) {\n console.error('[createUser][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion createUser:Function\n\n// #region getRoles:Function [TYPE Function]\n/**\n * @purpose Fetches all available system roles.\n * @pre User must be authenticated with Admin privileges.\n * @post Returns an array of role objects.\n * @returns {Promise}\n * @relation CALLS -> backend.src.api.routes.admin.list_roles\n */\nasync function getRoles() {\n console.log('[getRoles][Entry]');\n try {\n const roles = await api.requestApi('/admin/roles', 'GET');\n console.log('[getRoles][Coherence:OK]');\n return roles;\n } catch (e) {\n console.error('[getRoles][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion getRoles:Function\n\n// #region getADGroupMappings:Function [TYPE Function]\n/**\n * @purpose Fetches mappings between AD groups and local roles.\n * @pre User must be authenticated with Admin privileges.\n * @post Returns an array of AD group mapping objects.\n * @returns {Promise}\n */\nasync function getADGroupMappings() {\n console.log('[getADGroupMappings][Entry]');\n try {\n const mappings = await api.requestApi('/admin/ad-mappings', 'GET');\n console.log('[getADGroupMappings][Coherence:OK]');\n return mappings;\n } catch (e) {\n console.error('[getADGroupMappings][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion getADGroupMappings:Function\n\n// #region createADGroupMapping:Function [TYPE Function]\n/**\n * @purpose Creates or updates an AD group to Role mapping.\n * @pre User must be authenticated with Admin privileges.\n * @post New or updated mapping created in auth.db.\n * @param {Object} mappingData - Mapping details (ad_group, role_id).\n * @returns {Promise}\n */\nasync function createADGroupMapping(mappingData) {\n console.log('[createADGroupMapping][Entry]');\n try {\n const mapping = await api.postApi('/admin/ad-mappings', mappingData);\n console.log('[createADGroupMapping][Coherence:OK]');\n return mapping;\n } catch (e) {\n console.error('[createADGroupMapping][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion createADGroupMapping:Function\n\n// #region updateUser:Function [TYPE Function]\n/**\n * @purpose Updates an existing user.\n * @pre User must be authenticated with Admin privileges.\n * @post User record updated in auth.db.\n * @param {string} userId - Target user ID.\n * @param {Object} userData - Updated user data.\n * @returns {Promise}\n */\nasync function updateUser(userId, userData) {\n console.log('[updateUser][Entry]');\n try {\n const user = await api.requestApi(`/admin/users/${userId}`, 'PUT', userData);\n console.log('[updateUser][Coherence:OK]');\n return user;\n } catch (e) {\n console.error('[updateUser][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion updateUser:Function\n\n// #region deleteUser:Function [TYPE Function]\n/**\n * @purpose Deletes a user.\n * @pre User must be authenticated with Admin privileges.\n * @post User record removed from auth.db.\n * @param {string} userId - Target user ID.\n * @returns {Promise}\n */\nasync function deleteUser(userId) {\n console.log('[deleteUser][Entry]');\n try {\n await api.requestApi(`/admin/users/${userId}`, 'DELETE');\n console.log('[deleteUser][Coherence:OK]');\n } catch (e) {\n console.error('[deleteUser][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion deleteUser:Function\n\n// #region createRole:Function [TYPE Function]\n/**\n * @purpose Creates a new role.\n * @pre User must be authenticated with Admin privileges.\n * @post New role created in auth.db.\n * @param {Object} roleData - Role details (name, description, permissions).\n * @returns {Promise}\n */\nasync function createRole(roleData) {\n console.log('[createRole][Entry]');\n try {\n const role = await api.postApi('/admin/roles', roleData);\n console.log('[createRole][Coherence:OK]');\n return role;\n } catch (e) {\n console.error('[createRole][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion createRole:Function\n\n// #region updateRole:Function [TYPE Function]\n/**\n * @purpose Updates an existing role.\n * @param {string} roleId - Target role ID.\n * @param {Object} roleData - Updated role data.\n * @returns {Promise}\n */\nasync function updateRole(roleId, roleData) {\n console.log('[updateRole][Entry]');\n try {\n const role = await api.requestApi(`/admin/roles/${roleId}`, 'PUT', roleData);\n console.log('[updateRole][Coherence:OK]');\n return role;\n } catch (e) {\n console.error('[updateRole][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion updateRole:Function\n\n// #region deleteRole:Function [TYPE Function]\n/**\n * @purpose Deletes a role.\n * @param {string} roleId - Target role ID.\n * @returns {Promise}\n */\nasync function deleteRole(roleId) {\n console.log('[deleteRole][Entry]');\n try {\n await api.requestApi(`/admin/roles/${roleId}`, 'DELETE');\n console.log('[deleteRole][Coherence:OK]');\n } catch (e) {\n console.error('[deleteRole][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion deleteRole:Function\n\n// #region getPermissions:Function [TYPE Function]\n/**\n * @purpose Fetches all available permissions.\n * @returns {Promise}\n */\nasync function getPermissions() {\n console.log('[getPermissions][Entry]');\n try {\n const permissions = await api.requestApi('/admin/permissions', 'GET');\n console.log('[getPermissions][Coherence:OK]');\n return permissions;\n } catch (e) {\n console.error('[getPermissions][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion getPermissions:Function\n\n// #region getLoggingConfig:Function [TYPE Function]\n/**\n * @purpose Fetches current logging configuration.\n * @returns {Promise} - Logging config with level, task_log_level, enable_belief_state.\n * @relation CALLS -> backend.src.api.routes.settings.get_logging_config\n */\nasync function getLoggingConfig() {\n console.log('[getLoggingConfig][Entry]');\n try {\n const config = await api.requestApi('/settings/logging', 'GET');\n console.log('[getLoggingConfig][Coherence:OK]');\n return config;\n } catch (e) {\n console.error('[getLoggingConfig][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion getLoggingConfig:Function\n\n// #region updateLoggingConfig:Function [TYPE Function]\n/**\n * @purpose Updates logging configuration.\n * @param {Object} configData - Logging config (level, task_log_level, enable_belief_state).\n * @returns {Promise}\n * @relation CALLS -> backend.src.api.routes.settings.update_logging_config\n */\nasync function updateLoggingConfig(configData) {\n console.log('[updateLoggingConfig][Entry]');\n try {\n const config = await api.requestApi('/settings/logging', 'PATCH', configData);\n console.log('[updateLoggingConfig][Coherence:OK]');\n return config;\n } catch (e) {\n console.error('[updateLoggingConfig][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion updateLoggingConfig:Function\n\nexport const adminService = {\n getUsers,\n createUser,\n updateUser,\n deleteUser,\n getRoles,\n createRole,\n updateRole,\n deleteRole,\n getPermissions,\n getADGroupMappings,\n createADGroupMapping,\n getLoggingConfig,\n updateLoggingConfig\n};\n\n// #endregion adminService:Module\n// #endregion AdminService\n" }, { @@ -106074,6 +112196,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region adminService:Module [TYPE Function]\n//\n// @SEMANTICS: admin, users, roles, ad-mappings, api\n// @PURPOSE: Service for Admin-related API calls (User and Role management).\n// @LAYER: Service\n// @RELATION: DEPENDS_ON -> api_module\n//\n// @INVARIANT: All requests must include valid Admin JWT token (handled by api client).\n\n// [SECTION: IMPORTS]\nimport { api } from '../lib/api';\n// [/SECTION]\n\n// #region getUsers:Function [TYPE Function]\n/**\n * @purpose Fetches all registered users from the backend.\n * @pre User must be authenticated with Admin privileges.\n * @post Returns an array of user objects.\n * @returns {Promise}\n * @relation CALLS -> backend.src.api.routes.admin.list_users\n */\nasync function getUsers() {\n console.log('[getUsers][Entry]');\n try {\n const users = await api.requestApi('/admin/users', 'GET');\n console.log('[getUsers][Coherence:OK]');\n return users;\n } catch (e) {\n console.error('[getUsers][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion getUsers:Function\n\n// #region createUser:Function [TYPE Function]\n/**\n * @purpose Creates a new local user.\n * @pre User must be authenticated with Admin privileges.\n * @param {Object} userData - User details (username, email, password, roles, is_active).\n * @post New user record created in auth.db.\n * @returns {Promise}\n * @relation CALLS -> backend.src.api.routes.admin.create_user\n */\nasync function createUser(userData) {\n console.log('[createUser][Entry]');\n try {\n const user = await api.postApi('/admin/users', userData);\n console.log('[createUser][Coherence:OK]');\n return user;\n } catch (e) {\n console.error('[createUser][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion createUser:Function\n\n// #region getRoles:Function [TYPE Function]\n/**\n * @purpose Fetches all available system roles.\n * @pre User must be authenticated with Admin privileges.\n * @post Returns an array of role objects.\n * @returns {Promise}\n * @relation CALLS -> backend.src.api.routes.admin.list_roles\n */\nasync function getRoles() {\n console.log('[getRoles][Entry]');\n try {\n const roles = await api.requestApi('/admin/roles', 'GET');\n console.log('[getRoles][Coherence:OK]');\n return roles;\n } catch (e) {\n console.error('[getRoles][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion getRoles:Function\n\n// #region getADGroupMappings:Function [TYPE Function]\n/**\n * @purpose Fetches mappings between AD groups and local roles.\n * @pre User must be authenticated with Admin privileges.\n * @post Returns an array of AD group mapping objects.\n * @returns {Promise}\n */\nasync function getADGroupMappings() {\n console.log('[getADGroupMappings][Entry]');\n try {\n const mappings = await api.requestApi('/admin/ad-mappings', 'GET');\n console.log('[getADGroupMappings][Coherence:OK]');\n return mappings;\n } catch (e) {\n console.error('[getADGroupMappings][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion getADGroupMappings:Function\n\n// #region createADGroupMapping:Function [TYPE Function]\n/**\n * @purpose Creates or updates an AD group to Role mapping.\n * @pre User must be authenticated with Admin privileges.\n * @post New or updated mapping created in auth.db.\n * @param {Object} mappingData - Mapping details (ad_group, role_id).\n * @returns {Promise}\n */\nasync function createADGroupMapping(mappingData) {\n console.log('[createADGroupMapping][Entry]');\n try {\n const mapping = await api.postApi('/admin/ad-mappings', mappingData);\n console.log('[createADGroupMapping][Coherence:OK]');\n return mapping;\n } catch (e) {\n console.error('[createADGroupMapping][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion createADGroupMapping:Function\n\n// #region updateUser:Function [TYPE Function]\n/**\n * @purpose Updates an existing user.\n * @pre User must be authenticated with Admin privileges.\n * @post User record updated in auth.db.\n * @param {string} userId - Target user ID.\n * @param {Object} userData - Updated user data.\n * @returns {Promise}\n */\nasync function updateUser(userId, userData) {\n console.log('[updateUser][Entry]');\n try {\n const user = await api.requestApi(`/admin/users/${userId}`, 'PUT', userData);\n console.log('[updateUser][Coherence:OK]');\n return user;\n } catch (e) {\n console.error('[updateUser][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion updateUser:Function\n\n// #region deleteUser:Function [TYPE Function]\n/**\n * @purpose Deletes a user.\n * @pre User must be authenticated with Admin privileges.\n * @post User record removed from auth.db.\n * @param {string} userId - Target user ID.\n * @returns {Promise}\n */\nasync function deleteUser(userId) {\n console.log('[deleteUser][Entry]');\n try {\n await api.requestApi(`/admin/users/${userId}`, 'DELETE');\n console.log('[deleteUser][Coherence:OK]');\n } catch (e) {\n console.error('[deleteUser][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion deleteUser:Function\n\n// #region createRole:Function [TYPE Function]\n/**\n * @purpose Creates a new role.\n * @pre User must be authenticated with Admin privileges.\n * @post New role created in auth.db.\n * @param {Object} roleData - Role details (name, description, permissions).\n * @returns {Promise}\n */\nasync function createRole(roleData) {\n console.log('[createRole][Entry]');\n try {\n const role = await api.postApi('/admin/roles', roleData);\n console.log('[createRole][Coherence:OK]');\n return role;\n } catch (e) {\n console.error('[createRole][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion createRole:Function\n\n// #region updateRole:Function [TYPE Function]\n/**\n * @purpose Updates an existing role.\n * @param {string} roleId - Target role ID.\n * @param {Object} roleData - Updated role data.\n * @returns {Promise}\n */\nasync function updateRole(roleId, roleData) {\n console.log('[updateRole][Entry]');\n try {\n const role = await api.requestApi(`/admin/roles/${roleId}`, 'PUT', roleData);\n console.log('[updateRole][Coherence:OK]');\n return role;\n } catch (e) {\n console.error('[updateRole][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion updateRole:Function\n\n// #region deleteRole:Function [TYPE Function]\n/**\n * @purpose Deletes a role.\n * @param {string} roleId - Target role ID.\n * @returns {Promise}\n */\nasync function deleteRole(roleId) {\n console.log('[deleteRole][Entry]');\n try {\n await api.requestApi(`/admin/roles/${roleId}`, 'DELETE');\n console.log('[deleteRole][Coherence:OK]');\n } catch (e) {\n console.error('[deleteRole][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion deleteRole:Function\n\n// #region getPermissions:Function [TYPE Function]\n/**\n * @purpose Fetches all available permissions.\n * @returns {Promise}\n */\nasync function getPermissions() {\n console.log('[getPermissions][Entry]');\n try {\n const permissions = await api.requestApi('/admin/permissions', 'GET');\n console.log('[getPermissions][Coherence:OK]');\n return permissions;\n } catch (e) {\n console.error('[getPermissions][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion getPermissions:Function\n\n// #region getLoggingConfig:Function [TYPE Function]\n/**\n * @purpose Fetches current logging configuration.\n * @returns {Promise} - Logging config with level, task_log_level, enable_belief_state.\n * @relation CALLS -> backend.src.api.routes.settings.get_logging_config\n */\nasync function getLoggingConfig() {\n console.log('[getLoggingConfig][Entry]');\n try {\n const config = await api.requestApi('/settings/logging', 'GET');\n console.log('[getLoggingConfig][Coherence:OK]');\n return config;\n } catch (e) {\n console.error('[getLoggingConfig][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion getLoggingConfig:Function\n\n// #region updateLoggingConfig:Function [TYPE Function]\n/**\n * @purpose Updates logging configuration.\n * @param {Object} configData - Logging config (level, task_log_level, enable_belief_state).\n * @returns {Promise}\n * @relation CALLS -> backend.src.api.routes.settings.update_logging_config\n */\nasync function updateLoggingConfig(configData) {\n console.log('[updateLoggingConfig][Entry]');\n try {\n const config = await api.requestApi('/settings/logging', 'PATCH', configData);\n console.log('[updateLoggingConfig][Coherence:OK]');\n return config;\n } catch (e) {\n console.error('[updateLoggingConfig][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion updateLoggingConfig:Function\n\nexport const adminService = {\n getUsers,\n createUser,\n updateUser,\n deleteUser,\n getRoles,\n createRole,\n updateRole,\n deleteRole,\n getPermissions,\n getADGroupMappings,\n createADGroupMapping,\n getLoggingConfig,\n updateLoggingConfig\n};\n\n// #endregion adminService:Module\n" }, { @@ -106143,6 +112266,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getUsers:Function [TYPE Function]\n/**\n * @purpose Fetches all registered users from the backend.\n * @pre User must be authenticated with Admin privileges.\n * @post Returns an array of user objects.\n * @returns {Promise}\n * @relation CALLS -> backend.src.api.routes.admin.list_users\n */\nasync function getUsers() {\n console.log('[getUsers][Entry]');\n try {\n const users = await api.requestApi('/admin/users', 'GET');\n console.log('[getUsers][Coherence:OK]');\n return users;\n } catch (e) {\n console.error('[getUsers][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion getUsers:Function\n" }, { @@ -106167,6 +112291,7 @@ ], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Fetches all registered users from the backend.\n * @pre User must be authenticated with Admin privileges.\n * @post Returns an array of user objects.\n * @returns {Promise}\n * @relation CALLS -> backend.src.api.routes.admin.list_users\n */" }, { @@ -106243,6 +112368,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region createUser:Function [TYPE Function]\n/**\n * @purpose Creates a new local user.\n * @pre User must be authenticated with Admin privileges.\n * @param {Object} userData - User details (username, email, password, roles, is_active).\n * @post New user record created in auth.db.\n * @returns {Promise}\n * @relation CALLS -> backend.src.api.routes.admin.create_user\n */\nasync function createUser(userData) {\n console.log('[createUser][Entry]');\n try {\n const user = await api.postApi('/admin/users', userData);\n console.log('[createUser][Coherence:OK]');\n return user;\n } catch (e) {\n console.error('[createUser][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion createUser:Function\n" }, { @@ -106267,6 +112393,7 @@ ], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Creates a new local user.\n * @pre User must be authenticated with Admin privileges.\n * @param {Object} userData - User details (username, email, password, roles, is_active).\n * @post New user record created in auth.db.\n * @returns {Promise}\n * @relation CALLS -> backend.src.api.routes.admin.create_user\n */" }, { @@ -106336,6 +112463,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getRoles:Function [TYPE Function]\n/**\n * @purpose Fetches all available system roles.\n * @pre User must be authenticated with Admin privileges.\n * @post Returns an array of role objects.\n * @returns {Promise}\n * @relation CALLS -> backend.src.api.routes.admin.list_roles\n */\nasync function getRoles() {\n console.log('[getRoles][Entry]');\n try {\n const roles = await api.requestApi('/admin/roles', 'GET');\n console.log('[getRoles][Coherence:OK]');\n return roles;\n } catch (e) {\n console.error('[getRoles][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion getRoles:Function\n" }, { @@ -106360,6 +112488,7 @@ ], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Fetches all available system roles.\n * @pre User must be authenticated with Admin privileges.\n * @post Returns an array of role objects.\n * @returns {Promise}\n * @relation CALLS -> backend.src.api.routes.admin.list_roles\n */" }, { @@ -106413,6 +112542,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getADGroupMappings:Function [TYPE Function]\n/**\n * @purpose Fetches mappings between AD groups and local roles.\n * @pre User must be authenticated with Admin privileges.\n * @post Returns an array of AD group mapping objects.\n * @returns {Promise}\n */\nasync function getADGroupMappings() {\n console.log('[getADGroupMappings][Entry]');\n try {\n const mappings = await api.requestApi('/admin/ad-mappings', 'GET');\n console.log('[getADGroupMappings][Coherence:OK]');\n return mappings;\n } catch (e) {\n console.error('[getADGroupMappings][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion getADGroupMappings:Function\n" }, { @@ -106430,6 +112560,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Fetches mappings between AD groups and local roles.\n * @pre User must be authenticated with Admin privileges.\n * @post Returns an array of AD group mapping objects.\n * @returns {Promise}\n */" }, { @@ -106490,6 +112621,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region createADGroupMapping:Function [TYPE Function]\n/**\n * @purpose Creates or updates an AD group to Role mapping.\n * @pre User must be authenticated with Admin privileges.\n * @post New or updated mapping created in auth.db.\n * @param {Object} mappingData - Mapping details (ad_group, role_id).\n * @returns {Promise}\n */\nasync function createADGroupMapping(mappingData) {\n console.log('[createADGroupMapping][Entry]');\n try {\n const mapping = await api.postApi('/admin/ad-mappings', mappingData);\n console.log('[createADGroupMapping][Coherence:OK]');\n return mapping;\n } catch (e) {\n console.error('[createADGroupMapping][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion createADGroupMapping:Function\n" }, { @@ -106507,6 +112639,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Creates or updates an AD group to Role mapping.\n * @pre User must be authenticated with Admin privileges.\n * @post New or updated mapping created in auth.db.\n * @param {Object} mappingData - Mapping details (ad_group, role_id).\n * @returns {Promise}\n */" }, { @@ -106567,6 +112700,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region updateUser:Function [TYPE Function]\n/**\n * @purpose Updates an existing user.\n * @pre User must be authenticated with Admin privileges.\n * @post User record updated in auth.db.\n * @param {string} userId - Target user ID.\n * @param {Object} userData - Updated user data.\n * @returns {Promise}\n */\nasync function updateUser(userId, userData) {\n console.log('[updateUser][Entry]');\n try {\n const user = await api.requestApi(`/admin/users/${userId}`, 'PUT', userData);\n console.log('[updateUser][Coherence:OK]');\n return user;\n } catch (e) {\n console.error('[updateUser][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion updateUser:Function\n" }, { @@ -106584,6 +112718,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Updates an existing user.\n * @pre User must be authenticated with Admin privileges.\n * @post User record updated in auth.db.\n * @param {string} userId - Target user ID.\n * @param {Object} userData - Updated user data.\n * @returns {Promise}\n */" }, { @@ -106644,6 +112779,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region deleteUser:Function [TYPE Function]\n/**\n * @purpose Deletes a user.\n * @pre User must be authenticated with Admin privileges.\n * @post User record removed from auth.db.\n * @param {string} userId - Target user ID.\n * @returns {Promise}\n */\nasync function deleteUser(userId) {\n console.log('[deleteUser][Entry]');\n try {\n await api.requestApi(`/admin/users/${userId}`, 'DELETE');\n console.log('[deleteUser][Coherence:OK]');\n } catch (e) {\n console.error('[deleteUser][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion deleteUser:Function\n" }, { @@ -106661,6 +112797,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Deletes a user.\n * @pre User must be authenticated with Admin privileges.\n * @post User record removed from auth.db.\n * @param {string} userId - Target user ID.\n * @returns {Promise}\n */" }, { @@ -106721,6 +112858,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region createRole:Function [TYPE Function]\n/**\n * @purpose Creates a new role.\n * @pre User must be authenticated with Admin privileges.\n * @post New role created in auth.db.\n * @param {Object} roleData - Role details (name, description, permissions).\n * @returns {Promise}\n */\nasync function createRole(roleData) {\n console.log('[createRole][Entry]');\n try {\n const role = await api.postApi('/admin/roles', roleData);\n console.log('[createRole][Coherence:OK]');\n return role;\n } catch (e) {\n console.error('[createRole][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion createRole:Function\n" }, { @@ -106738,6 +112876,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Creates a new role.\n * @pre User must be authenticated with Admin privileges.\n * @post New role created in auth.db.\n * @param {Object} roleData - Role details (name, description, permissions).\n * @returns {Promise}\n */" }, { @@ -106778,6 +112917,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region updateRole:Function [TYPE Function]\n/**\n * @purpose Updates an existing role.\n * @param {string} roleId - Target role ID.\n * @param {Object} roleData - Updated role data.\n * @returns {Promise}\n */\nasync function updateRole(roleId, roleData) {\n console.log('[updateRole][Entry]');\n try {\n const role = await api.requestApi(`/admin/roles/${roleId}`, 'PUT', roleData);\n console.log('[updateRole][Coherence:OK]');\n return role;\n } catch (e) {\n console.error('[updateRole][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion updateRole:Function\n" }, { @@ -106792,6 +112932,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Updates an existing role.\n * @param {string} roleId - Target role ID.\n * @param {Object} roleData - Updated role data.\n * @returns {Promise}\n */" }, { @@ -106832,6 +112973,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region deleteRole:Function [TYPE Function]\n/**\n * @purpose Deletes a role.\n * @param {string} roleId - Target role ID.\n * @returns {Promise}\n */\nasync function deleteRole(roleId) {\n console.log('[deleteRole][Entry]');\n try {\n await api.requestApi(`/admin/roles/${roleId}`, 'DELETE');\n console.log('[deleteRole][Coherence:OK]');\n } catch (e) {\n console.error('[deleteRole][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion deleteRole:Function\n" }, { @@ -106846,6 +112988,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Deletes a role.\n * @param {string} roleId - Target role ID.\n * @returns {Promise}\n */" }, { @@ -106879,6 +113022,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getPermissions:Function [TYPE Function]\n/**\n * @purpose Fetches all available permissions.\n * @returns {Promise}\n */\nasync function getPermissions() {\n console.log('[getPermissions][Entry]');\n try {\n const permissions = await api.requestApi('/admin/permissions', 'GET');\n console.log('[getPermissions][Coherence:OK]');\n return permissions;\n } catch (e) {\n console.error('[getPermissions][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion getPermissions:Function\n" }, { @@ -106893,6 +113037,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Fetches all available permissions.\n * @returns {Promise}\n */" }, { @@ -106942,6 +113087,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getLoggingConfig:Function [TYPE Function]\n/**\n * @purpose Fetches current logging configuration.\n * @returns {Promise} - Logging config with level, task_log_level, enable_belief_state.\n * @relation CALLS -> backend.src.api.routes.settings.get_logging_config\n */\nasync function getLoggingConfig() {\n console.log('[getLoggingConfig][Entry]');\n try {\n const config = await api.requestApi('/settings/logging', 'GET');\n console.log('[getLoggingConfig][Coherence:OK]');\n return config;\n } catch (e) {\n console.error('[getLoggingConfig][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion getLoggingConfig:Function\n" }, { @@ -106963,6 +113109,7 @@ ], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Fetches current logging configuration.\n * @returns {Promise} - Logging config with level, task_log_level, enable_belief_state.\n * @relation CALLS -> backend.src.api.routes.settings.get_logging_config\n */" }, { @@ -107019,6 +113166,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region updateLoggingConfig:Function [TYPE Function]\n/**\n * @purpose Updates logging configuration.\n * @param {Object} configData - Logging config (level, task_log_level, enable_belief_state).\n * @returns {Promise}\n * @relation CALLS -> backend.src.api.routes.settings.update_logging_config\n */\nasync function updateLoggingConfig(configData) {\n console.log('[updateLoggingConfig][Entry]');\n try {\n const config = await api.requestApi('/settings/logging', 'PATCH', configData);\n console.log('[updateLoggingConfig][Coherence:OK]');\n return config;\n } catch (e) {\n console.error('[updateLoggingConfig][Coherence:Failed]', e);\n throw e;\n }\n}\n// #endregion updateLoggingConfig:Function\n" }, { @@ -107040,6 +113188,7 @@ ], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Updates logging configuration.\n * @param {Object} configData - Logging config (level, task_log_level, enable_belief_state).\n * @returns {Promise}\n * @relation CALLS -> backend.src.api.routes.settings.update_logging_config\n */" }, { @@ -107111,6 +113260,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ConnectionService [C:2] [TYPE Service] [SEMANTICS connection, service, api, crud, database]\n// @BRIEF Service for Connection Management API — list, create, and delete connection configurations.\n\n/**\n * Service for interacting with the Connection Management API.\n */\n\nimport { requestApi } from '../lib/api';\n\nconst API_BASE = '/settings/connections';\n\n// #region getConnections:Function [TYPE Function]\n/* @PURPOSE: Fetch a list of saved connections.\n @PRE: None.\n @POST: Returns a promise resolving to an array of connections.\n*/\n/**\n * Fetch a list of saved connections.\n * @returns {Promise} List of connections.\n */\nexport async function getConnections() {\n return requestApi(API_BASE);\n}\n// #endregion getConnections:Function\n\n// #region createConnection:Function [TYPE Function]\n/* @PURPOSE: Create a new connection configuration.\n @PRE: connectionData must be a valid object.\n @POST: Returns a promise resolving to the created connection.\n*/\n/**\n * Create a new connection configuration.\n * @param {Object} connectionData - The connection data.\n * @returns {Promise} The created connection instance.\n */\nexport async function createConnection(connectionData) {\n return requestApi(API_BASE, 'POST', connectionData);\n}\n// #endregion createConnection:Function\n\n// #region deleteConnection:Function [TYPE Function]\n/* @PURPOSE: Delete a connection configuration.\n @PRE: connectionId must be a valid string.\n @POST: Returns a promise that resolves when deletion is complete.\n*/\n/**\n * Delete a connection configuration.\n * @param {string} connectionId - The ID of the connection to delete.\n */\nexport async function deleteConnection(connectionId) {\n return requestApi(`${API_BASE}/${connectionId}`, 'DELETE');\n}\n// #endregion deleteConnection:Function\n// #endregion ConnectionService\n" }, { @@ -107157,6 +113307,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getConnections:Function [TYPE Function]\n/* @PURPOSE: Fetch a list of saved connections.\n @PRE: None.\n @POST: Returns a promise resolving to an array of connections.\n*/\n/**\n * Fetch a list of saved connections.\n * @returns {Promise} List of connections.\n */\nexport async function getConnections() {\n return requestApi(API_BASE);\n}\n// #endregion getConnections:Function\n" }, { @@ -107171,6 +113322,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Fetch a list of saved connections.\n * @returns {Promise} List of connections.\n */" }, { @@ -107217,6 +113369,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region createConnection:Function [TYPE Function]\n/* @PURPOSE: Create a new connection configuration.\n @PRE: connectionData must be a valid object.\n @POST: Returns a promise resolving to the created connection.\n*/\n/**\n * Create a new connection configuration.\n * @param {Object} connectionData - The connection data.\n * @returns {Promise} The created connection instance.\n */\nexport async function createConnection(connectionData) {\n return requestApi(API_BASE, 'POST', connectionData);\n}\n// #endregion createConnection:Function\n" }, { @@ -107231,6 +113384,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Create a new connection configuration.\n * @param {Object} connectionData - The connection data.\n * @returns {Promise} The created connection instance.\n */" }, { @@ -107277,6 +113431,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region deleteConnection:Function [TYPE Function]\n/* @PURPOSE: Delete a connection configuration.\n @PRE: connectionId must be a valid string.\n @POST: Returns a promise that resolves when deletion is complete.\n*/\n/**\n * Delete a connection configuration.\n * @param {string} connectionId - The ID of the connection to delete.\n */\nexport async function deleteConnection(connectionId) {\n return requestApi(`${API_BASE}/${connectionId}`, 'DELETE');\n}\n// #endregion deleteConnection:Function\n" }, { @@ -107291,6 +113446,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Delete a connection configuration.\n * @param {string} connectionId - The ID of the connection to delete.\n */" }, { @@ -107401,6 +113557,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region StorageService [C:3] [TYPE Service] [SEMANTICS storage, service, api, file, upload]\n// @BRIEF Frontend API client for file storage management including list, upload, download, and delete operations.\n// @LAYER Service\n// @RELATION DEPENDS_ON -> [ApiModule]\n\n// #region storageService:Module [TYPE Function]\n// @PURPOSE: Default purpose\n// @RELATION: USES -> App\n/**\n * @purpose Frontend API client for file storage management.\n * @layer Service\n * @relation DEPENDS_ON -> backend.api.storage\n * @SEMANTICS: storage, api, client\n */\n\nconst API_BASE = '/api/storage';\n\n// #region getStorageAuthHeaders:Function [TYPE Function]\n/**\n * @purpose Returns headers with Authorization for storage API calls.\n * @returns {Object} Headers object with Authorization if token exists.\n * @NOTE Unlike api.js getAuthHeaders, this doesn't set Content-Type\n * to allow FormData to set its own multipart boundary.\n */\nfunction getStorageAuthHeaders() {\n const headers = {};\n if (typeof window !== 'undefined') {\n const token = localStorage.getItem('auth_token');\n if (token) {\n headers['Authorization'] = `Bearer ${token}`;\n }\n }\n return headers;\n}\n// #endregion getStorageAuthHeaders:Function\n\n// #region encodeStoragePath:Function [TYPE Function]\n/**\n * @purpose Encodes a storage-relative path preserving slash separators.\n * @param {string} path - Relative storage path.\n * @returns {string} Encoded path safe for URL segments.\n */\nfunction encodeStoragePath(path) {\n return String(path || '')\n .split('/')\n .filter((part) => part.length > 0)\n .map((part) => encodeURIComponent(part))\n .join('/');\n}\n// #endregion encodeStoragePath:Function\n\n// #region listFiles:Function [TYPE Function]\n/**\n * @purpose Fetches the list of files for a given category and subpath.\n * @param {string} [category] - Optional category filter.\n * @param {string} [path] - Optional subpath filter.\n * @returns {Promise}\n * @PRE category and path should be valid strings if provided.\n * @POST Returns a promise resolving to an array of StoredFile objects.\n */\nexport async function listFiles(category, path) {\n const params = new URLSearchParams();\n if (category) {\n params.append('category', category);\n }\n if (path) {\n params.append('path', path);\n }\n const response = await fetch(`${API_BASE}/files?${params.toString()}`, {\n headers: getStorageAuthHeaders()\n });\n if (!response.ok) {\n throw new Error(`Failed to fetch files: ${response.statusText}`);\n }\n return await response.json();\n}\n// #endregion listFiles:Function\n\n// #region uploadFile:Function [TYPE Function]\n/**\n * @purpose Uploads a file to the storage system.\n * @param {File} file - The file to upload.\n * @param {string} category - Target category.\n * @param {string} [path] - Target subpath.\n * @returns {Promise}\n * @PRE file must be a valid File object; category must be specified.\n * @POST Returns a promise resolving to the metadata of the uploaded file.\n */\nexport async function uploadFile(file, category, path) {\n const formData = new FormData();\n formData.append('file', file);\n formData.append('category', category);\n if (path) {\n formData.append('path', path);\n }\n\n const response = await fetch(`${API_BASE}/upload`, {\n method: 'POST',\n headers: getStorageAuthHeaders(),\n body: formData\n });\n\n if (!response.ok) {\n const errorData = await response.json().catch(() => ({}));\n throw new Error(errorData.detail || `Failed to upload file: ${response.statusText}`);\n }\n return await response.json();\n}\n// #endregion uploadFile:Function\n\n// #region deleteFile:Function [TYPE Function]\n/**\n * @purpose Deletes a file or directory from storage.\n * @param {string} category - File category.\n * @param {string} path - Relative path of the item.\n * @returns {Promise}\n * @PRE category and path must identify an existing file or directory.\n * @POST The specified file or directory is removed from storage.\n */\nexport async function deleteFile(category, path) {\n const response = await fetch(`${API_BASE}/files/${category}/${path}`, {\n method: 'DELETE',\n headers: getStorageAuthHeaders()\n });\n\n if (!response.ok) {\n const errorData = await response.json().catch(() => ({}));\n throw new Error(errorData.detail || `Failed to delete: ${response.statusText}`);\n }\n}\n// #endregion deleteFile:Function\n\n// #region downloadFileUrl:Function [TYPE Function]\n/**\n * @purpose Returns the URL for downloading a file.\n * @param {string} category - File category.\n * @param {string} path - Relative path of the file.\n * @returns {string}\n * @PRE category and path must identify an existing file.\n * @POST Returns a valid API URL for file download.\n * @NOTE Downloads use browser navigation, so auth is handled via cookies\n * or the backend must allow unauthenticated downloads for valid paths.\n */\nexport function downloadFileUrl(category, path) {\n const safeCategory = encodeURIComponent(String(category || ''));\n const safePath = encodeStoragePath(path);\n return `${API_BASE}/download/${safeCategory}/${safePath}`;\n}\n// #endregion downloadFileUrl:Function\n\n// #region downloadFile:Function [TYPE Function]\n/**\n * @purpose Downloads a file using authenticated fetch and saves it in browser.\n * @param {string} category - File category.\n * @param {string} path - Relative path of the file.\n * @param {string} [filename] - Optional preferred filename.\n * @returns {Promise}\n * @PRE category/path identify an existing file and user has READ permission.\n * @POST Browser download is triggered or an Error is thrown.\n */\nexport async function downloadFile(category, path, filename) {\n const response = await fetch(downloadFileUrl(category, path), {\n headers: getStorageAuthHeaders(),\n });\n\n if (!response.ok) {\n const errorData = await response.json().catch(() => ({}));\n throw new Error(errorData.detail || `Failed to download file: ${response.statusText}`);\n }\n\n const blob = await response.blob();\n const objectUrl = window.URL.createObjectURL(blob);\n const link = document.createElement('a');\n link.href = objectUrl;\n link.download = filename || String(path || '').split('/').pop() || 'download';\n document.body.appendChild(link);\n link.click();\n document.body.removeChild(link);\n window.URL.revokeObjectURL(objectUrl);\n}\n// #endregion downloadFile:Function\n\nexport default {\n listFiles,\n uploadFile,\n deleteFile,\n downloadFileUrl,\n downloadFile\n};\n\n// #endregion storageService:Module\n// #endregion StorageService\n" }, { @@ -107518,6 +113675,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region storageService:Module [TYPE Function]\n// @PURPOSE: Default purpose\n// @RELATION: USES -> App\n/**\n * @purpose Frontend API client for file storage management.\n * @layer Service\n * @relation DEPENDS_ON -> backend.api.storage\n * @SEMANTICS: storage, api, client\n */\n\nconst API_BASE = '/api/storage';\n\n// #region getStorageAuthHeaders:Function [TYPE Function]\n/**\n * @purpose Returns headers with Authorization for storage API calls.\n * @returns {Object} Headers object with Authorization if token exists.\n * @NOTE Unlike api.js getAuthHeaders, this doesn't set Content-Type\n * to allow FormData to set its own multipart boundary.\n */\nfunction getStorageAuthHeaders() {\n const headers = {};\n if (typeof window !== 'undefined') {\n const token = localStorage.getItem('auth_token');\n if (token) {\n headers['Authorization'] = `Bearer ${token}`;\n }\n }\n return headers;\n}\n// #endregion getStorageAuthHeaders:Function\n\n// #region encodeStoragePath:Function [TYPE Function]\n/**\n * @purpose Encodes a storage-relative path preserving slash separators.\n * @param {string} path - Relative storage path.\n * @returns {string} Encoded path safe for URL segments.\n */\nfunction encodeStoragePath(path) {\n return String(path || '')\n .split('/')\n .filter((part) => part.length > 0)\n .map((part) => encodeURIComponent(part))\n .join('/');\n}\n// #endregion encodeStoragePath:Function\n\n// #region listFiles:Function [TYPE Function]\n/**\n * @purpose Fetches the list of files for a given category and subpath.\n * @param {string} [category] - Optional category filter.\n * @param {string} [path] - Optional subpath filter.\n * @returns {Promise}\n * @PRE category and path should be valid strings if provided.\n * @POST Returns a promise resolving to an array of StoredFile objects.\n */\nexport async function listFiles(category, path) {\n const params = new URLSearchParams();\n if (category) {\n params.append('category', category);\n }\n if (path) {\n params.append('path', path);\n }\n const response = await fetch(`${API_BASE}/files?${params.toString()}`, {\n headers: getStorageAuthHeaders()\n });\n if (!response.ok) {\n throw new Error(`Failed to fetch files: ${response.statusText}`);\n }\n return await response.json();\n}\n// #endregion listFiles:Function\n\n// #region uploadFile:Function [TYPE Function]\n/**\n * @purpose Uploads a file to the storage system.\n * @param {File} file - The file to upload.\n * @param {string} category - Target category.\n * @param {string} [path] - Target subpath.\n * @returns {Promise}\n * @PRE file must be a valid File object; category must be specified.\n * @POST Returns a promise resolving to the metadata of the uploaded file.\n */\nexport async function uploadFile(file, category, path) {\n const formData = new FormData();\n formData.append('file', file);\n formData.append('category', category);\n if (path) {\n formData.append('path', path);\n }\n\n const response = await fetch(`${API_BASE}/upload`, {\n method: 'POST',\n headers: getStorageAuthHeaders(),\n body: formData\n });\n\n if (!response.ok) {\n const errorData = await response.json().catch(() => ({}));\n throw new Error(errorData.detail || `Failed to upload file: ${response.statusText}`);\n }\n return await response.json();\n}\n// #endregion uploadFile:Function\n\n// #region deleteFile:Function [TYPE Function]\n/**\n * @purpose Deletes a file or directory from storage.\n * @param {string} category - File category.\n * @param {string} path - Relative path of the item.\n * @returns {Promise}\n * @PRE category and path must identify an existing file or directory.\n * @POST The specified file or directory is removed from storage.\n */\nexport async function deleteFile(category, path) {\n const response = await fetch(`${API_BASE}/files/${category}/${path}`, {\n method: 'DELETE',\n headers: getStorageAuthHeaders()\n });\n\n if (!response.ok) {\n const errorData = await response.json().catch(() => ({}));\n throw new Error(errorData.detail || `Failed to delete: ${response.statusText}`);\n }\n}\n// #endregion deleteFile:Function\n\n// #region downloadFileUrl:Function [TYPE Function]\n/**\n * @purpose Returns the URL for downloading a file.\n * @param {string} category - File category.\n * @param {string} path - Relative path of the file.\n * @returns {string}\n * @PRE category and path must identify an existing file.\n * @POST Returns a valid API URL for file download.\n * @NOTE Downloads use browser navigation, so auth is handled via cookies\n * or the backend must allow unauthenticated downloads for valid paths.\n */\nexport function downloadFileUrl(category, path) {\n const safeCategory = encodeURIComponent(String(category || ''));\n const safePath = encodeStoragePath(path);\n return `${API_BASE}/download/${safeCategory}/${safePath}`;\n}\n// #endregion downloadFileUrl:Function\n\n// #region downloadFile:Function [TYPE Function]\n/**\n * @purpose Downloads a file using authenticated fetch and saves it in browser.\n * @param {string} category - File category.\n * @param {string} path - Relative path of the file.\n * @param {string} [filename] - Optional preferred filename.\n * @returns {Promise}\n * @PRE category/path identify an existing file and user has READ permission.\n * @POST Browser download is triggered or an Error is thrown.\n */\nexport async function downloadFile(category, path, filename) {\n const response = await fetch(downloadFileUrl(category, path), {\n headers: getStorageAuthHeaders(),\n });\n\n if (!response.ok) {\n const errorData = await response.json().catch(() => ({}));\n throw new Error(errorData.detail || `Failed to download file: ${response.statusText}`);\n }\n\n const blob = await response.blob();\n const objectUrl = window.URL.createObjectURL(blob);\n const link = document.createElement('a');\n link.href = objectUrl;\n link.download = filename || String(path || '').split('/').pop() || 'download';\n document.body.appendChild(link);\n link.click();\n document.body.removeChild(link);\n window.URL.revokeObjectURL(objectUrl);\n}\n// #endregion downloadFile:Function\n\nexport default {\n listFiles,\n uploadFile,\n deleteFile,\n downloadFileUrl,\n downloadFile\n};\n\n// #endregion storageService:Module\n" }, { @@ -107558,6 +113716,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getStorageAuthHeaders:Function [TYPE Function]\n/**\n * @purpose Returns headers with Authorization for storage API calls.\n * @returns {Object} Headers object with Authorization if token exists.\n * @NOTE Unlike api.js getAuthHeaders, this doesn't set Content-Type\n * to allow FormData to set its own multipart boundary.\n */\nfunction getStorageAuthHeaders() {\n const headers = {};\n if (typeof window !== 'undefined') {\n const token = localStorage.getItem('auth_token');\n if (token) {\n headers['Authorization'] = `Bearer ${token}`;\n }\n }\n return headers;\n}\n// #endregion getStorageAuthHeaders:Function\n" }, { @@ -107572,6 +113731,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Returns headers with Authorization for storage API calls.\n * @returns {Object} Headers object with Authorization if token exists.\n * @NOTE Unlike api.js getAuthHeaders, this doesn't set Content-Type\n * to allow FormData to set its own multipart boundary.\n */" }, { @@ -107612,6 +113772,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region encodeStoragePath:Function [TYPE Function]\n/**\n * @purpose Encodes a storage-relative path preserving slash separators.\n * @param {string} path - Relative storage path.\n * @returns {string} Encoded path safe for URL segments.\n */\nfunction encodeStoragePath(path) {\n return String(path || '')\n .split('/')\n .filter((part) => part.length > 0)\n .map((part) => encodeURIComponent(part))\n .join('/');\n}\n// #endregion encodeStoragePath:Function\n" }, { @@ -107626,6 +113787,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Encodes a storage-relative path preserving slash separators.\n * @param {string} path - Relative storage path.\n * @returns {string} Encoded path safe for URL segments.\n */" }, { @@ -107686,6 +113848,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region listFiles:Function [TYPE Function]\n/**\n * @purpose Fetches the list of files for a given category and subpath.\n * @param {string} [category] - Optional category filter.\n * @param {string} [path] - Optional subpath filter.\n * @returns {Promise}\n * @PRE category and path should be valid strings if provided.\n * @POST Returns a promise resolving to an array of StoredFile objects.\n */\nexport async function listFiles(category, path) {\n const params = new URLSearchParams();\n if (category) {\n params.append('category', category);\n }\n if (path) {\n params.append('path', path);\n }\n const response = await fetch(`${API_BASE}/files?${params.toString()}`, {\n headers: getStorageAuthHeaders()\n });\n if (!response.ok) {\n throw new Error(`Failed to fetch files: ${response.statusText}`);\n }\n return await response.json();\n}\n// #endregion listFiles:Function\n" }, { @@ -107703,6 +113866,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Fetches the list of files for a given category and subpath.\n * @param {string} [category] - Optional category filter.\n * @param {string} [path] - Optional subpath filter.\n * @returns {Promise}\n * @PRE category and path should be valid strings if provided.\n * @POST Returns a promise resolving to an array of StoredFile objects.\n */" }, { @@ -107763,6 +113927,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region uploadFile:Function [TYPE Function]\n/**\n * @purpose Uploads a file to the storage system.\n * @param {File} file - The file to upload.\n * @param {string} category - Target category.\n * @param {string} [path] - Target subpath.\n * @returns {Promise}\n * @PRE file must be a valid File object; category must be specified.\n * @POST Returns a promise resolving to the metadata of the uploaded file.\n */\nexport async function uploadFile(file, category, path) {\n const formData = new FormData();\n formData.append('file', file);\n formData.append('category', category);\n if (path) {\n formData.append('path', path);\n }\n\n const response = await fetch(`${API_BASE}/upload`, {\n method: 'POST',\n headers: getStorageAuthHeaders(),\n body: formData\n });\n\n if (!response.ok) {\n const errorData = await response.json().catch(() => ({}));\n throw new Error(errorData.detail || `Failed to upload file: ${response.statusText}`);\n }\n return await response.json();\n}\n// #endregion uploadFile:Function\n" }, { @@ -107780,6 +113945,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Uploads a file to the storage system.\n * @param {File} file - The file to upload.\n * @param {string} category - Target category.\n * @param {string} [path] - Target subpath.\n * @returns {Promise}\n * @PRE file must be a valid File object; category must be specified.\n * @POST Returns a promise resolving to the metadata of the uploaded file.\n */" }, { @@ -107840,6 +114006,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region deleteFile:Function [TYPE Function]\n/**\n * @purpose Deletes a file or directory from storage.\n * @param {string} category - File category.\n * @param {string} path - Relative path of the item.\n * @returns {Promise}\n * @PRE category and path must identify an existing file or directory.\n * @POST The specified file or directory is removed from storage.\n */\nexport async function deleteFile(category, path) {\n const response = await fetch(`${API_BASE}/files/${category}/${path}`, {\n method: 'DELETE',\n headers: getStorageAuthHeaders()\n });\n\n if (!response.ok) {\n const errorData = await response.json().catch(() => ({}));\n throw new Error(errorData.detail || `Failed to delete: ${response.statusText}`);\n }\n}\n// #endregion deleteFile:Function\n" }, { @@ -107857,6 +114024,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Deletes a file or directory from storage.\n * @param {string} category - File category.\n * @param {string} path - Relative path of the item.\n * @returns {Promise}\n * @PRE category and path must identify an existing file or directory.\n * @POST The specified file or directory is removed from storage.\n */" }, { @@ -107924,6 +114092,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region downloadFileUrl:Function [TYPE Function]\n/**\n * @purpose Returns the URL for downloading a file.\n * @param {string} category - File category.\n * @param {string} path - Relative path of the file.\n * @returns {string}\n * @PRE category and path must identify an existing file.\n * @POST Returns a valid API URL for file download.\n * @NOTE Downloads use browser navigation, so auth is handled via cookies\n * or the backend must allow unauthenticated downloads for valid paths.\n */\nexport function downloadFileUrl(category, path) {\n const safeCategory = encodeURIComponent(String(category || ''));\n const safePath = encodeStoragePath(path);\n return `${API_BASE}/download/${safeCategory}/${safePath}`;\n}\n// #endregion downloadFileUrl:Function\n" }, { @@ -107941,6 +114110,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Returns the URL for downloading a file.\n * @param {string} category - File category.\n * @param {string} path - Relative path of the file.\n * @returns {string}\n * @PRE category and path must identify an existing file.\n * @POST Returns a valid API URL for file download.\n * @NOTE Downloads use browser navigation, so auth is handled via cookies\n * or the backend must allow unauthenticated downloads for valid paths.\n */" }, { @@ -108001,6 +114171,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region downloadFile:Function [TYPE Function]\n/**\n * @purpose Downloads a file using authenticated fetch and saves it in browser.\n * @param {string} category - File category.\n * @param {string} path - Relative path of the file.\n * @param {string} [filename] - Optional preferred filename.\n * @returns {Promise}\n * @PRE category/path identify an existing file and user has READ permission.\n * @POST Browser download is triggered or an Error is thrown.\n */\nexport async function downloadFile(category, path, filename) {\n const response = await fetch(downloadFileUrl(category, path), {\n headers: getStorageAuthHeaders(),\n });\n\n if (!response.ok) {\n const errorData = await response.json().catch(() => ({}));\n throw new Error(errorData.detail || `Failed to download file: ${response.statusText}`);\n }\n\n const blob = await response.blob();\n const objectUrl = window.URL.createObjectURL(blob);\n const link = document.createElement('a');\n link.href = objectUrl;\n link.download = filename || String(path || '').split('/').pop() || 'download';\n document.body.appendChild(link);\n link.click();\n document.body.removeChild(link);\n window.URL.revokeObjectURL(objectUrl);\n}\n// #endregion downloadFile:Function\n" }, { @@ -108018,6 +114189,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @purpose Downloads a file using authenticated fetch and saves it in browser.\n * @param {string} category - File category.\n * @param {string} path - Relative path of the file.\n * @param {string} [filename] - Optional preferred filename.\n * @returns {Promise}\n * @PRE category/path identify an existing file and user has READ permission.\n * @POST Browser download is triggered or an Error is thrown.\n */" }, { @@ -108128,6 +114300,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region TaskService [C:3] [TYPE Service] [SEMANTICS task, service, api, crud, status]\n// @BRIEF Service for Task Management API interactions: listing, fetching details, resuming, resolving, and clearing tasks.\n// @LAYER Service\n// @RELATION DEPENDS_ON -> [ApiModule]\n\n/**\n * Service for interacting with the Task Management API.\n */\n\nimport { requestApi } from '../lib/api';\n\nconst API_BASE = '/tasks';\n\n// #region getTasks:Function [TYPE Function]\n/* @PURPOSE: Fetch a list of tasks with pagination and optional status filter.\n @PRE: limit and offset are numbers.\n @POST: Returns a promise resolving to a list of tasks.\n*/\n/**\n * Fetch a list of tasks with pagination and optional status filter.\n * @param {number} limit - Maximum number of tasks to return.\n * @param {number} offset - Number of tasks to skip.\n * @param {string|null} status - Filter by task status (optional).\n * @returns {Promise} List of tasks.\n */\nexport async function getTasks(limit = 10, offset = 0, status = null) {\n const params = new URLSearchParams({\n limit: limit.toString(),\n offset: offset.toString()\n });\n if (status) {\n params.append('status', status);\n }\n\n return requestApi(`${API_BASE}?${params.toString()}`);\n}\n// #endregion getTasks:Function\n\n// #region getTask:Function [TYPE Function]\n/* @PURPOSE: Fetch details for a specific task.\n @PRE: taskId must be provided.\n @POST: Returns a promise resolving to task details.\n*/\n/**\n * Fetch details for a specific task.\n * @param {string} taskId - The ID of the task.\n * @returns {Promise} Task details.\n */\nexport async function getTask(taskId) {\n return requestApi(`${API_BASE}/${taskId}`);\n}\n// #endregion getTask:Function\n\n// #region getTaskLogs:Function [TYPE Function]\n/* @PURPOSE: Fetch logs for a specific task.\n @PRE: taskId must be provided.\n @POST: Returns a promise resolving to a list of log entries.\n*/\n/**\n * Fetch logs for a specific task.\n * @param {string} taskId - The ID of the task.\n * @returns {Promise} List of log entries.\n */\nexport async function getTaskLogs(taskId) {\n // Currently, logs are included in the task object, but we might have a separate endpoint later.\n // For now, we fetch the task and return its logs.\n // Or if we implement T017 (GET /api/tasks/{task_id}/logs), we would use that.\n // The current backend implementation in tasks.py does NOT have a separate /logs endpoint yet.\n // T017 is in Phase 3.\n // So for now, we'll fetch the task.\n const task = await getTask(taskId);\n return task.logs || [];\n}\n// #endregion getTaskLogs:Function\n\n// #region resumeTask:Function [TYPE Function]\n/* @PURPOSE: Resume a task that is awaiting input (e.g., passwords).\n @PRE: taskId and passwords must be provided.\n @POST: Returns a promise resolving to the updated task object.\n*/\n/**\n * Resume a task that is awaiting input (e.g., passwords).\n * @param {string} taskId - The ID of the task.\n * @param {Object} passwords - Map of database names to passwords.\n * @returns {Promise} Updated task object.\n */\nexport async function resumeTask(taskId, passwords) {\n return requestApi(`${API_BASE}/${taskId}/resume`, 'POST', { passwords });\n}\n// #endregion resumeTask:Function\n\n// #region resolveTask:Function [TYPE Function]\n/* @PURPOSE: Resolve a task that is awaiting mapping.\n @PRE: taskId and resolutionParams must be provided.\n @POST: Returns a promise resolving to the updated task object.\n*/\n/**\n * Resolve a task that is awaiting mapping.\n * @param {string} taskId - The ID of the task.\n * @param {Object} resolutionParams - Resolution parameters.\n * @returns {Promise} Updated task object.\n */\nexport async function resolveTask(taskId, resolutionParams) {\n return requestApi(`${API_BASE}/${taskId}/resolve`, 'POST', { resolution_params: resolutionParams });\n}\n// #endregion resolveTask:Function\n\n// #region clearTasks:Function [TYPE Function]\n/* @PURPOSE: Clear tasks based on status.\n @PRE: status is a string or null.\n @POST: Returns a promise that resolves when tasks are cleared.\n*/\n/**\n * Clear tasks based on status.\n * @param {string|null} status - Filter by task status (optional).\n */\nexport async function clearTasks(status = null) {\n const params = new URLSearchParams();\n if (status) {\n params.append('status', status);\n }\n\n return requestApi(`${API_BASE}?${params.toString()}`, 'DELETE');\n}\n// #endregion clearTasks:Function\n// #endregion TaskService\n" }, { @@ -108174,6 +114347,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getTasks:Function [TYPE Function]\n/* @PURPOSE: Fetch a list of tasks with pagination and optional status filter.\n @PRE: limit and offset are numbers.\n @POST: Returns a promise resolving to a list of tasks.\n*/\n/**\n * Fetch a list of tasks with pagination and optional status filter.\n * @param {number} limit - Maximum number of tasks to return.\n * @param {number} offset - Number of tasks to skip.\n * @param {string|null} status - Filter by task status (optional).\n * @returns {Promise} List of tasks.\n */\nexport async function getTasks(limit = 10, offset = 0, status = null) {\n const params = new URLSearchParams({\n limit: limit.toString(),\n offset: offset.toString()\n });\n if (status) {\n params.append('status', status);\n }\n\n return requestApi(`${API_BASE}?${params.toString()}`);\n}\n// #endregion getTasks:Function\n" }, { @@ -108188,6 +114362,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Fetch a list of tasks with pagination and optional status filter.\n * @param {number} limit - Maximum number of tasks to return.\n * @param {number} offset - Number of tasks to skip.\n * @param {string|null} status - Filter by task status (optional).\n * @returns {Promise} List of tasks.\n */" }, { @@ -108234,6 +114409,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getTask:Function [TYPE Function]\n/* @PURPOSE: Fetch details for a specific task.\n @PRE: taskId must be provided.\n @POST: Returns a promise resolving to task details.\n*/\n/**\n * Fetch details for a specific task.\n * @param {string} taskId - The ID of the task.\n * @returns {Promise} Task details.\n */\nexport async function getTask(taskId) {\n return requestApi(`${API_BASE}/${taskId}`);\n}\n// #endregion getTask:Function\n" }, { @@ -108248,6 +114424,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Fetch details for a specific task.\n * @param {string} taskId - The ID of the task.\n * @returns {Promise} Task details.\n */" }, { @@ -108294,6 +114471,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getTaskLogs:Function [TYPE Function]\n/* @PURPOSE: Fetch logs for a specific task.\n @PRE: taskId must be provided.\n @POST: Returns a promise resolving to a list of log entries.\n*/\n/**\n * Fetch logs for a specific task.\n * @param {string} taskId - The ID of the task.\n * @returns {Promise} List of log entries.\n */\nexport async function getTaskLogs(taskId) {\n // Currently, logs are included in the task object, but we might have a separate endpoint later.\n // For now, we fetch the task and return its logs.\n // Or if we implement T017 (GET /api/tasks/{task_id}/logs), we would use that.\n // The current backend implementation in tasks.py does NOT have a separate /logs endpoint yet.\n // T017 is in Phase 3.\n // So for now, we'll fetch the task.\n const task = await getTask(taskId);\n return task.logs || [];\n}\n// #endregion getTaskLogs:Function\n" }, { @@ -108308,6 +114486,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Fetch logs for a specific task.\n * @param {string} taskId - The ID of the task.\n * @returns {Promise} List of log entries.\n */" }, { @@ -108354,6 +114533,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region resumeTask:Function [TYPE Function]\n/* @PURPOSE: Resume a task that is awaiting input (e.g., passwords).\n @PRE: taskId and passwords must be provided.\n @POST: Returns a promise resolving to the updated task object.\n*/\n/**\n * Resume a task that is awaiting input (e.g., passwords).\n * @param {string} taskId - The ID of the task.\n * @param {Object} passwords - Map of database names to passwords.\n * @returns {Promise} Updated task object.\n */\nexport async function resumeTask(taskId, passwords) {\n return requestApi(`${API_BASE}/${taskId}/resume`, 'POST', { passwords });\n}\n// #endregion resumeTask:Function\n" }, { @@ -108368,6 +114548,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Resume a task that is awaiting input (e.g., passwords).\n * @param {string} taskId - The ID of the task.\n * @param {Object} passwords - Map of database names to passwords.\n * @returns {Promise} Updated task object.\n */" }, { @@ -108414,6 +114595,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region resolveTask:Function [TYPE Function]\n/* @PURPOSE: Resolve a task that is awaiting mapping.\n @PRE: taskId and resolutionParams must be provided.\n @POST: Returns a promise resolving to the updated task object.\n*/\n/**\n * Resolve a task that is awaiting mapping.\n * @param {string} taskId - The ID of the task.\n * @param {Object} resolutionParams - Resolution parameters.\n * @returns {Promise} Updated task object.\n */\nexport async function resolveTask(taskId, resolutionParams) {\n return requestApi(`${API_BASE}/${taskId}/resolve`, 'POST', { resolution_params: resolutionParams });\n}\n// #endregion resolveTask:Function\n" }, { @@ -108428,6 +114610,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Resolve a task that is awaiting mapping.\n * @param {string} taskId - The ID of the task.\n * @param {Object} resolutionParams - Resolution parameters.\n * @returns {Promise} Updated task object.\n */" }, { @@ -108474,6 +114657,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region clearTasks:Function [TYPE Function]\n/* @PURPOSE: Clear tasks based on status.\n @PRE: status is a string or null.\n @POST: Returns a promise that resolves when tasks are cleared.\n*/\n/**\n * Clear tasks based on status.\n * @param {string|null} status - Filter by task status (optional).\n */\nexport async function clearTasks(status = null) {\n const params = new URLSearchParams();\n if (status) {\n params.append('status', status);\n }\n\n return requestApi(`${API_BASE}?${params.toString()}`, 'DELETE');\n}\n// #endregion clearTasks:Function\n" }, { @@ -108488,6 +114672,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Clear tasks based on status.\n * @param {string|null} status - Filter by task status (optional).\n */" }, { @@ -108559,6 +114744,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region ToolsService [C:2] [TYPE Service] [SEMANTICS tool, service, task, api, runner]\n// @BRIEF Service for generic Task API communication used by Tools — run tasks and poll status.\n\n/**\n * Service for generic Task API communication used by Tools.\n */\n\nimport { requestApi } from '../lib/api';\n\nconst API_BASE = '/tasks';\n\n// #region runTask:Function [TYPE Function]\n/* @PURPOSE: Start a new task for a given plugin.\n @PRE: pluginId and params must be provided.\n @POST: Returns a promise resolving to the task instance.\n*/\n/**\n * Start a new task for a given plugin.\n * @param {string} pluginId - The ID of the plugin to run.\n * @param {Object} params - Parameters for the plugin.\n * @returns {Promise} The created task instance.\n */\nexport async function runTask(pluginId, params) {\n return requestApi(API_BASE, 'POST', { plugin_id: pluginId, params });\n}\n// #endregion runTask:Function\n\n// #region getTaskStatus:Function [TYPE Function]\n/* @PURPOSE: Fetch details for a specific task (to poll status or get result).\n @PRE: taskId must be provided.\n @POST: Returns a promise resolving to task details.\n*/\n/**\n * Fetch details for a specific task (to poll status or get result).\n * @param {string} taskId - The ID of the task.\n * @returns {Promise} Task details.\n */\nexport async function getTaskStatus(taskId) {\n return requestApi(`${API_BASE}/${taskId}`);\n}\n// #endregion getTaskStatus:Function\n// #endregion ToolsService\n" }, { @@ -108605,6 +114791,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region runTask:Function [TYPE Function]\n/* @PURPOSE: Start a new task for a given plugin.\n @PRE: pluginId and params must be provided.\n @POST: Returns a promise resolving to the task instance.\n*/\n/**\n * Start a new task for a given plugin.\n * @param {string} pluginId - The ID of the plugin to run.\n * @param {Object} params - Parameters for the plugin.\n * @returns {Promise} The created task instance.\n */\nexport async function runTask(pluginId, params) {\n return requestApi(API_BASE, 'POST', { plugin_id: pluginId, params });\n}\n// #endregion runTask:Function\n" }, { @@ -108619,6 +114806,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Start a new task for a given plugin.\n * @param {string} pluginId - The ID of the plugin to run.\n * @param {Object} params - Parameters for the plugin.\n * @returns {Promise} The created task instance.\n */" }, { @@ -108665,6 +114853,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region getTaskStatus:Function [TYPE Function]\n/* @PURPOSE: Fetch details for a specific task (to poll status or get result).\n @PRE: taskId must be provided.\n @POST: Returns a promise resolving to task details.\n*/\n/**\n * Fetch details for a specific task (to poll status or get result).\n * @param {string} taskId - The ID of the task.\n * @returns {Promise} Task details.\n */\nexport async function getTaskStatus(taskId) {\n return requestApi(`${API_BASE}/${taskId}`);\n}\n// #endregion getTaskStatus:Function\n" }, { @@ -108679,6 +114868,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Fetch details for a specific task (to poll status or get result).\n * @param {string} taskId - The ID of the task.\n * @returns {Promise} Task details.\n */" }, { @@ -108695,6 +114885,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region BackupTypes [C:1] [TYPE Module] [SEMANTICS backup]\n\n/**\n * #region BackupTypes:Module [TYPE Function]\n * @SEMANTICS: types, backup, interface\n * @PURPOSE: Defines types and interfaces for the Backup Management UI.\n */\n\nexport interface Backup {\n id: string;\n name: string;\n path: string;\n environment: string;\n created_at: string;\n size_bytes?: number;\n is_directory?: boolean;\n status: 'success' | 'failed' | 'in_progress';\n}\n\nexport interface BackupCreateRequest {\n environment_id: string;\n}\n\n/**\n * #endregion BackupTypes:Module\n */\n// #endregion BackupTypes\n" }, { @@ -108709,6 +114900,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * #region BackupTypes:Module [TYPE Function]\n * @SEMANTICS: types, backup, interface\n * @PURPOSE: Defines types and interfaces for the Backup Management UI.\n */" }, { @@ -108723,6 +114915,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": " * #region BackupTypes:Module [TYPE Function]\n * @SEMANTICS: types, backup, interface\n * @PURPOSE: Defines types and interfaces for the Backup Management UI.\n */\n\nexport interface Backup {\n id: string;\n name: string;\n path: string;\n environment: string;\n created_at: string;\n size_bytes?: number;\n is_directory?: boolean;\n status: 'success' | 'failed' | 'in_progress';\n}\n\nexport interface BackupCreateRequest {\n environment_id: string;\n}\n\n/**\n * #endregion BackupTypes:Module\n" }, { @@ -108739,6 +114932,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region DashboardTypes [C:1] [TYPE Module] [SEMANTICS dashboard]\n\n// #region DashboardTypes:Module [TYPE Function]\n/**\n * @PURPOSE: TypeScript interfaces for Dashboard entities\n * @LAYER: Domain\n */\nexport interface DashboardMetadata {\n id: number;\n title: string;\n slug?: string;\n dashboard_slug?: string;\n url_slug?: string;\n url?: string;\n last_modified: string;\n status: string;\n}\n\nexport interface DashboardSelection {\n selected_ids: number[];\n source_env_id: string;\n target_env_id: string;\n replace_db_config?: boolean;\n fix_cross_filters?: boolean;\n}\n\nexport interface DiffObjectRef {\n uuid: string;\n title?: string;\n target_title?: string;\n}\n\nexport interface DiffBucket {\n create: DiffObjectRef[];\n update: DiffObjectRef[];\n delete: DiffObjectRef[];\n}\n\nexport interface DryRunRiskItem {\n code: string;\n severity: \"low\" | \"medium\" | \"high\";\n object_type: string;\n object_uuid: string;\n message: string;\n}\n\nexport interface MigrationDryRunResult {\n generated_at: string;\n selection: DashboardSelection;\n selected_dashboard_titles: string[];\n diff: {\n dashboards: DiffBucket;\n charts: DiffBucket;\n datasets: DiffBucket;\n };\n summary: {\n dashboards: Record<\"create\" | \"update\" | \"delete\", number>;\n charts: Record<\"create\" | \"update\" | \"delete\", number>;\n datasets: Record<\"create\" | \"update\" | \"delete\", number>;\n selected_dashboards: number;\n };\n risk: {\n score: number;\n level: \"low\" | \"medium\" | \"high\";\n items: DryRunRiskItem[];\n };\n}\n// #endregion DashboardTypes:Module\n// #endregion DashboardTypes\n" }, { @@ -108788,6 +114982,7 @@ } ], "anchor_syntax": "region", + "tier_source": "AutoCalculated", "body": "// #region DashboardTypes:Module [TYPE Function]\n/**\n * @PURPOSE: TypeScript interfaces for Dashboard entities\n * @LAYER: Domain\n */\nexport interface DashboardMetadata {\n id: number;\n title: string;\n slug?: string;\n dashboard_slug?: string;\n url_slug?: string;\n url?: string;\n last_modified: string;\n status: string;\n}\n\nexport interface DashboardSelection {\n selected_ids: number[];\n source_env_id: string;\n target_env_id: string;\n replace_db_config?: boolean;\n fix_cross_filters?: boolean;\n}\n\nexport interface DiffObjectRef {\n uuid: string;\n title?: string;\n target_title?: string;\n}\n\nexport interface DiffBucket {\n create: DiffObjectRef[];\n update: DiffObjectRef[];\n delete: DiffObjectRef[];\n}\n\nexport interface DryRunRiskItem {\n code: string;\n severity: \"low\" | \"medium\" | \"high\";\n object_type: string;\n object_uuid: string;\n message: string;\n}\n\nexport interface MigrationDryRunResult {\n generated_at: string;\n selection: DashboardSelection;\n selected_dashboard_titles: string[];\n diff: {\n dashboards: DiffBucket;\n charts: DiffBucket;\n datasets: DiffBucket;\n };\n summary: {\n dashboards: Record<\"create\" | \"update\" | \"delete\", number>;\n charts: Record<\"create\" | \"update\" | \"delete\", number>;\n datasets: Record<\"create\" | \"update\" | \"delete\", number>;\n selected_dashboards: number;\n };\n risk: {\n score: number;\n level: \"low\" | \"medium\" | \"high\";\n items: DryRunRiskItem[];\n };\n}\n// #endregion DashboardTypes:Module\n" }, { @@ -108802,6 +114997,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * @PURPOSE: TypeScript interfaces for Dashboard entities\n * @LAYER: Domain\n */" }, { @@ -108824,9 +115020,20 @@ "tag": "TIER", "message": "@TIER is not defined in axiom_config.yaml tags", "detail": null + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'MergeSpec' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:MergeSpec:Module]\n# @TIER: TRIVIAL\n# @COMPLEXITY: 1\n# @LAYER: Infra\n\n# [DEF:merge_spec:Module]\n# @TIER: TRIVIAL\n# @COMPLEXITY: 1\n# @LAYER: Infra\n\nimport sys\nfrom datetime import datetime\nfrom pathlib import Path\n\nREVIEW_PROMPT = (\n \"Другая LLM создала этот feature-пакет. Твоя задача - провести независимое \"\n \"ортогональное spec review, оценить готовность спецификации, найти противоречия, \"\n \"пробелы, риски реализации и подготовить структурированный отчет с корректировками. \"\n \"Сфокусируйся именно на review пакета спецификации, а не на переписывании реализации.\"\n)\n\nCANONICAL_MD_STAGES = (\n (\"exact\", \"spec.md\"),\n (\"exact\", \"ux_reference.md\"),\n (\"prefix\", \"checklists/\"),\n (\"exact\", \"plan.md\"),\n (\"exact\", \"research.md\"),\n (\"exact\", \"data-model.md\"),\n (\"prefix\", \"contracts/\"),\n (\"exact\", \"quickstart.md\"),\n (\"exact\", \"tasks.md\"),\n)\n\n\ndef relative_key(path: Path, root: Path) -> str:\n return path.relative_to(root).as_posix()\n\n\ndef ordered_markdown_files(target_dir: Path) -> list[Path]:\n markdown_files = [path for path in target_dir.rglob(\"*.md\") if path.is_file()]\n remaining = {relative_key(path, target_dir): path for path in markdown_files}\n\n ordered: list[Path] = []\n\n for stage_type, stage_value in CANONICAL_MD_STAGES:\n if stage_type == \"exact\":\n path = remaining.pop(stage_value, None)\n if path is not None:\n ordered.append(path)\n continue\n\n stage_matches = sorted(\n [\n path\n for relative_path, path in remaining.items()\n if relative_path.startswith(stage_value)\n ],\n key=lambda path: relative_key(path, target_dir),\n )\n ordered.extend(stage_matches)\n for path in stage_matches:\n remaining.pop(relative_key(path, target_dir), None)\n\n ordered.extend(\n sorted(remaining.values(), key=lambda path: relative_key(path, target_dir))\n )\n\n return ordered\n\n\ndef merge_specs(feature_number):\n specs_dir = Path(\"specs\")\n if not specs_dir.exists():\n print(\"Error: 'specs' directory not found.\")\n return\n\n # Find the directory starting with the feature number\n target_dir = None\n for item in specs_dir.iterdir():\n if item.is_dir() and item.name.startswith(f\"{feature_number}-\"):\n target_dir = item\n break\n\n if not target_dir:\n print(\n f\"Error: No directory found for feature number '{feature_number}' in 'specs/'.\"\n )\n return\n\n feature_name = target_dir.name\n now = datetime.now().strftime(\"%Y%m%d-%H%M%S\")\n output_filename = f\"{feature_name}-{now}.md\"\n\n content_blocks = [\n REVIEW_PROMPT,\n \"\",\n \"Порядок артефактов: spec -> ux_reference -> checklist -> plan -> research -> data-model -> contracts -> quickstart -> tasks -> remaining markdown.\",\n \"\",\n ]\n\n files_to_merge = ordered_markdown_files(target_dir)\n\n for file_path in files_to_merge:\n relative_path = file_path.relative_to(target_dir)\n try:\n with open(file_path, \"r\", encoding=\"utf-8\") as f:\n file_content = f.read()\n\n content_blocks.append(f\"--- FILE: {relative_path} ---\\n\")\n content_blocks.append(file_content)\n content_blocks.append(\"\\n\")\n except Exception as e:\n print(f\"Skipping file {file_path} due to error: {e}\")\n\n with open(output_filename, \"w\", encoding=\"utf-8\") as f:\n f.write(\"\\n\".join(content_blocks))\n\n print(f\"Successfully created: {output_filename}\")\n\n\nif __name__ == \"__main__\":\n if len(sys.argv) < 2:\n print(\"Usage: python merge_spec.py \")\n sys.exit(1)\n\n merge_specs(sys.argv[1])\n# [/DEF:merge_spec:Module]\n\n# [/DEF:MergeSpec:Module]\n" }, { @@ -108849,9 +115056,20 @@ "tag": "TIER", "message": "@TIER is not defined in axiom_config.yaml tags", "detail": null + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'merge_spec' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:merge_spec:Module]\n# @TIER: TRIVIAL\n# @COMPLEXITY: 1\n# @LAYER: Infra\n\nimport sys\nfrom datetime import datetime\nfrom pathlib import Path\n\nREVIEW_PROMPT = (\n \"Другая LLM создала этот feature-пакет. Твоя задача - провести независимое \"\n \"ортогональное spec review, оценить готовность спецификации, найти противоречия, \"\n \"пробелы, риски реализации и подготовить структурированный отчет с корректировками. \"\n \"Сфокусируйся именно на review пакета спецификации, а не на переписывании реализации.\"\n)\n\nCANONICAL_MD_STAGES = (\n (\"exact\", \"spec.md\"),\n (\"exact\", \"ux_reference.md\"),\n (\"prefix\", \"checklists/\"),\n (\"exact\", \"plan.md\"),\n (\"exact\", \"research.md\"),\n (\"exact\", \"data-model.md\"),\n (\"prefix\", \"contracts/\"),\n (\"exact\", \"quickstart.md\"),\n (\"exact\", \"tasks.md\"),\n)\n\n\ndef relative_key(path: Path, root: Path) -> str:\n return path.relative_to(root).as_posix()\n\n\ndef ordered_markdown_files(target_dir: Path) -> list[Path]:\n markdown_files = [path for path in target_dir.rglob(\"*.md\") if path.is_file()]\n remaining = {relative_key(path, target_dir): path for path in markdown_files}\n\n ordered: list[Path] = []\n\n for stage_type, stage_value in CANONICAL_MD_STAGES:\n if stage_type == \"exact\":\n path = remaining.pop(stage_value, None)\n if path is not None:\n ordered.append(path)\n continue\n\n stage_matches = sorted(\n [\n path\n for relative_path, path in remaining.items()\n if relative_path.startswith(stage_value)\n ],\n key=lambda path: relative_key(path, target_dir),\n )\n ordered.extend(stage_matches)\n for path in stage_matches:\n remaining.pop(relative_key(path, target_dir), None)\n\n ordered.extend(\n sorted(remaining.values(), key=lambda path: relative_key(path, target_dir))\n )\n\n return ordered\n\n\ndef merge_specs(feature_number):\n specs_dir = Path(\"specs\")\n if not specs_dir.exists():\n print(\"Error: 'specs' directory not found.\")\n return\n\n # Find the directory starting with the feature number\n target_dir = None\n for item in specs_dir.iterdir():\n if item.is_dir() and item.name.startswith(f\"{feature_number}-\"):\n target_dir = item\n break\n\n if not target_dir:\n print(\n f\"Error: No directory found for feature number '{feature_number}' in 'specs/'.\"\n )\n return\n\n feature_name = target_dir.name\n now = datetime.now().strftime(\"%Y%m%d-%H%M%S\")\n output_filename = f\"{feature_name}-{now}.md\"\n\n content_blocks = [\n REVIEW_PROMPT,\n \"\",\n \"Порядок артефактов: spec -> ux_reference -> checklist -> plan -> research -> data-model -> contracts -> quickstart -> tasks -> remaining markdown.\",\n \"\",\n ]\n\n files_to_merge = ordered_markdown_files(target_dir)\n\n for file_path in files_to_merge:\n relative_path = file_path.relative_to(target_dir)\n try:\n with open(file_path, \"r\", encoding=\"utf-8\") as f:\n file_content = f.read()\n\n content_blocks.append(f\"--- FILE: {relative_path} ---\\n\")\n content_blocks.append(file_content)\n content_blocks.append(\"\\n\")\n except Exception as e:\n print(f\"Skipping file {file_path} due to error: {e}\")\n\n with open(output_filename, \"w\", encoding=\"utf-8\") as f:\n f.write(\"\\n\".join(content_blocks))\n\n print(f\"Successfully created: {output_filename}\")\n\n\nif __name__ == \"__main__\":\n if len(sys.argv) < 2:\n print(\"Usage: python merge_spec.py \")\n sys.exit(1)\n\n merge_specs(sys.argv[1])\n# [/DEF:merge_spec:Module]\n" }, { @@ -108876,9 +115094,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'run' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:run:Module]\n# @PURPOSE: Utility script for run\n# @COMPLEXITY: 1\n\n# Project Launch Script\n# Automates setup and concurrent execution of backend and frontend servers.\n\nset -e\n\n# Default configuration\nBACKEND_PORT=${BACKEND_PORT:-8000}\nFRONTEND_PORT=${FRONTEND_PORT:-5173}\nSKIP_INSTALL=false\n\n# Help message\nshow_help() {\n echo \"Usage: ./run.sh [options]\"\n echo \"\"\n echo \"Options:\"\n echo \" --help Show this help message\"\n echo \" --skip-install Skip dependency checks and installation\"\n echo \"\"\n echo \"Environment Variables:\"\n echo \" BACKEND_PORT Port for the backend server (default: 8000)\"\n echo \" FRONTEND_PORT Port for the frontend server (default: 5173)\"\n}\n\n# Parse arguments\nwhile [[ \"$#\" -gt 0 ]]; do\n case $1 in\n --help) show_help; exit 0 ;;\n --skip-install) SKIP_INSTALL=true ;;\n *) echo \"Unknown parameter passed: $1\"; show_help; exit 1 ;;\n esac\n shift\ndone\n\necho \"Starting Project Launch Script...\"\n\n# Environment validation\nvalidate_env() {\n echo \"Validating environment...\"\n \n if ! command -v python3 &> /dev/null; then\n echo \"Error: python3 is not installed.\"\n exit 1\n fi\n\n if ! python3 -c 'import sys; exit(0) if sys.version_info >= (3, 9) else exit(1)'; then\n PYTHON_VERSION=$(python3 -c 'import sys; print(\".\".join(map(str, sys.version_info[:2])))')\n echo \"Error: python3 version 3.9 or higher is required. Found $PYTHON_VERSION\"\n exit 1\n fi\n\n if ! command -v npm &> /dev/null; then\n echo \"Error: npm is not installed.\"\n exit 1\n fi\n \n PYTHON_VERSION=$(python3 -c 'import sys; print(\".\".join(map(str, sys.version_info[:2])))')\n echo \"Environment validation passed (Python $PYTHON_VERSION, npm $(npm -v))\"\n}\n\nvalidate_env\n\n# Database connectivity preflight\ncheck_database() {\n # Keep resolution order aligned with backend/src/core/database.py defaults.\n local DB_URL=\"${DATABASE_URL:-${POSTGRES_URL:-postgresql+psycopg2://postgres:postgres@localhost:5432/ss_tools}}\"\n\n # SQLite does not require external service.\n if [[ \"$DB_URL\" == sqlite* ]]; then\n echo \"Database preflight: sqlite detected, skipping PostgreSQL connectivity check.\"\n return\n fi\n\n local DB_HOST DB_PORT\n read -r DB_HOST DB_PORT < <(\n python3 - \"$DB_URL\" <<'PY'\nimport sys\nfrom urllib.parse import urlparse\n\nurl = sys.argv[1]\nif \"://\" not in url:\n print(\"localhost 5432\")\n raise SystemExit(0)\n\n# Support SQLAlchemy schemes like postgresql+psycopg2://...\nscheme, rest = url.split(\"://\", 1)\nparsed = urlparse(f\"{scheme.split('+', 1)[0]}://{rest}\")\nhost = parsed.hostname or \"localhost\"\nport = parsed.port or 5432\nprint(f\"{host} {port}\")\nPY\n )\n\n local check_cmd\n check_cmd='import socket,sys; socket.create_connection((sys.argv[1], int(sys.argv[2])), timeout=1).close()'\n\n if python3 -c \"$check_cmd\" \"$DB_HOST\" \"$DB_PORT\" >/dev/null 2>&1; then\n echo \"Database preflight: reachable at ${DB_HOST}:${DB_PORT}.\"\n return\n fi\n\n echo \"Database preflight: cannot connect to ${DB_HOST}:${DB_PORT}.\"\n\n # For local development defaults, attempt to auto-start bundled PostgreSQL.\n if [ \"$DB_HOST\" = \"localhost\" ] && [ \"$DB_PORT\" = \"5432\" ] && command -v docker >/dev/null 2>&1; then\n if [ -f \"docker-compose.yml\" ]; then\n echo \"Attempting to start local PostgreSQL via docker compose (service: db)...\"\n docker compose up -d db || true\n fi\n fi\n\n for _ in {1..20}; do\n if python3 -c \"$check_cmd\" \"$DB_HOST\" \"$DB_PORT\" >/dev/null 2>&1; then\n echo \"Database preflight: reachable at ${DB_HOST}:${DB_PORT}.\"\n return\n fi\n sleep 1\n done\n\n echo \"Error: PostgreSQL is unavailable at ${DB_HOST}:${DB_PORT}.\"\n echo \"Run: docker compose up -d db\"\n echo \"Or set DATABASE_URL/POSTGRES_URL to a reachable database.\"\n exit 1\n}\n\ncheck_database\n\n# Backend dependency management\nsetup_backend() {\n if [ \"$SKIP_INSTALL\" = true ]; then\n echo \"Skipping backend installation...\"\n return\n fi\n\n echo \"Setting up backend...\"\n cd backend\n if [ ! -d \".venv\" ]; then\n echo \"Creating virtual environment...\"\n python3 -m venv .venv\n fi\n \n source .venv/bin/activate\n if [ -f \"requirements.txt\" ]; then\n echo \"Installing backend dependencies...\"\n pip install -r requirements.txt\n else\n echo \"Warning: backend/requirements.txt not found.\"\n fi\n cd ..\n}\n\n# Frontend dependency management\nsetup_frontend() {\n if [ \"$SKIP_INSTALL\" = true ]; then\n echo \"Skipping frontend installation...\"\n return\n fi\n\n echo \"Setting up frontend...\"\n cd frontend\n if [ ! -d \"node_modules\" ]; then\n echo \"Installing frontend dependencies...\"\n npm install\n else\n echo \"frontend/node_modules already exists. Skipping npm install.\"\n fi\n cd ..\n}\n\nsetup_backend\nsetup_frontend\n\n# Cleanup function for graceful shutdown\ncleanup() {\n echo \"\"\n echo \"Stopping services...\"\n if [ -n \"$BACKEND_PID\" ]; then\n kill $BACKEND_PID 2>/dev/null || true\n fi\n if [ -n \"$FRONTEND_PID\" ]; then\n kill $FRONTEND_PID 2>/dev/null || true\n fi\n echo \"Services stopped.\"\n exit 0\n}\n\n# Trap SIGINT (Ctrl+C)\ntrap cleanup SIGINT\n\n# Start Backend\nstart_backend() {\n echo -e \"\\033[0;34m[Backend]\\033[0m Starting on port $BACKEND_PORT...\"\n cd backend\n local -a uvicorn_env_args=()\n if [ -f \".venv/bin/activate\" ]; then\n source .venv/bin/activate\n else\n echo -e \"\\033[0;31m[Backend]\\033[0m Warning: .venv/bin/activate not found. Attempting to run without venv.\"\n fi\n if [ -f \".env\" ]; then\n uvicorn_env_args=(--env-file .env)\n fi\n # Use a subshell to prefix output\n python3 -m uvicorn src.app:app --reload --port \"$BACKEND_PORT\" \"${uvicorn_env_args[@]}\" 2>&1 | sed \"s/^/$(echo -e '\\033[0;34m[Backend]\\033[0m ') /\" &\n BACKEND_PID=$!\n cd ..\n}\n\n# Start Frontend\nstart_frontend() {\n echo -e \"\\033[0;32m[Frontend]\\033[0m Starting on port $FRONTEND_PORT...\"\n cd frontend\n # Use a subshell to prefix output\n npm run dev -- --port \"$FRONTEND_PORT\" 2>&1 | sed \"s/^/$(echo -e '\\033[0;32m[Frontend]\\033[0m ') /\" &\n FRONTEND_PID=$!\n cd ..\n}\n\nstart_backend\nstart_frontend\n\necho \"Services are running. Press Ctrl+C to stop.\"\nwait\n\n# [/DEF:run:Module]\n" }, { @@ -108894,8 +115123,20 @@ "PURPOSE": "Build and export an offline Docker bundle for enterprise-clean releases." }, "relations": [], - "schema_warnings": [], + "schema_warnings": [ + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'BuildOfflineDockerBundle' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } + } + ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:BuildOfflineDockerBundle:Module]\n# @PURPOSE: Build and export an offline Docker bundle for enterprise-clean releases.\n# @COMPLEXITY: 2\n# [/DEF:BuildOfflineDockerBundle:Module]\n" }, { @@ -108927,9 +115168,20 @@ "tag": "TIER", "message": "@TIER is not defined in axiom_config.yaml tags", "detail": null + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'scan_secrets' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:scan_secrets:Module]\n# @PURPOSE: Utility script for scan_secrets\n# @TIER: TRIVIAL\n# @COMPLEXITY: 1\nset -euo pipefail\n\nROOT_DIR=\"$(cd \"$(dirname \"${BASH_SOURCE[0]}\")/..\" && pwd)\"\ncd \"${ROOT_DIR}\"\n\necho \"[scan] working tree patterns\"\nrg -nI \\\n --glob '!frontend/node_modules/**' \\\n --glob '!.svelte-kit/**' \\\n --glob '!dist/**' \\\n --glob '!build/**' \\\n '(AKIA[0-9A-Z]{16}|ASIA[0-9A-Z]{16}|AIza[0-9A-Za-z\\-_]{35}|sk_live_[0-9A-Za-z]{16,}|sk_test_[0-9A-Za-z]{16,}|gh[pousr]_[A-Za-z0-9_]{20,}|github_pat_[A-Za-z0-9_]{20,}|glpat-[A-Za-z0-9\\-_]{20,}|hf_[A-Za-z0-9]{20,}|-----BEGIN (RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----|https?://[^/@[:space:]]+:[^@[:space:]]+@|ENCRYPTION_KEY[[:space:]]*=|AUTH_SECRET_KEY[[:space:]]*=)' \\\n | rg -v 'oauth2:(token|secret)@' || true\n\necho \"[scan] tracked env and database artifacts\"\ngit ls-files | rg '(^|/)\\.env($|\\.)|(^|/).*\\.(db|sqlite|pem|p12|pfx|crt|key)$' || true\n\necho \"[scan] git history patterns\"\ngit grep -nIE \\\n '(AKIA[0-9A-Z]{16}|ASIA[0-9A-Z]{16}|AIza[0-9A-Za-z\\-_]{35}|sk_live_[0-9A-Za-z]{16,}|sk_test_[0-9A-Za-z]{16,}|gh[pousr]_[A-Za-z0-9_]{20,}|github_pat_[A-Za-z0-9_]{20,}|glpat-[A-Za-z0-9\\-_]{20,}|hf_[A-Za-z0-9]{20,}|-----BEGIN (RSA |DSA |EC |OPENSSH |PGP )?PRIVATE KEY-----|https?://[^/@[:space:]]+:[^@[:space:]]+@|ENCRYPTION_KEY[[:space:]]*=|AUTH_SECRET_KEY[[:space:]]*=)' \\\n $(git rev-list --all) \\\n | rg -v 'oauth2:(token|secret)@' || true\n\n# [/DEF:scan_secrets:Module]\n" }, { @@ -108999,9 +115251,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend/src/plugins/llm_analysis/plugin.py' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend/src/plugins/llm_analysis/plugin.py:Module]\n# @TIER: STANDARD\n# @SEMANTICS: plugin, task_handler, validation, documentation\n# @PURPOSE: Orchestrate LLM-based analysis tasks (Dashboard Validation, Documentation) within the Plugin architecture.\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> backend/src/plugins/llm_analysis/service.py\n# @RELATION: IMPLEMENTS -> backend/src/core/plugin_base.py\n# @INVARIANT: All tasks must report status updates via WebSocket.\n\n# [DEF:validate_dashboard:Function]\n# @PURPOSE: Analyze dashboard health using screenshot and logs.\n# @PRE: Dashboard ID exists and provider is configured.\n# @POST: ValidationResult is persisted and notification sent if failed.\n# [/DEF:validate_dashboard:Function]\n\n# [DEF:generate_documentation:Function]\n# @PURPOSE: Generate and apply metadata descriptions for datasets.\n# @PRE: Dataset is accessible and schema is valid.\n# @POST: Dataset metadata is updated in the database.\n# [/DEF:generate_documentation:Function]\n\n# [/DEF:backend/src/plugins/llm_analysis/plugin.py:Module]\n" }, { @@ -109045,9 +115308,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'validate_dashboard' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:validate_dashboard:Function]\n# @PURPOSE: Analyze dashboard health using screenshot and logs.\n# @PRE: Dashboard ID exists and provider is configured.\n# @POST: ValidationResult is persisted and notification sent if failed.\n# [/DEF:validate_dashboard:Function]\n" }, { @@ -109091,9 +115365,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'generate_documentation' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:generate_documentation:Function]\n# @PURPOSE: Generate and apply metadata descriptions for datasets.\n# @PRE: Dataset is accessible and schema is valid.\n# @POST: Dataset metadata is updated in the database.\n# [/DEF:generate_documentation:Function]\n" }, { @@ -109164,9 +115449,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend/src/plugins/llm_analysis/service.py' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend/src/plugins/llm_analysis/service.py:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: llm, api, client, retry, prompt\n# @PURPOSE: Execute reliable interactions with external LLM providers (OpenAI, etc.) with retry logic and prompt management.\n# @LAYER: Infrastructure\n# @RELATION: CALLS -> external_api\n# @RELATION: DEPENDS_ON -> backend/src/services/llm_provider.py\n# @INVARIANT: API Keys must never be logged in plain text.\n\n# [DEF:analyze_multimodal:Function]\n# @PURPOSE: Send image and text context to LLM for analysis.\n# @PRE: Provider is active and quota is available.\n# @POST: Returns structured analysis or raises RetryError.\n# @SIDE_EFFECT: Makes external HTTP request.\n# [/DEF:analyze_multimodal:Function]\n\n# [/DEF:backend/src/plugins/llm_analysis/service.py:Module]\n" }, { @@ -109220,9 +115516,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'analyze_multimodal' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:analyze_multimodal:Function]\n# @PURPOSE: Send image and text context to LLM for analysis.\n# @PRE: Provider is active and quota is available.\n# @POST: Returns structured analysis or raises RetryError.\n# @SIDE_EFFECT: Makes external HTTP request.\n# [/DEF:analyze_multimodal:Function]\n" }, { @@ -109286,9 +115593,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend/src/services/llm_provider.py' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend/src/services/llm_provider.py:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: security, config, encryption, provider\n# @PURPOSE: Manage lifecycle and secure storage of LLM Provider configurations.\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> backend/src/core/database.py\n# @INVARIANT: Stored API keys must be encrypted at rest.\n\n# [DEF:get_provider_client:Function]\n# @PURPOSE: Instantiate an authenticated LLM client for a specific provider.\n# @PRE: Provider ID exists and is active.\n# @POST: Returns configured client instance with decrypted key.\n# [/DEF:get_provider_client:Function]\n\n# [/DEF:backend/src/services/llm_provider.py:Module]\n" }, { @@ -109332,9 +115650,20 @@ "actual_complexity": 1, "contract_type": "Function" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'get_provider_client' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:get_provider_client:Function]\n# @PURPOSE: Instantiate an authenticated LLM client for a specific provider.\n# @PRE: Provider ID exists and is active.\n# @POST: Returns configured client instance with decrypted key.\n# [/DEF:get_provider_client:Function]\n" }, { @@ -109371,9 +115700,20 @@ "tag": "TIER", "message": "@TIER is not defined in axiom_config.yaml tags", "detail": null + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend/src/plugins/llm_analysis/models.py' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend/src/plugins/llm_analysis/models.py:Module]\n# @TIER: TRIVIAL\n# @SEMANTICS: dto, pydantic, schema\n# @PURPOSE: Define Pydantic models for configuration, requests, and results.\n# @LAYER: Domain/Data\n# [/DEF:backend/src/plugins/llm_analysis/models.py:Module]\n" }, { @@ -109420,9 +115760,20 @@ "actual_complexity": 1, "contract_type": "Component" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'frontend/src/components/llm/ProviderConfig.svelte' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "\n\n\n\n\n" }, { @@ -109463,9 +115814,20 @@ "tag": "TIER", "message": "@TIER is not defined in axiom_config.yaml tags", "detail": null + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'frontend/src/components/llm/ValidationReport.svelte' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "\n\n\n\n\n" }, { @@ -109601,9 +115963,20 @@ "actual_complexity": 1, "contract_type": "Component" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'Sidebar' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n" }, { @@ -109745,9 +116118,20 @@ "actual_complexity": 1, "contract_type": "Component" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TopNavbar' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n" }, { @@ -109896,9 +116280,20 @@ "actual_complexity": 1, "contract_type": "Component" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TaskDrawer' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n" }, { @@ -110053,9 +116448,20 @@ "actual_complexity": 1, "contract_type": "Component" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'DashboardHub' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n" }, { @@ -110210,9 +116616,20 @@ "actual_complexity": 1, "contract_type": "Component" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'DatasetHub' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n" }, { @@ -110342,9 +116759,20 @@ "actual_complexity": 1, "contract_type": "Component" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'Breadcrumbs' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n" }, { @@ -110435,9 +116863,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'DashboardsAPI' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:DashboardsAPI:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: rest-api, resource-fetching, git-integration\n# @PURPOSE: API endpoints for Dashboard Hub - list dashboards with metadata\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> superset_client\n# @RELATION: DEPENDS_ON -> git_service\n# @RELATION: DEPENDS_ON -> task_manager\n# @RELATION: CALLS -> Superset API /api/v1/dashboard/\n\n# @PRE: env_id parameter is valid UUID of existing environment\n# @PRE: User has permission to read dashboards from specified environment\n\n# @POST: Response includes all dashboards accessible in environment\n# @POST: Each dashboard has git_status with branch and sync_status\n# @POST: Each dashboard has last_task with most recent task status\n# @POST: Search parameter filters by title and slug (case-insensitive)\n\n# Endpoint: GET /api/dashboards\n# Query: env_id (required), search (optional)\n# Response: { dashboards: [...] }\n\n# Endpoint: POST /api/dashboards/migrate\n# Body: { source_env_id, target_env_id, dashboard_ids, db_mappings }\n# Response: { task_id }\n\n# Endpoint: POST /api/dashboards/backup\n# Body: { env_id, dashboard_ids, schedule (optional cron) }\n# Response: { task_id }\n# [/DEF:DashboardsAPI:Module]\n" }, { @@ -110528,9 +116967,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'DatasetsAPI' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:DatasetsAPI:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: rest-api, dataset-metadata, column-mapping\n# @PURPOSE: API endpoints for Dataset Hub - list datasets with mapping info\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> superset_client\n# @RELATION: DEPENDS_ON -> mapping_service\n# @RELATION: DEPENDS_ON -> task_manager\n# @RELATION: CALLS -> Superset API /api/v1/dataset/\n\n# @PRE: env_id parameter is valid UUID of existing environment\n# @PRE: User has permission to read datasets from specified environment\n\n# @POST: Response includes all datasets accessible in environment\n# @POST: Each dataset has mapped_fields count (mapped/total)\n# @POST: Each dataset has extracted SQL table names\n# @POST: Search filters by table_name, schema, and extracted table names\n\n# Endpoint: GET /api/datasets\n# Query: env_id (required), search (optional)\n# Response: { datasets: [...] }\n\n# Endpoint: POST /api/datasets/map-columns\n# Body: { env_id, dataset_ids, source_type, connection_id or file }\n# Response: { task_id }\n\n# Endpoint: POST /api/datasets/generate-docs\n# Body: { env_id, dataset_ids, llm_provider, options }\n# Response: { task_id }\n# [/DEF:DatasetsAPI:Module]\n" }, { @@ -110609,9 +117059,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ActivityAPI' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:ActivityAPI:Module]\n# @TIER: STANDARD\n# @SEMANTICS: rest-api, activity-summary, task-metrics\n# @PURPOSE: Provide activity summary for navbar indicator\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> task_manager\n# @RELATION: CALLS -> task_manager.get_active_tasks()\n\n# @PRE: User is authenticated\n\n# @POST: Returns count of RUNNING tasks\n# @POST: Returns last 5 tasks sorted by started_at desc\n# @POST: Tasks include resource_name and resource_type for display\n\n# Endpoint: GET /api/activity\n# Response: { active_count: number, recent_tasks: [...] }\n# [/DEF:ActivityAPI:Module]\n" }, { @@ -110707,9 +117168,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ReportsAggregationModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:ReportsAggregationModule:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: [reports, aggregation, normalization, task_outcomes]\n# @PURPOSE: Aggregate heterogeneous task outcomes into a canonical report model for unified listing and detail retrieval.\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> [DEF:TaskManagerModule]\n# @RELATION: DEPENDS_ON -> [DEF:TaskPersistenceModule]\n# @RELATION: CALLS -> [DEF:ReportsApiContract]\n# @INVARIANT: Every returned report MUST include canonical fields {report_id, task_id, task_type, status, updated_at, summary}.\n# @PRE: Query parameters are validated and within supported pagination/filter limits.\n# @POST: Response contains normalized reports with deterministic ordering and total metadata.\n# @POST: Unknown task type is mapped to fallback type \"unknown\" and remains visible.\n# @POST: Partial payloads are rendered with placeholders, never causing report omission.\n# [/DEF:ReportsAggregationModule:Module]\n" }, { @@ -110798,9 +117270,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ReportsApiClient' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:ReportsApiClient:Module]\n# @TIER: STANDARD\n# @SEMANTICS: [frontend, api_client, reports]\n# @PURPOSE: Wrap report API requests via existing request helpers and expose typed list/detail fetch methods.\n# @LAYER: Infra\n# @RELATION: DEPENDS_ON -> [DEF:api_module]\n# @RELATION: CALLS -> [DEF:ReportsApiContract]\n# @INVARIANT: Native fetch is not used directly; existing wrapper-based request path is preserved.\n# @PRE: Valid auth token is present when required by backend.\n# @POST: Returns parsed report payload or structured error object for UI-state mapping.\n# [/DEF:ReportsApiClient:Module]\n" }, { @@ -110883,9 +117366,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ReportTypeProfileRegistry' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:ReportTypeProfileRegistry:Module]\n# @TIER: STANDARD\n# @SEMANTICS: [presentation, report_types, fallback]\n# @PURPOSE: Maintain deterministic mapping from task_type to visual profile metadata and fallback behavior.\n# @LAYER: UI\n# @RELATION: DEPENDS_ON -> [DEF:UnifiedReportsPage]\n# @INVARIANT: Exactly one fallback profile exists and is used for unknown task types.\n# @PRE: Input task_type may be known or unknown.\n# @POST: Returns profile with display label and variant tokens required for rendering.\n# [/DEF:ReportTypeProfileRegistry:Module]\n" }, { @@ -110987,9 +117481,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'AssistantOrchestratorModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:AssistantOrchestratorModule:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: [assistant, intent, dispatch, safety]\n# @PURPOSE: Parse chat commands, decide execution path, and orchestrate safe dispatch to existing operations.\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> [DEF:AssistantIntentParserModule]\n# @RELATION: DEPENDS_ON -> [DEF:AssistantSecurityGuardModule]\n# @RELATION: DEPENDS_ON -> [DEF:AssistantExecutionAdapterModule]\n# @RELATION: DEPENDS_ON -> [DEF:AssistantAuditLogModule]\n# @INVARIANT: No operation is dispatched before permission and risk checks complete.\n# @PRE: Authenticated user context and non-empty user message are provided.\n# @POST: Returns one of deterministic states: needs_clarification, denied, needs_confirmation, started, success, failed.\n# @POST: Long-running operation responses include task_id when task is created.\n# [/DEF:AssistantOrchestratorModule:Module]\n" }, { @@ -111073,9 +117578,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'AssistantIntentParserModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:AssistantIntentParserModule:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: [nlp, intent, entities, confidence]\n# @PURPOSE: Convert RU/EN natural-language operation requests into normalized intent objects.\n# @LAYER: Domain\n# @RELATION: CALLED_BY -> [DEF:AssistantOrchestratorModule]\n# @INVARIANT: Parsed intent always includes confidence score and risk_level.\n# @PRE: Input text is available and sanitized.\n# @POST: Returns normalized intent or unknown intent with low confidence.\n# [/DEF:AssistantIntentParserModule:Module]\n" }, { @@ -111164,9 +117680,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'AssistantSecurityGuardModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:AssistantSecurityGuardModule:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: [rbac, confirmation, risk]\n# @PURPOSE: Apply RBAC and dangerous-operation confirmation gates before execution.\n# @LAYER: Security\n# @RELATION: CALLED_BY -> [DEF:AssistantOrchestratorModule]\n# @RELATION: DEPENDS_ON -> [DEF:MultiUserAuthModule]\n# @INVARIANT: Dangerous operations never execute without explicit confirmation token.\n# @PRE: Normalized intent and authenticated user context are available.\n# @POST: Returns one of {denied, needs_confirmation, allowed}.\n# [/DEF:AssistantSecurityGuardModule:Module]\n" }, { @@ -111249,9 +117776,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'AssistantAuditLogModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:AssistantAuditLogModule:Module]\n# @TIER: STANDARD\n# @SEMANTICS: [audit, traceability, observability]\n# @PURPOSE: Persist assistant command processing decisions and outcomes.\n# @LAYER: Infra\n# @RELATION: CALLED_BY -> [DEF:AssistantOrchestratorModule]\n# @INVARIANT: Every processed command emits one audit record.\n# @PRE: Command processing context is available.\n# @POST: Structured audit entry persisted with decision/outcome/task_id (if present).\n# [/DEF:AssistantAuditLogModule:Module]\n" }, { @@ -111335,9 +117873,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'AssistantApiContract' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:AssistantApiContract:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: [api, assistant, chat, confirm]\n# @PURPOSE: Provide chat message, confirmation, and history endpoints for assistant workflows.\n# @LAYER: Interface\n# @RELATION: DEPENDS_ON -> [DEF:AssistantOrchestratorModule]\n# @INVARIANT: API responses are deterministic and machine-readable for frontend state handling.\n# @PRE: User authenticated.\n# @POST: Message endpoint returns assistant response state + metadata.\n# @POST: Confirm endpoint executes pending dangerous command exactly once.\n# @POST: Cancel endpoint prevents execution of pending dangerous command.\n# [/DEF:AssistantApiContract:Module]\n" }, { @@ -111420,9 +117969,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'AssistantApiClient' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:AssistantApiClient:Module]\n# @TIER: STANDARD\n# @SEMANTICS: [frontend, api_client, assistant]\n# @PURPOSE: Wrap assistant API requests through existing frontend API helpers.\n# @LAYER: Infra\n# @RELATION: CALLS -> [DEF:AssistantApiContract]\n# @INVARIANT: No direct native fetch bypassing project API wrapper conventions.\n# @PRE: Valid auth context/token exists.\n# @POST: Returns typed assistant response payload or structured error object.\n# [/DEF:AssistantApiClient:Module]\n" }, { @@ -111486,9 +118046,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'specs.023-clean-repo-enterprise.checklists.release-readiness' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:specs.023-clean-repo-enterprise.checklists.release-readiness:Module]\n# @TIER: STANDARD\n# @SEMANTICS: release-readiness, compliance, evidence, enterprise-clean\n# @PURPOSE: Checklist template for packaging compliance evidence before release publication.\n# @LAYER: Domain\n# @RELATION: BINDS_TO -> specs/023-clean-repo-enterprise/quickstart.md\n# @INVARIANT: Release is publishable only when compliance status is COMPLIANT.\n\n# Release Readiness Checklist: Enterprise Clean Compliance\n\n## Metadata\n\n- Feature: `023-clean-repo-enterprise`\n- Profile: `enterprise-clean`\n- Purpose: Упаковка подтверждающих артефактов для compliance-аудита перед выпуском\n\n## Evidence Package\n\n- [ ] Зафиксирован `candidate_id` и версия релиз-кандидата\n- [ ] Сохранён итоговый статус проверки (`COMPLIANT` обязателен для выпуска)\n- [ ] Приложен `report_id` и экспорт отчёта проверки\n- [ ] Приложен manifest (с хешем и списком включённых/исключённых артефактов)\n- [ ] Приложен снимок active policy (`policy_id`, `policy_version`)\n- [ ] Приложен снимок internal source registry (allowlist внутренних хостов)\n\n## Blocking Controls\n\n- [ ] Отсутствуют нарушения категории `data-purity`\n- [ ] Отсутствуют нарушения категории `external-source`\n- [ ] Нет открытых `operational-risk`, влияющих на обязательные стадии\n- [ ] Все обязательные стадии завершены `PASS`\n\n## CI Gate\n\n- [ ] Повторная проверка policy в CI завершилась `COMPLIANT`\n- [ ] CI-отчёт приложен к релизному пакету\n- [ ] Выпуск заблокирован автоматически при любом статусе кроме `COMPLIANT`\n\n## Approval\n\n- [ ] Ответственный оператор подтвердил корректность evidence package\n- [ ] Ответственный за выпуск подтвердил допуск кандидата к публикации\n- [ ] Артефакт чеклиста сохранён вместе с релизной документацией\n\n# [/DEF:specs.023-clean-repo-enterprise.checklists.release-readiness:Module]\n" }, { @@ -111625,9 +118196,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend.src.services.clean_release.policy_engine' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend.src.services.clean_release.policy_engine:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: clean-release, policy, classification, compliance, enterprise\n# @PURPOSE: Evaluate artifact and source policies for enterprise clean profile with deterministic outcomes.\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> backend.src.models.clean_release.CleanProfilePolicy\n# @RELATION: DEPENDS_ON -> backend.src.models.clean_release.ResourceSourceRegistry\n# @INVARIANT: For enterprise-clean profile, external resource sources are always forbidden.\n# @TEST_CONTRACT: CleanPolicyEvaluation -> PolicyDecision\n# @TEST_FIXTURE: policy_enterprise_clean -> {\"external_source_forbidden\": true, \"prohibited_artifact_categories\": [\"test-data\",\"demo-data\"]}\n# @TEST_EDGE: conflicting_rules -> same artifact matches allowed and prohibited patterns, must resolve to prohibited\n# @TEST_EDGE: missing_registry -> enterprise-clean policy without internal_source_registry_ref must fail validation\n# @TEST_EDGE: empty_prohibited_categories -> must fail policy activation for enterprise-clean\n# @TEST_INVARIANT: deterministic_policy_result -> VERIFIED_BY: [policy_enterprise_clean, conflicting_rules]\nclass CleanPolicyEngine:\n # @PURPOSE: Initialize policy engine with active policy and internal source registry.\n # @PRE: Active policy exists and is internally consistent.\n # @POST: Engine is ready for deterministic classification.\n def __init__(self): ...\n\n # @PURPOSE: Validate policy consistency before any release operation.\n # @PRE: Policy payload is provided.\n # @POST: Returns validation result with blocking reasons if inconsistent.\n def validate_policy(self): ...\n\n # @PURPOSE: Classify one artifact against policy categories.\n # @PRE: Artifact metadata is provided.\n # @POST: Returns one of [required-system, allowed, excluded-prohibited].\n def classify_artifact(self): ...\n\n # @PURPOSE: Validate that resource source belongs to internal registry.\n # @PRE: Source endpoint is provided.\n # @POST: Returns pass/fail and violation payload for non-internal sources.\n def validate_resource_source(self): ...\n\n # @PURPOSE: Evaluate full candidate policy compliance input.\n # @PRE: Candidate artifacts and sources are provided.\n # @POST: Returns deterministic policy decision and violations list.\n def evaluate_candidate(self): ...\n# [/DEF:backend.src.services.clean_release.policy_engine:Module]\n" }, { @@ -111770,9 +118352,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend.src.services.clean_release.compliance_orchestrator' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend.src.services.clean_release.compliance_orchestrator:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: clean-release, compliance, orchestrator, release-gate, audit\n# @PURPOSE: Orchestrate multi-stage compliance checks and produce final COMPLIANT/BLOCKED decision.\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> backend.src.services.clean_release.policy_engine\n# @RELATION: DEPENDS_ON -> backend.src.services.clean_release.report_builder\n# @RELATION: DEPENDS_ON -> backend.src.models.clean_release.ComplianceCheckRun\n# @INVARIANT: A check run cannot end with COMPLIANT if any mandatory stage fails.\n# @TEST_CONTRACT: ComplianceRunInput -> ComplianceRunResult\n# @TEST_FIXTURE: compliant_candidate -> {\"stages\":{\"data_purity\":\"pass\",\"internal_sources_only\":\"pass\",\"no_external_endpoints\":\"pass\",\"manifest_consistency\":\"pass\"}}\n# @TEST_EDGE: stage_failure_blocks_release -> one mandatory stage fail must force BLOCKED\n# @TEST_EDGE: missing_stage_result -> incomplete stage set must fail run as invalid\n# @TEST_EDGE: report_generation_error -> run must be marked failed, never falsely compliant\n# @TEST_INVARIANT: blocking_gate_integrity -> VERIFIED_BY: [compliant_candidate, stage_failure_blocks_release]\nclass CleanComplianceOrchestrator:\n # @PURPOSE: Start new compliance check run for a release candidate.\n # @PRE: Candidate exists and policy is active.\n # @POST: Check run created with status RUNNING.\n def start_check_run(self): ...\n\n # @PURPOSE: Execute mandatory stage sequence deterministically.\n # @PRE: Check run is in RUNNING state.\n # @POST: Stage statuses recorded for all mandatory checks.\n def execute_stages(self): ...\n\n # @PURPOSE: Finalize run status and trigger report build.\n # @PRE: Stage execution completed or failed.\n # @POST: Final status set to COMPLIANT/BLOCKED/FAILED with immutable result summary.\n def finalize_run(self): ...\n# [/DEF:backend.src.services.clean_release.compliance_orchestrator:Module]\n" }, { @@ -111909,9 +118502,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend.src.services.clean_release.report_builder' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend.src.services.clean_release.report_builder:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: compliance-report, audit, release, violations, summary\n# @PURPOSE: Build operator-readable and machine-readable compliance reports for release audit.\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> backend.src.models.clean_release.ComplianceReport\n# @RELATION: DEPENDS_ON -> backend.src.models.clean_release.ComplianceViolation\n# @INVARIANT: Report counters must match underlying violations set.\n# @TEST_CONTRACT: ComplianceRunResult -> ComplianceReport\n# @TEST_FIXTURE: blocked_with_two_violations -> {\"violations\":[{\"category\":\"data-purity\",\"blocked_release\":true},{\"category\":\"external-source\",\"blocked_release\":true}]}\n# @TEST_EDGE: empty_violations_for_blocked -> blocked run without violations must fail report validation\n# @TEST_EDGE: counter_mismatch -> blocking_violations_count cannot exceed violations_count\n# @TEST_EDGE: missing_operator_summary -> report invalid without human-readable summary\n# @TEST_INVARIANT: report_counter_consistency -> VERIFIED_BY: [blocked_with_two_violations, counter_mismatch]\nclass ComplianceReportBuilder:\n # @PURPOSE: Build normalized report payload from run result.\n # @PRE: Run has terminal status.\n # @POST: Report payload includes required machine and operator fields.\n def build_report_payload(self): ...\n\n # @PURPOSE: Persist report and return report reference.\n # @PRE: Report payload validated.\n # @POST: Report saved with stable report_id.\n def persist_report(self): ...\n# [/DEF:backend.src.services.clean_release.report_builder:Module]\n" }, { @@ -112111,9 +118715,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend.src.scripts.clean_release_tui' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend.src.scripts.clean_release_tui:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: tui, ncurses, enterprise-clean, compliance, operator-flow\n# @PURPOSE: Provide interactive ncurses-compatible TUI flow for clean release validation and report export.\n# @LAYER: UI\n# @RELATION: DEPENDS_ON -> backend.src.services.clean_release.compliance_orchestrator\n# @RELATION: DEPENDS_ON -> backend.src.services.clean_release.report_builder\n# @INVARIANT: TUI must always expose explicit terminal state READY/RUNNING/COMPLIANT/BLOCKED.\n# @UX_STATE: READY -> Candidate and profile are visible; operator can trigger check via hotkey.\n# @UX_STATE: RUNNING -> Stage progress is visible with current active check.\n# @UX_STATE: COMPLIANT -> Final pass state with report id and export action.\n# @UX_STATE: BLOCKED -> Final blocked state with violation table and remediation hints.\n# @UX_FEEDBACK: On violation, blocked status is rendered with category/location/remediation.\n# @UX_RECOVERY: Operator can fix inputs/config and rerun check from same screen without restarting tool.\n# @TEST_CONTRACT: TuiOperatorAction -> TuiStateTransition\n# @TEST_FIXTURE: ready_to_running -> {\"initial\":\"READY\",\"action\":\"F5\",\"expected\":\"RUNNING\"}\n# @TEST_EDGE: blocked_due_to_external_source -> {\"initial\":\"RUNNING\",\"result\":\"external-source violation\",\"expected\":\"BLOCKED\"}\n# @TEST_EDGE: internal_registry_unavailable -> {\"initial\":\"RUNNING\",\"error\":\"internal source unavailable\",\"expected\":\"BLOCKED\"}\n# @TEST_EDGE: report_export_without_terminal_state -> export denied before COMPLIANT/BLOCKED\n# @TEST_INVARIANT: state_machine_integrity -> VERIFIED_BY: [ready_to_running, blocked_due_to_external_source]\nmodule CleanReleaseTui:\n # @PURPOSE: Render main screen and initialize state machine.\n # @PRE: Terminal supports ncurses-compatible mode.\n # @POST: UI enters READY state with loaded candidate/profile context.\n def run(self): ...\n\n # @PURPOSE: Handle key actions (run check, view details, export, exit).\n # @PRE: Current UI state exists.\n # @POST: Deterministic transition to next valid state.\n def handle_input(self): ...\n\n # @PURPOSE: Render progress and status updates from orchestrator.\n # @PRE: Check run started.\n # @POST: UI reflects latest stage statuses and final result.\n def render_status(self): ...\n# [/DEF:backend.src.scripts.clean_release_tui:Module]\n" }, { @@ -112184,9 +118799,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend.src.api.routes.clean_release' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend.src.api.routes.clean_release:Module]\n# @TIER: STANDARD\n# @SEMANTICS: api, clean-release, compliance, report, release-gate\n# @PURPOSE: Expose release compliance endpoints for CI and controlled integrations.\n# @LAYER: API\n# @RELATION: DEPENDS_ON -> backend.src.services.clean_release.compliance_orchestrator\n# @RELATION: DEPENDS_ON -> backend.src.services.clean_release.report_builder\n# @INVARIANT: API never returns release-approved state when orchestration result is blocked/failed.\nmodule CleanReleaseRouter:\n # @PURPOSE: Start compliance check for a candidate.\n # @PRE: Candidate exists and caller is authorized.\n # @POST: Returns check_run_id and initial RUNNING status.\n def start_check(self): ...\n\n # @PURPOSE: Read compliance check status and stage details.\n # @PRE: check_run_id exists.\n # @POST: Returns deterministic status payload with stage matrix.\n def get_check_status(self): ...\n\n # @PURPOSE: Retrieve final compliance report.\n # @PRE: check run reached terminal state.\n # @POST: Returns report metadata and violations summary.\n def get_report(self): ...\n# [/DEF:backend.src.api.routes.clean_release:Module]\n" }, { @@ -112323,9 +118949,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend.src.services.clean_release.config_loader' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend.src.services.clean_release.config_loader:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: clean-release, config, yaml, policy-source, declarative\n# @PURPOSE: Load and validate .clean-release.yaml from repository root, providing typed config to all pipeline stages.\n# @LAYER: Infrastructure\n# @INVARIANT: Config load must fail fast on invalid/missing required fields for enterprise-clean profile.\n# @RELATION: DEPENDS_ON -> backend.src.services.clean_release.policy_engine\n# @RELATION: DEPENDS_ON -> backend.src.services.clean_release.compliance_orchestrator\n# @TEST_CONTRACT: YamlFilePath -> CleanReleaseConfig\n# @TEST_FIXTURE: valid_enterprise_config -> {\"profile\":\"enterprise-clean\",\"scan_mode\":\"repo\",\"prohibited_categories\":[\"test-data\"],\"allowed_sources\":[\"*.corp.local\"]}\n# @TEST_EDGE: missing_yaml -> repo without .clean-release.yaml must raise ConfigNotFoundError\n# @TEST_EDGE: missing_allowed_sources -> enterprise-clean without allowed_sources must fail validation\n# @TEST_EDGE: invalid_scan_mode -> scan_mode=\"unknown\" must raise ValueError\n# @TEST_INVARIANT: config_validation_integrity -> VERIFIED_BY: [valid_enterprise_config, missing_allowed_sources]\nclass CleanReleaseConfigLoader:\n # @PURPOSE: Discover and load .clean-release.yaml from target path.\n # @PRE: Path to repository root or explicit config path provided.\n # @POST: Returns validated CleanReleaseConfig or raises ConfigError.\n def load_config(self): ...\n\n # @PURPOSE: Validate config schema and business rules.\n # @PRE: Raw YAML parsed.\n # @POST: Returns typed config with all required fields populated.\n def validate_config(self): ...\n# [/DEF:backend.src.services.clean_release.config_loader:Module]\n" }, { @@ -112462,9 +119099,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend.src.services.clean_release.filesystem_scanner' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend.src.services.clean_release.filesystem_scanner:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: clean-release, scanner, filesystem, artifacts, url-detection\n# @PURPOSE: Scan filesystem (repo/build/docker) for prohibited artifacts and external URLs in text files.\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> backend.src.services.clean_release.config_loader\n# @INVARIANT: Scanner must respect ignore_paths and never modify scanned files.\n# @RELATION: DEPENDS_ON -> backend.src.services.clean_release.compliance_orchestrator\n# @TEST_CONTRACT: ScanTarget + CleanReleaseConfig -> ScanResult\n# @TEST_FIXTURE: repo_with_test_data -> {\"path\":\"test/data.csv\",\"category\":\"test-data\",\"classification\":\"excluded-prohibited\"}\n# @TEST_EDGE: binary_file_skip -> binary files must be skipped during URL extraction\n# @TEST_EDGE: symlink_loop -> circular symlinks must not cause infinite recursion\n# @TEST_EDGE: ignore_path_respected -> files in ignore_paths must never appear in results\n# @TEST_INVARIANT: scan_completeness -> VERIFIED_BY: [repo_with_test_data, ignore_path_respected]\nclass FilesystemScanner:\n # @PURPOSE: Scan target for prohibited artifacts using prohibited_paths and prohibited_categories.\n # @PRE: Config loaded with prohibited rules.\n # @POST: Returns list of classified artifacts with violations.\n def scan_artifacts(self): ...\n\n # @PURPOSE: Extract URLs/hosts from all text files and match against allowed_sources.\n # @PRE: Config loaded with allowed_sources patterns.\n # @POST: Returns list of external endpoint violations.\n def scan_endpoints(self): ...\n# [/DEF:backend.src.services.clean_release.filesystem_scanner:Module]\n" }, { @@ -112601,9 +119249,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend.src.services.clean_release.db_cleanup_executor' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend.src.services.clean_release.db_cleanup_executor:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: clean-release, database, cleanup, test-data, enterprise\n# @PURPOSE: Execute database cleanup rules from .clean-release.yaml to remove test users and demo data.\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> backend.src.services.clean_release.config_loader\n# @INVARIANT: Preserve-listed records must never be deleted regardless of condition match.\n# @RELATION: DEPENDS_ON -> backend.src.services.clean_release.compliance_orchestrator\n# @TEST_CONTRACT: DatabaseCleanupConfig -> CleanupResult\n# @TEST_FIXTURE: cleanup_test_users -> {\"table\":\"ab_user\",\"condition\":\"username IN ('test_user')\",\"preserve\":[\"admin\"]}\n# @TEST_EDGE: preserve_overrides_condition -> preserved record matching condition must survive cleanup\n# @TEST_EDGE: empty_tables_list -> enabled=true with empty tables must raise ConfigError\n# @TEST_EDGE: dry_run_mode -> dry run must report planned deletions without executing them\n# @TEST_INVARIANT: preserve_integrity -> VERIFIED_BY: [cleanup_test_users, preserve_overrides_condition]\nclass DatabaseCleanupExecutor:\n # @PURPOSE: Execute cleanup rules in dry-run mode first, then optionally apply.\n # @PRE: Database connection and cleanup config available.\n # @POST: Returns cleanup report with deleted/preserved counts per table.\n def execute_cleanup(self): ...\n\n # @PURPOSE: Verify that preserve rules are respected post-cleanup.\n # @PRE: Cleanup executed.\n # @POST: Returns validation result confirming preserved records exist.\n def verify_preserves(self): ...\n# [/DEF:backend.src.services.clean_release.db_cleanup_executor:Module]\n" }, { @@ -112628,9 +119287,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'specs.023-clean-repo-enterprise.tests.README' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "# [DEF:specs.023-clean-repo-enterprise.tests.README:Module]\n# @COMPLEXITY: 1\n# @PURPOSE: Test Strategy and coverage matrices for Clean Repository Enterprise Profile.\n# [/DEF:specs.023-clean-repo-enterprise.tests.README:Module]\n" }, { @@ -112695,9 +119365,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend.src.models.profile' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend.src.models.profile:Module]\n# @TIER: STANDARD\n# @SEMANTICS: profile, preferences, persistence, user, dashboard-filter\n# @PURPOSE: Persist one dashboard filter preference record per authenticated user.\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> backend.src.models.auth\n# @INVARIANT: Exactly one preference record exists per user_id.\nclass UserDashboardPreference:\n # @PURPOSE: Store bound Superset username and default filter toggle.\n # @PRE: user_id references existing user.\n # @POST: Record enforces one-to-one relation with user.\n def __init__(self): ...\n# [/DEF:backend.src.models.profile:Module]\n" }, { @@ -112768,9 +119449,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend.src.core.superset_profile_lookup' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend.src.core.superset_profile_lookup:Module]\n# @TIER: STANDARD\n# @SEMANTICS: superset, users, lookup, environment, normalization\n# @PURPOSE: Query account candidates from selected Superset environment for profile binding.\n# @LAYER: Infrastructure\n# @RELATION: DEPENDS_ON -> backend.src.core.superset_client\n# @RELATION: CALLS -> backend.src.core.utils.network.APIClient.request\n# @INVARIANT: Account lookup never exposes upstream raw payload directly; output is normalized.\nclass SupersetAccountLookupAdapter:\n # @PURPOSE: Query Superset users list endpoint with pagination/sort options.\n # @PRE: Environment credentials are valid and authenticated.\n # @POST: Returns normalized account candidate page.\n def get_users_page(self): ...\n\n # @PURPOSE: Normalize Superset user payload to canonical candidate shape.\n # @PRE: raw payload may differ across Superset versions.\n # @POST: Returns stable fields {username, display_name, email, is_active}.\n def normalize_user_payload(self): ...\n# [/DEF:backend.src.core.superset_profile_lookup:Module]\n" }, { @@ -112913,9 +119605,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend.src.services.profile_service' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend.src.services.profile_service:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: profile, service, validation, ownership, filtering\n# @PURPOSE: Enforce profile preference rules, account lookup orchestration, and actor matching semantics.\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> backend.src.models.profile\n# @RELATION: DEPENDS_ON -> backend.src.core.superset_client.profile_lookup_extension\n# @RELATION: DEPENDS_ON -> backend.src.models.auth\n# @INVARIANT: User can mutate only own preference record; matching uses trim+case-insensitive logic.\n# @TEST_CONTRACT: ProfilePreferenceUpdateRequest -> ProfilePreferenceResponse\n# @TEST_FIXTURE: valid_profile_update -> {\"user_id\":\"u-1\",\"superset_username\":\"John_Doe\",\"show_only_my_dashboards\":true}\n# @TEST_EDGE: enable_without_username -> toggle=true with empty username returns validation error\n# @TEST_EDGE: cross_user_mutation -> attempt to update another user preference returns forbidden\n# @TEST_EDGE: lookup_env_not_found -> unknown environment_id returns not found\n# @TEST_INVARIANT: normalization_consistency -> VERIFIED_BY: [valid_profile_update, enable_without_username]\nclass ProfileService:\n # @PURPOSE: Read authenticated user's current preference.\n # @PRE: current_user is authenticated.\n # @POST: Returns existing preference or default non-configured view.\n def get_my_preference(self): ...\n\n # @PURPOSE: Save authenticated user's preference with validation and normalization.\n # @PRE: current_user is authenticated; request payload is provided.\n # @POST: Preference persisted for current user only.\n def update_my_preference(self): ...\n\n # @PURPOSE: Lookup Superset account candidates in selected environment.\n # @PRE: environment_id exists and is reachable.\n # @POST: Returns normalized candidate list and paging metadata.\n def lookup_superset_accounts(self): ...\n\n # @PURPOSE: Determine if dashboard row matches bound username.\n # @PRE: owners and modified_by values are available from dashboard projection.\n # @POST: True when normalized username matches owners OR modified_by.\n def matches_dashboard_actor(self): ...\n# [/DEF:backend.src.services.profile_service:Module]\n" }, { @@ -113052,9 +119755,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend.src.api.routes.profile' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend.src.api.routes.profile:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: api, profile, preferences, self-service, account-lookup\n# @PURPOSE: Expose self-scoped profile preference read/update and environment-based Superset account lookup.\n# @LAYER: API\n# @RELATION: DEPENDS_ON -> backend.src.services.profile_service\n# @RELATION: DEPENDS_ON -> backend.src.dependencies.get_current_user\n# @INVARIANT: Endpoints are self-scoped; no target-user mutation path is accepted.\n# @TEST_CONTRACT: ProfileRouteRequest -> ProfileRouteResponse\n# @TEST_FIXTURE: get_my_preference_ok -> {\"auth_user\":\"u-1\",\"expected_status\":200}\n# @TEST_EDGE: unauthorized_request -> missing token returns 401\n# @TEST_EDGE: invalid_username_payload -> returns 422 or domain validation error\n# @TEST_EDGE: superset_lookup_upstream_error -> returns non-blocking lookup error payload\n# @TEST_INVARIANT: self_scope_enforced -> VERIFIED_BY: [get_my_preference_ok, unauthorized_request]\nmodule ProfileRouter:\n # @PURPOSE: GET own profile preference.\n # @PRE: Auth token valid.\n # @POST: Returns preference for authenticated user.\n def get_preferences(self): ...\n\n # @PURPOSE: PATCH own profile preference.\n # @PRE: Auth token valid and payload provided.\n # @POST: Persists preference and returns normalized result.\n def update_preferences(self): ...\n\n # @PURPOSE: GET Superset account candidates by selected environment.\n # @PRE: Auth token valid and environment_id provided.\n # @POST: Returns normalized account candidates or lookup warning metadata.\n def lookup_superset_accounts(self): ...\n# [/DEF:backend.src.api.routes.profile:Module]\n" }, { @@ -113190,9 +119904,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'backend.src.api.routes.dashboards.profile_filter_extension' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:backend.src.api.routes.dashboards.profile_filter_extension:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: dashboards, filter, profile-default, override\n# @PURPOSE: Extend dashboards list contract with profile-default filter controls and effective filter metadata.\n# @LAYER: API\n# @RELATION: DEPENDS_ON -> backend.src.api.routes.dashboards\n# @RELATION: CALLS -> backend.src.services.profile_service.matches_dashboard_actor\n# @INVARIANT: Profile default filter auto-apply is allowed only for main dashboards list context.\n# @TEST_CONTRACT: DashboardsListRequest -> DashboardsListResponse\n# @TEST_FIXTURE: profile_filter_applied -> {\"apply_profile_default\":true,\"override_show_all\":false}\n# @TEST_EDGE: override_show_all -> effective_filter_applied=false even when saved toggle=true\n# @TEST_EDGE: no_match_results -> returns empty dashboards with valid pagination metadata\n# @TEST_INVARIANT: pagination_integrity_under_filter -> VERIFIED_BY: [profile_filter_applied, no_match_results]\nmodule DashboardProfileFilterExtension:\n # @PURPOSE: Parse profile-default query controls from request.\n # @PRE: Request query is provided.\n # @POST: Produces deterministic filter context.\n def parse_profile_filter_context(self): ...\n\n # @PURPOSE: Apply OR-based actor matching over owners and modified_by.\n # @PRE: Dashboard projection includes owners and modified_by fields.\n # @POST: Response list and totals reflect effective filter.\n def apply_profile_filter(self): ...\n# [/DEF:backend.src.api.routes.dashboards.profile_filter_extension:Module]\n" }, { @@ -113392,9 +120117,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'frontend.src.routes.profile.+page' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\nmodule ProfilePage:\n /** @PURPOSE Render profile preference form and orchestrate lookup/save flows. */\n function renderAndHandleState() {}\n\n" }, { @@ -113593,9 +120329,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'frontend.src.routes.dashboards.+page.profile_filter_ui_extension' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\nmodule DashboardsProfileFilterUI:\n /** @PURPOSE Render active-filter indicator and manage temporary override state. */\n function renderFilterIndicatorAndOverride() {}\n\n" }, { @@ -113746,9 +120493,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'CleanReleaseDomainModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:CleanReleaseDomainModule:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: [clean_release, domain, lifecycle, immutability, evidence]\n# @PURPOSE: Define canonical clean release entities, lifecycle states and evidence invariants for candidate, manifest, run, report, approval and publication records.\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> [DEF:TaskManagerModule]\n# @INVARIANT: Immutable snapshots are never mutated after creation; forbidden lifecycle transitions are rejected.\n# @PRE: Lifecycle commands reference existing candidate/report/publication identifiers when required.\n# @POST: State transitions are valid and terminal evidence remains readable.\n# @TEST_CONTRACT: CleanReleaseDomainModule -> {Input: lifecycle command + current aggregate, Output: updated aggregate or domain error}\n# @TEST_FIXTURE: candidate_state_machine -> INLINE_JSON {\"candidate_id\":\"2026.03.09-rc1\",\"status\":\"CHECK_PASSED\"}\n# @TEST_EDGE: approve_without_passed_report -> reject transition\n# @TEST_EDGE: publish_without_approval -> reject transition\n# @TEST_EDGE: mutate_existing_manifest -> reject update\n# @TEST_INVARIANT: lifecycle_integrity -> VERIFIED_BY: [approve_without_passed_report, publish_without_approval, mutate_existing_manifest]\n# [/DEF:CleanReleaseDomainModule:Module]\n" }, { @@ -113928,9 +120686,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'CleanReleaseFacadeModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:CleanReleaseFacadeModule:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: [clean_release, facade, orchestration, dto]\n# @PURPOSE: Expose one stable application facade for CLI, TUI, REST API and future Web UI over the clean release lifecycle.\n# @LAYER: Application\n# @RELATION: DEPENDS_ON -> [DEF:CandidatePreparationServiceModule]\n# @RELATION: DEPENDS_ON -> [DEF:ManifestServiceModule]\n# @RELATION: DEPENDS_ON -> [DEF:PolicyResolutionServiceModule]\n# @RELATION: DEPENDS_ON -> [DEF:ComplianceExecutionServiceModule]\n# @RELATION: DEPENDS_ON -> [DEF:ApprovalServiceModule]\n# @RELATION: DEPENDS_ON -> [DEF:PublicationServiceModule]\n# @INVARIANT: Interface adapters never bypass facade for business mutations.\n# @PRE: Incoming commands are validated and include actor context.\n# @POST: Returns DTOs with enough data for thin clients to render without local business recomputation.\n# @TEST_CONTRACT: CleanReleaseFacadeModule -> {Input: validated command, Output: CandidateOverviewDTO|ManifestDTO|ComplianceRunDTO|ReportDTO|ApprovalDTO|PublicationDTO}\n# @TEST_FIXTURE: facade_happy_path -> INLINE_JSON {\"candidate_id\":\"2026.03.09-rc1\",\"actor\":\"release-bot\"}\n# @TEST_EDGE: missing_candidate -> returns explicit not-found error\n# @TEST_EDGE: illegal_transition -> returns transition error\n# @TEST_EDGE: missing_policy_snapshot -> returns trusted-source error\n# @TEST_INVARIANT: thin_client_boundary -> VERIFIED_BY: [missing_candidate, illegal_transition, missing_policy_snapshot]\n# [/DEF:CleanReleaseFacadeModule:Module]\n" }, { @@ -114092,9 +120861,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'CandidatePreparationServiceModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:CandidatePreparationServiceModule:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: [clean_release, candidate, artifacts, preparation]\n# @PURPOSE: Register release candidates, import artifacts, validate artifact sets and progress candidates to PREPARED.\n# @LAYER: Application\n# @RELATION: DEPENDS_ON -> [DEF:CleanReleaseDomainModule]\n# @RELATION: DEPENDS_ON -> [DEF:CandidateRepositoryModule]\n# @RELATION: DEPENDS_ON -> [DEF:ArtifactRepositoryModule]\n# @INVARIANT: Candidate preparation does not run compliance checks or synthesize manifests implicitly.\n# @PRE: Candidate identifiers are unique and artifact payloads are structurally valid.\n# @POST: Candidate and artifact records are persisted and candidate status advances only through allowed states.\n# @TEST_CONTRACT: CandidatePreparationServiceModule -> {Input: candidate payload + artifacts, Output: candidate aggregate}\n# @TEST_FIXTURE: prepared_candidate -> INLINE_JSON {\"candidate_id\":\"2026.03.09-rc1\",\"artifacts\":[{\"path\":\"dist/app.whl\",\"sha256\":\"abc\"}]}\n# @TEST_EDGE: duplicate_candidate_id -> reject create\n# @TEST_EDGE: malformed_artifact_payload -> reject import\n# @TEST_EDGE: empty_artifact_set -> reject mark_prepared\n# @TEST_INVARIANT: candidate_input_integrity -> VERIFIED_BY: [duplicate_candidate_id, malformed_artifact_payload, empty_artifact_set]\n# [/DEF:CandidatePreparationServiceModule:Module]\n" }, { @@ -114256,9 +121036,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ManifestServiceModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:ManifestServiceModule:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: [clean_release, manifest, digest, immutability]\n# @PURPOSE: Build immutable manifest snapshots and return latest manifest views for candidates.\n# @LAYER: Application\n# @RELATION: DEPENDS_ON -> [DEF:CandidateRepositoryModule]\n# @RELATION: DEPENDS_ON -> [DEF:ArtifactRepositoryModule]\n# @RELATION: DEPENDS_ON -> [DEF:ManifestRepositoryModule]\n# @INVARIANT: Existing manifest versions remain immutable; rebuild creates a new version.\n# @PRE: Candidate exists and artifact set is valid for manifest generation.\n# @POST: New manifest digest is deterministic for the selected artifact set.\n# @TEST_CONTRACT: ManifestServiceModule -> {Input: candidate_id, Output: DistributionManifest}\n# @TEST_FIXTURE: manifest_rebuild -> INLINE_JSON {\"candidate_id\":\"2026.03.09-rc1\",\"manifest_version\":1}\n# @TEST_EDGE: build_without_candidate -> reject request\n# @TEST_EDGE: build_with_changed_artifacts -> create new version\n# @TEST_EDGE: overwrite_existing_manifest -> reject mutation\n# @TEST_INVARIANT: manifest_snapshot_integrity -> VERIFIED_BY: [build_without_candidate, build_with_changed_artifacts, overwrite_existing_manifest]\n# [/DEF:ManifestServiceModule:Module]\n" }, { @@ -114414,9 +121205,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'PolicyResolutionServiceModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:PolicyResolutionServiceModule:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: [clean_release, policy, registry, trust_model]\n# @PURPOSE: Resolve active policy and source registry from trusted read-only stores into immutable snapshots.\n# @LAYER: Application\n# @RELATION: DEPENDS_ON -> [DEF:PolicySnapshotRepositoryModule]\n# @RELATION: DEPENDS_ON -> [DEF:TrustedPolicyStoreModule]\n# @INVARIANT: No interface-provided payload may alter resolved policy or registry contents.\n# @PRE: Requested profile exists in trusted store.\n# @POST: Returns immutable policy snapshot and linked registry snapshot.\n# @TEST_CONTRACT: PolicyResolutionServiceModule -> {Input: profile, Output: CleanPolicySnapshot + SourceRegistrySnapshot}\n# @TEST_FIXTURE: trusted_default_profile -> INLINE_JSON {\"profile\":\"default\"}\n# @TEST_EDGE: missing_profile -> reject request\n# @TEST_EDGE: registry_missing -> reject request\n# @TEST_EDGE: ui_override_attempt -> ignore override and fail validation\n# @TEST_INVARIANT: trusted_input_boundary -> VERIFIED_BY: [missing_profile, registry_missing, ui_override_attempt]\n# [/DEF:PolicyResolutionServiceModule:Module]\n" }, { @@ -114597,9 +121399,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ComplianceExecutionServiceModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:ComplianceExecutionServiceModule:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: [clean_release, compliance, task_manager, stages, report]\n# @PURPOSE: Create compliance runs, bind them to TaskManager, execute stage pipeline, persist stage results, violations and final reports.\n# @LAYER: Application\n# @RELATION: DEPENDS_ON -> [DEF:PolicyResolutionServiceModule]\n# @RELATION: DEPENDS_ON -> [DEF:StagePipelineModule]\n# @RELATION: DEPENDS_ON -> [DEF:ComplianceRepositoryModule]\n# @RELATION: DEPENDS_ON -> [DEF:ReportRepositoryModule]\n# @RELATION: DEPENDS_ON -> [DEF:AuditServiceModule]\n# @RELATION: DEPENDS_ON -> [DEF:TaskManagerModule]\n# @INVARIANT: A compliance request becomes exactly one run and at most one final immutable report.\n# @PRE: Candidate and manifest exist; trusted snapshots are resolvable.\n# @POST: Run state, stage records, violations and report are mutually consistent.\n# @POST: API-facing request method is non-blocking and returns run/task identifiers before stage completion.\n# @TEST_CONTRACT: ComplianceExecutionServiceModule -> {Input: candidate_id + manifest_id + actor, Output: ComplianceRunDTO or ComplianceReport}\n# @TEST_FIXTURE: blocking_run -> INLINE_JSON {\"candidate_id\":\"2026.03.09-rc1\",\"manifest_id\":\"man-001\"}\n# @TEST_EDGE: run_without_manifest -> reject request\n# @TEST_EDGE: task_crash_mid_run -> final_status ERROR with preserved partial evidence\n# @TEST_EDGE: blocked_violation_without_report -> reject finalization\n# @TEST_INVARIANT: run_report_consistency -> VERIFIED_BY: [run_without_manifest, task_crash_mid_run, blocked_violation_without_report]\n# [/DEF:ComplianceExecutionServiceModule:Module]\n" }, { @@ -114682,9 +121495,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'StagePipelineModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:StagePipelineModule:Module]\n# @TIER: STANDARD\n# @SEMANTICS: [clean_release, stages, pluggable_pipeline]\n# @PURPOSE: Provide pluggable compliance stages with deterministic ordering and structured results.\n# @LAYER: Domain\n# @RELATION: CALLED_BY -> [DEF:ComplianceExecutionServiceModule]\n# @INVARIANT: Mandatory stages execute in stable order unless run stops on terminal error policy.\n# @PRE: Compliance context contains candidate, manifest, policy snapshot and registry snapshot.\n# @POST: Each stage returns decision, violations and details without mutating trusted snapshots.\n# [/DEF:StagePipelineModule:Module]\n" }, { @@ -114845,9 +121669,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ApprovalServiceModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:ApprovalServiceModule:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: [clean_release, approval, gate]\n# @PURPOSE: Approve or reject candidates based on completed compliance reports.\n# @LAYER: Application\n# @RELATION: DEPENDS_ON -> [DEF:ReportRepositoryModule]\n# @RELATION: DEPENDS_ON -> [DEF:ApprovalRepositoryModule]\n# @RELATION: DEPENDS_ON -> [DEF:AuditServiceModule]\n# @INVARIANT: Approval is impossible without a valid PASSED report; latest approval decision governs publication gate.\n# @PRE: Candidate exists and referenced report belongs to the candidate.\n# @POST: Approval or rejection decision is persisted immutably; rejection blocks publication gate without mutating compliance evidence.\n# @TEST_CONTRACT: ApprovalServiceModule -> {Input: candidate_id + report_id + actor, Output: ApprovalDecision}\n# @TEST_FIXTURE: passed_report -> INLINE_JSON {\"candidate_id\":\"2026.03.09-rc1\",\"report_id\":\"rpt-001\",\"final_status\":\"PASSED\"}\n# @TEST_EDGE: approve_blocked_report -> reject request\n# @TEST_EDGE: approve_foreign_report -> reject request\n# @TEST_EDGE: duplicate_approve_terminal_state -> reject or preserve existing state deterministically\n# @TEST_EDGE: reject_then_publish -> publish remains blocked until a later valid approve\n# @TEST_INVARIANT: approval_gate_integrity -> VERIFIED_BY: [approve_blocked_report, approve_foreign_report, duplicate_approve_terminal_state, reject_then_publish]\n# [/DEF:ApprovalServiceModule:Module]\n" }, { @@ -115008,9 +121843,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'PublicationServiceModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:PublicationServiceModule:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: [clean_release, publication, revoke]\n# @PURPOSE: Publish approved candidates to target channels and revoke publications without deleting historical evidence.\n# @LAYER: Application\n# @RELATION: DEPENDS_ON -> [DEF:ApprovalServiceModule]\n# @RELATION: DEPENDS_ON -> [DEF:PublicationRepositoryModule]\n# @RELATION: DEPENDS_ON -> [DEF:AuditServiceModule]\n# @INVARIANT: Publication is impossible without candidate approval; revoke does not erase original publication record.\n# @PRE: Candidate is approved and report is the approved basis for publication.\n# @POST: Publication or revocation record is persisted immutably with channel and actor context.\n# @TEST_CONTRACT: PublicationServiceModule -> {Input: candidate_id + report_id + channel + actor, Output: PublicationRecord}\n# @TEST_FIXTURE: approved_candidate -> INLINE_JSON {\"candidate_id\":\"2026.03.09-rc1\",\"status\":\"APPROVED\"}\n# @TEST_EDGE: publish_without_approval -> reject request\n# @TEST_EDGE: revoke_unknown_publication -> reject request\n# @TEST_EDGE: republish_after_revoke -> deterministic policy required\n# @TEST_INVARIANT: publication_gate_integrity -> VERIFIED_BY: [publish_without_approval, revoke_unknown_publication, republish_after_revoke]\n# [/DEF:PublicationServiceModule:Module]\n" }, { @@ -115117,9 +121963,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'AuditServiceModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:AuditServiceModule:Module]\n# @TIER: STANDARD\n# @SEMANTICS: [clean_release, audit, append_only]\n# @PURPOSE: Persist append-only audit events for release lifecycle and compliance execution.\n# @LAYER: Infra\n# @RELATION: CALLED_BY -> [DEF:CandidatePreparationServiceModule]\n# @RELATION: CALLED_BY -> [DEF:ManifestServiceModule]\n# @RELATION: CALLED_BY -> [DEF:ComplianceExecutionServiceModule]\n# @RELATION: CALLED_BY -> [DEF:ApprovalServiceModule]\n# @RELATION: CALLED_BY -> [DEF:PublicationServiceModule]\n# @INVARIANT: Audit records are append-only in real mode.\n# @PRE: Event context contains actor and operation identifiers.\n# @POST: One structured audit event is persisted per critical lifecycle mutation.\n# [/DEF:AuditServiceModule:Module]\n" }, { @@ -115166,9 +122023,20 @@ "tag": "TIER", "message": "@TIER is not defined in axiom_config.yaml tags", "detail": null + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'CandidateRepositoryModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:CandidateRepositoryModule:Module]\n# @TIER: STANDARD\n# @SEMANTICS: [clean_release, repository, candidate]\n# @PURPOSE: Persist and query release candidates and candidate overview projections.\n# @LAYER: Infra\n# @INVARIANT: Candidate writes honor lifecycle guards defined in the domain module.\n# [/DEF:CandidateRepositoryModule:Module]\n" }, { @@ -115215,9 +122083,20 @@ "tag": "TIER", "message": "@TIER is not defined in axiom_config.yaml tags", "detail": null + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ArtifactRepositoryModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:ArtifactRepositoryModule:Module]\n# @TIER: STANDARD\n# @SEMANTICS: [clean_release, repository, artifacts]\n# @PURPOSE: Persist and query candidate artifacts with checksum metadata.\n# @LAYER: Infra\n# @INVARIANT: Artifact checksum/path records remain stable after import.\n# [/DEF:ArtifactRepositoryModule:Module]\n" }, { @@ -115264,9 +122143,20 @@ "tag": "TIER", "message": "@TIER is not defined in axiom_config.yaml tags", "detail": null + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'PolicySnapshotRepositoryModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:PolicySnapshotRepositoryModule:Module]\n# @TIER: STANDARD\n# @SEMANTICS: [clean_release, repository, policy_snapshot]\n# @PURPOSE: Persist immutable policy and registry snapshots used by runs.\n# @LAYER: Infra\n# @INVARIANT: Snapshot content cannot be mutated after persistence.\n# [/DEF:PolicySnapshotRepositoryModule:Module]\n" }, { @@ -115315,9 +122205,20 @@ "tag": "TIER", "message": "@TIER is not defined in axiom_config.yaml tags", "detail": null + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ComplianceRepositoryModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:ComplianceRepositoryModule:Module]\n# @TIER: STANDARD\n# @SEMANTICS: [clean_release, repository, run, stage, violation]\n# @PURPOSE: Persist compliance runs, stage records and violations.\n# @LAYER: Infra\n# @INVARIANT: Historical run evidence is append-only in real mode.\n# [/DEF:ComplianceRepositoryModule:Module]\n" }, { @@ -115364,9 +122265,20 @@ "tag": "TIER", "message": "@TIER is not defined in axiom_config.yaml tags", "detail": null + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ReportRepositoryModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:ReportRepositoryModule:Module]\n# @TIER: STANDARD\n# @SEMANTICS: [clean_release, repository, report]\n# @PURPOSE: Persist immutable compliance reports and support report lookup by run and candidate.\n# @LAYER: Infra\n# @INVARIANT: Completed reports remain immutable.\n# [/DEF:ReportRepositoryModule:Module]\n" }, { @@ -115413,9 +122325,20 @@ "tag": "TIER", "message": "@TIER is not defined in axiom_config.yaml tags", "detail": null + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ApprovalRepositoryModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:ApprovalRepositoryModule:Module]\n# @TIER: STANDARD\n# @SEMANTICS: [clean_release, repository, approval]\n# @PURPOSE: Persist immutable approval decisions and query latest decision state.\n# @LAYER: Infra\n# @INVARIANT: Approval decisions are historical facts, not mutable flags.\n# [/DEF:ApprovalRepositoryModule:Module]\n" }, { @@ -115462,9 +122385,20 @@ "tag": "TIER", "message": "@TIER is not defined in axiom_config.yaml tags", "detail": null + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'PublicationRepositoryModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:PublicationRepositoryModule:Module]\n# @TIER: STANDARD\n# @SEMANTICS: [clean_release, repository, publication]\n# @PURPOSE: Persist publication and revocation records.\n# @LAYER: Infra\n# @INVARIANT: Publication history is append-only.\n# [/DEF:PublicationRepositoryModule:Module]\n" }, { @@ -115511,9 +122445,20 @@ "tag": "TIER", "message": "@TIER is not defined in axiom_config.yaml tags", "detail": null + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'TrustedPolicyStoreModule' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:TrustedPolicyStoreModule:Module]\n# @TIER: STANDARD\n# @SEMANTICS: [clean_release, trusted_store, policy]\n# @PURPOSE: Abstract the trusted read-only source of policies and source registries.\n# @LAYER: Infra\n# @INVARIANT: Store reads are side-effect free for clean release operations.\n# [/DEF:TrustedPolicyStoreModule:Module]\n" }, { @@ -115662,9 +122607,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'CleanReleaseCliContract' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:CleanReleaseCliContract:Module]\n# @TIER: CRITICAL\n# @SEMANTICS: [cli, clean_release, headless]\n# @PURPOSE: Provide headless command-line access to candidate lifecycle, compliance, approval, publication and demo seed/reset flows.\n# @LAYER: Interface\n# @RELATION: DEPENDS_ON -> [DEF:CleanReleaseFacadeModule]\n# @INVARIANT: CLI exit codes distinguish passed, blocked, invalid input and system error outcomes.\n# @PRE: User provides explicit command arguments for business actions.\n# @POST: CLI emits human-readable output by default and JSON output when requested.\n# @TEST_CONTRACT: CleanReleaseCliContract -> {Input: argv, Output: stdout/stderr + exit code}\n# @TEST_FIXTURE: cli_run_json -> INLINE_JSON {\"argv\":[\"clean-release\",\"compliance\",\"run\",\"--candidate-id\",\"2026.03.09-rc1\",\"--json\"]}\n# @TEST_EDGE: cli_missing_manifest -> exit code 2\n# @TEST_EDGE: cli_blocked_run -> exit code 1\n# @TEST_EDGE: cli_system_error -> exit code 3\n# @TEST_INVARIANT: cli_headless_integrity -> VERIFIED_BY: [cli_missing_manifest, cli_blocked_run, cli_system_error]\n# [/DEF:CleanReleaseCliContract:Module]\n" }, { @@ -115883,9 +122839,20 @@ "actual_complexity": 1, "contract_type": "Component" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'CleanReleaseTuiApp' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "\n/**\n * @TIER: CRITICAL\n * @SEMANTICS: [tui, thin_client, operator, live_status]\n * @PURPOSE: Render current clean release overview and trigger facade actions without owning business logic.\n * @LAYER: UI\n * @RELATION: DEPENDS_ON -> [DEF:CleanReleaseFacadeModule]\n * @INVARIANT: TUI never constructs policy, registry, manifest or fake run state locally.\n * @PRE: Running terminal has a valid TTY; candidate context is resolvable.\n * @POST: Operator can build manifest, run compliance, approve and publish only when transitions are valid.\n * @UX_STATE: Loading -> Candidate overview is refreshing and action keys are temporarily disabled.\n * @UX_STATE: Ready -> Candidate summary, latest manifest, latest run and latest report are visible.\n * @UX_STATE: Running -> Current stage and task/run progress are visible from real task events.\n * @UX_STATE: Blocked -> Violations list and blocking reason are visually dominant; approve/publish disabled.\n * @UX_STATE: Error -> Failure reason is explicit and no hidden retry occurs.\n * @UX_FEEDBACK: F5/F6/F8/F9 actions show immediate command acknowledgment and then refresh from persisted DTOs.\n * @UX_RECOVERY: Operator can refresh, inspect violations, rebuild manifest or rerun compliance after fixing candidate inputs.\n * @TEST_CONTRACT: CleanReleaseTuiApp -> {Input: keypress + facade DTOs, Output: rendered state + triggered facade action}\n * @TEST_FIXTURE: tui_ready_candidate -> INLINE_JSON {\"candidate_id\":\"2026.03.09-rc1\",\"status\":\"MANIFEST_BUILT\"}\n * @TEST_EDGE: no_tty_environment -> refuse startup and redirect to CLI\n * @TEST_EDGE: missing_manifest_on_F5 -> inline blocking message\n * @TEST_EDGE: blocked_report_on_F8 -> approve action disabled\n * @TEST_INVARIANT: tui_thin_client_boundary -> VERIFIED_BY: [no_tty_environment, missing_manifest_on_F5, blocked_report_on_F8]\n */\n\n" }, { @@ -116002,9 +122969,20 @@ "actual_complexity": 1, "contract_type": "Class" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ValidationPolicyModel' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:ValidationPolicyModel:Class]\n# @TIER: STANDARD\n# @SEMANTICS: SQLAlchemy, Model\n# @PURPOSE: Database model for storing validation scheduling rules.\n# @LAYER: Domain\n# @RELATION: DEPENDS_ON -> SQLAlchemy declarative base\n# @PRE: Policy payload contains valid window_start and window_end strings.\n# @POST: Policy is persisted with default `is_active=True`.\n# [/DEF:ValidationPolicyModel:Class]\n" }, { @@ -116101,9 +123079,20 @@ "actual_complexity": 1, "contract_type": "Class" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'ValidationPolicySchema' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:ValidationPolicySchema:Class]\n# @TIER: TRIVIAL\n# @SEMANTICS: Pydantic, Schema\n# @PURPOSE: API contract for reading and writing Validation Policies.\n# @LAYER: API\n# @RELATION: DEPENDS_ON -> ValidationPolicyModel\n# [/DEF:ValidationPolicySchema:Class]\n" }, { @@ -116175,9 +123164,20 @@ "actual_complexity": 1, "contract_type": "Module" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'HealthRouter' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:HealthRouter:Module]\n# @TIER: STANDARD\n# @SEMANTICS: FastAPI, Route\n# @PURPOSE: API endpoints for the Health Center UI.\n# @LAYER: API\n# @RELATION: CALLS -> HealthService\n# @PRE: Request includes valid authentication token.\n# @POST: Returns JSON list of dashboard health statuses.\n# [/DEF:HealthRouter:Module]\n" }, { @@ -116296,9 +123296,20 @@ "actual_complexity": 1, "contract_type": "Component" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'AutomationPoliciesPage' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:AutomationPoliciesPage:Component]\n# @TIER: STANDARD\n# @SEMANTICS: SvelteKit, Route\n# @PURPOSE: Settings view to create and manage validation policies.\n# @LAYER: UI\n# @RELATION: CALLS -> requestApi(/api/settings/automation/policies)\n# @PRE: User is Admin.\n# @POST: Renders list of policies and 'Create Rule' modal.\n# @UX_STATE: Creating -> Modal is open with form.\n# @UX_FEEDBACK: SaveSuccess -> Toast \"Policy scheduled\".\n# [/DEF:AutomationPoliciesPage:Component]\n" }, { @@ -116462,9 +123473,20 @@ "actual_complexity": 1, "contract_type": "Store" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'SidebarHealthBadge' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "Explicit", "body": "# [DEF:SidebarHealthBadge:Store]\n# @TIER: STANDARD\n# @SEMANTICS: Svelte Store\n# @PURPOSE: Derived or fetched state to show `[🔴 N]` badge on the sidebar.\n# @LAYER: UI-State\n# @RELATION: DEPENDS_ON -> ActivityStore or specific Health poll\n# @PRE: User is logged in.\n# @POST: Provides integer count of currently failing dashboards.\n# [/DEF:SidebarHealthBadge:Store]\n" }, { @@ -116606,9 +123628,20 @@ ], "predicate": "[BINDS_TO]" } + }, + { + "code": "def_format_deprecated", + "tag": "FORMAT", + "message": "Contract 'AssistantChatPanel' uses legacy [DEF:] format. Consider migrating to #region/#endregion for new code. Use axiom_contract_refactor with operation='migrate_def_to_region' to auto-convert.", + "detail": { + "current_format": "def", + "migration_hint": "Use axiom_contract_refactor operation=migrate_def_to_region", + "recommended_format": "region" + } } ], "anchor_syntax": "def", + "tier_source": "AutoCalculated", "body": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n#### ƒ **submitSessionScopedMessage**\n\n\n#### ƒ **renderConfirmationCard**\n\n\n#### ƒ **highlightWorkspaceTarget**\n\n\n\n" }, { @@ -116623,6 +123656,7 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": "/**\n * Thread-local state of greenlets.\n *\n * Each native thread will get exactly one of these objects,\n * automatically accessed through the best available thread-local\n * mechanism the compiler supports (``thread_local`` for C++11\n * compilers or ``__thread``/``declspec(thread)`` for older GCC/clang\n * or MSVC, respectively.)\n *\n * Previously, we kept thread-local state mostly in a bunch of\n * ``static volatile`` variables in the main greenlet file.. This had\n * the problem of requiring extra checks, loops, and great care\n * accessing these variables if we potentially invoked any Python code\n * that could release the GIL, because the state could change out from\n * under us. Making the variables thread-local solves this problem.\n *\n * When we detected that a greenlet API accessing the current greenlet\n * was invoked from a different thread than the greenlet belonged to,\n * we stored a reference to the greenlet in the Python thread\n * dictionary for the thread the greenlet belonged to. This could lead\n * to memory leaks if the thread then exited (because of a reference\n * cycle, as greenlets referred to the thread dictionary, and deleting\n * non-current greenlets leaked their frame plus perhaps arguments on\n * the C stack). If a thread exited while still having running\n * greenlet objects (perhaps that had just switched back to the main\n * greenlet), and did not invoke one of the greenlet APIs *in that\n * thread, immediately before it exited, without some other thread\n * then being invoked*, such a leak was guaranteed.\n *\n * This can be partly solved by using compiler thread-local variables\n * instead of the Python thread dictionary, thus avoiding a cycle.\n *\n * To fully solve this problem, we need a reliable way to know that a\n * thread is done and we should clean up the main greenlet. On POSIX,\n * we can use the destructor function of ``pthread_key_create``, but\n * there's nothing similar on Windows; a C++11 thread local object\n * reliably invokes its destructor when the thread it belongs to exits\n * (non-C++11 compilers offer ``__thread`` or ``declspec(thread)`` to\n * create thread-local variables, but they can't hold C++ objects that\n * invoke destructors; the C++11 version is the most portable solution\n * I found). When the thread exits, we can drop references and\n * otherwise manipulate greenlets and frames that we know can no\n * longer be switched to.\n *\n * There are two small wrinkles. The first is that when the thread\n * exits, it is too late to actually invoke Python APIs: the Python\n * thread state is gone, and the GIL is released. To solve *this*\n * problem, our destructor uses ``Py_AddPendingCall`` to transfer the\n * destruction work to the main thread.\n *\n * The second is that once the thread exits, the thread local object\n * is invalid and we can't even access a pointer to it, so we can't\n * pass it to ``Py_AddPendingCall``. This is handled by actually using\n * a second object that's thread local (ThreadStateCreator) and having\n * it dynamically allocate this object so it can live until the\n * pending call runs.\n */" }, { @@ -116637,7 +123671,6869 @@ "relations": [], "schema_warnings": [], "anchor_syntax": "jsdoc", + "tier_source": "AutoCalculated", "body": " /**\n * Calls `Py_FatalError` when constructed, so you can't actually\n * throw this. It just makes static analysis easier.\n */" } - ] + ], + "file_hashes": { + "venv/lib/python3.13/site-packages/greenlet/platform/switch_sh_gcc.h": 3574353221233465215, + "venv/lib/python3.13/site-packages/pygments/lexers/berry.py": 4540479522141160472, + "specs/022-sync-id-cross-filters/quickstart.md": 6827809603811090266, + "venv/lib/python3.13/site-packages/numpy/_core/numeric.pyi": 17785360553418386488, + "frontend/build/_app/immutable/nodes/5.BJLSoksj.js": 1007976841023705659, + "semantics/reports/semantic_report_20260310_115200.md": 6096363159816864085, + "specs/019-superset-ux-redesign/tests/coverage.md": 16424005391750949134, + "venv/lib/python3.13/site-packages/jeepney/io/tests/test_blocking.py": 6312017389529916004, + "venv/lib/python3.13/site-packages/numpy/_core/_simd.cpython-313-x86_64-linux-gnu.so": 12609666221355091416, + "venv/lib/python3.13/site-packages/httpx/__version__.py": 9473642134297828811, + "venv/lib/python3.13/site-packages/requests/packages.py": 7733041271118298220, + "venv/lib/python3.13/site-packages/pandas/core/arrays/categorical.py": 15993211255162930859, + "venv/lib/python3.13/site-packages/pygments/lexers/hare.py": 8693002231020751711, + "venv/lib/python3.13/site-packages/bcrypt-4.0.1.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/einsumfunc.pyi": 8902765738896588686, + "venv/lib/python3.13/site-packages/pydantic/_internal/_utils.py": 10936299012115637790, + "venv/lib/python3.13/site-packages/greenlet/greenlet_thread_support.hpp": 7773996382104849037, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/merge/__init__.py": 15130871412783076140, + "specs/017-llm-analysis-plugin/contracts/modules.md": 448169361829779565, + "backend/src/core/middleware/trace.py": 13093835356377196397, + "venv/lib/python3.13/site-packages/pydantic/v1/utils.py": 902648247561165429, + "venv/lib/python3.13/site-packages/pip/_internal/commands/help.py": 4175797322922912326, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_count.py": 16947194157984708529, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/packages/backports/weakref_finalize.py": 7019253290755243568, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_arraymethod.py": 14421188237635557797, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/OSA.pyi": 2700568594438441246, + "venv/lib/python3.13/site-packages/_pytest/nodes.py": 515939386237558331, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/test_resolution.py": 6076761538303762297, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/asyncio/engine.py": 2652248727360250985, + "frontend/src/routes/settings/git/+page.svelte": 9547035239167234477, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_assert_categorical_equal.py": 7942323667866280872, + "venv/lib/python3.13/site-packages/yaml/tokens.py": 2279161238859232338, + "specs/009-backup-scheduler/checklists/requirements.md": 11973218673455501510, + "README.md": 17085019670674599332, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_scalarbuffer.py": 16859789411010045795, + "venv/lib/python3.13/site-packages/pandas/core/accessor.py": 1188716996113179524, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc8628/models.py": 16636119441941357281, + "venv/lib/python3.13/site-packages/ecdsa/test_ecdsa.py": 17595025859105321562, + "venv/lib/python3.13/site-packages/pandas/tests/extension/json/test_json.py": 12422315190455428620, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_join.py": 1364886077926604427, + "venv/lib/python3.13/site-packages/jsonschema_specifications/__init__.py": 5732822354953774657, + "venv/lib/python3.13/site-packages/pandas/io/sql.py": 12592024569011796790, + "venv/lib/python3.13/site-packages/pydantic/_internal/_decorators_v1.py": 16723743964226526155, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/nattype.pyi": 1830368009811266890, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/period.pyi": 13110894861187422750, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/masked_shared.py": 8453174300922339015, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/plugin/plugin_base.py": 2880434680251108786, + "specs/022-sync-id-cross-filters/tasks.md": 10402581300238708020, + "specs/019-superset-ux-redesign/tests/reports/2026-02-21-fix-report.md": 3170645376501656312, + "venv/lib/python3.13/site-packages/pip/_vendor/tomli_w/__init__.py": 12849371269359608058, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/value_attrspec/gh21665.f90": 11945588837236968550, + "venv/lib/python3.13/site-packages/tzlocal/windows_tz.py": 11696765495002954868, + "frontend/postcss.config.js": 5714274776976071678, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_rewrite_warning.py": 4895919872954538758, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_combine_first.py": 11425059090050867171, + "venv/lib/python3.13/site-packages/numpy/_core/strings.pyi": 1981676808027146409, + "venv/lib/python3.13/site-packages/starlette/middleware/authentication.py": 15211131264936212938, + "venv/lib/python3.13/site-packages/pandas/api/typing/__init__.py": 6438268275857060114, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/test_join.py": 1697622393195784944, + "venv/lib/python3.13/site-packages/packaging/requirements.py": 2896326326372719999, + "backend/tests/test_translate_scheduler_guard.py": 13396608843530344156, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_asfreq.py": 2701081989348180239, + "venv/lib/python3.13/site-packages/numpy/random/tests/test_smoke.py": 7476432112986643847, + "venv/lib/python3.13/site-packages/numpy/_core/records.pyi": 14194354215405544730, + "venv/lib/python3.13/site-packages/tzlocal/win32.py": 1949985224569608978, + "venv/lib/python3.13/site-packages/jsonschema_specifications/_core.py": 14812112544772987164, + "venv/lib/python3.13/site-packages/pydantic/_internal/_schema_generation_shared.py": 23345689300073549, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7515/__init__.py": 2791238481813240414, + "venv/lib/python3.13/site-packages/pandas/core/arrays/_ranges.py": 2572903460327860111, + "venv/lib/python3.13/site-packages/pandas/core/nanops.py": 18291534943985310005, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/test_numpy_compat.py": 9112925138440787555, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/test_delete.py": 3485374671877063217, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/usecols/test_usecols_basic.py": 16382444980424010514, + "venv/lib/python3.13/site-packages/pandas/tests/io/test_feather.py": 13613400750755530364, + "venv/lib/python3.13/site-packages/pandas/core/sparse/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/random/_pickle.py": 7774620933480975313, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/plugin/bootstrap.py": 3865947239497500815, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_timegrouper.py": 276805119790266454, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/kdf/argon2.py": 15389474901714096890, + "venv/lib/python3.13/site-packages/pandas/tests/tools/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/tests/test_lazyloading.py": 17465787495701737655, + "frontend/src/routes/datasets/review/__tests__/dataset_review_entry.test.js": 7689381541193660594, + "frontend/build/_app/immutable/nodes/1.DjAdV3fp.js": 3307837730171466412, + "semantics/reports/semantic_report_20260224_205107.md": 8221239852297412485, + "backend/src/models/filter_state.py": 6470311179852241297, + "venv/lib/python3.13/site-packages/pandas/compat/numpy/function.py": 18405870240333383757, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/datasource.pyi": 80441145804744162, + "backend/src/services/clean_release/stages/internal_sources_only.py": 3635582838654262092, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_block_internals.py": 17935662848672401507, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/ranges.py": 14549386056660231279, + "venv/lib/python3.13/site-packages/PIL/FtexImagePlugin.py": 8196606399875185931, + "venv/lib/python3.13/site-packages/pycparser/c_lexer.py": 10964496587169353564, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_mips_unix.h": 17373389962405490482, + "frontend/src/components/DashboardGrid.svelte": 5332611872674866671, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/cast/test_construct_ndarray.py": 6863874753941288585, + "venv/lib/python3.13/site-packages/pandas/tseries/holiday.py": 1134358927599488799, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/licenses/numpy/random/src/splitmix64/LICENSE.md": 9338017788112776383, + "venv/lib/python3.13/site-packages/numpy/fft/_pocketfft.pyi": 1521384724035973688, + "venv/lib/python3.13/site-packages/pandas/io/__init__.py": 9767690163638898709, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_reductions.py": 3227705565578016389, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/create.py": 16693261531832306870, + "venv/lib/python3.13/site-packages/numpy/lib/stride_tricks.py": 548928042543500365, + "docs/design/resource_centric_layout.md": 15253055794613352673, + "venv/lib/python3.13/site-packages/secretstorage-3.5.0.dist-info/RECORD": 13494296690334916257, + "frontend/src/routes/dashboards/[id]/components/DashboardLinkedResources.svelte": 8279080994517688482, + "backend/src/schemas/profile.py": 7072251247808762582, + "specs/027-dataset-llm-orchestration/spec.md": 8553082572387708911, + "venv/lib/python3.13/site-packages/pandas/core/internals/__init__.py": 1377108808392195313, + "venv/lib/python3.13/site-packages/rsa/__init__.py": 14623742580410014505, + "venv/lib/python3.13/site-packages/numpy/f2py/cfuncs.py": 10803011906582324302, + "venv/lib/python3.13/site-packages/pygments/lexers/_stan_builtins.py": 1961875544235948177, + "venv/lib/python3.13/site-packages/_pytest/assertion/__init__.py": 16392348866405910618, + "venv/lib/python3.13/site-packages/annotated_doc-0.0.4.dist-info/METADATA": 10810011740984652381, + "venv/lib/python3.13/site-packages/passlib/utils/compat/_ordered_dict.py": 14248790502300368024, + "venv/lib/python3.13/site-packages/pandas/io/feather_format.py": 13242733585787888812, + "specs/019-superset-ux-redesign/research.md": 6333114958308130869, + "venv/lib/python3.13/site-packages/greenlet/TMainGreenlet.cpp": 9489520001674089404, + "venv/lib/python3.13/site-packages/numpy/_core/_string_helpers.pyi": 12043292763005874815, + "venv/lib/python3.13/site-packages/pandas/core/window/online.py": 13551140636252302201, + "venv/lib/python3.13/site-packages/pandas/tests/frame/indexing/test_mask.py": 5451866071307236899, + "venv/lib/python3.13/site-packages/starlette/middleware/trustedhost.py": 8302185291610019926, + "venv/lib/python3.13/site-packages/pandas/tests/arithmetic/test_datetime64.py": 16272266806084058743, + "venv/lib/python3.13/site-packages/python_jose-3.5.0.dist-info/licenses/LICENSE": 17020744174398828059, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/constants.pyi": 4415188581374004936, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/test_datetimelike.py": 15246580603900811749, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_assert_extension_array_equal.py": 16119106336497630796, + "venv/lib/python3.13/site-packages/yaml/representer.py": 10550136298978225013, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_drop_duplicates.py": 2397396876872403048, + "venv/lib/python3.13/site-packages/_pytest/_py/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_format.py": 5231304674283854194, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_index_tricks.py": 4676293127859087991, + "venv/lib/python3.13/site-packages/numpy/core/overrides.pyi": 1968648615494204783, + "venv/lib/python3.13/site-packages/pandas/io/formats/info.py": 215303194287834907, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/array_constructors.pyi": 4993066609272697419, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/compiler.py": 11662494978292401568, + "frontend/src/lib/components/reports/__tests__/report_card.ux.test.js": 14899927226278257748, + "frontend/src/routes/storage/repos/+page.svelte": 3849368960648953479, + "venv/lib/python3.13/site-packages/jsonschema-4.25.1.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/_pytest/mark/structures.py": 12237146603608917650, + "frontend/src/lib/stores/__tests__/test_sidebar.js": 113566022614194798, + "venv/lib/python3.13/site-packages/pygments/lexers/mosel.py": 1877592344012288438, + "frontend/src/routes/profile/__tests__/profile-settings-state.integration.test.js": 3674649277514557450, + "venv/lib/python3.13/site-packages/pandas/io/clipboards.py": 5183212433608887727, + "specs/007-migration-dashboard-grid/plan.md": 14942535241052618027, + "semantics/reports/semantic_report_20260310_150321.md": 8749281280950893608, + "venv/lib/python3.13/site-packages/pandas/core/arrays/string_.py": 14865733321317939478, + "venv/lib/python3.13/site-packages/pandas/tests/extension/test_common.py": 9446944526144164255, + "backend/tests/test_translate_corrections.py": 1228642484417924184, + "venv/lib/python3.13/site-packages/passlib/totp.py": 14590474309565233318, + "backend/tests/core/migration/test_archive_parser.py": 1909788158234142574, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_stack.py": 5316826578695144945, + "venv/lib/python3.13/site-packages/pandas/core/computation/common.py": 5369352684655954608, + "backend/src/services/clean_release/manifest_service.py": 10873340336255220063, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_quantile.py": 11273403743157110261, + "frontend/src/routes/tools/backups/+page.svelte": 6796050751535238723, + "venv/lib/python3.13/site-packages/pandas/tests/arithmetic/test_categorical.py": 12897027063618569795, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/errors.py": 2147619440137604907, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/npy_cpu.h": 13799366908726531089, + "venv/lib/python3.13/site-packages/passlib/tests/sample_config_1s.cfg": 1809713544666311828, + "frontend/build/_app/immutable/chunks/BN3_HyPq.js": 12705797780870500820, + "venv/lib/python3.13/site-packages/pandas/tests/strings/test_cat.py": 15988884721768567895, + "venv/lib/python3.13/site-packages/requests-2.32.5.dist-info/INSTALLER": 17282701611721059870, + "backend/src/api/routes/git/_router.py": 8701683910668868827, + "venv/lib/python3.13/site-packages/pandas/tests/extension/json/__init__.py": 7877061921210840955, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/mypy/apply.py": 3906017176873949738, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Hamming.pyi": 4432290176776357346, + "venv/lib/python3.13/site-packages/passlib/tests/test_totp.py": 9150389741890748343, + "venv/lib/python3.13/site-packages/numpy/dtypes.pyi": 6713822658171717369, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_update.py": 12293424926920594944, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/usecols/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/PIL/ImageCms.py": 5610897002957128546, + "venv/lib/python3.13/site-packages/uvicorn/logging.py": 12858188863836778374, + "frontend/src/lib/components/translate/TranslationMetricsDashboard.svelte": 7320072998752693628, + "venv/lib/python3.13/site-packages/jsonschema/benchmarks/contains.py": 3098087827310439993, + "frontend/src/lib/components/layout/__tests__/test_taskDrawer.svelte.js": 15288009749873977442, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/authlib/integrations/django_oauth1/__init__.py": 14481526616887213120, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/sparse/test_accessor.py": 10074496835594855786, + "venv/lib/python3.13/site-packages/pygments/lexers/kusto.py": 16285533608924436308, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/interval/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/anyio-4.12.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pydantic/errors.py": 3506829204186508192, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/methods/test_insert.py": 9195027887301180927, + "frontend/src/services/adminService.js": 6375990585512014277, + "semantics/reports/semantic_report_20260316_100328.md": 17766471388140972911, + "venv/lib/python3.13/site-packages/pip/_vendor/cachecontrol/adapter.py": 5908944827805063108, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/__init__.py": 8811477458865810434, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/kdf.pyi": 1626154870044880426, + "venv/lib/python3.13/site-packages/jaraco_functools-4.4.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/uvicorn/supervisors/basereload.py": 14479857245734482609, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/ranges/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/httpcore/_sync/http_proxy.py": 14037211594707072958, + "venv/lib/python3.13/site-packages/numpy/lib/tests/data/py2-objarr.npz": 9481735723557962988, + "venv/lib/python3.13/site-packages/pip/_vendor/distlib/resources.py": 11533706401259147051, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/block_docstring/foo.f": 2489756567993745076, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_regression.py": 6742646011852052645, + "venv/lib/python3.13/site-packages/urllib3/contrib/emscripten/fetch.py": 13937019222549208796, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/style/test_to_latex.py": 2628895559914914693, + "venv/lib/python3.13/site-packages/pygments/lexers/functional.py": 15896849233007178031, + "specs/010-refactor-cli-to-web/plan.md": 17816132364407153166, + "venv/lib/python3.13/site-packages/typing_extensions-4.15.0.dist-info/WHEEL": 8600534672961461758, + "backend/src/models/dataset_review_pkg/_filter_models.py": 8426742165406106645, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/strategy_options.py": 16342048970907383117, + "venv/lib/python3.13/site-packages/apscheduler/events.py": 10748346950729364899, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/gh22648.pyf": 15094859289098837494, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/groupby.py": 12749730954888633240, + "venv/lib/python3.13/site-packages/sqlalchemy/inspection.py": 8563914460959280101, + "venv/lib/python3.13/site-packages/urllib3/contrib/pyopenssl.py": 11839715589709210412, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/diagnose.py": 17275977405061138181, + "venv/lib/python3.13/site-packages/pygments/lexers/agile.py": 5686162551416231457, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/test_copy_deprecation.py": 16045426957636349035, + "venv/lib/python3.13/site-packages/referencing/retrieval.py": 11921179805977833120, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/_serialization.py": 2011519400081029270, + "specs/027-dataset-llm-orchestration/plan.md": 10435467604018883527, + "backend/src/schemas/auth.py": 339608158310320944, + "frontend/build/_app/immutable/chunks/BJd6-3hj.js": 4626673036038473991, + "venv/lib/python3.13/site-packages/jeepney/tests/secrets_introspect.xml": 10717038359151125278, + "backend/src/models/assistant.py": 6168086159312177112, + "venv/lib/python3.13/site-packages/numpy/_core/tests/examples/limited_api/setup.py": 5482352991573617756, + "venv/lib/python3.13/site-packages/pandas/tseries/offsets.py": 13750652921710295115, + "backend/src/services/reports/__tests__/test_type_profiles.py": 17262223295445285285, + "venv/lib/python3.13/site-packages/keyring/testing/util.py": 11195868112805409554, + "venv/lib/python3.13/site-packages/passlib/crypto/_blowfish/unrolled.py": 12651425412640834530, + "venv/lib/python3.13/site-packages/pygments/lexers/yang.py": 7409365668425173823, + "backend/src/api/routes/__tests__/test_git_api.py": 43259826036955162, + "venv/lib/python3.13/site-packages/pygments/lexers/elpi.py": 5736689911777977822, + "venv/lib/python3.13/site-packages/pytest_asyncio-1.3.0.dist-info/METADATA": 12747626683405487434, + "venv/lib/python3.13/site-packages/attrs/__init__.pyi": 14353885498883901855, + "venv/lib/python3.13/site-packages/psycopg2_binary.libs/libcom_err-2abe824b.so.2.1": 12870528025628871295, + "venv/lib/python3.13/site-packages/apscheduler/executors/base.py": 1980520974511822101, + "venv/lib/python3.13/site-packages/uvicorn/loops/uvloop.py": 5385425357504191161, + "venv/lib/python3.13/site-packages/pip/_vendor/tomli/_re.py": 1296579393600719224, + "venv/lib/python3.13/site-packages/pygments/lexers/theorem.py": 15666523910367201285, + "venv/lib/python3.13/site-packages/greenlet/slp_platformselect.h": 10428201768098464386, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/masked/test_function.py": 644452398244782315, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/common.py": 16314033415206173235, + "venv/lib/python3.13/site-packages/pandas/_libs/writers.cpython-313-x86_64-linux-gnu.so": 6878855127769203372, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/categorical/test_reindex.py": 15794750188594767026, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/return_logical/foo77.f": 16250175448122328648, + "venv/lib/python3.13/site-packages/greenlet/tests/test_greenlet.py": 10727595500186011102, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/properties.py": 5799883762127872919, + "specs/001-unify-frontend-style/spec.md": 14810359828241447031, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_conversion_utils.py": 1567199588622767277, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/types.py": 356973910046950951, + "venv/lib/python3.13/site-packages/numpy/linalg/tests/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/array_from_pyobj/wrapmodule.c": 17333399794446198412, + "venv/lib/python3.13/site-packages/pip/_internal/models/__init__.py": 13482731985065116750, + "venv/lib/python3.13/site-packages/jaraco.classes-3.4.0.dist-info/RECORD": 1051307407005554409, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/serialization/base.py": 16052592982063844259, + "venv/lib/python3.13/site-packages/pip/_internal/cache.py": 210214424535803946, + "venv/lib/python3.13/site-packages/pip/_internal/metadata/importlib/_dists.py": 16746363359320577809, + "venv/lib/python3.13/site-packages/pydantic/deprecated/tools.py": 16466182352694741629, + "venv/lib/python3.13/site-packages/pandas/_libs/sparse.pyi": 12526865400413362140, + "venv/lib/python3.13/site-packages/pandas/tests/api/test_types.py": 8889829773923216769, + "venv/lib/python3.13/site-packages/jeepney/io/tests/test_trio.py": 7459901627473962540, + "venv/lib/python3.13/site-packages/websockets-15.0.1.dist-info/WHEEL": 1598805043198466373, + "venv/lib/python3.13/site-packages/numpy/_core/_exceptions.py": 5570375156851166818, + "venv/lib/python3.13/site-packages/PIL/MpegImagePlugin.py": 7726254767528154514, + "venv/lib/python3.13/site-packages/httpx-0.28.1.dist-info/METADATA": 732041908491732594, + "venv/lib/python3.13/site-packages/authlib/integrations/django_client/integration.py": 13610682193839598457, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/ndarray.pyi": 14369009813591437391, + "venv/lib/python3.13/site-packages/fastapi/dependencies/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_quoting.py": 1147992698412929658, + "venv/lib/python3.13/site-packages/pygments/styles/onedark.py": 17580335614588531275, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/__multiarray_api.c": 9134176670140958459, + "venv/lib/python3.13/site-packages/bcrypt/_bcrypt.pyi": 15067467792538416274, + "venv/lib/python3.13/site-packages/pandas/tests/series/test_validate.py": 2133732492454460539, + "venv/lib/python3.13/site-packages/jsonschema/cli.py": 9813914882090789748, + "venv/lib/python3.13/site-packages/pandas/tests/test_nanops.py": 8709105600366913011, + "frontend/build/_app/immutable/chunks/2dOUpm6k.js": 11811637653151731489, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/warnings_and_errors.pyi": 9019577563960071498, + "backend/src/models/__tests__/test_clean_release.py": 3448406855108346883, + "specs/025-clean-release-compliance/data-model.md": 2918259704660928654, + "venv/lib/python3.13/site-packages/gitpython-3.1.46.dist-info/METADATA": 8985010079096958084, + "semantics/reports/semantic_report_20260208_123638.md": 6620349863720347134, + "backend/src/models/report.py": 9185954411073383239, + "venv/lib/python3.13/site-packages/python_dotenv-1.2.1.dist-info/METADATA": 2604612822968175379, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc9101/discovery.py": 12479996594187326798, + "frontend/build/_app/immutable/nodes/22.B0pog7Ev.js": 3276972979466324983, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-arctan.csv": 4581185622290535488, + "venv/lib/python3.13/site-packages/numpy/_core/tests/_natype.py": 12013743717306900860, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_round.py": 14996007456708990295, + "venv/lib/python3.13/site-packages/pip-25.1.1.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/sparse/test_unary.py": 7128845965976836334, + "venv/lib/python3.13/site-packages/numpy/_core/_struct_ufunc_tests.cpython-313-x86_64-linux-gnu.so": 13269324887178340397, + "venv/lib/python3.13/site-packages/tzlocal-5.3.1.dist-info/RECORD": 15574202654585730126, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/constant_time.py": 2499026008403328245, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/mod.pyi": 10591120373577657317, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_resolution.py": 18198858926948468112, + "venv/lib/python3.13/site-packages/pip/_internal/utils/datetime.py": 6816292030061301011, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/ec.pyi": 9835891299056543360, + "venv/lib/python3.13/site-packages/pandas/core/window/common.py": 17956497339875932377, + "venv/lib/python3.13/site-packages/passlib/tests/test_crypto_digest.py": 7988469818593853943, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/multiindex/test_multiindex.py": 13723677252432338937, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_casting_floatingpoint_errors.py": 4301355720042319835, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/nattype.cpython-313-x86_64-linux-gnu.so": 2311012065007769341, + "venv/lib/python3.13/site-packages/pygments/lexers/_csound_builtins.py": 14530739818491398298, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/contrib/appengine.py": 16194997685865850655, + "venv/lib/python3.13/site-packages/cryptography/hazmat/decrepit/__init__.py": 63497920264089252, + "venv/lib/python3.13/site-packages/numpy/_core/fromnumeric.py": 9409852116555866847, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/util.py": 1520899420719605380, + "frontend/src/lib/components/assistant/__tests__/assistant_first_message.integration.test.js": 16494645867501045726, + "venv/lib/python3.13/site-packages/smmap/mman.py": 9091562788592406032, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/color_triplet.py": 17264298271771184, + "venv/lib/python3.13/site-packages/numpy/_typing/_nbit_base.pyi": 6546751036506752550, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/string/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/git/index/__init__.py": 7874728461616959441, + "frontend/src/components/tools/ConnectionForm.svelte": 4060811448046342875, + "semantics/reports/semantic_report_20260315_163340.md": 9378866809131760708, + "frontend/src/lib/components/translate/TermCorrectionPopup.svelte": 18295846645508316165, + "backend/src/services/dataset_review/event_logger.py": 8083530196989488371, + "backend/tests/test_translate_jobs.py": 9054919257595184179, + "venv/lib/python3.13/site-packages/pip/_internal/resolution/resolvelib/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/core/computation/align.py": 13027916530558901817, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/ranges/test_join.py": 11910166566689889389, + "venv/lib/python3.13/site-packages/greenlet-3.3.0.dist-info/WHEEL": 13347410390513723930, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_analytics.py": 4510712334676848202, + "venv/lib/python3.13/site-packages/pip/_vendor/certifi/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/test_union_categoricals.py": 6843679254735807, + "venv/lib/python3.13/site-packages/numpy/lib/scimath.pyi": 18165025261847276375, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/ccalendar.cpython-313-x86_64-linux-gnu.so": 11019871270094058038, + "venv/lib/python3.13/site-packages/pyasn1/type/opentype.py": 340146737126677655, + "venv/lib/python3.13/site-packages/starlette/responses.py": 14081178833432955042, + "venv/lib/python3.13/site-packages/pygments/lexers/zig.py": 470431199354307668, + "venv/lib/python3.13/site-packages/_pytest/__init__.py": 3769333500910148571, + "frontend/build/_app/immutable/chunks/B0JQff-A.js": 8070021320115486186, + "venv/lib/python3.13/site-packages/jaraco_context-6.0.2.dist-info/licenses/LICENSE": 3868190977070717994, + "venv/lib/python3.13/site-packages/pydantic/v1/dataclasses.py": 7833468513057242440, + "venv/lib/python3.13/site-packages/pandas/core/arrays/_arrow_string_mixins.py": 16862663427780315543, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/test_arithmetic.py": 16829312896275893002, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/test_monotonic.py": 14648437502004398715, + "venv/lib/python3.13/site-packages/websockets/sync/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/markers.py": 5247208668583898949, + "venv/lib/python3.13/site-packages/pandas/tests/frame/indexing/test_where.py": 14167991754625133668, + "venv/lib/python3.13/site-packages/gitdb/typ.py": 16374739906244805047, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/oracle/__init__.py": 16434403703599680307, + "venv/lib/python3.13/site-packages/git/index/typ.py": 11661540784850363024, + "venv/lib/python3.13/site-packages/click/shell_completion.py": 5858110451169927373, + "venv/lib/python3.13/site-packages/websockets/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_vendor/tomli/__init__.py": 12906995259233516197, + "venv/lib/python3.13/site-packages/numpy/f2py/_backends/_backend.py": 1472021608501071055, + "venv/lib/python3.13/site-packages/numpy/lib/_index_tricks_impl.pyi": 5892973170789971535, + "venv/lib/python3.13/site-packages/numpy/_core/overrides.pyi": 13121243505132110607, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/reserved_words.py": 8022121780993497971, + "venv/lib/python3.13/site-packages/numpy/random/tests/data/pcg64-testset-1.csv": 16078879475693341404, + "venv/lib/python3.13/site-packages/uvicorn/supervisors/__init__.py": 15971002342788501945, + "frontend/src/lib/stores.js": 8062876368729352764, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/boolean/test_repr.py": 7552782621374439569, + "frontend/src/lib/stores/__tests__/taskDrawer.test.js": 12307450726550947042, + "specs/023-clean-repo-enterprise/tests/coverage.md": 9880662816071918700, + "backend/src/schemas/dataset_review.py": 15720223123457526104, + "venv/lib/python3.13/site-packages/anyio/_core/_asyncio_selector_thread.py": 1760597191437520000, + "backend/src/api/routes/__tests__/test_reports_openapi_conformance.py": 14282751162289385516, + "backend/src/plugins/translate/__tests__/test_preview.py": 9205689452669136224, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/__init__.py": 11009955319062089477, + "venv/lib/python3.13/site-packages/httpx-0.28.1.dist-info/REQUESTED": 15130871412783076140, + "specs/006-configurable-belief-logs/research.md": 9242440928750644248, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/__ufunc_api.h": 4516275133897904047, + "venv/lib/python3.13/site-packages/pygments/lexers/nix.py": 15050086330545600356, + "specs/017-llm-analysis-plugin/research.md": 670935976413221134, + "venv/lib/python3.13/site-packages/numpy/random/tests/data/mt19937-testset-2.csv": 14641856424618845798, + "venv/lib/python3.13/site-packages/numpy/core/arrayprint.py": 9652368112174245943, + "venv/lib/python3.13/site-packages/certifi-2025.11.12.dist-info/METADATA": 6656194161182818439, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_errstate.py": 10788459171326750780, + "venv/lib/python3.13/site-packages/numpy/ma/testutils.py": 9355402483340137461, + "venv/lib/python3.13/site-packages/pandas/tests/io/test_s3.py": 17425535047477778484, + "venv/lib/python3.13/site-packages/numpy/f2py/diagnose.py": 503331864022631297, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_extint128.py": 11074657869101074458, + "venv/lib/python3.13/site-packages/ecdsa/test_curves.py": 6577762025900435885, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_isetitem.py": 14895552405828068177, + "venv/lib/python3.13/site-packages/cffi/backend_ctypes.py": 2042566833861899211, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/base_class/test_setops.py": 13440916133402971190, + "venv/lib/python3.13/site-packages/pandas/core/arraylike.py": 11439602957100017713, + "venv/lib/python3.13/site-packages/cryptography/hazmat/decrepit/ciphers/__init__.py": 63497920264089252, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/numerictypes.pyi": 15443101937711720707, + "venv/lib/python3.13/site-packages/_pytest/monkeypatch.py": 2635774457434545573, + "venv/lib/python3.13/site-packages/pandas/tests/extension/test_datetime.py": 1678885152993000592, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/poly1305.py": 10854598965202354516, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/timestamps.cpython-313-x86_64-linux-gnu.so": 13209491675968970365, + "venv/lib/python3.13/site-packages/pandas/io/formats/templates/latex_table.tpl": 8706980975714184465, + "venv/lib/python3.13/site-packages/six-1.17.0.dist-info/WHEEL": 9100692507274722091, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/persistence.py": 17908437937265384125, + "venv/lib/python3.13/site-packages/jose/backends/rsa_backend.py": 13507186353881931758, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/test_pickle.py": 4216445955812104014, + "venv/lib/python3.13/site-packages/sqlalchemy/types.py": 15819795572817819102, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/state_changes.py": 11425629729736599320, + "venv/lib/python3.13/site-packages/git/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/_libs/internals.pyi": 11662356720550765508, + "frontend/src/lib/components/reports/reportTypeProfiles.js": 10752964062056890725, + "venv/lib/python3.13/site-packages/jsonschema/tests/_suite.py": 6307666366417438489, + "venv/lib/python3.13/site-packages/sqlalchemy/pool/events.py": 13473858896579666058, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/dtype.pyi": 12178008080078679769, + "venv/lib/python3.13/site-packages/urllib3/connection.py": 12761371748350595804, + "venv/lib/python3.13/site-packages/numpy/_core/_add_newdocs.pyi": 9282436354926617898, + "backend/src/services/reports/__tests__/test_report_normalizer.py": 5030199452684805352, + "venv/lib/python3.13/site-packages/charset_normalizer/__init__.py": 12412600648990392633, + "venv/lib/python3.13/site-packages/numpy/char/__init__.pyi": 12214207343146244743, + "venv/lib/python3.13/site-packages/pydantic/_internal/_config.py": 12760390602912369447, + "venv/lib/python3.13/site-packages/pydantic_core-2.41.5.dist-info/METADATA": 3044554568188160018, + "frontend/build/_app/immutable/nodes/7.C1KdPxRg.js": 8573104593455952517, + "venv/lib/python3.13/site-packages/attr/filters.pyi": 13942974755090135724, + "venv/lib/python3.13/site-packages/pygments/lexers/algebra.py": 9651893228421050246, + "venv/lib/python3.13/site-packages/pygments/lexers/cplint.py": 13990118342267278047, + "backend/src/services/clean_release/__tests__/test_compliance_orchestrator.py": 6332087444349093252, + "venv/lib/python3.13/site-packages/numpy/lib/_user_array_impl.py": 13115032674230220791, + "backend/src/models/dataset_review.py": 5814500849969423218, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_online.py": 11850497659869773510, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/tzconversion.cpython-313-x86_64-linux-gnu.so": 15960606468596245469, + "venv/lib/python3.13/site-packages/pip/_vendor/cachecontrol/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/passlib-1.7.4.dist-info/METADATA": 5045041742469375466, + "venv/lib/python3.13/site-packages/numpy/polynomial/tests/test_polynomial.py": 777287409151500309, + "venv/lib/python3.13/site-packages/numpy/polynomial/hermite.pyi": 3573629536236108391, + "venv/lib/python3.13/site-packages/pydantic/deprecated/parse.py": 819235411736647763, + "venv/lib/python3.13/site-packages/pandas/core/dtypes/missing.py": 11241703105777668183, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/kdf/__init__.py": 2246704695838251846, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_easter.py": 3397863170068576196, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/test_period.py": 3419297908709788013, + "venv/lib/python3.13/site-packages/pandas/_testing/asserters.py": 272063856832951430, + "venv/lib/python3.13/site-packages/httpx/__init__.py": 6383055693166097719, + "venv/lib/python3.13/site-packages/pip/_vendor/platformdirs/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pygments/lexers/varnish.py": 3608370156692616959, + "venv/lib/python3.13/site-packages/rapidfuzz/fuzz_py.py": 6428078990080243608, + "venv/lib/python3.13/site-packages/pandas/core/dtypes/inference.py": 2786441797589123900, + "venv/lib/python3.13/site-packages/pygments/lexers/asc.py": 10744437946030875496, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/visitors.py": 5190923415390076080, + "venv/lib/python3.13/site-packages/sqlalchemy/util/typing.py": 17638587764345605306, + "frontend/src/lib/utils/debounce.js": 16884470786640632815, + "venv/lib/python3.13/site-packages/httpcore/_async/http2.py": 16350817785499681224, + "venv/lib/python3.13/site-packages/cffi/cparser.py": 5246372077864988755, + "venv/lib/python3.13/site-packages/jeepney/io/common.py": 15160647397460834508, + "venv/lib/python3.13/site-packages/pandas/util/_decorators.py": 14780166101442507665, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/boolean/test_construction.py": 10619501873883861745, + "frontend/src/assets/svelte.svg": 13872699371039797074, + "venv/lib/python3.13/site-packages/rapidfuzz/process_cpp_impl.cpython-313-x86_64-linux-gnu.so": 11767771662042404251, + "venv/lib/python3.13/site-packages/pydantic/functional_validators.py": 5835339743072048940, + "venv/lib/python3.13/site-packages/anyio/streams/buffered.py": 8916188172110578587, + "venv/lib/python3.13/site-packages/numpy/fft/_pocketfft.py": 6142062990691556076, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/measure.py": 18327922742808984428, + "venv/lib/python3.13/site-packages/numpy/testing/overrides.pyi": 17408923209056015964, + "venv/lib/python3.13/site-packages/numpy/lib/stride_tricks.pyi": 5879290708972838025, + "venv/lib/python3.13/site-packages/numpy/polynomial/tests/test_legendre.py": 18266595775500927868, + "venv/lib/python3.13/site-packages/pip/_internal/utils/filetypes.py": 4415340223268174913, + "venv/lib/python3.13/site-packages/numpy/lib/tests/data/py2-np0-objarr.npy": 1615546603475261360, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/constructors.py": 7587476800569414769, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/JaroWinkler.pyi": 9003794318682878317, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_set_name.py": 9094608008538024609, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_fillna.py": 4610666845291315333, + "venv/lib/python3.13/site-packages/git/repo/base.py": 13975465345838683533, + "frontend/build/_app/immutable/chunks/MquA8CI7.js": 767901496842333448, + "venv/lib/python3.13/site-packages/yaml/parser.py": 18021832376874455801, + "venv/lib/python3.13/site-packages/pandas/core/sparse/api.py": 9094651265692218821, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/numerictypes.py": 5719374287454872555, + "specs/020-task-reports-design/ux_reference.md": 8909750610573134734, + "semantics/reports/semantic_report_20260208_141130.md": 9200927733117827396, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/columns.py": 8488246354818721406, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/test_common.py": 3559416690270529904, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_export_format.py": 17862222951776199694, + "venv/lib/python3.13/site-packages/PIL/IcnsImagePlugin.py": 1870235606309784691, + "frontend/src/lib/components/health/HealthMatrix.svelte": 16085178486788467644, + "backend/src/services/clean_release/repositories/audit_repository.py": 9617813121624417458, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/kdf/pbkdf2.py": 3369246520501764730, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_rename.py": 16148017223289654683, + "venv/lib/python3.13/site-packages/pandas/tests/libs/__init__.py": 15130871412783076140, + "frontend/src/lib/i18n/index.ts": 2428391315568750665, + "frontend/src/routes/dashboards/[id]/components/DashboardTaskHistory.svelte": 8800115118935646769, + "frontend/src/routes/reports/llm/[taskId]/report_page.contract.test.js": 4825093389030464765, + "venv/lib/python3.13/site-packages/authlib/integrations/django_oauth2/resource_protector.py": 4823504113176750140, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/cast/test_can_hold_element.py": 5406431247116557833, + "venv/lib/python3.13/site-packages/pandas/tests/base/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/cast/test_promote.py": 16601872688404846307, + "venv/lib/python3.13/site-packages/dotenv/__main__.py": 16883579879172186355, + "venv/lib/python3.13/site-packages/pandas/core/reshape/merge.py": 300205528811693975, + "venv/lib/python3.13/site-packages/pydantic_core/_pydantic_core.pyi": 16799580742094025110, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/config.py": 10707678943298497676, + "frontend/src/components/tools/MapperTool.svelte": 16528529568914906720, + "specs/004-integrate-svelte-kit/plan.md": 9175496045876678983, + "venv/lib/python3.13/site-packages/pandas/tests/base/test_fillna.py": 9297637486401098611, + "venv/lib/python3.13/site-packages/attrs/filters.py": 6844006230924162452, + "venv/lib/python3.13/site-packages/httpx/_content.py": 1301854837767395687, + "venv/lib/python3.13/site-packages/pip/_internal/cli/main_parser.py": 7942770969280622910, + "venv/lib/python3.13/site-packages/rapidfuzz/process.py": 3870006735299537016, + "venv/lib/python3.13/site-packages/cryptography/fernet.py": 10137792148038140630, + "venv/lib/python3.13/site-packages/pandas/io/excel/_odswriter.py": 17220892094904423676, + "specs/028-llm-datasource-supeset/spec.md": 8907466599040492212, + "venv/lib/python3.13/site-packages/numpy/__config__.py": 15794735729525094396, + "specs/016-multi-user-auth/checklists/security.md": 12529708805637244912, + "specs/008-migration-ui-improvements/research.md": 13889549170325387623, + "specs/017-llm-analysis-plugin/checklists/data-integrity.md": 6417002670286360069, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_ppc_linux.h": 15772978805500070727, + "venv/lib/python3.13/site-packages/pandas/tests/series/accessors/test_list_accessor.py": 8613662386779664039, + "venv/lib/python3.13/site-packages/pillow-12.1.1.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pyasn1/type/constraint.py": 16776615503418773283, + "venv/lib/python3.13/site-packages/charset_normalizer/cd.py": 8687667152597941021, + "backend/src/services/dataset_review/repositories/session_repository.py": 4058785536575367912, + "backend/tests/test_translate_executor_filter.py": 11717560360659156703, + "venv/lib/python3.13/site-packages/PIL/FpxImagePlugin.py": 18245056799205041866, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/utils.py": 9959199071030996679, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/arrayprint.py": 5912583751693302370, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/errors/__init__.py": 13444371880185740908, + "venv/lib/python3.13/site-packages/PIL/_imaging.pyi": 17119084207765761921, + "venv/lib/python3.13/site-packages/pycparser/ply/cpp.py": 1665654017894222868, + "venv/lib/python3.13/site-packages/python_dateutil-2.9.0.post0.dist-info/WHEEL": 5990830714395966792, + "venv/lib/python3.13/site-packages/numpy/_expired_attrs_2_0.py": 8786558894094307341, + "venv/lib/python3.13/site-packages/PIL/_imagingmath.cpython-313-x86_64-linux-gnu.so": 77725273398858074, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_equals.py": 9405821443172167066, + "venv/lib/python3.13/site-packages/numpy/ctypeslib/__init__.pyi": 13208953770241664384, + "venv/lib/python3.13/site-packages/greenlet/tests/test_contextvars.py": 6077482318964702132, + "specs/008-migration-ui-improvements/tasks.md": 5451071003705713219, + "venv/lib/python3.13/site-packages/websockets/legacy/protocol.py": 762692033188392424, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/jupyter.py": 4446535289156468239, + "venv/lib/python3.13/site-packages/pip/_internal/wheel_builder.py": 3893922370396791826, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_array_utils.py": 14682148205379122638, + "venv/lib/python3.13/site-packages/fastapi/security/open_id_connect_url.py": 3502444317759870079, + "venv/lib/python3.13/site-packages/httpcore/_async/http11.py": 7565741048880549265, + "venv/lib/python3.13/site-packages/websockets/version.py": 5853118844880112885, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_assert_numpy_array_equal.py": 2089426719574307767, + "specs/016-multi-user-auth/research.md": 18328196529828060014, + "venv/lib/python3.13/site-packages/numpy/_core/einsumfunc.py": 11393954913234866059, + "venv/lib/python3.13/site-packages/numpy/_core/_ufunc_config.py": 7365943844063702766, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_logical_ops.py": 16166386974005224415, + "venv/lib/python3.13/site-packages/pandas/core/array_algos/masked_accumulations.py": 11428556645065711062, + "venv/lib/python3.13/site-packages/pandas/tests/series/accessors/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/oracle/types.py": 16795741817129898714, + "semantics/reports/semantic_report_20260326_135301.md": 11826928806030824273, + "venv/lib/python3.13/site-packages/fastapi/background.py": 16533963020573865222, + "backend/src/plugins/llm_analysis/models.py": 11561165853127709481, + "venv/lib/python3.13/site-packages/click-8.3.1.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/METADATA": 6557531107125553027, + "venv/lib/python3.13/site-packages/jeepney/io/tests/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/arraypad.pyi": 12178766981280242620, + "venv/lib/python3.13/site-packages/numpy/_core/printoptions.py": 3897105663572772838, + "venv/lib/python3.13/site-packages/pandas/_libs/byteswap.pyi": 6723628093359375823, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/test_array.py": 16867692337986161626, + "venv/lib/python3.13/site-packages/numpy/random/mtrand.pyi": 17144590106028661128, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/categorical/test_formats.py": 2601044064677727807, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_libgroupby.py": 9985769511561272200, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/timezones.cpython-313-x86_64-linux-gnu.so": 1137453907225619959, + "venv/lib/python3.13/site-packages/pygments/styles/algol.py": 3040373291664740876, + "venv/lib/python3.13/site-packages/pygments/lexers/graphics.py": 13783143864729682444, + "venv/lib/python3.13/site-packages/numpy/version.pyi": 5075382895829889457, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/methods/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/io/test_html.py": 12040484325988635032, + "frontend/src/lib/ui/index.ts": 6883965364006817450, + "venv/lib/python3.13/site-packages/sqlalchemy/log.py": 10101221585967121334, + "venv/lib/python3.13/site-packages/greenlet/greenlet.h": 16216120538647882082, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/operators.py": 2468046993343796128, + "venv/lib/python3.13/site-packages/passlib/handlers/mssql.py": 2800599582708170195, + "venv/lib/python3.13/site-packages/jsonschema/tests/test_types.py": 651959450717569029, + "venv/lib/python3.13/site-packages/apscheduler/schedulers/base.py": 17992335652981439676, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/reshaping.py": 18085648077811502689, + "venv/lib/python3.13/site-packages/sqlalchemy/future/engine.py": 4639404437703898767, + "venv/lib/python3.13/site-packages/numpy/random/_mt19937.pyi": 15904463104068500379, + "frontend/src/lib/ui/Button.svelte": 921807193049478213, + "frontend/src/routes/translate/[id]/+page.svelte": 15408152359430338185, + "frontend/build/_app/immutable/nodes/36.3HtUu24e.js": 13863410968659013875, + "venv/lib/python3.13/site-packages/pandas/_libs/writers.pyi": 10494773026133244183, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/test_internals.py": 10472508540875131797, + "specs/025-clean-release-compliance/research.md": 6205023241969291891, + "venv/lib/python3.13/site-packages/pandas/_libs/indexing.cpython-313-x86_64-linux-gnu.so": 13188040757764159731, + "venv/lib/python3.13/site-packages/pandas/_libs/hashing.pyi": 5241441378073929968, + "venv/lib/python3.13/site-packages/numpy/polynomial/tests/test_polyutils.py": 675639791972685455, + "venv/lib/python3.13/site-packages/pygments/lexers/meson.py": 14659991367778746658, + "specs/014-file-storage-ui/tasks.md": 3136279126433209643, + "venv/bin/uvicorn": 3776670267111625708, + "specs/020-task-reports-design/tests/README.md": 7590166813461975814, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_arraysetops.py": 10588903945244480732, + "specs/017-llm-analysis-plugin/spec.md": 12124064050202392106, + "venv/lib/python3.13/site-packages/fastapi/params.py": 14263655860695381481, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/psycopg2cffi.py": 5997687240967250164, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/numeric/__init__.py": 15130871412783076140, + "backend/src/core/async_superset_client.py": 17097960069181151584, + "venv/lib/python3.13/site-packages/pandas/_libs/interval.cpython-313-x86_64-linux-gnu.so": 8964760352224019544, + "venv/lib/python3.13/site-packages/pip/_internal/__init__.py": 7060345458485901709, + "backend/src/models/connection.py": 7467905739729526898, + "venv/lib/python3.13/site-packages/pandas/tests/arithmetic/common.py": 9354442374897565498, + "venv/lib/python3.13/site-packages/PIL/_typing.py": 17407980360703360848, + "backend/src/api/routes/__tests__/conftest.py": 8465980330386544642, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_to_timestamp.py": 12253372102602993034, + "venv/lib/python3.13/site-packages/websockets/cli.py": 14049106025886056110, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/data_multiplier.f": 13432803601367981068, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/transform/test_transform.py": 5674175311567817854, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/contrib/ntlmpool.py": 16386268386376675175, + "venv/lib/python3.13/site-packages/pandas/tests/extension/conftest.py": 16886862391161243448, + "venv/lib/python3.13/site-packages/pandas/io/parsers/python_parser.py": 7297059565749331767, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/declarative/__init__.py": 2436195108273216959, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_pop.py": 14885271225856187795, + "venv/lib/python3.13/site-packages/secretstorage-3.5.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/numpy/lib/tests/data/py3-objarr.npy": 17303060773267383537, + "venv/lib/python3.13/site-packages/PIL/PcfFontFile.py": 8867692961463798279, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/uvicorn/lifespan/on.py": 2866195356090164296, + "venv/lib/python3.13/site-packages/_pytest/python_api.py": 12953851690889336092, + "venv/lib/python3.13/site-packages/pandas/tests/io/test_http_headers.py": 13187746870209705951, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/usecols/test_strings.py": 7379299916213794543, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_put.py": 8547660958963625817, + "venv/lib/python3.13/site-packages/sqlalchemy/util/_collections.py": 7772437080414835462, + "venv/lib/python3.13/site-packages/numpy/f2py/rules.pyi": 1342380029484127983, + "venv/lib/python3.13/site-packages/pygments/formatters/img.py": 18230180171537565208, + "venv/lib/python3.13/site-packages/pydantic/v1/class_validators.py": 6471688474853407718, + "venv/lib/python3.13/site-packages/pandas/tests/api/test_api.py": 13385690673368400635, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/test_from_dummies.py": 5670811108950300761, + "venv/lib/python3.13/site-packages/fastapi-0.127.1.dist-info/INSTALLER": 17282701611721059870, + "frontend/src/lib/components/layout/TopNavbar.svelte": 14489256050586877364, + "specs/017-llm-analysis-plugin/checklists/reliability-security.md": 12870454230305665979, + "semantics/reports/semantic_report_20260301_120939.md": 7617369312707635861, + "backend/src/services/dataset_review/__init__.py": 15781509495698823404, + "frontend/src/components/TaskLogViewer.svelte": 14310893311791502213, + "venv/lib/python3.13/site-packages/fastapi/security/utils.py": 2616633862993539558, + "venv/lib/python3.13/site-packages/pluggy-1.6.0.dist-info/licenses/LICENSE": 14316979437290727897, + "venv/lib/python3.13/site-packages/rapidfuzz/process_cpp.py": 16797760903996739079, + "venv/lib/python3.13/site-packages/passlib/tests/sample1.cfg": 9597283806285213340, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/functions.py": 16567226076808693246, + "venv/lib/python3.13/site-packages/_pytest/mark/__init__.py": 9343015549300275714, + "venv/lib/python3.13/site-packages/numpy/lib/_index_tricks_impl.py": 13574106461973044500, + "venv/lib/python3.13/site-packages/urllib3/contrib/emscripten/request.py": 17642741955458391050, + "frontend/src/routes/dashboards/[id]/+page.svelte": 1225758611896418118, + "semantics/reports/semantic_report_20260310_121745.md": 5712025234851784836, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/sqlite/provision.py": 13156893203444936309, + "venv/lib/python3.13/site-packages/git/refs/reference.py": 2038789918710608481, + "venv/lib/python3.13/site-packages/numpy/lib/_ufunclike_impl.py": 12251264586530536622, + "specs/003-project-launch-script/data-model.md": 7963300438405838176, + "venv/lib/python3.13/site-packages/pip/_internal/utils/compat.py": 1841193561752758336, + "venv/lib/python3.13/site-packages/rsa/util.py": 13423880475585138638, + "venv/lib/python3.13/site-packages/pandas/core/ops/docstrings.py": 3721650738518391256, + "venv/lib/python3.13/site-packages/greenlet/TThreadStateDestroy.cpp": 13749797532421836328, + "venv/lib/python3.13/site-packages/numpy/lib/_arraypad_impl.py": 6348811074249398741, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/theme.py": 14225878259183479398, + "venv/lib/python3.13/site-packages/numpy/random/tests/data/philox-testset-2.csv": 7063857529719738394, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/test_scalar_compat.py": 10534925655070162459, + "venv/lib/python3.13/site-packages/pygments/lexers/_mql_builtins.py": 2376212048709413586, + "specs/019-superset-ux-redesign/data-model.md": 521863384734054025, + "semantics/reports/semantic_report_20260310_122306.md": 18025591370115861170, + "backend/src/services/reports/normalizer.py": 11408466232944555336, + "venv/lib/python3.13/site-packages/authlib/oauth1/rfc5849/errors.py": 12935154705443176852, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/interval/test_arithmetic.py": 13304014482504911016, + "venv/lib/python3.13/site-packages/httpcore/_exceptions.py": 6716590711697088732, + "venv/lib/python3.13/site-packages/authlib/integrations/django_oauth2/__init__.py": 12793458753561114666, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_multi_thread.py": 5660352470978621226, + "venv/lib/python3.13/site-packages/pip/_internal/commands/install.py": 17631777189475433503, + "venv/lib/python3.13/site-packages/attr/_make.py": 2348458829123990579, + "venv/lib/python3.13/site-packages/git/objects/blob.py": 8972374723153211283, + "venv/lib/python3.13/site-packages/urllib3/fields.py": 9503202008440141421, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/shape_base.pyi": 10291383658131961346, + "venv/lib/python3.13/site-packages/pygments/lexers/text.py": 10572727755736597715, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_timezones.py": 1962830142478494009, + "backend/src/services/dataset_review/repositories/__tests__/test_session_repository.py": 18317443814450756666, + "backend/tests/services/clean_release/test_compliance_task_integration.py": 682622548217611215, + "venv/lib/python3.13/site-packages/pygments/lexers/textedit.py": 14872291021083255414, + "venv/lib/python3.13/site-packages/pydantic/fields.py": 4142211199816898047, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/routines/subrout.f": 18215492757907465667, + "venv/lib/python3.13/site-packages/authlib/integrations/flask_oauth2/resource_protector.py": 3563910821279222695, + "venv/lib/python3.13/site-packages/numpy/_utils/__init__.pyi": 13530522898409268883, + "venv/lib/python3.13/site-packages/secretstorage/collection.py": 17903258621904912493, + "venv/lib/python3.13/site-packages/pandas/_libs/hashtable.pyi": 15034917167424979097, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_to_numpy.py": 222383250675686477, + "venv/lib/python3.13/site-packages/fastapi/_compat/may_v1.py": 9880083742927480960, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_index_col.py": 17604191644943383567, + "venv/lib/python3.13/site-packages/starlette-0.50.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pygments/lexers/business.py": 10410439210806697214, + "venv/lib/python3.13/site-packages/pygments/lexers/comal.py": 769727871242464458, + "venv/lib/python3.13/site-packages/pygments/lexers/sophia.py": 15971500155124949058, + "specs/007-migration-dashboard-grid/quickstart.md": 14183208340168112278, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/providers/pyproject.py": 12684373765476932108, + "venv/lib/python3.13/site-packages/pillow.libs/liblzma-61b1002e.so.5.8.2": 11405063484938458842, + "venv/lib/python3.13/site-packages/requests/exceptions.py": 6474239743209354989, + "venv/lib/python3.13/site-packages/ecdsa/test_sha3.py": 12459459298663975730, + "venv/lib/python3.13/site-packages/pip/_internal/models/link.py": 7172346414535657925, + "venv/lib/python3.13/site-packages/numpy/lib/_type_check_impl.py": 15989335816452913951, + "venv/lib/python3.13/site-packages/python_multipart-0.0.21.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_transpose.py": 17983160984979323393, + "venv/lib/python3.13/site-packages/pandas/_libs/index.cpython-313-x86_64-linux-gnu.so": 18409579812171549318, + "venv/lib/python3.13/site-packages/anyio/_core/_exceptions.py": 11969894261631227715, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_add_prefix_suffix.py": 8367793476246001244, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/cast/test_construct_object_arr.py": 4725156416161661681, + "venv/lib/python3.13/site-packages/gitdb-4.0.12.dist-info/AUTHORS": 10073225185964928425, + "venv/lib/python3.13/site-packages/pip/_vendor/resolvelib/reporters.py": 10760889726586439724, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc8628/__init__.py": 6532094538918910232, + "venv/lib/python3.13/site-packages/pillow.libs/libfreetype-ee1c40c4.so.6.20.4": 12301510769231120312, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/interval/test_overlaps.py": 2328652590379935311, + "venv/lib/python3.13/site-packages/pydantic/utils.py": 1533455264689378477, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/_orm_types.py": 5508682532707462217, + "venv/lib/python3.13/site-packages/urllib3/util/ssltransport.py": 1175688460659745788, + "frontend/src/routes/migration/+page.svelte": 7821836225621176583, + "frontend/build/_app/immutable/chunks/D_wt7Hgz.js": 10783315413217352554, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_libfrequencies.py": 16302676625743291594, + "venv/lib/python3.13/site-packages/multipart/decoders.py": 11346752866822986212, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/twofactor/__init__.py": 18069619555394133945, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/oracle/cx_oracle.py": 10093932131797570986, + "venv/lib/python3.13/site-packages/pygments/lexers/smithy.py": 10789533877863290582, + "frontend/build/_app/immutable/nodes/27.C0AHcHpz.js": 16218263435425132568, + "venv/lib/python3.13/site-packages/pytest-9.0.2.dist-info/WHEEL": 16097436423493754389, + "specs/001-plugin-arch-svelte-ui/tasks.md": 6577448182670004562, + "venv/lib/python3.13/site-packages/numpy/lib/_user_array_impl.pyi": 7171810177801103765, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_to_offset.py": 3929599794655343911, + "backend/src/services/notifications/service.py": 7032100258837946310, + "backend/tests/scripts/test_clean_release_cli.py": 13978106497618764226, + "venv/lib/python3.13/site-packages/cffi/_shimmed_dist_utils.py": 4824806157907607487, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Levenshtein.py": 15426828792217499138, + "venv/lib/python3.13/site-packages/starlette/status.py": 16192064443996706569, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/containers.py": 5969831151685016772, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/utils.py": 8633356372647820801, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_to_period.py": 7727606662611927293, + "venv/lib/python3.13/site-packages/keyring/compat/__init__.py": 7578020229796085753, + "venv/lib/python3.13/site-packages/_pytest/terminal.py": 885450969703476729, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-log2.csv": 13979868713429167140, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/interval/test_astype.py": 15275720655739710249, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/floating/test_to_numpy.py": 14845850776625255794, + "specs/001-plugin-arch-svelte-ui/spec.md": 9418180372839494910, + "semantics/reports/semantic_report_20260126_112020.md": 6890025349301559843, + "venv/lib/python3.13/site-packages/dotenv/py.typed": 9796674040111366709, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_abc.py": 10164280045317807365, + "venv/lib/python3.13/site-packages/anyio-4.12.0.dist-info/METADATA": 3643456577199395707, + "backend/src/plugins/backup.py": 9697280948668596192, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_map.py": 6556132946198785761, + "venv/lib/python3.13/site-packages/pandas/core/window/ewm.py": 12143982379243011357, + "venv/lib/python3.13/site-packages/numpy/polynomial/legendre.py": 1731362089136926666, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/holiday/test_holiday.py": 8541197358003711845, + "venv/lib/python3.13/site-packages/pandas/core/computation/expressions.py": 10684284531040203747, + "venv/lib/python3.13/site-packages/pygments/lexers/textfmts.py": 17438453283146671997, + "frontend/build/_app/immutable/nodes/0.CxNtGMIA.js": 332418019937058952, + "venv/lib/python3.13/site-packages/more_itertools-10.8.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/numpy/_core/getlimits.py": 7842717073693731093, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_multiarray.py": 5928288171180750841, + "venv/lib/python3.13/site-packages/pandas/plotting/_matplotlib/__init__.py": 7526309124863950484, + "venv/lib/python3.13/site-packages/pygments/lexers/_postgres_builtins.py": 2383906454995727700, + "venv/lib/python3.13/site-packages/keyring/testing/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/strings/__init__.py": 5060190599837877599, + "venv/lib/python3.13/site-packages/_pytest/tracemalloc.py": 5530234062530858720, + "venv/lib/python3.13/site-packages/passlib/tests/test_utils_pbkdf2.py": 17016810698578473773, + "venv/lib/python3.13/site-packages/pandas/core/array_algos/replace.py": 1708865864686705833, + "venv/lib/python3.13/site-packages/_pytest/faulthandler.py": 13329320306353718649, + "venv/lib/python3.13/site-packages/pandas/tests/window/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/frequencies/test_freq_code.py": 13758353172962109140, + "venv/lib/python3.13/site-packages/numpy/random/_generator.pyi": 17167649524261942483, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/boolean/test_comparison.py": 11333735187162513512, + "venv/lib/python3.13/site-packages/pydantic_core/core_schema.py": 8106298745123589494, + "venv/lib/python3.13/site-packages/pygments/lexers/promql.py": 8929925488296216854, + "venv/lib/python3.13/site-packages/websockets/legacy/exceptions.py": 16025779645869134942, + "venv/lib/python3.13/site-packages/pygments/lexers/blueprint.py": 6370363226580199085, + "venv/lib/python3.13/site-packages/anyio/_core/_synchronization.py": 7050001375718876608, + "venv/lib/python3.13/site-packages/pygments/lexers/dylan.py": 16246299896150112270, + "venv/bin/py.test": 2593802493707545818, + "venv/lib/python3.13/site-packages/numpy/_core/tests/examples/cython/setup.py": 17086801293303202021, + "venv/lib/python3.13/site-packages/pygments/lexers/jslt.py": 11805394130669644345, + "frontend/build/_app/immutable/nodes/16.BDRAWdoS.js": 3681453804016682453, + "specs/027-dataset-llm-orchestration/ux_reference.md": 705197852238556930, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7521/__init__.py": 635200170992032966, + "venv/lib/python3.13/site-packages/starlette/schemas.py": 697416731579555195, + "venv/lib/python3.13/site-packages/rpds_py-0.30.0.dist-info/WHEEL": 14929202952940710322, + "venv/lib/python3.13/site-packages/starlette/_exception_handler.py": 9892172656847200124, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7516/jwe.py": 10478268710546063196, + "venv/lib/python3.13/site-packages/fastapi/encoders.py": 1914192268055730299, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/themes.py": 6451091097727599550, + "venv/lib/python3.13/site-packages/pillow.libs/libopenjp2-94e588ba.so.2.5.4": 2483101806045986252, + "venv/lib/python3.13/site-packages/keyring/devpi_client.py": 3445890176686211982, + "venv/lib/python3.13/site-packages/apscheduler/triggers/cron/fields.py": 8923326131649837922, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/rec.pyi": 9140655366667421698, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/timezones.pyi": 17528421279543420867, + "venv/lib/python3.13/site-packages/pyasn1/codec/der/encoder.py": 4790267438222037867, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/test_methods.py": 12694335778731418517, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/multiarray.pyi": 17232959648651278910, + "venv/lib/python3.13/site-packages/pandas/util/version/__init__.py": 3844072588696074141, + "venv/lib/python3.13/site-packages/pandas/tests/io/xml/test_to_xml.py": 8477770807916990981, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/type_check.pyi": 9177256991985898824, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/fixtures/__init__.py": 6654484356035994666, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/named_types.py": 6099185243355915896, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/data_common.f": 5913807803369559749, + "venv/lib/python3.13/site-packages/PIL/ImageFilter.py": 10974179993355630141, + "venv/lib/python3.13/site-packages/numpy/lib/_datasource.py": 18136853038949826147, + "venv/lib/python3.13/site-packages/git/db.py": 6680123567509774609, + "venv/lib/python3.13/site-packages/pandas/tests/io/sas/test_sas.py": 9446226619493404132, + "venv/lib/python3.13/site-packages/psycopg2/extras.py": 7510107741729866600, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_ufunclike.py": 13752381070039804384, + "venv/lib/python3.13/site-packages/pygments/lexers/_usd_builtins.py": 8671446144574174964, + "venv/lib/python3.13/site-packages/rsa/pkcs1_v2.py": 3533398238491175229, + "venv/lib/python3.13/site-packages/pip/_vendor/truststore/_windows.py": 9171347078900057357, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/__init__.py": 96341051676048910, + "venv/lib/python3.13/site-packages/pandas/_libs/interval.pyi": 15698173755300703836, + "venv/lib/python3.13/site-packages/uvicorn-0.40.0.dist-info/WHEEL": 7454950858448014158, + "venv/lib/python3.13/site-packages/cryptography/__about__.py": 10471312538528457144, + "venv/lib/python3.13/site-packages/jsonschema/__main__.py": 18136546137047911521, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/util.py": 4815334059917765852, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/getitem.py": 556339939822508169, + "frontend/src/lib/components/assistant/AssistantClarificationCard.svelte": 15872391111837089374, + "frontend/src/lib/components/dataset-review/ValidationFindingsPanel.svelte": 2403276296409515448, + "specs/008-migration-ui-improvements/quickstart.md": 14102502716615262210, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/contrib/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/fastapi/staticfiles.py": 4094330072433302614, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/style.py": 10665998898253460114, + "venv/lib/python3.13/site-packages/rpds/__init__.pyi": 12037474523494903587, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/DamerauLevenshtein.py": 17993169044119596860, + "venv/lib/python3.13/site-packages/psycopg2/extensions.py": 14197445323992851566, + "venv/lib/python3.13/site-packages/pip/_vendor/platformdirs/macos.py": 17442393555211213147, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/ufunc_config.pyi": 11754104063443791746, + "venv/lib/python3.13/site-packages/numpy/core/_dtype_ctypes.pyi": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/tests/test_ctypeslib.py": 9592016432737074765, + "venv/lib/python3.13/site-packages/psycopg2_binary.libs/libselinux-0922c95c.so.1": 16516617710645376769, + "venv/lib/python3.13/site-packages/pip/_internal/models/wheel.py": 10473287225032326206, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/test_clip.py": 13498704233745189154, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/integer/test_function.py": 14142346897145169685, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/test_datetimes.py": 8863748366184419339, + "venv/lib/python3.13/site-packages/typing_inspection/py.typed": 15130871412783076140, + "run.sh": 4808871544409245302, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_records.py": 18167578114159312327, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/test_indexing.py": 6539365174681852769, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/_psycopg_common.py": 4111797647365870137, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/pg8000.py": 6580512354643849828, + "venv/lib/python3.13/site-packages/urllib3/util/ssl_match_hostname.py": 7411350247004265632, + "venv/lib/python3.13/site-packages/pygments/lexers/_openedge_builtins.py": 4979988747924637739, + "venv/lib/python3.13/site-packages/pygments/lexers/freefem.py": 9851243865301700231, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/regression/f77fixedform.f95": 10898637805043867370, + "venv/lib/python3.13/site-packages/numpy/lib/tests/data/win64python2.npy": 11005857803794805939, + "venv/lib/python3.13/site-packages/pygments/lexers/diff.py": 5930189593946259160, + "venv/lib/python3.13/site-packages/pydantic_settings/py.typed": 15130871412783076140, + "specs/019-superset-ux-redesign/checklists/requirements.md": 5883755245826564938, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/api.py": 12339139862411341381, + "semantics/reports/semantic_report_20260310_122208.md": 13341000637834800729, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/comparisons.pyi": 4158883009780474220, + "venv/lib/python3.13/site-packages/gitdb/utils/encoding.py": 1668793658272579497, + "semantics/reports/semantic_report_20260219_224935.md": 9265214982982843771, + "semantics/reports/semantic_report_20260310_150600.md": 14878124513298974490, + "venv/lib/python3.13/site-packages/passlib/tests/test_registry.py": 15377817946543064293, + "backend/src/api/routes/__tests__/test_clean_release_v2_release_api.py": 14275839608126658275, + "venv/lib/python3.13/site-packages/pip/_internal/resolution/resolvelib/resolver.py": 9931394693284776391, + "venv/lib/python3.13/site-packages/pandas/tests/io/excel/test_odf.py": 15484940480924122966, + "venv/lib/python3.13/site-packages/pip/_internal/utils/retry.py": 15244280495983216204, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/type_check.pyi": 1599910480066368464, + "venv/lib/python3.13/site-packages/jeepney/io/trio.py": 11859775321483330469, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/test_categorical.py": 10863578845754547294, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_copy.py": 12902342280706372953, + "venv/lib/python3.13/site-packages/requests/compat.py": 5836590172733661320, + "venv/lib/python3.13/site-packages/pandas/core/util/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/mypy/decl_class.py": 6328411894571735935, + "semantics/reports/semantic_report_20260223_170928.md": 658876465343126078, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/parameter/constant_array.f90": 9711940829820746513, + "venv/lib/python3.13/site-packages/packaging/tags.py": 1999137344425005827, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_print.py": 598821365691498702, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/frame/test_frame_legend.py": 13094583566764796297, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/methods/test_size.py": 16658280641516916790, + "venv/lib/python3.13/site-packages/pandas/core/array_algos/datetimelike_accumulations.py": 14719894187829729175, + "venv/lib/python3.13/site-packages/pandas/core/indexes/extension.py": 7193879749426425951, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/PIL/__main__.py": 827665918723937817, + "venv/lib/python3.13/site-packages/charset_normalizer/utils.py": 11724147997933584095, + "venv/lib/python3.13/site-packages/pygments/styles/borland.py": 17570558758932580659, + "venv/lib/python3.13/site-packages/charset_normalizer-3.4.4.dist-info/RECORD": 11788532857617688351, + "frontend/src/components/StartupEnvironmentWizard.svelte": 6947772062866928838, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_formats.py": 13500155167624433622, + "venv/lib/python3.13/site-packages/_pytest/python.py": 1829073958095716309, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/contrib/_securetransport/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/random/_pcg64.cpython-313-x86_64-linux-gnu.so": 5759445712745875888, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7518/oct_key.py": 11504245602045724, + "venv/lib/python3.13/site-packages/pygments/lexers/cddl.py": 1303059539145221713, + "semantics/reports/semantic_report_20260224_194232.md": 9265778333060859196, + "venv/lib/python3.13/site-packages/python_multipart-0.0.21.dist-info/WHEEL": 7454950858448014158, + "semantics/reports/semantic_report_20260123_214938.md": 4442397642341490441, + "backend/src/api/routes/translate/_dictionary_routes.py": 13818233841800263162, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/histograms.pyi": 2281259341486424755, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/rsa.pyi": 13850254283540522444, + "venv/lib/python3.13/site-packages/cryptography/hazmat/asn1/__init__.py": 4290669519959060720, + "venv/lib/python3.13/site-packages/attr/converters.pyi": 17675091788614033166, + "venv/lib/python3.13/site-packages/gitdb/db/ref.py": 1176701624460337371, + "venv/lib/python3.13/site-packages/numpy/random/_examples/cython/extending.pyx": 756189645898997788, + "venv/lib/python3.13/site-packages/pydantic/class_validators.py": 4643597082531287188, + "venv/lib/python3.13/site-packages/pandas/_libs/window/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/privatemod.f90": 8999550841368314739, + "venv/lib/python3.13/site-packages/numpy/_core/defchararray.py": 15550230459945996915, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_map.py": 32086858815359344, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timedelta/test_formats.py": 18080627205081311773, + "venv/lib/python3.13/site-packages/bcrypt/_bcrypt.abi3.so": 8691731321358529264, + "venv/lib/python3.13/site-packages/pandas/tests/io/json/test_readlines.py": 15928258358116399067, + "venv/lib/python3.13/site-packages/pandas-3.0.1.dist-info/WHEEL": 11630459739183915695, + "venv/lib/python3.13/site-packages/authlib/oauth1/errors.py": 1154126353335030046, + "venv/lib/python3.13/site-packages/pygments/lexers/ecl.py": 12886695201994337568, + "specs/007-migration-dashboard-grid/spec.md": 4486046718905613824, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_describe.py": 362374422228593281, + "backend/src/schemas/dataset_review_pkg/_dtos.py": 13301885458265748263, + "venv/lib/python3.13/site-packages/greenlet/TExceptionState.cpp": 17617354576371846109, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/string/gh24662.f90": 4241310200087270990, + "venv/lib/python3.13/site-packages/pydantic/json.py": 4109352930301629308, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_simd.py": 7577408467041941595, + "venv/lib/python3.13/site-packages/pip/_internal/resolution/resolvelib/base.py": 13454394827268856575, + "venv/lib/python3.13/site-packages/pygments/console.py": 3540660073442483692, + "backend/src/core/ws_log_handler.py": 7507069843556560249, + "venv/lib/python3.13/site-packages/pip/_vendor/idna/core.py": 2199607970842512780, + "venv/lib/python3.13/site-packages/apscheduler/jobstores/rethinkdb.py": 16413299263077970925, + "venv/lib/python3.13/site-packages/dateutil/tz/_factories.py": 7538654189286887518, + "venv/lib/python3.13/site-packages/git/exc.py": 14278238357119816365, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_business_hour.py": 13754646634123368797, + "venv/lib/python3.13/site-packages/dateutil/easter.py": 14631233890122048084, + "venv/lib/python3.13/site-packages/cffi/lock.py": 13507686939203117974, + "venv/lib/python3.13/site-packages/pandas/tests/frame/indexing/test_indexing.py": 81180636019259296, + "venv/lib/python3.13/site-packages/pandas/tests/arithmetic/test_string.py": 15542851215119662814, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/conversion.cpython-313-x86_64-linux-gnu.so": 9014806524727977333, + "venv/lib/python3.13/site-packages/pyasn1/type/useful.py": 10313387611927801339, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_factorize.py": 861897342553280506, + "specs/012-remove-superset-tool/plan.md": 15602611462012978424, + "venv/lib/python3.13/site-packages/websockets/sync/utils.py": 15135020989207191168, + "venv/lib/python3.13/site-packages/pygments/styles/material.py": 14325514369696961874, + "venv/lib/python3.13/site-packages/jsonschema_specifications/schemas/draft202012/vocabularies/core": 6622984507059115517, + "venv/lib/python3.13/site-packages/keyring/backends/null.py": 12740996416911604870, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/interval/test_join.py": 13115782559805895662, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/methods/test_nlargest_nsmallest.py": 11049656379959696695, + "venv/lib/python3.13/site-packages/pandas/tests/libs/test_hashtable.py": 7762405492052106717, + "venv/lib/python3.13/site-packages/pygments/lexers/tcl.py": 10343667975436015855, + "frontend/build/_app/immutable/chunks/DTMvSxi1.js": 17005627727386460274, + "backend/src/services/clean_release/stages/data_purity.py": 775548350590498835, + "backend/src/api/routes/dataset_review_pkg/_dependencies.py": 15939232213193276681, + "frontend/tailwind.config.js": 13139381085024634801, + "backend/src/services/clean_release/dto.py": 11031410734734770552, + "backend/alembic_test.db": 738658671887510271, + "frontend/build/_app/immutable/chunks/B3X3YCF6.js": 11625393418263984353, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/openssl/_conditional.py": 14190849361275154667, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc8628/errors.py": 4817746830102488448, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/_openssl.pyi": 4376871621615688626, + "venv/lib/python3.13/site-packages/numpy/f2py/symbolic.pyi": 14558091964387571257, + "venv/lib/python3.13/site-packages/pandas/tests/base/test_transpose.py": 1686867045869336370, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/__init__.py": 6327819603201859020, + "venv/lib/python3.13/site-packages/uvicorn/protocols/utils.py": 6147480543268737542, + "frontend/src/services/gitService.js": 7044825476968825357, + "venv/lib/python3.13/site-packages/numpy/lib/mixins.pyi": 15597536290223628777, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_dialect.py": 6294522482440261756, + "venv/lib/python3.13/site-packages/jsonschema/benchmarks/useless_keywords.py": 11487954623214475915, + "venv/lib/python3.13/site-packages/pip/_internal/commands/inspect.py": 1401259241736437656, + "venv/lib/python3.13/site-packages/pygments/lexers/typoscript.py": 6706632522710582762, + "venv/lib/python3.13/site-packages/pip/_internal/models/direct_url.py": 4619204214785230341, + "venv/lib/python3.13/site-packages/httpx/_urls.py": 4219389176352582046, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_function_base.py": 15241999259666702619, + "backend/src/api/routes/mappings.py": 312691683287517899, + "backend/src/services/clean_release/compliance_execution_service.py": 3379474749353250488, + "backend/src/services/clean_release/policy_resolution_service.py": 5075709738950902327, + "venv/lib/python3.13/site-packages/fastapi/security/base.py": 15674297568104917749, + "venv/lib/python3.13/site-packages/dotenv/main.py": 7408889670575271484, + "venv/lib/python3.13/site-packages/pip/_internal/index/sources.py": 11609272011565024668, + "venv/lib/python3.13/site-packages/pip/_vendor/idna/codec.py": 14814999235499530522, + "venv/lib/python3.13/site-packages/pydantic/warnings.py": 5142352784799639092, + "venv/lib/python3.13/site-packages/PIL/PngImagePlugin.py": 5076219228736706283, + "venv/lib/python3.13/site-packages/smmap-5.0.2.dist-info/METADATA": 3390257212824996989, + "venv/lib/python3.13/site-packages/numpy/f2py/crackfortran.pyi": 9206355685192026844, + "venv/lib/python3.13/site-packages/passlib/handlers/sha2_crypt.py": 8171587560325812664, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/data_with_comments.f": 3980077223827767077, + "venv/lib/python3.13/site-packages/pandas/compat/_constants.py": 3909166275649444824, + "venv/lib/python3.13/site-packages/pip/_internal/network/auth.py": 6159841209618753296, + "venv/lib/python3.13/site-packages/tzlocal-5.3.1.dist-info/WHEEL": 5076688779572520166, + "venv/lib/python3.13/site-packages/pygments/lexer.py": 3658450949169647228, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/__init__.py": 237070345717942041, + "frontend/src/lib/stores/assistantChat.js": 13807808925025688939, + "frontend/src/components/git/DeploymentModal.svelte": 6232413208557068848, + "backend/src/api/routes/assistant/__init__.py": 14959302162073618175, + "backend/src/models/__tests__/test_models.py": 15975002719327784362, + "venv/lib/python3.13/site-packages/numpy/ma/tests/test_deprecations.py": 8310244516175542839, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/lexers/__init__.py": 7316739139609490520, + "venv/lib/python3.13/site-packages/pandas/core/base.py": 10262717073058743378, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/licenses/numpy/_core/src/umath/svml/LICENSE": 9584102918819171104, + "specs/027-dataset-llm-orchestration/research.md": 206700511801967040, + "venv/lib/python3.13/site-packages/requests/utils.py": 17045260098091371478, + "frontend/src/lib/components/dataset-review/__tests__/source_intake_panel.ux.test.js": 13445861056598482363, + "venv/lib/python3.13/site-packages/numpy/lib/_version.py": 15294708923334674060, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/lib_utils.pyi": 12312677132342982866, + "venv/lib/python3.13/site-packages/numpy/linalg/__init__.py": 15647756307608142577, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_nditer.py": 8341339612899904236, + "frontend/src/routes/dashboards/+page.svelte": 7340914202224737248, + "specs/014-file-storage-ui/research.md": 8711338094613586349, + "venv/lib/python3.13/site-packages/cffi/_cffi_include.h": 13094899814611950155, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/modules/gh25337/use_data.f90": 14624074967635860696, + "venv/lib/python3.13/site-packages/annotated_types/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/io/excel/test_odswriter.py": 5134385709728943904, + "venv/lib/python3.13/site-packages/pandas/_libs/join.cpython-313-x86_64-linux-gnu.so": 2947947484481830203, + "frontend/src/lib/ui/Card.svelte": 3442526978752993023, + "venv/lib/python3.13/site-packages/pygments/lexers/dax.py": 10868881057512002309, + "semantics/reports/semantic_report_20260224_210201.md": 18164177085947651082, + "venv/lib/python3.13/site-packages/pillow.libs/libpng16-4a38ea05.so.16.53.0": 13136089038268964667, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/concat/test_append_common.py": 2377351120083195530, + "specs/028-llm-datasource-supeset/quickstart.md": 11051185389125939919, + "venv/lib/python3.13/site-packages/sqlalchemy/util/preloaded.py": 3719702436309355562, + "venv/lib/python3.13/site-packages/urllib3/util/request.py": 9432067988603015849, + "backend/alembic/script.py.mako": 7041141123739810216, + "venv/lib/python3.13/site-packages/pygments/formatters/_mapping.py": 13335227913146542481, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/methods/test_skew.py": 5276102682005383261, + "venv/lib/python3.13/site-packages/pandas/io/formats/_color_data.py": 15614976586613738953, + "venv/lib/python3.13/site-packages/numpy/_configtool.py": 2946953194004101078, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/asyncio/session.py": 5126234270435358377, + "venv/lib/python3.13/site-packages/starlette/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_internal/operations/freeze.py": 3469845570614985559, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/test_timedeltas.py": 4118671843063545221, + "venv/lib/python3.13/site-packages/jaraco/functools/__init__.py": 15334412919279565528, + "venv/lib/python3.13/site-packages/gitpython-3.1.46.dist-info/licenses/AUTHORS": 3558407083075395848, + "venv/lib/python3.13/site-packages/uvicorn/_types.py": 3339389597716220585, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/OSA.py": 17817123894903120316, + "venv/lib/python3.13/site-packages/passlib/tests/test_crypto_des.py": 7198931807116651263, + "specs/021-llm-project-assistant/spec.md": 16148872260411201005, + "backend/src/api/routes/__tests__/test_migration_routes.py": 4357515184436771537, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/kind/foo.f90": 1367964042730902899, + "venv/lib/python3.13/site-packages/passlib/tests/sample1c.cfg": 13088198405762342506, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/__version__.py": 14138134075118474134, + "venv/lib/python3.13/site-packages/numpy/_core/strings.py": 3623885046208831106, + "venv/bin/normalizer": 10972303485259566838, + "semantics/reports/semantic_report_20260310_153550.md": 16580080289237295921, + "venv/lib/python3.13/site-packages/pip/_vendor/idna/uts46data.py": 1867240043777383728, + "venv/lib/python3.13/site-packages/PIL/_version.py": 3025206805667405876, + "venv/lib/python3.13/site-packages/pandas/io/sas/sas_constants.py": 14492427939536692313, + "venv/lib/python3.13/site-packages/starlette/config.py": 16509394679506300256, + "venv/lib/python3.13/site-packages/pip/_internal/utils/urls.py": 8698341051522816167, + "venv/lib/python3.13/site-packages/numpy/polynomial/chebyshev.py": 1590647503660777156, + "venv/lib/python3.13/site-packages/cffi-2.0.0.dist-info/licenses/LICENSE": 17675192170670564526, + "specs/014-file-storage-ui/contracts/api.md": 17564713067319650760, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_arithmetic.py": 4858019700859362660, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_groupby.py": 15721254196883995634, + "venv/lib/python3.13/site-packages/cffi/setuptools_ext.py": 30796527302561458, + "venv/lib/python3.13/site-packages/gitdb/utils/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/PIL/ImageChops.py": 16368812693381154921, + "venv/lib/python3.13/site-packages/uvicorn/middleware/asgi2.py": 5355343704425405009, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/cast/test_infer_dtype.py": 1647214604678171565, + "frontend/src/lib/components/layout/TaskDrawer.svelte": 6654829127438406248, + "frontend/src/routes/tools/mapper/+page.svelte": 11954517841045690204, + "venv/lib/python3.13/site-packages/annotated_doc-0.0.4.dist-info/WHEEL": 7795541085444298627, + "frontend/src/components/Toast.svelte": 340258331315696736, + "backend/src/core/task_manager/manager.py": 5748204558787054193, + "backend/src/api/routes/translate/_preview_routes.py": 2610883076083192199, + "venv/lib/python3.13/site-packages/authlib/oidc/discovery/well_known.py": 8259335680633926377, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/regression/lower_f2py_fortran.f90": 13315882216322269383, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/base_class/test_constructors.py": 9767900500541600486, + "backend/tests/test_translate_scheduler.py": 14274816721941617887, + "backend/src/services/__tests__/test_encryption_manager.py": 7097521778855634174, + "venv/lib/python3.13/site-packages/cffi-2.0.0.dist-info/licenses/AUTHORS": 17022185907188244883, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/_initialize.py": 15511055314565873928, + "docs/security-remediation.md": 3302198411384424359, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/serialization/pkcs12.py": 5946672289916692272, + "venv/lib/python3.13/site-packages/numpy/matlib.py": 112839038090033740, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_diff.py": 7420674239386436885, + "venv/lib/python3.13/site-packages/pandas/tests/io/xml/test_xml_dtypes.py": 18293138335799308439, + "venv/lib/python3.13/site-packages/numpy/typing/mypy_plugin.py": 1306129775649200113, + "venv/lib/python3.13/site-packages/numpy/f2py/common_rules.pyi": 2104100025130695295, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/mapped_collection.py": 11377280960650304531, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/types.py": 12298292195929126306, + "venv/lib/python3.13/site-packages/pandas/core/ops/mask_ops.py": 16152832446926420035, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_head_tail.py": 1906121476322841736, + "venv/lib/python3.13/site-packages/python_dotenv-1.2.1.dist-info/RECORD": 17341460504914308184, + "venv/lib/python3.13/site-packages/numpy/lib/tests/data/py3-objarr.npz": 12369168483236619421, + "venv/lib/python3.13/site-packages/pandas/tests/computation/test_eval.py": 2921337784087808487, + "venv/lib/python3.13/site-packages/pygments/formatters/other.py": 13124903290103898118, + "venv/lib/python3.13/site-packages/pygments/lexers/vyper.py": 6477559246065994199, + "venv/lib/python3.13/site-packages/starlette/middleware/__init__.py": 9524277524025372856, + "venv/lib/python3.13/site-packages/pygments/lexers/gdscript.py": 12775803139854052838, + "venv/lib/python3.13/site-packages/pygments/lexers/sieve.py": 15757825442941567629, + "specs/002-app-settings/checklists/requirements.md": 4404411296115998930, + "specs/019-superset-ux-redesign/spec.md": 5322143735968425342, + "venv/lib/python3.13/site-packages/pygments/styles/paraiso_dark.py": 3976779833379189837, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/ciphers/modes.py": 6832635056228445650, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/repr.py": 839417422880281122, + "venv/lib/python3.13/site-packages/pydantic/_internal/_core_metadata.py": 5704137311404303574, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_header.py": 3564391095263545879, + "specs/020-task-reports-design/spec.md": 981198060754543381, + "venv/lib/python3.13/site-packages/pillow-12.1.1.dist-info/licenses/LICENSE": 8364608327598414179, + "venv/lib/python3.13/site-packages/passlib/ext/django/__init__.py": 11713862539944289631, + "venv/lib/python3.13/site-packages/multipart/multipart.py": 26386459953377432, + "venv/lib/python3.13/site-packages/cffi/_cffi_errors.h": 1479575326813300292, + "venv/lib/python3.13/site-packages/attr/_typing_compat.pyi": 2823472697859409877, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7591/__init__.py": 348469143777130970, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/common/test_iterator.py": 13869355993837330406, + "venv/lib/python3.13/site-packages/pydantic/root_model.py": 20625057828723317, + "venv/lib/python3.13/site-packages/authlib/oidc/core/util.py": 5364455058429522633, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_join.py": 17874591841487372992, + "venv/lib/python3.13/site-packages/_cffi_backend.cpython-313-x86_64-linux-gnu.so": 829323374625147265, + "semantics/reports/semantic_report_20260310_153413.md": 6670684482131926748, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/licenses/numpy/_core/src/common/pythoncapi-compat/COPYING": 3474104874623144155, + "backend/src/api/routes/assistant/_dataset_review_dispatch.py": 10108558091463171824, + "venv/lib/python3.13/site-packages/jeepney/io/asyncio.py": 13239992245695516007, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/mysqldb.py": 2138006249556140141, + "backend/src/services/__tests__/test_health_service.py": 5498183976797488518, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7515/models.py": 17356033861792227817, + "venv/lib/python3.13/site-packages/pyasn1-0.6.2.dist-info/METADATA": 11557342107649194148, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/__multiarray_api.h": 16138871162713175599, + "venv/lib/python3.13/site-packages/pillow.libs/libbrotlidec-b57ddf63.so.1.2.0": 10032590058372320813, + "venv/lib/python3.13/site-packages/httpx/_urlparse.py": 8270294590945652412, + "venv/lib/python3.13/site-packages/numpy/random/_examples/numba/extending_distributions.py": 209769687436320665, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_parameter.py": 15173522343126004527, + "venv/lib/python3.13/site-packages/referencing/_attrs.pyi": 10030665705880994025, + "venv/lib/python3.13/site-packages/pydantic/color.py": 1007422551673129827, + "venv/lib/python3.13/site-packages/numpy/polynomial/tests/test_chebyshev.py": 8054411443686791426, + "dist/docker/backend.v1.0.0-rc2-docker.tar": 9693793465773386616, + "venv/lib/python3.13/site-packages/authlib/oauth2/__init__.py": 13682931764896414722, + "venv/lib/python3.13/site-packages/pandas/core/indexers/utils.py": 5861072573716897447, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/generate_umath_validation_data.cpp": 10880681943327843928, + "venv/lib/python3.13/site-packages/pydantic/experimental/pipeline.py": 9493054841465227788, + "venv/lib/python3.13/site-packages/pandas/core/arrays/string_arrow.py": 16997970607998635570, + "venv/lib/python3.13/site-packages/authlib/integrations/flask_oauth1/resource_protector.py": 17080006010679257864, + "venv/lib/python3.13/site-packages/pygments/lexers/nimrod.py": 8457135214131458774, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_fileno.py": 15541504502174047167, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/linalg.pyi": 269481015135399748, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/warnings_and_errors.py": 11172336980866895356, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/methods/test_timestamp_method.py": 11393911418463808195, + "venv/lib/python3.13/site-packages/jsonschema_specifications/schemas/draft201909/vocabularies/core": 10616484054735611337, + "venv/lib/python3.13/site-packages/jsonschema/__init__.py": 6925762200139836824, + "venv/lib/python3.13/site-packages/python_multipart/decoders.py": 14252672585219598429, + "venv/lib/python3.13/site-packages/starlette/exceptions.py": 15978811612997200737, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/period/test_period.py": 12593777226419608212, + "venv/lib/python3.13/site-packages/passlib/tests/test_handlers_scrypt.py": 8106466515670064013, + "venv/lib/python3.13/site-packages/pandas/tests/extension/test_extension.py": 17245018204352082978, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/datetimes/test_constructors.py": 3440572832185940666, + "venv/lib/python3.13/site-packages/numpy/_core/tests/examples/limited_api/limited_api2.pyx": 15936470837420356071, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_timedeltas.py": 1175883320586860493, + "venv/lib/python3.13/site-packages/pydantic-2.12.5.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_sparc_sun_gcc.h": 2915128971664712180, + "backend/src/models/__init__.py": 13280325675752905975, + "venv/lib/python3.13/site-packages/keyring-25.7.0.dist-info/licenses/LICENSE": 3868190977070717994, + "venv/lib/python3.13/site-packages/apscheduler-3.11.2.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/ma/tests/test_old_ma.py": 18116460138221458026, + "venv/lib/python3.13/site-packages/numpy/_core/umath.py": 6132761780113682667, + "venv/lib/python3.13/site-packages/pydantic/v1/env_settings.py": 6194387033830177219, + "backend/src/models/dataset_review_pkg/_mapping_models.py": 6232602161916984422, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_scalarprint.py": 9482100952562512933, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/providers/dotenv.py": 5872848911499749500, + "venv/lib/python3.13/site-packages/pandas/core/arrays/arrow/__init__.py": 18036348770966744795, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_custom_business_day.py": 2200008998040663785, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/test_dtypes.py": 13065857166166716628, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/DamerauLevenshtein_py.py": 1933257612725836484, + "venv/lib/python3.13/site-packages/websockets/typing.py": 13268801935274185287, + "venv/lib/python3.13/site-packages/cryptography/x509/extensions.py": 10197248868682803019, + "venv/lib/python3.13/site-packages/apscheduler/executors/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/_libs/window/aggregations.cpython-313-x86_64-linux-gnu.so": 16327106317503267067, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/methods/test_fillna.py": 13675584998644907265, + "specs/022-sync-id-cross-filters/checklists/requirements.md": 8472898497310527255, + "venv/lib/python3.13/site-packages/ecdsa-0.19.1.dist-info/WHEEL": 17410883677306885019, + "semantics/reports/semantic_report_20260123_215737.md": 14710148564484977325, + "frontend/build/index.html": 685351637996206805, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_crackfortran.py": 10278720705326601943, + "venv/lib/python3.13/site-packages/pydantic/version.py": 3699343596421001359, + "venv/lib/python3.13/site-packages/numpy/random/tests/data/generator_pcg64_np121.pkl.gz": 4708588000144933291, + "venv/lib/python3.13/site-packages/numpy/_core/_simd.pyi": 13553578040186939249, + "venv/lib/python3.13/site-packages/numpy/_core/_dtype.py": 7796703383405149774, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/plugin/__init__.py": 10470644151952252331, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_get_numeric_data.py": 11747933921770969706, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/events.py": 10224214051422678828, + "venv/lib/python3.13/site-packages/pip/_internal/utils/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/anyio/to_process.py": 16627578499791368365, + "venv/lib/python3.13/site-packages/attr/setters.py": 12467854389745942025, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_to_period.py": 10309599277099605395, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/common/test_index.py": 1551768441102117466, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_x64_masm.obj": 2884737706935637437, + "venv/lib/python3.13/site-packages/pygments/lexers/pascal.py": 5992422120590352714, + "venv/bin/pytest": 2593802493707545818, + "frontend/src/routes/+error.svelte": 16649211425103750277, + "venv/lib/python3.13/site-packages/pillow.libs/libtiff-295fd75c.so.6.2.0": 17866578820357536656, + "backend/src/api/routes/__tests__/test_datasets.py": 14530822388357135497, + "venv/lib/python3.13/site-packages/pandas/tests/resample/test_resample_api.py": 3278209206670699265, + "backend/src/services/__tests__/test_resource_service.py": 14435810729789665272, + "venv/lib/python3.13/site-packages/starlette/middleware/exceptions.py": 10408538054406276433, + "venv/lib/python3.13/site-packages/fastapi/applications.py": 4975013401500183420, + "venv/lib/python3.13/site-packages/pandas/core/strings/__init__.py": 13025387151657797130, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/common/test_data_list.py": 1131520422778420758, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/result.py": 12262298207886620908, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/_typing.py": 10524021526716767489, + "backend/src/core/mapping_service.py": 15428037653286485748, + "backend/src/api/routes/git/_deps.py": 12613530531412985767, + "venv/lib/python3.13/site-packages/more_itertools/recipes.py": 5254043689078173976, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc9068/token_validator.py": 2932866595454490527, + "venv/lib/python3.13/site-packages/apscheduler/triggers/date.py": 9545774812177853725, + "venv/lib/python3.13/site-packages/pydantic/v1/generics.py": 1150594223414883339, + "venv/lib/python3.13/site-packages/numpy/core/numerictypes.py": 5776941405348611027, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_numba.py": 18148155441554555618, + "venv/lib/python3.13/site-packages/pygments/lexers/igor.py": 6506221273085723501, + "venv/lib/python3.13/site-packages/psycopg2_binary.libs/libssl-81ffa89e.so.3": 13913673119166658781, + "venv/lib/python3.13/site-packages/pandas/io/sas/sas7bdat.py": 17851617851457266799, + "venv/lib/python3.13/site-packages/pygments/lexers/_stata_builtins.py": 18053452765493556047, + "venv/lib/python3.13/site-packages/jsonschema/tests/test_utils.py": 8668650648802195016, + "venv/lib/python3.13/site-packages/pip/_internal/req/req_uninstall.py": 3515239440812977025, + "venv/lib/python3.13/site-packages/numpy/lib/_scimath_impl.py": 14696841109142419143, + "venv/lib/python3.13/site-packages/pandas/tests/resample/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/sqlalchemy/event/legacy.py": 13465911776953636949, + "specs/019-superset-ux-redesign/tasks.md": 17761243007549029829, + "frontend/src/lib/stores/__tests__/mocks/stores.js": 14098417748659067309, + "docker/backend.entrypoint.sh": 16079402358996730188, + "venv/lib/python3.13/site-packages/pandas/core/dtypes/common.py": 10996276696597806957, + "venv/lib/python3.13/site-packages/uvicorn/supervisors/statreload.py": 5018382301336802445, + "venv/lib/python3.13/site-packages/pandas/tests/strings/test_api.py": 10514120091521589282, + "specs/007-migration-dashboard-grid/tasks-arch.md": 15646367184911337000, + "venv/lib/python3.13/site-packages/numpy/matrixlib/tests/test_defmatrix.py": 2982572083770917411, + "venv/lib/python3.13/site-packages/idna-3.11.dist-info/RECORD": 11541505360973709787, + "venv/lib/python3.13/site-packages/numpy/_core/overrides.py": 252940520997718714, + "venv/lib/python3.13/site-packages/pip/_vendor/pyproject_hooks/_in_process/_in_process.py": 5995058808539530576, + "venv/lib/python3.13/site-packages/pip/_internal/utils/compatibility_tags.py": 15862649917149158291, + "venv/lib/python3.13/site-packages/_pytest/doctest.py": 6126919596776592278, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/_musllinux.py": 2423350951094915747, + "venv/lib/python3.13/site-packages/fastapi/openapi/utils.py": 9058442333718187759, + "venv/lib/python3.13/site-packages/websockets/__main__.py": 11948055520555854616, + "venv/lib/python3.13/site-packages/pandas/tests/extension/list/array.py": 8065856342131357421, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_business_year.py": 17441853503700184299, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/test_to_string.py": 9224234539232195189, + "venv/lib/python3.13/site-packages/rapidfuzz/__pyinstaller/test_rapidfuzz_packaging.py": 5189055608193366093, + "venv/lib/python3.13/site-packages/pluggy/_hooks.py": 6941854999025808196, + "venv/lib/python3.13/site-packages/numpy/_core/umath.pyi": 11775804030935134661, + "venv/lib/python3.13/site-packages/numpy/_core/function_base.pyi": 8343632640078378312, + "venv/lib/python3.13/site-packages/numpy/_core/einsumfunc.pyi": 4729765666018003634, + "venv/lib/python3.13/site-packages/pandas/core/arrays/arrow/array.py": 12658302948819867972, + "venv/lib/python3.13/site-packages/pycparser/ply/yacc.py": 4218889705926129841, + "venv/lib/python3.13/site-packages/h11-0.16.0.dist-info/METADATA": 8128818962678047497, + "venv/bin/f2py": 11006035631504708368, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_values.py": 430620320423334461, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/numeric/test_join.py": 2585969863606902743, + "venv/lib/python3.13/site-packages/pytest-9.0.2.dist-info/RECORD": 18294169019244826301, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_value_counts.py": 12340872812120847127, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/test_timedelta_range.py": 15081095442418142820, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/traversals.py": 1188980668212022868, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/_initialize_cpp.cpython-313-x86_64-linux-gnu.so": 7490281502544276964, + "venv/lib/python3.13/site-packages/numpy/linalg/_umath_linalg.pyi": 7674087576653964854, + "frontend/src/lib/components/translate/TranslationRunProgress.svelte": 10281443795034845589, + "frontend/src/routes/dashboards/__tests__/dashboard-profile-override.integration.test.js": 15198772446275187033, + "venv/lib/python3.13/site-packages/pycparser-2.23.dist-info/RECORD": 6518517239543344179, + "venv/bin/activate": 14735074000123383125, + "venv/lib/python3.13/site-packages/websockets/asyncio/compatibility.py": 9716993942839407921, + "venv/lib/python3.13/site-packages/numpy/fft/tests/__init__.py": 15130871412783076140, + "backend/src/services/git/_sync.py": 16596597562042405179, + "venv/lib/python3.13/site-packages/numpy/lib/_ufunclike_impl.pyi": 9854069702366900663, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/lexers/_mapping.py": 17519715342700184302, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_ewm.py": 13789842684407148830, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_resolution.py": 9651416588266430520, + "frontend/src/lib/ui/Input.svelte": 8632025378593263475, + "frontend/src/components/backups/BackupManager.svelte": 15722995371746548624, + "specs/027-dataset-llm-orchestration/data-model.md": 11459879771878094795, + "venv/lib/python3.13/site-packages/numpy/lib/tests/data/python3.npy": 4957143805477405905, + "venv/lib/python3.13/site-packages/numpy/random/_philox.pyi": 7503018432880404291, + "backend/src/api/routes/dashboards/_helpers.py": 16683849709430404975, + "backend/src/plugins/translate/plugin.py": 6629867705339506493, + "venv/lib/python3.13/site-packages/pandas/_libs/missing.pyi": 13543139288840944411, + "venv/lib/python3.13/site-packages/pyasn1-0.6.2.dist-info/licenses/LICENSE.rst": 5960743202700406649, + "venv/lib/python3.13/site-packages/apscheduler/executors/asyncio.py": 2230610508870117058, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_parse_iso8601.py": 9100947620267156161, + "venv/lib/python3.13/site-packages/pygments/__init__.py": 14493583771211110135, + "specs/017-llm-analysis-plugin/quickstart.md": 13584873666814758266, + "venv/lib/python3.13/site-packages/pandas/tests/generic/test_generic.py": 1297407268239966429, + "venv/lib/python3.13/site-packages/apscheduler-3.11.2.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/charset_normalizer/md.cpython-313-x86_64-linux-gnu.so": 1835299664481804968, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_nonunique_indexes.py": 15468078561381939405, + "venv/lib/python3.13/site-packages/numpy/_core/_asarray.pyi": 3940937389249665490, + "venv/lib/python3.13/site-packages/pip/_internal/utils/deprecation.py": 7435269308988385470, + "venv/lib/python3.13/site-packages/pydantic/v1/color.py": 14545509649623975912, + "venv/lib/python3.13/site-packages/pip/_internal/resolution/legacy/resolver.py": 2492962412506082234, + "venv/lib/python3.13/site-packages/numpy/random/mtrand.cpython-313-x86_64-linux-gnu.so": 16146459667121787202, + "venv/lib/python3.13/site-packages/jsonschema/tests/test_validators.py": 14178329676643700151, + "venv/lib/python3.13/site-packages/numpy/matrixlib/tests/test_masked_matrix.py": 1444179242134203344, + "venv/lib/python3.13/site-packages/certifi/__main__.py": 13417658012431779061, + "venv/lib/python3.13/site-packages/pandas/core/reshape/melt.py": 14109947554124551986, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/packages/six.py": 1161259802604920635, + "venv/lib/python3.13/site-packages/ecdsa/test_malformed_sigs.py": 2606295770491528880, + "venv/lib/python3.13/site-packages/jsonschema/_format.py": 8987698648383779883, + "venv/lib/python3.13/site-packages/jaraco_context-6.0.2.dist-info/METADATA": 14180973198574731599, + "venv/lib/python3.13/site-packages/apscheduler/schedulers/tornado.py": 6491136785917169991, + "venv/lib/python3.13/site-packages/passlib/utils/binary.py": 13123975436674239306, + "venv/lib/python3.13/site-packages/pygments/lexers/rita.py": 8105458520706587972, + "venv/lib/python3.13/site-packages/pandas/core/groupby/categorical.py": 16588862198627920420, + "venv/lib/python3.13/site-packages/PIL/_imagingcms.cpython-313-x86_64-linux-gnu.so": 15198265718775753589, + "venv/lib/python3.13/site-packages/pygments/lexers/mips.py": 2078929831513352031, + "semantics/reports/semantic_report_20260223_144408.md": 5890254128655807299, + "backend/src/scripts/init_auth_db.py": 7729644769215024318, + "venv/lib/python3.13/site-packages/rsa/py.typed": 11041940105507257053, + "venv/lib/python3.13/site-packages/pip/_vendor/__init__.py": 11734104142988812647, + "venv/lib/python3.13/site-packages/pandas/tests/libs/test_join.py": 5982692266872978444, + "venv/lib/python3.13/site-packages/pydantic/networks.py": 15767095796055034509, + "venv/lib/python3.13/site-packages/jsonschema_specifications/schemas/draft202012/vocabularies/applicator": 6616723520993329538, + "venv/lib/python3.13/site-packages/uvicorn/lifespan/off.py": 16254524872582859561, + "venv/lib/python3.13/site-packages/numpy/ma/testutils.pyi": 3899348061346041413, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/multiarray.pyi": 6368268452184570195, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_subclass.py": 11096337912872573314, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/arithmetic.pyi": 467927803068643024, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_validate_inclusive.py": 1389676378885557519, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_assert_frame_equal.py": 12459816298158655274, + "venv/lib/python3.13/site-packages/numpy/ma/core.pyi": 4829891173366130328, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test__iotools.py": 6260912730310453037, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/ufuncs.pyi": 1808147181379894521, + "venv/lib/python3.13/site-packages/numpy/ma/extras.py": 7559838309481824664, + "venv/lib/python3.13/site-packages/rapidfuzz/utils_py.py": 12341806772632276946, + "venv/lib/python3.13/site-packages/numpy/random/_generator.cpython-313-x86_64-linux-gnu.so": 15625019745021657670, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_errors.py": 3301889847545579393, + "venv/lib/python3.13/site-packages/pydantic_settings-2.13.0.dist-info/WHEEL": 7454950858448014158, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/style/test_html.py": 7732330576029516854, + "backend/src/api/routes/tasks.py": 4058255810929412793, + "venv/lib/python3.13/site-packages/pillow-12.1.1.dist-info/METADATA": 12295263493152296681, + "venv/lib/python3.13/site-packages/requests/certs.py": 16052880877156864882, + "venv/lib/python3.13/site-packages/numpy/_expired_attrs_2_0.pyi": 1424133074692438241, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/util.py": 9373891872370603585, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/interval/test_formats.py": 17821648708413143557, + "venv/lib/python3.13/site-packages/numpy/lib/format.pyi": 11752225430594536662, + "venv/lib/python3.13/site-packages/pandas/util/_exceptions.py": 14426860079366867683, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/suite/test_rowcount.py": 6682800584070485197, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_explode.py": 16195468192763502449, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/mod.py": 2054876501774773382, + "specs/007-migration-dashboard-grid/contracts/api.md": 12773159855395074169, + "frontend/src/routes/profile/__tests__/profile-preferences.integration.test.js": 6561454515118560091, + "venv/lib/python3.13/site-packages/pydantic/v1/mypy.py": 17076910404409672245, + "backend/src/models/dataset_review_pkg/_profile_models.py": 3121807680272913669, + "backend/src/plugins/mapper.py": 1970475023222782681, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/test_qcut.py": 8972418112914954758, + "backend/src/api/routes/assistant/_llm_planner.py": 17830859532452456684, + "venv/lib/python3.13/site-packages/dateutil/rrule.py": 398469817784230512, + "venv/lib/python3.13/site-packages/pygments/regexopt.py": 16073437303824961930, + "venv/lib/python3.13/site-packages/numpy/_core/_type_aliases.pyi": 15848834171197104301, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/_numpyconfig.h": 18150055639397773687, + "venv/lib/python3.13/site-packages/greenlet/greenlet_compiler_compat.hpp": 465436185632243991, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mssql/pyodbc.py": 8175468565413744516, + "venv/lib/python3.13/site-packages/jeepney/bus_messages.py": 5871341372541525842, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/string/string.f": 17328443345813567449, + "venv/lib/python3.13/site-packages/pandas/tests/construction/test_extract_array.py": 3100523370314150013, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/descriptor_props.py": 7044852927393650707, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/cymysql.py": 5570881524647789741, + "backend/src/models/clean_release.py": 6080208142954589647, + "frontend/src/components/backups/BackupList.svelte": 14706629542956875064, + "venv/lib/python3.13/site-packages/numpy/_core/_add_newdocs_scalars.pyi": 1826323011169529229, + "venv/lib/python3.13/site-packages/pandas/io/excel/_base.py": 1251545894005373734, + "frontend/src/components/Navbar.svelte": 12353588862181566761, + "specs/016-multi-user-auth/checklists/technical.md": 13908720008084869244, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/common/test_file_buffer_url.py": 15377043158761455858, + "specs/006-configurable-belief-logs/contracts/api.md": 210039075714857536, + "backend/src/scripts/__init__.py": 5400372851656282343, + "venv/lib/python3.13/site-packages/pandas/tests/io/json/conftest.py": 9673372914396625461, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_array_from_pyobj.py": 9596224861290975079, + "venv/lib/python3.13/site-packages/numpy/_core/lib/pkgconfig/numpy.pc": 14713682399742251335, + "venv/lib/python3.13/site-packages/jsonschema/tests/test_format.py": 1947585389944838076, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/npyio.pyi": 15811156298637131744, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_arrayobject.py": 13337664596833150958, + "frontend/src/lib/components/reports/__tests__/report_type_profiles.test.js": 498330292141991614, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mssql/pymssql.py": 6650008663791598065, + "venv/lib/python3.13/site-packages/pip/_vendor/dependency_groups/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/random/tests/test_generator_mt19937_regressions.py": 8981142329261965538, + "venv/lib/python3.13/site-packages/cryptography/x509/ocsp.py": 17973800752927680404, + "venv/lib/python3.13/site-packages/idna-3.11.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pandas/tests/window/moments/test_moments_consistency_expanding.py": 12504275097476819918, + "venv/lib/python3.13/site-packages/secretstorage/defines.py": 9590959702075554048, + "venv/lib/python3.13/site-packages/itsdangerous/signer.py": 3694661094753475840, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/scalars.pyi": 17683675356659300769, + "venv/lib/python3.13/site-packages/PIL/ImageFile.py": 15765130658900167517, + "venv/lib/python3.13/site-packages/pandas/tests/base/test_unique.py": 3148372351781648868, + "venv/lib/python3.13/site-packages/pygments/lexers/x10.py": 6167378515780115912, + "venv/lib/python3.13/site-packages/pydantic/deprecated/__init__.py": 15130871412783076140, + "frontend/build/_app/immutable/chunks/Bjz0yaPY.js": 1266653761630639247, + "venv/lib/python3.13/site-packages/fastapi/middleware/httpsredirect.py": 5775982317459922443, + "venv/lib/python3.13/site-packages/_pytest/assertion/truncate.py": 14000392306994773741, + "venv/lib/python3.13/site-packages/urllib3-2.6.2.dist-info/RECORD": 15194367076254806710, + "venv/lib/python3.13/site-packages/pandas/_libs/sas.pyi": 873957906443703977, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/test_setitem.py": 15731267129055947469, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_npfuncs.py": 8238385897366878558, + "venv/lib/python3.13/site-packages/attrs/__init__.py": 9502968706258875910, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_pop.py": 5700439923973346681, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/reflection.py": 1799734694597531652, + "venv/lib/python3.13/site-packages/starlette/middleware/cors.py": 11384893784314197864, + "venv/lib/python3.13/site-packages/ecdsa/_sha3.py": 10353612776869489378, + "venv/lib/python3.13/site-packages/uvicorn/main.py": 5843333502356171120, + "frontend/static/favicon.png": 16740551781088792605, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_inspect.py": 10573558345297891848, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/chararray.pyi": 17340224970247832290, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/contrib/socks.py": 17581293673028078134, + "venv/lib/python3.13/site-packages/jaraco/context/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pydantic/_internal/_serializers.py": 12077180322353709930, + "venv/lib/python3.13/site-packages/numpy/lib/tests/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/_collections.py": 14307204206312829238, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_data.py": 2397937327057341, + "venv/lib/python3.13/site-packages/apscheduler/executors/debug.py": 14072221218785494847, + "venv/lib/python3.13/site-packages/passlib/crypto/digest.py": 15890463288512025688, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_rolling_skew_kurt.py": 15225601437354712351, + "venv/lib/python3.13/site-packages/idna/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/test_any_index.py": 10800968419286329268, + "venv/lib/python3.13/site-packages/pandas/tests/window/moments/test_moments_consistency_rolling.py": 11118160360072677569, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/multiindex/test_partial.py": 3151286293440416036, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_upcast.py": 6496794053681247105, + "venv/lib/python3.13/site-packages/pip/_internal/models/format_control.py": 12916176880659590456, + "venv/lib/python3.13/site-packages/git/repo/__init__.py": 6173604284490891047, + "venv/lib/python3.13/site-packages/pandas/io/api.py": 8275376846208437741, + "venv/lib/python3.13/site-packages/jeepney-0.9.0.dist-info/licenses/LICENSE": 11986475601091748012, + "venv/lib/python3.13/site-packages/attr/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/fastapi-0.127.1.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/charset_normalizer-3.4.4.dist-info/licenses/LICENSE": 13479831069780783137, + "frontend/src/routes/migration/__tests__/migration_dashboard.ux.test.js": 17118608261683412409, + "specs/010-refactor-cli-to-web/research.md": 17493456912635156969, + "specs/011-git-integration-dashboard/spec.md": 10582978149550265251, + "venv/lib/python3.13/site-packages/gitdb-4.0.12.dist-info/WHEEL": 9788895026336324100, + "venv/lib/python3.13/site-packages/pygments/lexers/tls.py": 3552078393009383412, + "specs/016-multi-user-auth/checklists/testing.md": 16002857212243361533, + "venv/lib/python3.13/site-packages/referencing-0.37.0.dist-info/WHEEL": 2357997949040430835, + "venv/lib/python3.13/site-packages/pygments/lexers/dns.py": 17149871769553794654, + "venv/lib/python3.13/site-packages/_pytest/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/greenlet/platform/setup_switch_x64_masm.cmd": 8473866644286785815, + "venv/lib/python3.13/site-packages/PIL/SgiImagePlugin.py": 6916200065790425497, + "frontend/build/_app/immutable/chunks/CXfXIUmA.js": 13018893831563084942, + "specs/004-integrate-svelte-kit/data-model.md": 1202701351780997967, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/interfaces.py": 5371646629319169153, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/arithmetic.py": 3209727509456212551, + "venv/lib/python3.13/site-packages/httpx/_transports/base.py": 6498990531443644896, + "venv/lib/python3.13/site-packages/pydantic/_internal/_model_construction.py": 694471028676746110, + "venv/lib/python3.13/site-packages/pydantic/v1/fields.py": 3948219773415054006, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/test_chaining_and_caching.py": 15814259766479305290, + "venv/lib/python3.13/site-packages/pandas/tests/io/test_gcs.py": 7733247456252965901, + "specs/027-dataset-llm-orchestration/checklists/requirements.md": 16464960363864106856, + "frontend/build/_app/immutable/chunks/BiPS7ItK.js": 10526964129906322858, + "backend/src/models/dataset_review_pkg/_session_models.py": 14346374229033337012, + "venv/lib/python3.13/site-packages/pydantic/v1/errors.py": 11245135449608452720, + "venv/lib/python3.13/site-packages/pandas/_config/localization.py": 11197430792343731762, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_unary.py": 2573825678342936734, + "backend/src/plugins/translate/sql_generator.py": 13328440537803602154, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_windows.py": 13341168721223961872, + "venv/lib/python3.13/site-packages/pydantic_settings-2.13.0.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/tzlocal/unix.py": 995019116408448073, + "venv/lib/python3.13/site-packages/yaml/reader.py": 9873075843010693205, + "venv/lib/python3.13/site-packages/packaging/_elffile.py": 9546225990833172494, + "venv/lib/python3.13/site-packages/pydantic/v1/error_wrappers.py": 5701679786078971939, + "venv/lib/python3.13/site-packages/greenlet/CObjects.cpp": 3454797518210223926, + "venv/lib/python3.13/site-packages/h11/_events.py": 13800479928851716538, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/LCSseq_py.py": 16054175754674285311, + "venv/lib/python3.13/site-packages/authlib/common/errors.py": 16082974228565515177, + "venv/lib/python3.13/site-packages/click/core.py": 16793133181718891193, + "venv/lib/python3.13/site-packages/numpy/tests/test__all__.py": 10689265249302359388, + "venv/lib/python3.13/site-packages/passlib/handlers/windows.py": 8969739861295277439, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/oracle/oracledb.py": 7158791242292470472, + "frontend/src/routes/translate/dictionaries/+page.svelte": 11204836397236633754, + "venv/lib/python3.13/site-packages/pandas/core/groupby/ops.py": 2036968385544457016, + "venv/lib/python3.13/site-packages/PIL/BmpImagePlugin.py": 16682567630621529903, + "venv/lib/python3.13/site-packages/httpcore/_sync/__init__.py": 7676937747094511752, + "venv/lib/python3.13/site-packages/h11-0.16.0.dist-info/RECORD": 173225030102092319, + "venv/lib/python3.13/site-packages/sqlalchemy/event/registry.py": 2857989070743633709, + "venv/lib/python3.13/site-packages/certifi-2025.11.12.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/typing_inspection/introspection.py": 13916695705179237047, + "venv/lib/python3.13/site-packages/numpy/lib/_arraysetops_impl.pyi": 3111521453255595221, + "backend/src/core/utils/dataset_mapper.py": 13413818977924738147, + "venv/lib/python3.13/site-packages/pyasn1/codec/__init__.py": 15728752901274520502, + "venv/lib/python3.13/site-packages/click/termui.py": 7022374827798605437, + "scripts/scan_secrets.sh": 599173385111063848, + "venv/lib/python3.13/site-packages/greenlet/TBrokenGreenlet.cpp": 10822436772777706192, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/requests.py": 1102963893193914979, + "venv/lib/python3.13/site-packages/pip/_vendor/distro/distro.py": 12494639376332486204, + "venv/lib/python3.13/site-packages/pandas/core/indexes/api.py": 13750417165301467381, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timedelta/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/asyncio/exc.py": 1448374203226983757, + "venv/lib/python3.13/site-packages/passlib/crypto/_blowfish/base.py": 15872835330892203433, + "venv/lib/python3.13/site-packages/pygments/lexers/basic.py": 12723021007042054402, + "venv/lib/python3.13/site-packages/pygments/lexers/qlik.py": 3881663935630350152, + "venv/lib/python3.13/site-packages/pyasn1/codec/der/decoder.py": 11876648884087997745, + "venv/lib/python3.13/site-packages/starlette-0.50.0.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/pluggy-1.6.0.dist-info/RECORD": 1164466882742493155, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc9101/__init__.py": 8632038387100622009, + "venv/lib/python3.13/site-packages/numpy/polynomial/tests/test_laguerre.py": 7475592201750602042, + "frontend/build/_app/immutable/chunks/B2hIw-Pg.js": 6817822815107833171, + "semantics/reports/semantic_report_20260116_143730.md": 16144974362056398163, + "backend/src/api/routes/__tests__/test_assistant_authz.py": 8404416194210647280, + "backend/src/plugins/git_plugin.py": 12799126783361308681, + "venv/lib/python3.13/site-packages/jsonschema/benchmarks/__init__.py": 5863110456909134678, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/passlib/context.py": 10362592407593745107, + "venv/lib/python3.13/site-packages/starlette/concurrency.py": 9835859079437525910, + "venv/lib/python3.13/site-packages/httpcore-1.0.9.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_ufunc.py": 3326502989311831856, + "backend/src/core/superset_client/_datasets.py": 4813403545392307482, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/licenses/_spdx.py": 17182188548503720124, + "venv/lib/python3.13/site-packages/anyio/_core/_signals.py": 1204322949639513552, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/methods/test_round.py": 1299086932398824299, + "venv/lib/python3.13/site-packages/uvicorn-0.40.0.dist-info/REQUESTED": 15130871412783076140, + "specs/008-migration-ui-improvements/data-model.md": 10444733233096893901, + "venv/lib/python3.13/site-packages/PIL/GimpPaletteFile.py": 2040459799887417392, + "venv/lib/python3.13/site-packages/pandas/tests/series/accessors/test_cat_accessor.py": 4304062895283374927, + "venv/lib/python3.13/site-packages/numpy/f2py/common_rules.py": 7352635707860427145, + "venv/lib/python3.13/site-packages/pydantic_core-2.41.5.dist-info/WHEEL": 15858869568085970864, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/unicode_comment.f90": 11326797716215117266, + "semantics/reports/semantic_report_20260224_195439.md": 18069466417190050224, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_rank.py": 14115215895836854973, + "venv/lib/python3.13/site-packages/passlib/tests/test_utils_handlers.py": 556092537518149789, + "frontend/src/routes/_contracts.md": 7928274160555370439, + "semantics/reports/semantic_report_20260208_121107.md": 2282231221025848638, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_business_day.py": 6371851881186970754, + "venv/lib/python3.13/site-packages/passlib/tests/test_crypto_builtin_md4.py": 16840174243259839994, + "venv/lib/python3.13/site-packages/pandas/io/formats/style_render.py": 13586834368514801953, + "semantics/reports/semantic_report_20260304_131811.md": 2287219205757588411, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/regexopt.py": 16073437303824961930, + "venv/lib/python3.13/site-packages/pandas/core/_numba/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/core/window/doc.py": 4204367435727844696, + "venv/lib/python3.13/site-packages/PIL/_binary.py": 14039167720582222043, + "venv/lib/python3.13/site-packages/passlib/tests/test_apache.py": 12515001998770565375, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/frame/test_frame_groupby.py": 12709199432838648700, + "venv/lib/python3.13/site-packages/pandas/tests/apply/test_frame_transform.py": 6759417099641034692, + "venv/lib/python3.13/site-packages/cryptography/utils.py": 18088508841978595788, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/shape.py": 13410030168622484801, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/ndarraytypes.h": 6765088137325865789, + "venv/lib/python3.13/site-packages/pygments/lexers/codeql.py": 4254046699692048717, + "venv/lib/python3.13/site-packages/gitpython-3.1.46.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/pygments/lexers/_tsql_builtins.py": 829193091321611630, + "venv/lib/python3.13/site-packages/pygments/lexers/mime.py": 7768464764849718825, + "venv/lib/python3.13/site-packages/numpy/_pyinstaller/hook-numpy.py": 5221550291012182443, + "venv/bin/pyrsa-keygen": 8222542582170363672, + "venv/lib/python3.13/site-packages/authlib/oauth2/client.py": 7237359250450222680, + "venv/lib/python3.13/site-packages/attr/_compat.py": 4016698632899969390, + "venv/lib/python3.13/site-packages/numpy/core/_dtype.pyi": 15130871412783076140, + "venv/lib/python3.13/site-packages/PIL/SpiderImagePlugin.py": 12234762087257163606, + "venv/lib/python3.13/site-packages/anyio/streams/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_callback.py": 1689177048527329209, + "venv/lib/python3.13/site-packages/python_dateutil-2.9.0.post0.dist-info/LICENSE": 12064892310002036996, + "venv/bin/pyrsa-verify": 6762739642629904442, + "venv/lib/python3.13/site-packages/pydantic/types.py": 785880062468926292, + "venv/lib/python3.13/site-packages/pip/_internal/metadata/importlib/__init__.py": 10834852742917144496, + "frontend/src/lib/components/translate/TranslationPreview.svelte": 5214448033905081643, + "frontend/src/routes/login/+page.svelte": 4542360917085342323, + "frontend/src/lib/stores/__tests__/sidebar.test.js": 5168138864675110669, + "specs/004-integrate-svelte-kit/checklists/requirements.md": 15077978149301401633, + "venv/lib/python3.13/site-packages/_pytest/_code/code.py": 5248836309618416369, + "venv/lib/python3.13/site-packages/typing_inspection-0.4.2.dist-info/INSTALLER": 17282701611721059870, + "frontend/src/lib/api/__tests__/reports_api.test.js": 11820587361929895100, + "venv/lib/python3.13/site-packages/pillow.libs/liblcms2-cc10e42f.so.2.0.17": 4221600618602131476, + "specs/018-task-logging-v2/ux_reference.md": 15986900398599740627, + "venv/lib/python3.13/site-packages/pandas/tests/extension/decimal/array.py": 1919242530821725197, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/status_codes.py": 17005213506461710202, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/packages/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_internal/pyproject.py": 6155748929233245415, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_show_versions.py": 10577134135855180356, + "specs/022-sync-id-cross-filters/tests/reports/2026-02-25-report.md": 7004812844982762126, + "venv/lib/python3.13/site-packages/numpy/lib/_nanfunctions_impl.py": 11621577915097515056, + "venv/lib/python3.13/site-packages/dateutil/__init__.py": 17666544837260663800, + "venv/lib/python3.13/site-packages/pandas/api/interchange/__init__.py": 181911269762882069, + "venv/lib/python3.13/site-packages/pandas/tests/apply/test_frame_apply_relabeling.py": 5600949862632014700, + "venv/lib/python3.13/site-packages/keyring-25.7.0.dist-info/REQUESTED": 15130871412783076140, + "backend/src/scripts/test_dataset_dashboard_relations.py": 6373309008834670516, + "venv/lib/python3.13/site-packages/pygments/lexers/modula2.py": 6575895980250662093, + "backend/src/core/superset_client/_dashboards_list.py": 16574697057051064609, + "venv/lib/python3.13/site-packages/pip/_internal/resolution/resolvelib/reporter.py": 6510864297510700136, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/callback/gh25211.pyf": 10179237442840865225, + "venv/lib/python3.13/site-packages/pandas/io/formats/format.py": 3364941338174434661, + "venv/lib/python3.13/site-packages/websockets-15.0.1.dist-info/INSTALLER": 17282701611721059870, + "frontend/src/routes/settings/+page.svelte": 3103346197225933395, + "venv/lib/python3.13/site-packages/more_itertools-10.8.0.dist-info/METADATA": 6960169108624303030, + "backend/src/dependencies.py": 9481683691730170837, + "venv/lib/python3.13/site-packages/pytest-9.0.2.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pygments/lexers/configs.py": 7712797939104760185, + "venv/lib/python3.13/site-packages/gitdb/test/test_example.py": 3039934065817753241, + "venv/lib/python3.13/site-packages/requests/__version__.py": 6677532709758546816, + "frontend/src/lib/auth/store.ts": 14669655798912377598, + "specs/001-migration-ui-redesign/data-model.md": 12714022204027652520, + "venv/lib/python3.13/site-packages/cffi/ffiplatform.py": 6782148110863549472, + "backend/src/core/__tests__/test_superset_preview_pipeline.py": 5338719285630543394, + "backend/src/services/rbac_permission_catalog.py": 4811877724682885443, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_pick.py": 15760492005471315814, + "venv/lib/python3.13/site-packages/numpy/ma/tests/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/apscheduler/__init__.py": 8652514118183227412, + "venv/lib/python3.13/site-packages/pandas/tests/series/indexing/test_get.py": 10255752806860493777, + "venv/lib/python3.13/site-packages/python_jose-3.5.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pygments/lexers/pddl.py": 9256112535059995841, + "frontend/src/routes/datasets/review/+page.svelte": 1567550142023887137, + "venv/lib/python3.13/site-packages/pip/_internal/cli/spinners.py": 7664056305019151182, + "venv/lib/python3.13/site-packages/_pytest/_io/pprint.py": 11202117031437223527, + "venv/lib/python3.13/site-packages/numpy/polynomial/hermite.py": 6617116180936986481, + "venv/lib/python3.13/site-packages/httpx/_multipart.py": 2181282475656908730, + "venv/lib/python3.13/site-packages/pip/_internal/metadata/_json.py": 6718137926109998531, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-exp.csv": 601782991752922510, + "venv/lib/python3.13/site-packages/pygments/lexers/solidity.py": 5071425960622305629, + "venv/lib/python3.13/site-packages/packaging/metadata.py": 9168255069163141470, + "venv/lib/python3.13/site-packages/pygments/filters/__init__.py": 2992007913496948339, + "specs/026-dashboard-health-windows/research.md": 1892806471226095568, + "venv/lib/python3.13/site-packages/pygments/lexers/javascript.py": 16869490851285457857, + "backend/src/core/config_manager.py": 18161236261317111528, + "venv/lib/python3.13/site-packages/numpy/core/overrides.py": 11228841530565061867, + "backend/src/core/task_manager/__tests__/test_task_logger.py": 8175976176924379623, + "backend/src/core/task_manager/models.py": 749015551222331342, + "venv/lib/python3.13/site-packages/referencing/tests/test_exceptions.py": 10846225989746274213, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/licenses/numpy/random/src/philox/LICENSE.md": 8997600183978493177, + "venv/lib/python3.13/site-packages/pandas/tests/io/excel/test_writers.py": 103545128256076790, + "backend/src/api/routes/admin.py": 16164005699911103765, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_values.py": 8372572954663628844, + "venv/lib/python3.13/site-packages/python_jose-3.5.0.dist-info/WHEEL": 16784970174376303810, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_all_methods.py": 18227706645906325527, + "venv/lib/python3.13/site-packages/authlib/integrations/flask_oauth2/__init__.py": 15340047930888693984, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/floating/test_comparison.py": 5348781442514871089, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/common.py": 2075178842766962782, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/box.py": 14303526978791498662, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/enumerated.py": 16623643153933348755, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/util.py": 2176177435997659667, + "venv/lib/python3.13/site-packages/pycparser/c_generator.py": 14922277346364091122, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/test_map.py": 4761668276463940924, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/file_proxy.py": 17695135735211897444, + "venv/lib/python3.13/site-packages/iniconfig/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/scope.py": 4096190764836489091, + "venv/lib/python3.13/site-packages/pandas/_libs/json.cpython-313-x86_64-linux-gnu.so": 2436285663630821963, + "venv/lib/python3.13/site-packages/keyring/__init__.py": 991260689223167957, + "venv/lib/python3.13/site-packages/numpy/_core/lib/npy-pkg-config/mlib.ini": 16151597765994697599, + "venv/lib/python3.13/site-packages/pandas/io/parsers/c_parser_wrapper.py": 5841064965672872661, + "venv/lib/python3.13/site-packages/uvicorn/protocols/websockets/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/random.pyi": 9425735458050148191, + "frontend/src/routes/+layout.ts": 8392799000856778740, + "frontend/src/routes/settings/+page.ts": 3719008513710037840, + "venv/lib/python3.13/site-packages/sqlalchemy/future/__init__.py": 17688444679736059779, + "venv/lib/python3.13/site-packages/numpy/fft/tests/test_pocketfft.py": 18025182347224285050, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/cast/test_dict_compat.py": 18196543090455290455, + "venv/lib/python3.13/site-packages/jsonschema_specifications/tests/test_jsonschema_specifications.py": 12693210357718751894, + "venv/lib/python3.13/site-packages/greenlet/greenlet.cpp": 3281107194043468270, + "venv/lib/python3.13/site-packages/pygments/styles/xcode.py": 14124729477757765388, + "venv/lib/python3.13/site-packages/pandas/tests/reductions/__init__.py": 16150188643076000414, + "specs/002-app-settings/spec.md": 6857261300977279007, + "venv/lib/python3.13/site-packages/itsdangerous/url_safe.py": 13454753900702274266, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/ndarray_shape_manipulation.py": 12598431412396627042, + "venv/lib/python3.13/site-packages/pandas/tests/series/test_ufunc.py": 669019702416198889, + "specs/021-llm-project-assistant/research.md": 13938610822372140110, + "backend/src/api/routes/__tests__/test_connections_routes.py": 18044815559820610056, + "backend/src/api/routes/assistant/_llm_planner_intent.py": 10603216032586398176, + "venv/lib/python3.13/site-packages/uvicorn/config.py": 17317823506849880916, + "venv/lib/python3.13/site-packages/keyring-25.7.0.dist-info/METADATA": 1266134223155266488, + "backend/src/api/routes/migration.py": 6030566471113208264, + "venv/lib/python3.13/site-packages/pandas/plotting/_matplotlib/converter.py": 9041278869295701566, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimelike_/test_nat.py": 18428782698385974380, + "venv/lib/python3.13/site-packages/uvicorn/protocols/websockets/wsproto_impl.py": 3072714633272661847, + "venv/lib/python3.13/site-packages/packaging-26.0.dist-info/RECORD": 7844752443022514265, + "venv/lib/python3.13/site-packages/numpy/polynomial/laguerre.py": 151202984060101867, + "venv/lib/python3.13/site-packages/pandas/core/_numba/kernels/sum_.py": 7062070517544958546, + "venv/lib/python3.13/site-packages/pandas/tests/libs/test_lib.py": 6721066015604956469, + "venv/lib/python3.13/site-packages/pygments/lexers/pawn.py": 18127303119414402594, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/chararray.pyi": 9683985931409244216, + "venv/lib/python3.13/site-packages/pandas/tests/io/test_pickle.py": 2910383574326146698, + "venv/lib/python3.13/site-packages/_pytest/cacheprovider.py": 5114545353355728201, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/methods/test_kurt.py": 2898715045429898166, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/provision.py": 8707620698060818654, + "venv/lib/python3.13/site-packages/pip/_internal/cli/req_command.py": 2887890799766730546, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_windows_renderer.py": 1076842273781909680, + "venv/lib/python3.13/site-packages/yaml/emitter.py": 6036657460416912844, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_reorder_levels.py": 10996225584998355824, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/serialization/__init__.py": 13841777369501476946, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/styled.py": 8726407298858811635, + "venv/lib/python3.13/site-packages/pip/_vendor/pkg_resources/__init__.py": 1677532855362260338, + "venv/lib/python3.13/site-packages/numpy/random/tests/test_randomstate_regression.py": 17425202198134409689, + "venv/lib/python3.13/site-packages/pydantic/datetime_parse.py": 196119761382305574, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/test_floats.py": 3064615530495290792, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_count.py": 9186538441380080087, + "venv/lib/python3.13/site-packages/pygments/lexers/_lasso_builtins.py": 4006621424665751347, + "venv/lib/python3.13/site-packages/starlette/applications.py": 13591448461234020757, + "venv/lib/python3.13/site-packages/numpy/matrixlib/__init__.py": 18402126171936308228, + "venv/lib/python3.13/site-packages/starlette/middleware/errors.py": 1337979724602864440, + "venv/lib/python3.13/site-packages/authlib/integrations/sqla_oauth2/client_mixin.py": 17980753662107479779, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/nested_sequence.pyi": 11245460325970663922, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_isin.py": 14387850595546682314, + "venv/lib/python3.13/site-packages/websockets/__init__.py": 4916307256304054040, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7516/models.py": 5656065513234782067, + "venv/lib/python3.13/site-packages/psycopg2_binary.libs/libgssapi_krb5-497db0c6.so.2.2": 6199424505696679197, + "venv/lib/python3.13/site-packages/jaraco_functools-4.4.0.dist-info/METADATA": 11759004913807981650, + "venv/lib/python3.13/site-packages/pydantic/_internal/_signature.py": 17075003201648027250, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/shape.pyi": 2188930129299348535, + "venv/lib/python3.13/site-packages/numpy/f2py/_backends/_distutils.py": 1948707545068786, + "venv/lib/python3.13/site-packages/pandas/core/internals/blocks.py": 6448406236246476333, + "venv/lib/python3.13/site-packages/numpy/polynomial/polynomial.pyi": 9935587108964614958, + "venv/lib/python3.13/site-packages/starlette/testclient.py": 16088848330558215194, + "venv/lib/python3.13/site-packages/rsa/core.py": 13203947234024924497, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/ansi.py": 948249091929588017, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/methods/test_astype.py": 6578539240745332772, + "venv/lib/python3.13/site-packages/greenlet/PyGreenlet.cpp": 7360124705400993707, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/methods/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_pipe.py": 8255917221095334212, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Prefix_py.py": 17041764258638228993, + "venv/lib/python3.13/site-packages/pip/_vendor/resolvelib/resolvers/criterion.py": 2042509334195547606, + "venv/lib/python3.13/site-packages/pip/_internal/commands/hash.py": 11824898770873127699, + "venv/lib/python3.13/site-packages/pandas/tests/extension/json/array.py": 7437107031079833232, + "venv/lib/python3.13/site-packages/gitdb-4.0.12.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_iter.py": 9232021002336641851, + "venv/lib/python3.13/site-packages/httpx/_exceptions.py": 18399489130669465891, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_assert_series_equal.py": 1223890028205011021, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/random/bitgen.h": 12421210767114721499, + "venv/lib/python3.13/site-packages/pandas/tests/util/conftest.py": 11143177766735481660, + "venv/lib/python3.13/site-packages/pandas/core/dtypes/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_file_handling.py": 732772718210067599, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/x448.pyi": 11733449165276720901, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/integer/test_arithmetic.py": 11620920548943067949, + "venv/lib/python3.13/site-packages/sqlalchemy/cyextension/processors.pyx": 7085380878820747579, + "venv/lib/python3.13/site-packages/apscheduler/schedulers/asyncio.py": 11442130378027628520, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/metrics_cpp_avx2.cpython-313-x86_64-linux-gnu.so": 2991745295485163924, + "venv/lib/python3.13/site-packages/pydantic/experimental/missing_sentinel.py": 1637241331832367709, + "venv/lib/python3.13/site-packages/jose/backends/_asn1.py": 14123487576864105793, + "venv/lib/python3.13/site-packages/pandas/compat/__init__.py": 6077099417711209303, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/common/test_float.py": 10455718110956856820, + "venv/lib/python3.13/site-packages/jeepney/io/tests/utils.py": 10346859893683522113, + "venv/lib/python3.13/site-packages/keyring/util/platform_.py": 16978095707950463638, + "venv/lib/python3.13/site-packages/pluggy/_tracing.py": 7276210024011809655, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/numpy_/test_numpy.py": 9825804096508014886, + "venv/lib/python3.13/site-packages/PIL/DcxImagePlugin.py": 11767274218348117481, + "venv/lib/python3.13/site-packages/PIL/TiffTags.py": 8688883943071546469, + "venv/lib/python3.13/site-packages/authlib/common/encoding.py": 52296066492753953, + "venv/lib/python3.13/site-packages/urllib3/util/wait.py": 14629837381061032546, + "venv/lib/python3.13/site-packages/psycopg2_binary.libs/libkrb5support-d0bcff84.so.0.1": 16819924515291719993, + "venv/lib/python3.13/site-packages/httpcore/_async/http_proxy.py": 13364803556177997526, + "venv/lib/python3.13/site-packages/pygments/lexers/phix.py": 16775285097768256238, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/instrumentation.py": 14882045449667214075, + "venv/lib/python3.13/site-packages/httpcore/_sync/http11.py": 5947339024588907032, + "venv/lib/python3.13/site-packages/pycparser/c_parser.py": 3954138286651284327, + "venv/lib/python3.13/site-packages/pygments/lexers/tlb.py": 1169242051301155885, + "venv/lib/python3.13/site-packages/numpy/random/_bounded_integers.pyi": 14150710436003340771, + "venv/lib/python3.13/site-packages/fastapi-0.127.1.dist-info/licenses/LICENSE": 3509878235770224233, + "venv/lib/python3.13/site-packages/packaging/_manylinux.py": 8268418900652790584, + "frontend/static/favicon.svg": 6451919037497541980, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_assert_almost_equal.py": 9333355453468475330, + "venv/lib/python3.13/site-packages/urllib3/exceptions.py": 9687187566231423953, + "venv/lib/python3.13/site-packages/cffi/parse_c_type.h": 9889309594462820068, + "venv/lib/python3.13/site-packages/ecdsa-0.19.1.dist-info/METADATA": 13428590545328703138, + "venv/lib/python3.13/site-packages/pandas/core/arrays/sparse/scipy_sparse.py": 2091608752719976909, + "venv/lib/python3.13/site-packages/pandas/tests/test_flags.py": 411845322592830527, + "venv/lib/python3.13/site-packages/pandas/tests/frame/indexing/test_get.py": 6509102681661636928, + "venv/lib/python3.13/site-packages/fastapi/_compat/model_field.py": 392699021682253569, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_arm64_masm.obj": 11967637259540485652, + "venv/lib/python3.13/site-packages/fastapi/middleware/cors.py": 7452860773712601508, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/grants/client_credentials.py": 256154392957334831, + "venv/lib/python3.13/site-packages/pip/_vendor/cachecontrol/_cmd.py": 14954780419054588164, + "venv/lib/python3.13/site-packages/numpy/random/_examples/cffi/extending.py": 9859383893070793914, + "venv/lib/python3.13/site-packages/passlib/handlers/scrypt.py": 10089372287597257402, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_get_numeric_data.py": 5896318696417090902, + "venv/lib/python3.13/site-packages/requests/status_codes.py": 17005213506461710202, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_apply.py": 11248068903302454630, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/selectable.py": 14646717349365560549, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/util.py": 10640907133050862176, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7519/__init__.py": 16532856661318424631, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/compat.py": 5871636909854554063, + "venv/lib/python3.13/site-packages/pip/_vendor/distlib/scripts.py": 8759605303886441976, + "venv/lib/python3.13/site-packages/pip/_internal/configuration.py": 2563100675379605810, + "venv/lib/python3.13/site-packages/authlib/oauth1/rfc5849/signature.py": 3614545297259098566, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/__main__.py": 487896753130729554, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/nditer.py": 10038360623032425884, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/regression/assignOnlyModule.f90": 15967199601254912096, + "venv/lib/python3.13/site-packages/passlib/crypto/_blowfish/__init__.py": 3521833849634327520, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_delete.py": 5958440386632506587, + "venv/lib/python3.13/site-packages/pandas/tests/interchange/test_utils.py": 2329717399120006435, + "venv/lib/python3.13/site-packages/cffi-2.0.0.dist-info/METADATA": 5628172948035858892, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/session.py": 15060063324909302240, + "venv/lib/python3.13/site-packages/numpy/polynomial/__init__.pyi": 8708830448398500675, + "venv/lib/python3.13/site-packages/sqlalchemy/cyextension/collections.cpython-313-x86_64-linux-gnu.so": 6157288238855118017, + "venv/lib/python3.13/site-packages/pip/_vendor/cachecontrol/serialize.py": 11139432164346742421, + "venv/lib/python3.13/site-packages/PIL/FontFile.py": 112053841436523305, + "venv/lib/python3.13/site-packages/pygments/lexers/felix.py": 2334148799642808111, + "frontend/build/_app/immutable/chunks/ikwS1dR6.js": 3267599179274813039, + "specs/001-migration-ui-redesign/spec.md": 8865643741117705095, + "frontend/src/lib/components/dataset-review/ExecutionMappingReview.svelte": 11412197655386056417, + "specs/010-refactor-cli-to-web/data-model.md": 5773525269766532913, + "specs/001-unify-frontend-style/research.md": 13254531951797050920, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_aarch64_gcc.h": 8140470539757491899, + "venv/lib/python3.13/site-packages/pandas/core/internals/ops.py": 4740509262379451243, + "semantics/reports/semantic_report_20260208_121743.md": 12827364271630755266, + "semantics/reports/semantic_report_20260316_225106.md": 6305794746294049478, + "semantics/reports/semantic_report_20260315_164804.md": 230119378443355782, + "venv/lib/python3.13/site-packages/annotated_types/test_cases.py": 5123395674810472016, + "frontend/src/routes/settings/git/__tests__/git_settings_page.ux.test.js": 5334904955024018051, + "venv/lib/python3.13/site-packages/pydantic/v1/types.py": 10761779263335288559, + "venv/lib/python3.13/site-packages/pandas/tseries/__init__.py": 2648641118117738895, + "venv/lib/python3.13/site-packages/pygments/lexers/urbi.py": 1611762607688882372, + "venv/lib/python3.13/site-packages/keyring/errors.py": 4587094338672775040, + "venv/lib/python3.13/site-packages/pygments/style.py": 17393199235575070210, + "specs/008-migration-ui-improvements/spec.md": 16862627852646689469, + "backend/src/core/utils/superset_context_extractor/__init__.py": 1074191108198498747, + "backend/src/core/task_manager/cleanup.py": 8316318318890394605, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_to_frame.py": 4303613319747945709, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/auth.py": 912521029864094489, + "backend/src/api/routes/assistant/_routes.py": 6252816315418755346, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/sqltypes.py": 2952996080192295188, + "backend/src/api/routes/git/_environment_routes.py": 1034235394475003092, + "venv/lib/python3.13/site-packages/attr/_config.py": 1864824728504480204, + "venv/lib/python3.13/site-packages/keyring/backends/fail.py": 5792496235026678021, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/callback/gh25211.f": 1486878017876900890, + "venv/lib/python3.13/site-packages/passlib/handlers/django.py": 66638338316838351, + "frontend/src/components/llm/ProviderConfig.svelte": 3397430691323614679, + "semantics/reports/semantic_report_20260310_120555.md": 17917667404769262607, + "venv/lib/python3.13/site-packages/numpy/core/__init__.pyi": 15130871412783076140, + "venv/lib/python3.13/site-packages/httpcore/_synchronization.py": 10997080307461682786, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_timer.py": 8196003526646080498, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/string/test_indexing.py": 2274965639578580723, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/einsumfunc.py": 9944042006439149561, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/test_support.pyi": 3893434234020223151, + "venv/lib/python3.13/site-packages/requests/cookies.py": 4997226307650350876, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/kdf/concatkdf.py": 6712732248328458871, + "venv/lib/python3.13/site-packages/pandas/util/_test_decorators.py": 17930801441803090445, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/declarative_asn1.pyi": 16934250836612138541, + "venv/lib/python3.13/site-packages/pygments/lexers/boa.py": 14409319610243925864, + "specs/004-integrate-svelte-kit/spec.md": 11087241065647128879, + "venv/lib/python3.13/site-packages/git/objects/__init__.py": 2110615482320355676, + "backend/src/api/routes/settings.py": 1899503837234642538, + "backend/src/services/reports/__init__.py": 11818812865847046400, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7636/__init__.py": 913610541217778747, + "venv/lib/python3.13/site-packages/httpcore-1.0.9.dist-info/METADATA": 14158024963562115116, + "venv/lib/python3.13/site-packages/pycparser-2.23.dist-info/LICENSE": 6581019367004699816, + "venv/lib/python3.13/site-packages/pyasn1/codec/ber/__init__.py": 15728752901274520502, + "venv/lib/python3.13/site-packages/attr/_funcs.py": 5302917072419624193, + "venv/lib/python3.13/site-packages/anyio/abc/_sockets.py": 15042495744291042062, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_kind.py": 18178830861475480607, + "venv/lib/python3.13/site-packages/passlib/tests/test_handlers.py": 4940305787631493030, + "venv/lib/python3.13/site-packages/pandas/core/arrays/arrow/extension_types.py": 1856757457657310231, + "venv/lib/python3.13/site-packages/numpy/_core/_dtype_ctypes.py": 5564496700647900501, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/test_engines.py": 2790877023773269276, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/conftest.py": 3691712173202219606, + "venv/lib/python3.13/site-packages/numpy/linalg/__init__.pyi": 18409133021422984774, + "venv/lib/python3.13/site-packages/pandas/tests/series/test_missing.py": 3991199131191840903, + "venv/lib/python3.13/site-packages/packaging/_musllinux.py": 2568338440457080365, + "frontend/src/components/git/BranchSelector.svelte": 6225347983501401973, + "scripts/build_offline_docker_bundle.sh": 16131280096167390730, + "venv/lib/python3.13/site-packages/authlib/deprecate.py": 3563885283090710443, + "venv/lib/python3.13/site-packages/pip/_vendor/certifi/cacert.pem": 15624463015628939254, + "venv/lib/python3.13/site-packages/pandas/tests/io/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/authlib/oauth1/__init__.py": 3692257288065292607, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_c_parser_only.py": 3038797485572319804, + "venv/lib/python3.13/site-packages/PIL/FitsImagePlugin.py": 618556384932056120, + "venv/lib/python3.13/site-packages/numpy/random/tests/data/sfc64_np126.pkl.gz": 1630203486813146863, + "venv/lib/python3.13/site-packages/rapidfuzz/utils.pyi": 7400725037332728015, + "venv/lib/python3.13/site-packages/pandas/core/arrays/sparse/array.py": 3517673819082574078, + "venv/lib/python3.13/site-packages/click/_termui_impl.py": 3296085065310341855, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/suite/test_reflection.py": 10520778598547003532, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/cast/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/iniconfig-2.3.0.dist-info/METADATA": 16498441272591167134, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_scalar_methods.py": 14881910898871057761, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc8693/__init__.py": 11065844267208884531, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/fixtures/mypy.py": 823265492261272631, + "venv/lib/python3.13/site-packages/pydantic/v1/schema.py": 10008526732895436361, + "venv/lib/python3.13/site-packages/PIL/_deprecate.py": 15076725072094847812, + "venv/lib/python3.13/site-packages/pygments/lexers/forth.py": 17623561228839319663, + "venv/lib/python3.13/site-packages/numpy/_array_api_info.pyi": 13283968924732680159, + "venv/lib/python3.13/site-packages/numpy/_core/records.py": 11414828908088050950, + "venv/bin/keyring": 1488968652276547659, + "frontend/src/lib/components/layout/__tests__/sidebarNavigation.test.js": 9823973527644599938, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_array_to_datetime.py": 3467480435568672840, + "venv/lib/python3.13/site-packages/pygments/lexers/whiley.py": 218468511185731869, + "venv/lib/python3.13/site-packages/numpy/random/bit_generator.pyi": 15790738442952696034, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/style/test_to_typst.py": 14619529283550788275, + "semantics/reports/semantic_report_20260202_192913.md": 4768352556065229320, + "backend/src/services/__tests__/test_rbac_permission_catalog.py": 5190751380981933250, + "backend/delete_running_tasks.py": 4453015771820664913, + "semantics/reports/semantic_report_20260309_133321.md": 16667428445846905757, + "venv/lib/python3.13/site-packages/passlib/tests/test_context_deprecated.py": 7876919198015151018, + "venv/lib/python3.13/site-packages/pandas/tests/config/test_config.py": 4630144191929135452, + "venv/lib/python3.13/site-packages/ecdsa/_rwlock.py": 7971972922423146201, + "venv/lib/python3.13/site-packages/certifi/__init__.py": 9045580998764948967, + "venv/lib/python3.13/site-packages/_pytest/_version.py": 4890545974654141536, + "venv/lib/python3.13/site-packages/pandas/core/computation/check.py": 16048939716341154196, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/multiindex/test_sorted.py": 1899608688401238388, + "venv/lib/python3.13/site-packages/authlib/jose/drafts/_jwe_algorithms.py": 15219408648894515493, + "venv/lib/python3.13/site-packages/psycopg2_binary-2.9.11.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/default.py": 7906029092844029127, + "venv/lib/python3.13/site-packages/httpcore/_backends/mock.py": 6849131425727092784, + "frontend/src/components/MissingMappingModal.svelte": 11264881226066623003, + "venv/lib/python3.13/site-packages/numpy/lib/_iotools.pyi": 12873243737872788349, + "venv/lib/python3.13/site-packages/greenlet/greenlet_cpython_compat.hpp": 8396413256279803400, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_conversion.py": 12184280074522274780, + "venv/lib/python3.13/site-packages/psycopg2_binary.libs/libkeyutils-dfe70bd6.so.1.5": 9414227432578104677, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/np_datetime.cpython-313-x86_64-linux-gnu.so": 7840846965295537844, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/suite/test_sequence.py": 3721630758772772345, + "venv/lib/python3.13/site-packages/PIL/ImageDraw.py": 12919304671639673744, + "venv/lib/python3.13/site-packages/uvicorn-0.40.0.dist-info/licenses/LICENSE.md": 16856682755677631386, + "backend/src/core/task_manager/persistence.py": 7896628499516364250, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/resource_protector.py": 11539718751174980004, + "venv/lib/python3.13/site-packages/pip/_vendor/distro/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/lib/array_utils.py": 18135114588643176359, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/string/scalar_string.f90": 15018631706178918578, + "venv/lib/python3.13/site-packages/urllib3/py.typed": 12220177918227495093, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_nanfunctions.py": 2356468092336024365, + "venv/lib/python3.13/site-packages/yaml/_yaml.cpython-313-x86_64-linux-gnu.so": 16990140871649227895, + "venv/lib/python3.13/site-packages/click/exceptions.py": 9734955259447933725, + "venv/lib/python3.13/site-packages/pydantic/decorator.py": 6984214881365537811, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/period/test_arithmetic.py": 13320788210970132239, + "venv/lib/python3.13/site-packages/pydantic/v1/datetime_parse.py": 10467114625921924095, + "venv/lib/python3.13/site-packages/numpy/lib/_version.pyi": 10804755840730584157, + "venv/lib/python3.13/site-packages/iniconfig/_parse.py": 11418441008427032090, + "venv/lib/python3.13/site-packages/numpy/_utils/_convertions.pyi": 362674842164060822, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/methods.py": 8059372834301557565, + "venv/lib/python3.13/site-packages/secretstorage-3.5.0.dist-info/METADATA": 3814104793342833872, + "backend/src/models/task.py": 10701108436197477339, + "venv/lib/python3.13/site-packages/pydantic/_internal/_validate_call.py": 4078236486720616395, + "venv/lib/python3.13/site-packages/numpy/core/shape_base.py": 17925759824894973734, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/util/connection.py": 5582413226288987808, + "venv/lib/python3.13/site-packages/gitdb/const.py": 14122142034887286559, + "venv/lib/python3.13/site-packages/jeepney/io/threading.py": 525625939662612746, + "venv/lib/python3.13/site-packages/authlib/jose/__init__.py": 317573635113539563, + "venv/lib/python3.13/site-packages/numpy/polynomial/tests/test_hermite_e.py": 8912795372542950449, + "venv/lib/python3.13/site-packages/numpy/tests/test_numpy_config.py": 3636377988901907424, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/aggregate/test_numba.py": 1548992314517942530, + "venv/lib/python3.13/site-packages/pandas/core/_numba/extensions.py": 4132402557064663751, + "venv/lib/python3.13/site-packages/pandas/core/groupby/numba_.py": 15997665748332235683, + "venv/lib/python3.13/site-packages/packaging/specifiers.py": 2800449842990194437, + "backend/src/core/utils/superset_context_extractor/_filters.py": 281666313889333545, + "venv/lib/python3.13/site-packages/rapidfuzz-3.14.3.dist-info/WHEEL": 2823347510103459191, + "venv/lib/python3.13/site-packages/pandas/core/tools/timedeltas.py": 7221393731712061943, + "venv/lib/python3.13/site-packages/rsa/prime.py": 10820898885044917095, + "venv/lib/python3.13/site-packages/passlib/ifc.py": 14479133654556657428, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/concat/test_dataframe.py": 14945138617962156057, + "venv/lib/python3.13/site-packages/pydantic/_internal/__init__.py": 15130871412783076140, + "backend/src/scripts/seed_superset_load_test.py": 14952302154142898180, + "venv/lib/python3.13/site-packages/jsonschema_specifications/schemas/draft201909/vocabularies/content": 16257335642847993866, + "venv/lib/python3.13/site-packages/pygments/lexers/jvm.py": 897669925284011089, + "venv/lib/python3.13/site-packages/numpy/random/lib/libnpyrandom.a": 1802449692091040396, + "venv/lib/python3.13/site-packages/click-8.3.1.dist-info/METADATA": 3188324716322823755, + "semantics/reports/semantic_report_20260310_141414.md": 1241553411509213404, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/index/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/test_take.py": 3281943380342853080, + "specs/001-plugin-arch-svelte-ui/quickstart.md": 11146327272675533295, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_at_time.py": 15352346149584081864, + "venv/lib/python3.13/site-packages/numpy/_core/shape_base.pyi": 10225243791643474943, + "venv/lib/python3.13/site-packages/smmap/test/test_util.py": 5634593621291240094, + "venv/lib/python3.13/site-packages/pygments-2.19.2.dist-info/licenses/LICENSE": 4672913476475760762, + "venv/lib/python3.13/site-packages/pandas/tests/frame/common.py": 7426635866622531875, + "venv/lib/python3.13/site-packages/pygments/lexers/wren.py": 6259586056260713984, + "specs/004-integrate-svelte-kit/tasks.md": 12247388516493675684, + "specs/023-clean-repo-enterprise/tests/reports/2026-03-04-report.md": 12729624714914767737, + "venv/lib/python3.13/site-packages/numpy/f2py/__version__.pyi": 9759534743796867731, + "venv/lib/python3.13/site-packages/python_jose-3.5.0.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/interfaces.py": 4890958419958257958, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/asymmetric/types.py": 1343652083039949282, + "venv/lib/python3.13/site-packages/rapidfuzz/__pyinstaller/__init__.py": 1229691061011958769, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/arrayterator.py": 3076316311545674897, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/test_iloc.py": 7586049606891014270, + "venv/lib/python3.13/site-packages/_pytest/unraisableexception.py": 4597178803320514675, + "specs/023-clean-repo-enterprise/quickstart.md": 5123543614792845579, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/array_like.pyi": 1968570015765106620, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/methods/test_tz_convert.py": 13349243029437881949, + "venv/lib/python3.13/site-packages/numpy/_typing/_dtype_like.py": 1598511035344858524, + "venv/lib/python3.13/site-packages/authlib/oauth1/rfc5849/parameters.py": 247312908510013930, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/bitwise_ops.py": 14350609278188982939, + "venv/lib/python3.13/site-packages/authlib/oauth1/rfc5849/rsa.py": 5392922995791487437, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/control.py": 2034518223411945438, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_drop.py": 17940792593116540139, + "venv/lib/python3.13/site-packages/pandas/tests/frame/indexing/test_set_value.py": 17480833128128893268, + "venv/lib/python3.13/site-packages/jsonschema/benchmarks/nested_schemas.py": 4114645644496880787, + "venv/lib/python3.13/site-packages/pandas/tests/test_aggregation.py": 16863055892192070549, + "venv/lib/python3.13/site-packages/PIL/MpoImagePlugin.py": 644327650732339301, + "frontend/src/components/Footer.svelte": 17748559656923032, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test__datasource.py": 1747755531265478106, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/test_style.py": 6849613206971398029, + "venv/lib/python3.13/site-packages/pandas/io/parsers/arrow_parser_wrapper.py": 11745253171984606573, + "specs/016-multi-user-auth/tasks.md": 2315182755834447851, + "venv/lib/python3.13/site-packages/jeepney/tests/test_bindgen.py": 8637878018232418583, + "venv/lib/python3.13/site-packages/pip/_internal/commands/uninstall.py": 11003472265011262515, + "venv/lib/python3.13/site-packages/anyio/streams/stapled.py": 9733127303038397237, + "venv/lib/python3.13/site-packages/pandas/api/extensions/__init__.py": 882327406374020760, + "specs/022-sync-id-cross-filters/data-model.md": 6325731873035807542, + "specs/020-task-reports-design/tasks.md": 18270561297191210317, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/expression.py": 1248029135284283479, + "venv/lib/python3.13/site-packages/passlib/tests/__main__.py": 16477180140297957650, + "venv/lib/python3.13/site-packages/pip/_vendor/platformdirs/android.py": 8607703347015852195, + "venv/lib/python3.13/site-packages/pip/_vendor/cachecontrol/__init__.py": 71159121705871510, + "venv/lib/python3.13/site-packages/urllib3/util/proxy.py": 17667887856427739069, + "venv/lib/python3.13/site-packages/pygments/lexers/verifpal.py": 9190813166686923928, + "backend/src/models/mapping.py": 9358348320550260098, + "venv/lib/python3.13/site-packages/keyring/http.py": 1408024724330078009, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/sparse/test_array.py": 11271807719833350332, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/suite/test_ddl.py": 3690189094298044728, + "backend/src/core/superset_client/_user_projection.py": 16484323195475306883, + "venv/lib/python3.13/site-packages/numpy/ma/README.rst": 13203411621071845216, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_ppc_macosx.h": 3653129798702716366, + "venv/lib/python3.13/site-packages/numpy/testing/_private/extbuild.pyi": 18253950285509265097, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/style/test_matplotlib.py": 12775850858284584296, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/suite/test_select.py": 7083040959665006634, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/hashes.py": 8545380307201732345, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/arrayterator.pyi": 7439348655567232744, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/util/url.py": 9692934100602135106, + "venv/lib/python3.13/site-packages/pandas/tests/resample/test_period_index.py": 6634414375581820058, + "venv/lib/python3.13/site-packages/pygments/lexers/clean.py": 17772169928835025327, + "venv/lib/python3.13/site-packages/jeepney/io/__init__.py": 2568357146184259175, + "venv/lib/python3.13/site-packages/authlib/common/security.py": 2291133227104016684, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_null_file.py": 6885565068723353414, + "venv/lib/python3.13/site-packages/pandas/core/dtypes/dtypes.py": 9839461501970023861, + "venv/lib/python3.13/site-packages/pygments/lexers/dsls.py": 11696359794961833087, + "frontend/src/lib/components/reports/ReportsList.svelte": 15460090587871611258, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/fromnumeric.pyi": 8671744104085911610, + "venv/lib/python3.13/site-packages/pandas/core/apply.py": 17080038932032802984, + "venv/lib/python3.13/site-packages/uvicorn-0.40.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/packaging/licenses/__init__.py": 15879493360260891293, + "venv/lib/python3.13/site-packages/pygments/lexers/wowtoc.py": 17527844575999013592, + "frontend/src/components/RepositoryDashboardGrid.svelte": 17100594220040865069, + "venv/lib/python3.13/site-packages/referencing/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pygments/lexers/go.py": 11118104397271513417, + "backend/src/api/routes/__tests__/test_clean_release_api.py": 11565478953155085157, + "venv/lib/python3.13/site-packages/sqlalchemy/connectors/asyncio.py": 4200928269459447593, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/clsregistry.py": 1589692649837935355, + "venv/lib/python3.13/site-packages/numpy/_core/numeric.py": 12261531924304979741, + "backend/tests/scripts/test_clean_release_tui_v2.py": 16893299982170941753, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/dtype_api.h": 17040779421165903019, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/conftest.py": 8406022190801970256, + "venv/lib/python3.13/site-packages/numpy/_core/tests/examples/limited_api/limited_api1.c": 8494977275215578998, + "docs/adr/ADR-0003-orchestrator-pattern.md": 12684827206797048805, + "venv/lib/python3.13/site-packages/uvicorn/importer.py": 5449629250971153435, + "venv/lib/python3.13/site-packages/pandas/io/html.py": 2727247063231114153, + "backend/src/api/routes/profile.py": 16065196073183170065, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/regression/f90continuation.f90": 17056591497459381871, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/associationproxy.py": 7421910137064160936, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/test_css.py": 17765129030290410902, + "venv/lib/python3.13/site-packages/pandas/core/interchange/dataframe.py": 16525846817331842080, + "venv/lib/python3.13/site-packages/anyio/streams/text.py": 12507591237176920223, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/oracle/provision.py": 9472538482404392519, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/arraysetops.pyi": 1782641795267171928, + "venv/lib/python3.13/site-packages/pygments/lexers/lean.py": 14518351619544450286, + "venv/lib/python3.13/site-packages/uvicorn/__init__.py": 11517239807926185665, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/fields.py": 10090313990429695520, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/x25519.pyi": 11455144434558323236, + "venv/lib/python3.13/site-packages/click/_compat.py": 14451519072991457993, + "venv/lib/python3.13/site-packages/pandas/tests/series/indexing/test_indexing.py": 14461606056665485421, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/test_astype.py": 4023134352880775277, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/kdf/kbkdf.py": 1359143503575245224, + "backend/src/api/routes/assistant/_admin_routes.py": 3380446401429936332, + "venv/lib/python3.13/site-packages/numpy/lib/_nanfunctions_impl.pyi": 12566839271245057531, + "venv/lib/python3.13/site-packages/PIL/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/_pytest/freeze_support.py": 494952714451267295, + "venv/lib/python3.13/site-packages/pandas/tseries/frequencies.py": 2262381949755250516, + "venv/lib/python3.13/site-packages/pip/_internal/resolution/resolvelib/factory.py": 3042005457138956499, + "venv/lib/python3.13/site-packages/numpy/_core/arrayprint.pyi": 84606125837677197, + "venv/lib/python3.13/site-packages/secretstorage-3.5.0.dist-info/WHEEL": 16097436423493754389, + "venv/lib/python3.13/site-packages/pygments/lexers/graph.py": 10445044822847205061, + "frontend/src/lib/stores/health.js": 3437957055218721782, + "venv/lib/python3.13/site-packages/numpy/ma/tests/test_subclassing.py": 17318983445227658412, + "venv/lib/python3.13/site-packages/pygments/lexers/templates.py": 16267123844830647955, + "venv/lib/python3.13/site-packages/numpy/testing/tests/test_utils.py": 5291132432383518704, + "venv/lib/python3.13/site-packages/pandas/tests/window/conftest.py": 10673264126684571493, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/test_datetimelike.py": 5317270578347271174, + "specs/011-git-integration-dashboard/plan.md": 925977838873733682, + "venv/lib/python3.13/site-packages/passlib/tests/backports.py": 17098448557554464521, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/dtypes.pyi": 15114028503984522176, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/floating/conftest.py": 4124267277224879990, + "venv/lib/python3.13/site-packages/uvicorn-0.40.0.dist-info/METADATA": 10707390829735099042, + "venv/lib/python3.13/site-packages/psycopg2_binary-2.9.11.dist-info/RECORD": 10052481303799123207, + "venv/lib/python3.13/site-packages/pygments/lexers/savi.py": 95400050302239274, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/contrib/_securetransport/low_level.py": 10843527833285941674, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/dtypes/test_dtypes_basic.py": 10917162988625838981, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_astype.py": 16700461036658228009, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_arm64_masm.asm": 16630507336149184509, + "venv/lib/python3.13/site-packages/pip/_internal/utils/subprocess.py": 3095012838116670328, + "venv/lib/python3.13/site-packages/idna/uts46data.py": 5698404064763638591, + "docker/backend.Dockerfile": 10320070102635663967, + "venv/lib/python3.13/site-packages/numpy/ma/extras.pyi": 15292036493781556342, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/testing.pyi": 9317922890783549326, + "venv/lib/python3.13/site-packages/urllib3/util/ssl_.py": 11720964010284185952, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_cumulative.py": 15644124412739892167, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/concat/test_append.py": 13152738905565588661, + "venv/lib/python3.13/site-packages/pandas/core/reshape/tile.py": 17137524194129840833, + "specs/004-integrate-svelte-kit/quickstart.md": 17596114535286671914, + "venv/lib/python3.13/site-packages/numpy/ma/core.py": 338350463523585845, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/test_crosstab.py": 6631711416347033281, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_nunique.py": 8450574751331186943, + "venv/lib/python3.13/site-packages/websockets/http11.py": 11022534176398053082, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/gh23879.f90": 13174951794239860144, + "venv/lib/python3.13/site-packages/pandas/tests/series/indexing/test_datetime.py": 4179112383995346046, + "venv/lib/python3.13/site-packages/yaml/constructor.py": 8731384179016992045, + "venv/lib/python3.13/site-packages/jsonschema_specifications/schemas/draft201909/vocabularies/validation": 5398883285871046811, + "venv/lib/python3.13/site-packages/numpy/f2py/cb_rules.pyi": 12275242654430570028, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7662/token_validator.py": 13917237710752731397, + "venv/lib/python3.13/site-packages/pydantic/type_adapter.py": 10162988530225478692, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_unicode.py": 1103608932321322989, + "venv/lib/python3.13/site-packages/passlib/handlers/pbkdf2.py": 16686685453577026643, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/common/test_inf.py": 8659210689723088321, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/JaroWinkler_py.py": 16189204441438239231, + "venv/bin/pip": 13861749540792881808, + "frontend/src/routes/translate/+page.svelte": 2348966043530714840, + "specs/026-dashboard-health-windows/plan.md": 17852610482399604931, + "specs/013-unify-frontend-css/contracts/ui-components.md": 4546871602297248000, + "venv/lib/python3.13/site-packages/pip/_vendor/resolvelib/resolvers/__init__.py": 1437580234680265326, + "venv/lib/python3.13/site-packages/websockets/asyncio/async_timeout.py": 7267209982032642028, + "backend/src/api/routes/git/_helpers.py": 6888678759460652166, + "frontend/build/_app/immutable/nodes/28.Cx0EF3G_.js": 14534307136828952598, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/printing.py": 8681519649669408795, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/integer/conftest.py": 25473177671450048, + "venv/lib/python3.13/site-packages/pygments/lexers/rebol.py": 10460732731157940232, + "venv/lib/python3.13/site-packages/uvicorn/protocols/http/httptools_impl.py": 10367325397209016951, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/asyncio/scoping.py": 18223258186431020473, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/suite/test_results.py": 18145930285449734975, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/parameters.py": 5104015814292812973, + "venv/lib/python3.13/site-packages/ecdsa/util.py": 10543788809724099209, + "venv/lib/python3.13/site-packages/pip/_internal/utils/packaging.py": 15555781487631855604, + "venv/lib/python3.13/site-packages/authlib/oauth1/rfc5849/models.py": 15928924478695638423, + "venv/lib/python3.13/site-packages/pandas/testing.py": 18352975429944961593, + "venv/lib/python3.13/site-packages/pandas/core/reshape/api.py": 16364136812252343076, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_win_type.py": 18105114803686556748, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/licenses/numpy/_core/src/npysort/x86-simd-sort/LICENSE.md": 10902471095117021766, + "venv/lib/python3.13/site-packages/pip/_vendor/idna/package_data.py": 3078502124870585867, + "venv/lib/python3.13/site-packages/more_itertools-10.8.0.dist-info/licenses/LICENSE": 6653202620765194772, + "venv/lib/python3.13/site-packages/pygments/__main__.py": 13200500591994479045, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/methods/test_is_monotonic.py": 12899848089975919515, + "venv/lib/python3.13/site-packages/gitdb/db/__init__.py": 2615504918450276693, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_dtypes.py": 4985057130807802395, + "frontend/build/_app/immutable/nodes/32.BfQ3Go9D.js": 2828068440194870814, + "backend/src/core/__tests__/test_native_filters.py": 823253235973274872, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/mock.py": 14010776046610111182, + "venv/lib/python3.13/site-packages/numpy/lib/tests/data/py2-objarr.npy": 9694707264403109829, + "venv/lib/python3.13/site-packages/pillow.libs/libxcb-64009ff3.so.1.1.0": 7322566017497612912, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/char.pyi": 1639810799219814643, + "venv/lib/python3.13/site-packages/httpx/_transports/wsgi.py": 11981127094916412794, + "venv/lib/python3.13/site-packages/pygments-2.19.2.dist-info/licenses/AUTHORS": 2987771679926243782, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/callback/gh26681.f90": 1515497186927052106, + "venv/lib/python3.13/site-packages/passlib/tests/test_hosts.py": 8284535274820610802, + "venv/lib/python3.13/site-packages/cffi-2.0.0.dist-info/WHEEL": 13232065379159720345, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/sqlite/dml.py": 5340326603935367534, + "venv/lib/python3.13/site-packages/uvicorn-0.40.0.dist-info/RECORD": 6349071557579241461, + "venv/lib/python3.13/site-packages/pycparser/_ast_gen.py": 5464347629908906775, + "venv/lib/python3.13/site-packages/pygments/lexers/matlab.py": 1880915927722177654, + "frontend/build/_app/immutable/chunks/DUwy77HT.js": 10716085513534156882, + "venv/lib/python3.13/site-packages/authlib/integrations/django_oauth2/requests.py": 6703055041957748929, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/kdf/scrypt.py": 15294662527620994511, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/ranges/test_range.py": 3544406211185340973, + "venv/lib/python3.13/site-packages/jsonschema/benchmarks/validator_creation.py": 2745563768861102999, + "semantics/reports/semantic_report_20260220_113024.md": 4503361374432031519, + "venv/lib/python3.13/site-packages/numpy/_typing/_scalars.py": 17701938912160369190, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/_initialize_py.py": 6518425342376455821, + "venv/lib/python3.13/site-packages/pandas/_libs/testing.cpython-313-x86_64-linux-gnu.so": 16758333404587340103, + "venv/lib/python3.13/site-packages/httpcore/_sync/http2.py": 11167798787131917524, + "venv/lib/python3.13/site-packages/pydantic/typing.py": 6661252174518316760, + "specs/007-migration-dashboard-grid/checklists/requirements.md": 10023816978423286999, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/style.py": 12654125988995362593, + "venv/lib/python3.13/site-packages/websockets-15.0.1.dist-info/REQUESTED": 15130871412783076140, + "semantics/reports/semantic_report_20260218_115846.md": 8805558292558651423, + "backend/src/api/routes/assistant/_command_parser.py": 2745692387994130159, + "venv/lib/python3.13/site-packages/pandas/core/arrays/sparse/__init__.py": 6758781485387665020, + "venv/lib/python3.13/site-packages/pip/_vendor/idna/__init__.py": 6489437464172324468, + "venv/lib/python3.13/site-packages/jsonschema/exceptions.py": 15651767069704734674, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_shift.py": 8547819448301023303, + "venv/lib/python3.13/site-packages/pandas/core/indexes/accessors.py": 14394872772838047912, + "semantics/reports/semantic_report_20260314_092050.md": 18120063326573547352, + "venv/lib/python3.13/site-packages/gitdb/exc.py": 13975852664048821278, + "venv/lib/python3.13/site-packages/pandas/tests/frame/indexing/test_delitem.py": 16538190861492829338, + "venv/lib/python3.13/site-packages/authlib/integrations/base_client/errors.py": 6538052228921426956, + "venv/lib/python3.13/site-packages/numpy/_core/_operand_flag_tests.cpython-313-x86_64-linux-gnu.so": 12296711931541109624, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/fields.cpython-313-x86_64-linux-gnu.so": 16927263232848238698, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/interval/test_interval_pyarrow.py": 3849382723890414899, + "venv/lib/python3.13/site-packages/uvicorn/protocols/websockets/auto.py": 12818217385551437286, + "venv/lib/python3.13/site-packages/pandas/tests/frame/indexing/test_xs.py": 1897144171324167738, + "venv/lib/python3.13/site-packages/pygments/lexers/asm.py": 13861952972248758785, + "venv/lib/python3.13/site-packages/greenlet/greenlet_msvc_compat.hpp": 12504008513945919250, + "frontend/src/routes/storage/+page.svelte": 5003283673039328108, + "semantics/reports/semantic_report_20260224_202301.md": 10970050809029445683, + "backend/src/api/routes/dashboards/_listing_routes.py": 1750634467656242702, + "venv/lib/python3.13/site-packages/packaging-26.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/cryptography/x509/verification.py": 1079694784860492682, + "backend/src/api/routes/translate/_router.py": 12128313085703966868, + "venv/lib/python3.13/site-packages/gitdb/test/lib.py": 13294941660283059872, + "backend/src/api/routes/dataset_review.py": 3689614039699023362, + "venv/lib/python3.13/site-packages/authlib/oauth2/base.py": 12948318231066662045, + "venv/lib/python3.13/site-packages/pandas/tests/interchange/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/internals/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_common.py": 12064185052519470358, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_half.py": 3121836756584726126, + "venv/lib/python3.13/site-packages/pygments/lexers/make.py": 5345282370426217663, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_case_when.py": 4133174129660834805, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/errors.py": 14634768861119075506, + "venv/lib/python3.13/site-packages/jsonschema-4.25.1.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/authlib/integrations/httpx_client/oauth2_client.py": 6742098857947604729, + "venv/lib/python3.13/site-packages/pip/_internal/locations/_distutils.py": 13559457590971821771, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/index_tricks.pyi": 11463747060334597941, + "venv/lib/python3.13/site-packages/pip/_vendor/dependency_groups/_lint_dependency_groups.py": 2609365889369107154, + "venv/lib/python3.13/site-packages/numpy/_core/_asarray.py": 3468915833437229425, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/vectorized.cpython-313-x86_64-linux-gnu.so": 5441755022198996487, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_unsupported.py": 9115440166074553860, + "backend/src/core/utils/superset_context_extractor/_parsing.py": 17093712504833649098, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/operators.py": 5584982192355398255, + "venv/lib/python3.13/site-packages/pandas/core/reshape/encoding.py": 12702053687535473061, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/_py_util.py": 13997184496924925110, + "venv/lib/python3.13/site-packages/git/objects/tree.py": 10239027037919781330, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_rename_axis.py": 13193478481758930128, + "venv/lib/python3.13/site-packages/passlib/tests/tox_support.py": 9200774792427691602, + "venv/lib/python3.13/site-packages/pip/_internal/operations/install/wheel.py": 3531093454660385247, + "venv/lib/python3.13/site-packages/pillow-12.1.1.dist-info/RECORD": 17545477863793260029, + "docs/adr/ADR-0006-frontend-architecture.md": 14772191355549261474, + "venv/lib/python3.13/site-packages/greenlet/tests/test_greenlet_trash.py": 6191655521667576604, + "venv/lib/python3.13/site-packages/pluggy/_version.py": 7195758686717994475, + "venv/lib/python3.13/site-packages/numpy/random/_examples/cython/extending_distributions.pyx": 15302775787158991386, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/recarray_from_file.fits": 15116318600514274152, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_copy.py": 11335108864615756235, + "venv/lib/python3.13/site-packages/httpcore/_async/interfaces.py": 18250473733460571816, + "venv/lib/python3.13/site-packages/pydantic/plugin/__init__.py": 16803973597469216174, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/regression/AB.inc": 10441778083831997423, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/interval/test_indexing.py": 14552860427542050771, + "venv/lib/python3.13/site-packages/pandas/io/excel/__init__.py": 6662687963241471393, + "venv/lib/python3.13/site-packages/pip/_internal/utils/misc.py": 17461379236189029253, + "venv/lib/python3.13/site-packages/rapidfuzz-3.14.3.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/apscheduler/triggers/combining.py": 1264860868414723829, + "venv/lib/python3.13/site-packages/uvicorn/supervisors/multiprocess.py": 10047012560534876149, + "venv/lib/python3.13/site-packages/jaraco_functools-4.4.0.dist-info/WHEEL": 16097436423493754389, + "backend/src/services/clean_release/repositories/policy_repository.py": 10990781278715170404, + "venv/lib/python3.13/site-packages/fastapi/logger.py": 11590581556317053213, + "venv/lib/python3.13/site-packages/numpy/lib/recfunctions.pyi": 10487441680587530350, + "specs/010-refactor-cli-to-web/checklists/requirements.md": 7073649248728719962, + "venv/lib/python3.13/site-packages/websockets/sync/client.py": 10892557975919033983, + "venv/lib/python3.13/site-packages/gitpython-3.1.46.dist-info/WHEEL": 16097436423493754389, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/methods/test_tz_localize.py": 18409231586451494605, + "frontend/src/lib/components/health/PolicyForm.svelte": 10697252862978287099, + "venv/lib/python3.13/site-packages/annotated_doc/main.py": 3384049281532298500, + "venv/lib/python3.13/site-packages/numpy/f2py/_backends/__init__.py": 4265012785873472600, + "venv/lib/python3.13/site-packages/numpy/exceptions.pyi": 13942486291715303235, + "venv/lib/python3.13/site-packages/pip/_vendor/resolvelib/__init__.py": 5027355874704300832, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_array_api_info.py": 16491629653122827368, + "venv/lib/python3.13/site-packages/authlib/jose/drafts/__init__.py": 4770885427721822507, + "venv/lib/python3.13/site-packages/pygments/styles/paraiso_light.py": 15941591873059208999, + "venv/lib/python3.13/site-packages/PIL/PsdImagePlugin.py": 4347581352716313298, + "venv/lib/python3.13/site-packages/pygments/lexers/soong.py": 10273453675034306814, + "venv/lib/python3.13/site-packages/pygments/lexers/json5.py": 9736695186548899403, + "venv/lib/python3.13/site-packages/pandas/tests/reductions/test_reductions.py": 11624188672428941494, + "venv/lib/python3.13/site-packages/pygments/filter.py": 16846063190466267618, + "specs/024-user-dashboard-filter/tasks.md": 882335125445167480, + "venv/lib/python3.13/site-packages/pandas/tests/interchange/test_impl.py": 12056958946481531279, + "venv/lib/python3.13/site-packages/ecdsa-0.19.1.dist-info/RECORD": 10552906886624188222, + "semantics/reports/semantic_report_20260310_170207.md": 4769147411109651599, + "backend/src/schemas/settings.py": 7182606947764184429, + "backend/src/plugins/migration.py": 16567640288127443175, + "frontend/src/components/PasswordPrompt.svelte": 14457083234480062595, + "backend/src/plugins/translate/metrics.py": 11569471420441638918, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/layout.py": 11554376181083053156, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/interval/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/_config/__init__.py": 3577026529387563519, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/test_setops.py": 5208912445718807372, + "venv/lib/python3.13/site-packages/numpy/random/tests/data/pcg64-testset-2.csv": 5423145402839576695, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc9068/revocation.py": 5718403706971163960, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/dtype.py": 5553691086633215767, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/common/test_common_basic.py": 1945891789924713537, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_semicolon_split.py": 8153770165829451525, + "venv/lib/python3.13/site-packages/pandas/_version.py": 3480474785419232091, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/dynamic.py": 15220116196072524330, + "venv/lib/python3.13/site-packages/PIL/ImagePath.py": 18323293175183057101, + "venv/lib/python3.13/site-packages/pip/_vendor/cachecontrol/caches/__init__.py": 11808051681178127650, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_tz_localize.py": 4937713043686953098, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_raises.py": 9678418010293693275, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/licenses/numpy/random/LICENSE.md": 17703435404573453911, + "venv/lib/python3.13/site-packages/_pytest/stepwise.py": 3527630676691417317, + "venv/lib/python3.13/site-packages/pydantic/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/mixed/foo_free.f90": 8821492401453445757, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_join.py": 17508073052750406350, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/screen.py": 6933591906297023845, + "venv/lib/python3.13/site-packages/dateutil/tz/_common.py": 9009072600471223066, + "venv/lib/python3.13/site-packages/pip/_internal/commands/download.py": 7533669665002975823, + "venv/lib/python3.13/site-packages/smmap/test/test_buf.py": 6910367739329016619, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_retain_attributes.py": 16210262356844956764, + "venv/lib/python3.13/site-packages/numpy.libs/libquadmath-96973f99-934c22de.so.0.0.0": 5098713761946118139, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/interval/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/urllib3/poolmanager.py": 15431313180245757657, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/merge/test_merge_index_as_string.py": 292438690259156869, + "venv/lib/python3.13/site-packages/pytest/__main__.py": 8747175113746141224, + "frontend/src/lib/stores/taskDrawer.js": 6659505033581293370, + "venv/lib/python3.13/site-packages/pandas/core/computation/eval.py": 3176226283265954028, + "venv/lib/python3.13/site-packages/keyring/backend_complete.bash": 16589214602970214174, + "venv/lib/python3.13/site-packages/pip/_internal/req/constructors.py": 17485271035479378662, + "venv/lib/python3.13/site-packages/python_multipart-0.0.21.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/authlib/oauth1/client.py": 7314311571224771, + "specs/001-migration-ui-redesign/research.md": 3255639789363421534, + "specs/028-llm-datasource-supeset/checklists/requirements.md": 11010892191278733115, + "venv/lib/python3.13/site-packages/sqlalchemy/util/topological.py": 11586868018611359415, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_umath_complex.py": 11732242536199439023, + "venv/lib/python3.13/site-packages/pandas/io/excel/_xlrd.py": 14430937200583666658, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_stride_tricks.py": 1064774375151677743, + "venv/lib/python3.13/site-packages/PIL/ContainerIO.py": 7551929914241379005, + "venv/lib/python3.13/site-packages/pandas/tests/arithmetic/test_timedelta64.py": 16821719402662529276, + "venv/lib/python3.13/site-packages/sqlalchemy/event/__init__.py": 16182540084654095394, + "venv/lib/python3.13/site-packages/idna/package_data.py": 6583909243002417298, + "venv/lib/python3.13/site-packages/passlib/utils/md4.py": 4521366665754877351, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_clip.py": 11111183698178681331, + "venv/lib/python3.13/site-packages/attrs/exceptions.py": 2871247302586505373, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_size.py": 14032390806503440750, + "venv/lib/python3.13/site-packages/numpy/testing/print_coercion_tables.py": 11758491058846790938, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_iterrows.py": 3791886201566670087, + "venv/lib/python3.13/site-packages/pandas/tests/resample/test_base.py": 15292769510056833117, + "specs/015-frontend-nav-redesign/checklists/requirements.md": 9945273881662329496, + "specs/023-clean-repo-enterprise/tests/reports/2026-03-03-report.md": 53785674918140151, + "specs/013-unify-frontend-css/tasks.md": 9489045658765600836, + "venv/lib/python3.13/site-packages/annotated_types/__init__.py": 7367790549779882749, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/dsa.pyi": 1065808244870331598, + "semantics/reports/semantic_report_20260224_195133.md": 7350333779965538537, + "specs/010-refactor-cli-to-web/contracts/api.md": 7631461695137079768, + "venv/lib/python3.13/site-packages/pip/_vendor/cachecontrol/wrapper.py": 4633931060151989960, + "backend/src/services/clean_release/stages/__init__.py": 11216464651705158032, + "venv/lib/python3.13/site-packages/pydantic/_internal/_fields.py": 2692892815545218335, + "venv/lib/python3.13/site-packages/keyring/backends/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_map.py": 10769974470610467636, + "venv/lib/python3.13/site-packages/pip/_internal/operations/build/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/io/excel/test_openpyxl.py": 9542840527483618681, + "venv/lib/python3.13/site-packages/pandas/io/formats/templates/string.tpl": 15796203549130590784, + "backend/src/services/git/__init__.py": 14011752637167919253, + "backend/tests/core/test_migration_engine.py": 7419155921858935534, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust.abi3.so": 2537152913308578487, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/mypy/names.py": 705261158040926128, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/asyncpg.py": 6152202474302791232, + "venv/lib/python3.13/site-packages/pandas/_typing.py": 17795648994662434211, + "venv/lib/python3.13/site-packages/pygments/lexers/parsers.py": 12372594608244797844, + "venv/lib/python3.13/site-packages/charset_normalizer/api.py": 9172704759115759638, + "venv/lib/python3.13/site-packages/pydantic_settings/exceptions.py": 18300876747412267999, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/strings.pyi": 402863478592154500, + "specs/001-unify-frontend-style/checklists/requirements.md": 14832237884638224791, + "venv/lib/python3.13/site-packages/jose/backends/base.py": 12795468809472351388, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/util/response.py": 15004896908941411698, + "venv/lib/python3.13/site-packages/certifi/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_internal/commands/freeze.py": 8644678595442275485, + "venv/lib/python3.13/site-packages/cryptography-46.0.3.dist-info/licenses/LICENSE": 17284252174641192866, + "venv/lib/python3.13/site-packages/pip/_vendor/truststore/_api.py": 7131036004750554905, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_api.py": 1910541672533352625, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/array_constructors.py": 6727209833819502644, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/ma.py": 15912582628112164509, + "venv/lib/python3.13/site-packages/numpy/doc/ufuncs.py": 11706048944901534664, + "venv/lib/python3.13/site-packages/authlib/oidc/core/grants/code.py": 9700811903057180696, + "venv/lib/python3.13/site-packages/pandas/tests/apply/common.py": 1113935558495455492, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/test_indexing.py": 4334578480714520407, + "venv/lib/python3.13/site-packages/attr/__init__.py": 14436902698244718082, + "venv/lib/python3.13/site-packages/numpy/f2py/auxfuncs.pyi": 10077265709692546934, + "venv/lib/python3.13/site-packages/pandas/tests/extension/date/__init__.py": 16789767433439616593, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/models.py": 9513172366009392193, + "venv/lib/python3.13/site-packages/requests/sessions.py": 6936640856092320928, + "venv/lib/python3.13/site-packages/numpy/testing/__init__.pyi": 8126257788928282891, + "venv/lib/python3.13/site-packages/bcrypt/__about__.py": 11196369962175692786, + "venv/lib/python3.13/site-packages/PIL/ImageFont.py": 15621336334706847865, + "specs/009-backup-scheduler/spec.md": 15379446917201229626, + "specs/005-fix-ui-ws-validation/quickstart.md": 13021167905315791293, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/numeric.pyi": 17005748821769179511, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/asyncmy.py": 11808138763443525443, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/base.cpython-313-x86_64-linux-gnu.so": 8335798324308957127, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/httpcore/_models.py": 2501866419898326733, + "venv/lib/python3.13/site-packages/gitdb/test/__init__.py": 18393574323937353933, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/ufuncs.py": 12732599294816239111, + "backend/tests/test_translate_scheduler_execution.py": 16687335504320865378, + "venv/lib/python3.13/site-packages/pandas/core/indexes/interval.py": 17965911911189276907, + "venv/lib/python3.13/site-packages/pip/_internal/models/index.py": 2839270935469791607, + "venv/lib/python3.13/site-packages/gitdb/base.py": 7927279446353696534, + "venv/lib/python3.13/site-packages/pandas/tests/io/test_clipboard.py": 12674078499544938252, + "backend/src/core/utils/async_network.py": 2763204398131017281, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7517/__init__.py": 4014740126161973332, + "venv/lib/python3.13/site-packages/cffi-2.0.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/requests/structures.py": 2668010839316715865, + "semantics/reports/semantic_report_20260310_121940.md": 3113822521709152176, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/holiday/test_calendar.py": 12313641252472031631, + "semantics/reports/semantic_report_20260310_201839.md": 2286675868336143973, + "backend/src/models/dataset_review_pkg/_enums.py": 2243691494729792539, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/util/__init__.py": 293004106962245584, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_modules.py": 16835987029123241300, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_pickle.py": 8705060420848529055, + "venv/lib/python3.13/site-packages/h11/_util.py": 9362339074207904329, + "venv/lib/python3.13/site-packages/numpy/random/_pickle.pyi": 16081120364372391381, + "venv/lib/python3.13/site-packages/PIL/ImageMath.py": 7395449734007598797, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7516/__init__.py": 11121941644106061453, + "specs/021-llm-project-assistant/quickstart.md": 17378312264285597203, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/callback/gh17797.f90": 17319074662077763768, + "backend/src/plugins/translate/__tests__/__init__.py": 2490542523242946173, + "venv/lib/python3.13/site-packages/numpy/_typing/_char_codes.py": 14162745886150625150, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/pager.py": 18072372651585577904, + "venv/lib/python3.13/site-packages/pydantic/plugin/_loader.py": 792663962985957671, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_equivalence.py": 17843623343419137458, + "venv/lib/python3.13/site-packages/cryptography/exceptions.py": 5173540025160237758, + "venv/lib/python3.13/site-packages/_pytest/skipping.py": 10561585274103209115, + "venv/lib/python3.13/site-packages/itsdangerous-2.2.0.dist-info/RECORD": 11111103193315065053, + "venv/lib/python3.13/site-packages/pandas/tests/tools/test_to_datetime.py": 3499461736474530062, + "venv/lib/python3.13/site-packages/anyio/streams/tls.py": 4191898645554875562, + "backend/src/api/routes/__tests__/test_reports_api.py": 17714266401048048508, + "backend/src/api/routes/__tests__/test_clean_release_v2_api.py": 13464989331176891726, + "venv/lib/python3.13/site-packages/_pytest/logging.py": 10972553724755511468, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_rolling.py": 18221459425751198218, + "specs/010-refactor-cli-to-web/spec.md": 16949497540880686002, + "venv/lib/python3.13/site-packages/passlib/win32.py": 5311393450489898748, + "venv/lib/python3.13/site-packages/authlib/oidc/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/core/indexes/timedeltas.py": 13653393430363556843, + "venv/lib/python3.13/site-packages/python_multipart/exceptions.py": 5971058243218049183, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/_typing.py": 17598638528781632158, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_duplicates.py": 9830936017197354309, + "venv/lib/python3.13/site-packages/smmap/test/test_mman.py": 8977119225749253844, + "venv/lib/python3.13/site-packages/authlib/integrations/base_client/framework_integration.py": 3935346152156572025, + "venv/lib/python3.13/site-packages/pandas/core/dtypes/concat.py": 14737724508458849795, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/parameter/constant_non_compound.f90": 8048650253889213460, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/test_searchsorted.py": 11161416745923343741, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/test_api.py": 14120915875574640262, + "venv/lib/python3.13/site-packages/idna/__init__.py": 6489437464172324468, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_overrides.py": 92685611709898742, + "venv/lib/python3.13/site-packages/pycparser/ply/ctokens.py": 1599952198962458730, + "venv/lib/python3.13/site-packages/passlib/utils/pbkdf2.py": 15802959653228956404, + "frontend/src/routes/profile/__tests__/fixtures/profile.fixtures.js": 2726190101012864209, + "frontend/build/_app/immutable/chunks/CJkgU3ny.js": 5437458233937544175, + "venv/lib/python3.13/site-packages/pillow-12.1.1.dist-info/zip-safe": 15240312484046875203, + "venv/lib/python3.13/site-packages/pip/_vendor/dependency_groups/__main__.py": 11917862648584782420, + "venv/lib/python3.13/site-packages/pandas/tests/series/test_unary.py": 8046543893978198672, + "backend/tests/services/clean_release/test_approval_service.py": 8359796700245201345, + "venv/lib/python3.13/site-packages/anyio/abc/__init__.py": 11428476337116642278, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/util.py": 387985965709546512, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/util/timeout.py": 1807228452024740476, + "docs/adr/ADR-0002-semantic-protocol.md": 12974847337618610981, + "venv/lib/python3.13/site-packages/pip/_internal/req/req_install.py": 7181005402818830655, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/__init__.py": 16123561007855424016, + "venv/include/site/python3.13/greenlet/greenlet.h": 16216120538647882082, + "frontend/build/_app/immutable/assets/AssistantChatPanel.D4L5jlt0.css": 10724144138366384732, + "venv/lib/python3.13/site-packages/rsa-4.9.1.dist-info/WHEEL": 16223367184831500348, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_regression.py": 16293647824734937323, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_simd_module.py": 7122050193390298178, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/licenses/__init__.py": 2635182244050911910, + "venv/lib/python3.13/site-packages/_pytest/debugging.py": 16135285365306979060, + "venv/lib/python3.13/site-packages/pandas/core/col.py": 4221271461723119525, + "venv/lib/python3.13/site-packages/anyio/abc/_testing.py": 16484863782452886547, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/tzconversion.pyi": 10947021928755741366, + "venv/lib/python3.13/site-packages/websockets/legacy/http.py": 16266924390281399720, + "venv/lib/python3.13/site-packages/passlib/crypto/scrypt/_builtin.py": 74545289993348593, + "venv/lib/python3.13/site-packages/pandas/_version_meson.py": 4875297137037630519, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/interval/test_interval.py": 1228451182688768814, + "venv/lib/python3.13/site-packages/rsa/cli.py": 1753949198467694190, + "venv/lib/python3.13/site-packages/fastapi/_compat/main.py": 13016492818231995760, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/formatters/__init__.py": 3247870839323520754, + "venv/lib/python3.13/site-packages/pandas/core/interchange/from_dataframe.py": 8278998381856028462, + "venv/lib/python3.13/site-packages/PIL/ImageOps.py": 3884310863548175682, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_unique.py": 6234921572794573905, + "venv/lib/python3.13/site-packages/pip/_internal/utils/egg_link.py": 18211947508793805393, + "venv/lib/python3.13/site-packages/authlib-1.6.6.dist-info/METADATA": 2053484635654179443, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/offsets.cpython-313-x86_64-linux-gnu.so": 6726636942028566415, + "venv/lib/python3.13/site-packages/greenlet/_greenlet.cpython-313-x86_64-linux-gnu.so": 6036818030377883416, + "venv/lib/python3.13/site-packages/numpy/random/tests/data/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_categorical.py": 8844412630511751140, + "backend/src/api/routes/git/_repo_operations_routes.py": 17252968422647919723, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/nested_sequence.pyi": 10985533017688918283, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/bulk_persistence.py": 2307818727114646866, + "venv/lib/python3.13/site-packages/passlib/hosts.py": 11171402820797380938, + "venv/lib/python3.13/site-packages/passlib/registry.py": 5050675058011850564, + "frontend/build/_app/immutable/chunks/Dwg_gtV8.js": 16241149289260803227, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7515/jws.py": 7505219131537941130, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/string/fixed_string.f90": 8654788371538544793, + "venv/lib/python3.13/site-packages/secretstorage/item.py": 15486045386471912693, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/sparse/test_arithmetics.py": 16527169124402715210, + "venv/lib/python3.13/site-packages/jaraco_functools-4.4.0.dist-info/RECORD": 4857922668040624663, + "venv/lib/python3.13/site-packages/pandas/tests/base/test_misc.py": 9190561773853901527, + "venv/lib/python3.13/site-packages/pydantic-2.12.5.dist-info/WHEEL": 2357997949040430835, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/test_replace.py": 18039668944453454689, + "venv/lib/python3.13/site-packages/pip/_vendor/resolvelib/providers.py": 7267821734584612032, + "backend/src/services/git/_status.py": 8680190871452171795, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/indexable.py": 4131796922597075758, + "venv/lib/python3.13/site-packages/PIL/ImageColor.py": 17058618058554970738, + "venv/lib/python3.13/site-packages/keyring/compat/py312.py": 17581691618899404491, + "backend/src/plugins/translate/executor.py": 5349944662752408712, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/arrayprint.pyi": 2424868797160722318, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/npy_2_compat.h": 6512969159139431485, + "specs/018-task-logging-v2/plan.md": 9253652607251393852, + "frontend/src/pages/Settings.svelte": 5110524159352803966, + "backend/src/core/auth/__tests__/test_auth.py": 14999763239648705195, + "venv/lib/python3.13/site-packages/pygments/lexers/lilypond.py": 1088755646568511197, + "venv/lib/python3.13/site-packages/iniconfig/__init__.py": 12623265899068631092, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/return_logical/foo90.f90": 12508663906609241323, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7009/__init__.py": 1923528231486706442, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/authenticate_client.py": 16886645731942472285, + "venv/lib/python3.13/site-packages/pycparser/c_ast.py": 5942107079119742, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/baked.py": 6911138208603240867, + "backend/src/services/__init__.py": 15123879863527585264, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/test_at.py": 1029744344133153888, + "venv/lib/python3.13/site-packages/jsonschema/benchmarks/useless_applicator_schemas.py": 8395157526634674143, + "venv/lib/python3.13/site-packages/requests/models.py": 9104898985870652256, + "venv/lib/python3.13/site-packages/sqlalchemy/cyextension/processors.cpython-313-x86_64-linux-gnu.so": 18139875206371157315, + "backend/src/services/notifications/__tests__/test_notification_service.py": 2377464079178202565, + "venv/lib/python3.13/site-packages/sqlalchemy/util/__init__.py": 15821192733097665649, + "venv/lib/python3.13/site-packages/uvicorn/loops/asyncio.py": 16496916527760969173, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/ma.pyi": 8186102816080813799, + "venv/lib/python3.13/site-packages/pygments/lexers/fortran.py": 6859638690245583968, + "frontend/src/lib/api/reports.js": 2328857814720054000, + "venv/lib/python3.13/site-packages/pip/_internal/network/session.py": 293771075394156394, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_hashing.py": 11119284926039008503, + "frontend/src/components/tasks/LogEntryRow.svelte": 10992388311554587653, + "venv/lib/python3.13/site-packages/httpx/_types.py": 12461152436147308761, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/ufuncs.pyi": 14995898537484305307, + "frontend/vite.config.js": 6182424215365912367, + "venv/lib/python3.13/site-packages/numpy/lib/recfunctions.py": 3001896031623204147, + "venv/lib/python3.13/site-packages/pandas/tests/io/test_orc.py": 1248059610437937895, + "venv/lib/python3.13/site-packages/pydantic/plugin/_schema_validator.py": 857640644840976862, + "venv/lib/python3.13/site-packages/click/_textwrap.py": 14586282603215052310, + "venv/lib/python3.13/site-packages/pygments/formatters/rtf.py": 5850574956253747036, + "venv/lib/python3.13/site-packages/idna/intranges.py": 12536174834761591006, + "venv/lib/python3.13/site-packages/pygments/lexers/_vbscript_builtins.py": 9882134558469491349, + "venv/lib/python3.13/site-packages/pygments/lexers/prql.py": 1159462562014166646, + "specs/016-multi-user-auth/quickstart.md": 16087510955376938207, + "backend/src/plugins/translate/__init__.py": 10614338387079190520, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/json.py": 6429651405841289922, + "backend/src/api/routes/__tests__/test_profile_api.py": 1724401885939803766, + "frontend/build/_app/immutable/nodes/23.Do_qsPEq.js": 7826338471653029947, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_isin.py": 11330491145602008796, + "venv/lib/python3.13/site-packages/greenlet/TGreenlet.hpp": 6993553444981671786, + "venv/lib/python3.13/site-packages/pandas/tests/strings/test_string_array.py": 8260883866404398980, + "backend/src/services/clean_release/demo_data_service.py": 8795028177684641724, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/asymmetric/ed448.py": 12264234876933578367, + "venv/lib/python3.13/site-packages/PIL/PdfParser.py": 13710342183037972042, + "venv/lib/python3.13/site-packages/pandas/tests/extension/array_with_attr/test_array_with_attr.py": 6568496539994758985, + "frontend/src/components/tasks/TaskResultPanel.svelte": 193489346212840974, + "venv/lib/python3.13/site-packages/pandas/core/window/expanding.py": 14141093310397856286, + "docs/installation.md": 9417496652177078372, + "backend/src/api/routes/dashboards/_detail_routes.py": 12522696473630508473, + "venv/lib/python3.13/site-packages/pygments/styles/abap.py": 11543320440974964547, + "venv/lib/python3.13/site-packages/numpy/_core/lib/npy-pkg-config/npymath.ini": 1071371630695963467, + "venv/lib/python3.13/site-packages/PIL/XbmImagePlugin.py": 12256750478268246137, + "venv/lib/python3.13/site-packages/jeepney/io/tests/test_asyncio.py": 2820168745710754136, + "venv/lib/python3.13/site-packages/PIL/_util.py": 17116054813914373606, + "venv/lib/python3.13/site-packages/pandas/tests/extension/test_categorical.py": 1329115818264527103, + "venv/lib/python3.13/site-packages/rapidfuzz/_utils.py": 14374663810542207121, + "backend/src/core/utils/fileio.py": 5783081738676692209, + "venv/lib/python3.13/site-packages/fastapi/security/oauth2.py": 1925394177931547776, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_formats.py": 5259100336852479395, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_tz_localize.py": 14495969595744172955, + "venv/lib/python3.13/site-packages/pandas/io/excel/_odfreader.py": 2760916559416783928, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/concat/test_concat.py": 4472503149811617440, + "venv/lib/python3.13/site-packages/numpy/lib/_arraypad_impl.pyi": 2186875333484796630, + "venv/lib/python3.13/site-packages/PIL/_avif.cpython-313-x86_64-linux-gnu.so": 5243449968857258659, + "venv/lib/python3.13/site-packages/pandas/_config/dates.py": 3863381688916127265, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/test_common.py": 9097104320321411408, + "venv/lib/python3.13/site-packages/python_dateutil-2.9.0.post0.dist-info/zip-safe": 15240312484046875203, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timedelta/test_arithmetic.py": 16045758521544316139, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_halfyear.py": 9376272342364384767, + "venv/lib/python3.13/site-packages/pygments/lexers/robotframework.py": 11507713622179102496, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_argparse.py": 11111699418217357084, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_custom_business_hour.py": 14128508606361694814, + "venv/lib/python3.13/site-packages/pandas/core/groupby/grouper.py": 18110568057754450953, + "venv/lib/python3.13/site-packages/pyasn1/error.py": 11036037300994516747, + "venv/lib/python3.13/site-packages/numpy/random/_bounded_integers.cpython-313-x86_64-linux-gnu.so": 16604252871044637047, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/dml.py": 17308908394336670576, + "frontend/src/lib/components/dataset-review/SemanticLayerReview.svelte": 2844634204872241861, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_array_interface.py": 13648006002292914247, + "frontend/src/routes/dashboards/health/__tests__/health_page.integration.test.js": 11653729504599199718, + "specs/026-dashboard-health-windows/data-model.md": 9610055896517554377, + "venv/lib/python3.13/site-packages/pydantic-2.12.5.dist-info/licenses/LICENSE": 1641332741515411734, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/text.py": 6096215585499446070, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/__init__.py": 13331622784664204066, + "venv/lib/python3.13/site-packages/pandas/io/common.py": 12088195203620154171, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/licenses/numpy/random/src/mt19937/LICENSE.md": 220395783324057705, + "specs/023-clean-repo-enterprise/spec.md": 18232552918375243708, + "venv/lib/python3.13/site-packages/pygments/lexers/_cocoa_builtins.py": 15468347167912293394, + "venv/lib/python3.13/site-packages/pygments/lexers/teal.py": 10004159499175716139, + "backend/tests/test_smoke_app.py": 7819901244710945164, + "venv/lib/python3.13/site-packages/sqlalchemy-2.0.45.dist-info/licenses/LICENSE": 11199044866758471950, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Hamming.py": 3762934316884129514, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/npy_no_deprecated_api.h": 7896028550808252043, + "venv/lib/python3.13/site-packages/authlib/integrations/flask_client/integration.py": 12670848015915724967, + "venv/lib/python3.13/site-packages/pydantic/v1/tools.py": 1995883197897112278, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/holiday/test_observance.py": 18178414966262524534, + "frontend/build/_app/immutable/nodes/6.gOS9PPZJ.js": 8895761963462356705, + "backend/src/core/utils/superset_compilation_adapter.py": 4974836712746468095, + "venv/lib/python3.13/site-packages/dateutil/tz/win.py": 8427821225251397364, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/base_class/test_indexing.py": 16623126293364224089, + "venv/lib/python3.13/site-packages/pycparser/ast_transforms.py": 9032453625977464506, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mssql/provision.py": 2676876852726658063, + "frontend/src/routes/admin/settings/+page.svelte": 6706258642200752989, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Indel.pyi": 16372699564794732463, + "venv/lib/python3.13/site-packages/jsonschema_specifications/schemas/draft201909/vocabularies/meta-data": 11957232619107868023, + "specs/011-git-integration-dashboard/checklists/requirements.md": 12544327784734405854, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/test_hist_method.py": 2109257663592928, + "venv/lib/python3.13/site-packages/_pytest/timing.py": 14080119171718125986, + "venv/lib/python3.13/site-packages/numpy/matrixlib/tests/test_regression.py": 16266600037241221681, + "venv/lib/python3.13/site-packages/pandas/tests/apply/test_series_apply.py": 12349190935180702377, + "venv/lib/python3.13/site-packages/numpy/rec/__init__.pyi": 1782063765067823837, + "venv/lib/python3.13/site-packages/fastapi/_compat/shared.py": 5249003014594464718, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_reindex.py": 12459492712890114705, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_reindex_like.py": 13803156447991282315, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_tz_localize.py": 13699016868476153393, + "venv/lib/python3.13/site-packages/pandas/tests/apply/conftest.py": 13798335354961261346, + "venv/lib/python3.13/site-packages/pandas/io/json/_normalize.py": 15938855324762935595, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/__init__.py": 15487893533770969571, + "semantics/reports/semantic_report_20260224_202016.md": 14452464323764064754, + "backend/src/core/cot_logger.py": 3113579786931231764, + "backend/src/api/routes/git/_merge_routes.py": 2019590524299108754, + "venv/lib/python3.13/site-packages/pandas/tests/test_downstream.py": 5635510753354256507, + "specs/024-user-dashboard-filter/spec.md": 8350383674754851939, + "venv/lib/python3.13/site-packages/authlib/integrations/django_oauth1/authorization_server.py": 6858244712625056421, + "venv/lib/python3.13/site-packages/pandas/core/indexers/__init__.py": 1756397319068017890, + "venv/lib/python3.13/site-packages/uvicorn/__main__.py": 6086938803696646644, + "venv/lib/python3.13/site-packages/keyring/backends/SecretService.py": 17482492072907438453, + "venv/lib/python3.13/site-packages/numpy/lib/format.py": 14971167445246135440, + "venv/lib/python3.13/site-packages/numpy/_core/_rational_tests.cpython-313-x86_64-linux-gnu.so": 13475521165331256711, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/base_class/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_dropna.py": 3168969662216766293, + "venv/lib/python3.13/site-packages/pandas/tests/extension/test_masked.py": 5380551301916549925, + "venv/lib/python3.13/site-packages/pygments/lexers/func.py": 12257919753150082714, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_item.py": 17619314877770917080, + "venv/lib/python3.13/site-packages/pandas/tests/libs/test_libalgos.py": 13934861984871432400, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/lib_polynomial.pyi": 9134949577567498894, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/integer/test_comparison.py": 4611207880323503098, + "venv/lib/python3.13/site-packages/pandas/tests/generic/test_label_or_level_utils.py": 3423644585913150841, + "semantics/reports/semantic_report_20260315_154857.md": 13187791839756946996, + "venv/lib/python3.13/site-packages/pandas/core/_numba/kernels/var_.py": 12699521091170347311, + "semantics/reports/semantic_report_20260224_195857.md": 1230063133133812824, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/polynomial_series.pyi": 7112486730197067087, + "venv/lib/python3.13/site-packages/ecdsa/eddsa.py": 15966858338456571506, + "venv/lib/python3.13/site-packages/passlib/tests/test_win32.py": 13932956220195912963, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_round.py": 8336918400205461173, + "venv/lib/python3.13/site-packages/numpy/_core/_ufunc_config.pyi": 9291444594181042963, + "venv/lib/python3.13/site-packages/websockets/streams.py": 15786581670248099415, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/object/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/yaml/serializer.py": 1783761365703703558, + "frontend/src/lib/ui/Icon.svelte": 2201964532717139995, + "venv/lib/python3.13/site-packages/iniconfig/_version.py": 8497474654470220170, + "venv/lib/python3.13/site-packages/pluggy/__init__.py": 8269188363563356631, + "venv/lib/python3.13/site-packages/pandas/tests/generic/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/PIL/IptcImagePlugin.py": 14329453455296600824, + "venv/lib/python3.13/site-packages/numpy/random/tests/test_seed_sequence.py": 7687465232954593311, + "semantics/reports/semantic_report_20260225_201923.md": 13617343259296253360, + "venv/lib/python3.13/site-packages/pandas/core/window/rolling.py": 6316477981414191778, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/concat/test_index.py": 12015738970771703312, + "venv/lib/python3.13/site-packages/gitdb-4.0.12.dist-info/RECORD": 9803861100978586236, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/index/test_periodindex.py": 13430003945574795792, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/certs.py": 13366788049827102313, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/methods/test_asfreq.py": 12721047184483392773, + "venv/lib/python3.13/site-packages/uvicorn/protocols/http/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/comparisons.py": 7327629888601690759, + "venv/lib/python3.13/site-packages/cryptography/x509/oid.py": 13909847799728532602, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/common/gh19161.f90": 7691871466158049079, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/dtypes.cpython-313-x86_64-linux-gnu.so": 657138415665704488, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_equals.py": 18261810467289276844, + "venv/lib/python3.13/site-packages/pandas/tests/generic/test_to_xarray.py": 15341013524814290960, + "venv/lib/python3.13/site-packages/pandas/core/_numba/kernels/shared.py": 1162754506656505196, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_isoc.py": 4923640657296076239, + "venv/lib/python3.13/site-packages/smmap/buf.py": 18231775424238352734, + "venv/lib/python3.13/site-packages/pandas/_libs/_cyutility.cpython-313-x86_64-linux-gnu.so": 3372660143512868174, + "venv/lib/python3.13/site-packages/numpy/__init__.pxd": 13527602429695748857, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/progress.py": 5951745251426856398, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_cython.py": 14695721638531081573, + "venv/lib/python3.13/site-packages/pandas/tests/apply/test_numba.py": 203614377324678234, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-arccosh.csv": 5882025767947638305, + "venv/lib/python3.13/site-packages/keyring-25.7.0.dist-info/RECORD": 10264342250058307301, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/interval/test_contains.py": 17630310725250553247, + "venv/lib/python3.13/site-packages/websockets/speedups.cpython-313-x86_64-linux-gnu.so": 10941658763526595989, + "venv/lib/python3.13/site-packages/pandas/plotting/_matplotlib/hist.py": 10928173425078493095, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/aead.pyi": 13061638961405460334, + "venv/lib/python3.13/site-packages/itsdangerous-2.2.0.dist-info/WHEEL": 12146818530001975731, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/providers/json.py": 15373167408891671190, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/LCSseq.py": 13853220736499979380, + "venv/lib/python3.13/site-packages/jsonschema/tests/typing/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/keyring/backend_complete.zsh": 14339032329370660432, + "venv/lib/python3.13/site-packages/pip/_vendor/distlib/index.py": 2763962019423787504, + "venv/lib/python3.13/site-packages/jose/jwt.py": 3405491994268385178, + "venv/lib/python3.13/site-packages/pydantic/mypy.py": 10034028441785588819, + "venv/lib/python3.13/site-packages/numpy/testing/__init__.py": 2831275254313750978, + "venv/lib/python3.13/site-packages/numpy/core/_dtype_ctypes.py": 17055498803745289016, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_repr.py": 16609300578827398344, + "venv/lib/python3.13/site-packages/pandas/io/formats/html.py": 11849941990375030601, + "venv/lib/python3.13/site-packages/cffi/vengine_cpy.py": 10684192171370688079, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/pickleable.py": 7712040860601343075, + "venv/lib/python3.13/site-packages/charset_normalizer/version.py": 9948878594498587774, + "venv/lib/python3.13/site-packages/authlib/jose/jwk.py": 13560749074922587626, + "frontend/src/lib/components/layout/Breadcrumbs.svelte": 15202032505744987943, + "frontend/src/services/taskService.js": 11368052191249479533, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/testing.pyi": 16263777835572515739, + "frontend/build/_app/immutable/nodes/15.GWVfPMiD.js": 11424668052118030131, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_argsort.py": 7320661835159648143, + "frontend/src/lib/stores/__tests__/mocks/environment.js": 16653269108049932073, + "frontend/build/_app/immutable/chunks/B2upk5LI.js": 5627224758283971620, + "specs/022-sync-id-cross-filters/tests/coverage.md": 1734793614708517069, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/gh17859.f": 13562390882286135024, + "venv/lib/python3.13/site-packages/pandas/_libs/indexing.pyi": 90995502095752726, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/merge/test_merge_ordered.py": 13827016781743929164, + "venv/lib/python3.13/site-packages/rsa/key.py": 4783269051050521475, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/cache_key.py": 11118819065204404106, + "venv/lib/python3.13/site-packages/gitpython-3.1.46.dist-info/licenses/LICENSE": 12688029424398428498, + "venv/lib/python3.13/site-packages/pygments/lexers/elm.py": 14683437310498104916, + "frontend/build/_app/immutable/chunks/zOtMGjv_.js": 9681968455903572186, + "specs/026-dashboard-health-windows/tasks.md": 3902527545872359020, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/foo_deps.f90": 14350239197565389508, + "venv/lib/python3.13/site-packages/keyring/credentials.py": 14515496037842724455, + "venv/lib/python3.13/site-packages/passlib/ext/django/utils.py": 8118896525895185626, + "venv/lib/python3.13/site-packages/numpy/ma/mrecords.pyi": 8945514863366384484, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_update.py": 9098258267671647783, + "venv/lib/python3.13/site-packages/git/refs/symbolic.py": 14996822770181935589, + "venv/lib/python3.13/site-packages/jaraco_context-6.0.2.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pydantic/experimental/arguments_schema.py": 8644805798814234457, + "venv/lib/python3.13/site-packages/numpy/lib/_arrayterator_impl.py": 4037074830103951000, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/test_ops.py": 16346030307660048773, + "venv/lib/python3.13/site-packages/pip/_vendor/certifi/__main__.py": 8412594868333244844, + "venv/lib/python3.13/site-packages/authlib/integrations/flask_client/__init__.py": 9997757256282720103, + "venv/lib/python3.13/site-packages/fastapi/concurrency.py": 17937688838625807004, + "venv/lib/python3.13/site-packages/pygments/lexers/devicetree.py": 9820277168995231927, + "venv/lib/python3.13/site-packages/pandas/tests/apply/test_series_transform.py": 18159263102656491974, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_x86_unix.h": 13709837360414450184, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_multithreading.py": 12547048606098186681, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/emath.pyi": 3718540478840842664, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_compare.py": 171535659467902751, + "venv/lib/python3.13/site-packages/greenlet/tests/test_generator.py": 14156412320760444199, + "venv/lib/python3.13/site-packages/websockets/legacy/auth.py": 16685128086396181286, + "venv/lib/python3.13/site-packages/pydantic/json_schema.py": 15678278224696353978, + "venv/lib/python3.13/site-packages/pygments/styles/staroffice.py": 11694998942433220413, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/interval/test_constructors.py": 979131987837682435, + "venv/lib/python3.13/site-packages/pygments/lexers/wgsl.py": 9718384325049172855, + "specs/001-migration-ui-redesign/tasks.md": 6838102495175810649, + "specs/015-frontend-nav-redesign/spec.md": 849953214992226992, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_to_pydatetime.py": 16228315407662560992, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/grants/implicit.py": 7379110378465568776, + "frontend/src/lib/stores/__tests__/test_taskDrawer.js": 13582869875796637016, + "frontend/build/_app/immutable/chunks/Dz0DPDgL.js": 16632431196887804851, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/token_endpoint.py": 6118770923176099889, + "specs/003-project-launch-script/research.md": 6429192409957193278, + "specs/023-clean-repo-enterprise/research.md": 7398603938022364164, + "venv/lib/python3.13/site-packages/PIL/_webp.cpython-313-x86_64-linux-gnu.so": 11070012119632935103, + "venv/lib/python3.13/site-packages/httpx/_main.py": 1812303705973265093, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/char.pyi": 13143560686049627445, + "specs/012-remove-superset-tool/tasks.md": 16004326645288868099, + "specs/001-unify-frontend-style/quickstart.md": 9928293895919328237, + "specs/019-superset-ux-redesign/tests/reports/2026-02-19-report.md": 8194755866906869861, + "venv/lib/python3.13/site-packages/authlib/integrations/flask_oauth2/requests.py": 14847842002253212098, + "backend/src/models/translate.py": 6500498137863878747, + "venv/lib/python3.13/site-packages/numpy/random/_bounded_integers.pxd": 9126772093305708921, + "backend/src/services/dataset_review/orchestrator.py": 8780497744077644822, + "venv/lib/python3.13/site-packages/PIL/PpmImagePlugin.py": 7107324729714470853, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_rename_axis.py": 12432900682994622455, + "venv/lib/python3.13/site-packages/certifi-2025.11.12.dist-info/licenses/LICENSE": 14230156892574098522, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/integer/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/passlib/handlers/scram.py": 12281469744083867450, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_drop.py": 11341278355685583133, + "specs/022-sync-id-cross-filters/research.md": 677607981419846070, + "semantics/reports/semantic_report_20260208_122429.md": 9591743782780893128, + "backend/src/core/__init__.py": 8673978627093182792, + "backend/src/plugins/storage/__init__.py": 5046554941488079204, + "backend/src/services/clean_release/repositories/__init__.py": 9926779835387630811, + "venv/lib/python3.13/site-packages/pandas/compat/pickle_compat.py": 11073483984394766474, + "backend/tests/conftest.py": 14115149798000023183, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/categorical/test_indexing.py": 3841182456456779012, + "semantics/reports/semantic_report_20260126_114128.md": 14195476367865593187, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/filesize.py": 13234856188049714485, + "venv/lib/python3.13/site-packages/pydantic/_internal/_generics.py": 16438159042939059717, + "venv/lib/python3.13/site-packages/psycopg2/errorcodes.py": 6711830404954314463, + "venv/lib/python3.13/site-packages/referencing-0.37.0.dist-info/RECORD": 8201759541483070364, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/boolean/test_arithmetic.py": 976970179757115407, + "frontend/build/_app/immutable/entry/start.BOSjO_68.js": 11833712504503467788, + "venv/lib/python3.13/site-packages/python_dotenv-1.2.1.dist-info/WHEEL": 16097436423493754389, + "venv/lib/python3.13/site-packages/pip/_vendor/tomli_w/_writer.py": 15053365792216907149, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_is_homogeneous_dtype.py": 15378147393056707851, + "venv/lib/python3.13/site-packages/PIL/McIdasImagePlugin.py": 14137545069906812251, + "venv/lib/python3.13/site-packages/pygments/lexers/foxpro.py": 14032656072384708293, + "backend/src/services/clean_release/repositories/candidate_repository.py": 14784344453820731941, + "backend/tests/services/clean_release/test_demo_mode_isolation.py": 1970652424726919519, + "venv/lib/python3.13/site-packages/itsdangerous-2.2.0.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/authlib/integrations/flask_oauth2/authorization_server.py": 17967809814827547139, + "venv/lib/python3.13/site-packages/anyio/streams/file.py": 15232345967545920863, + "venv/lib/python3.13/site-packages/numpy/testing/_private/utils.pyi": 17639497083041129225, + "frontend/src/routes/translate/history/+page.svelte": 3662584933056960050, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_value_attrspec.py": 7741590618654448240, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/instrumentation.py": 13198832283145198959, + "frontend/build/_app/immutable/chunks/C7oWkuQc.js": 6845171102601059642, + "venv/lib/python3.13/site-packages/attrs-25.4.0.dist-info/RECORD": 7363618870628306370, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/row.py": 9763935103055608874, + "venv/lib/python3.13/site-packages/jeepney/tests/test_fds.py": 6257376331171761928, + "venv/lib/python3.13/site-packages/charset_normalizer/cli/__main__.py": 2148876100501691980, + "venv/lib/python3.13/site-packages/authlib/oidc/core/userinfo.py": 17201158389976619872, + "venv/lib/python3.13/site-packages/psycopg2/tz.py": 9966680685796585198, + "venv/lib/python3.13/site-packages/jeepney/tests/test_wrappers.py": 4813328996575597980, + "venv/lib/python3.13/site-packages/pandas/io/formats/templates/html.tpl": 12550218314797699304, + "venv/lib/python3.13/site-packages/passlib/tests/utils.py": 15403198680231294263, + "venv/lib/python3.13/site-packages/pygments/styles/vim.py": 2621036947954523349, + "venv/lib/python3.13/site-packages/rpds/__init__.py": 5862197328247012275, + "backend/src/core/migration/archive_parser.py": 8828677257278703059, + "venv/lib/python3.13/site-packages/ecdsa/rfc6979.py": 11564966030899162026, + "venv/lib/python3.13/site-packages/psycopg2/pool.py": 8855184580138330938, + "venv/lib/python3.13/site-packages/pip/_internal/utils/virtualenv.py": 14416705841810221305, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_pct_change.py": 18056235438452125034, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/test_base.py": 16710163879060522196, + "venv/lib/python3.13/site-packages/authlib/integrations/httpx_client/oauth1_client.py": 3129955464287331242, + "venv/lib/python3.13/site-packages/httpx/_config.py": 8800538050293498928, + "frontend/build/_app/immutable/chunks/CN522_r1.js": 7185141015097624926, + "venv/lib/python3.13/site-packages/pandas/core/reshape/concat.py": 2218848863149192467, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/test_sorting.py": 10523740688498427929, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7009/revocation.py": 16178499278312777474, + "venv/lib/python3.13/site-packages/numpy/random/__init__.pxd": 7355772669172093814, + "venv/lib/python3.13/site-packages/httpcore/_backends/auto.py": 10488908050307887802, + "venv/lib/python3.13/site-packages/numpy/f2py/src/fortranobject.h": 5980733638838895780, + "specs/020-task-reports-design/plan.md": 4942800143898360724, + "venv/lib/python3.13/site-packages/idna/compat.py": 9758194415584776667, + "semantics/reports/semantic_report_20260219_225321.md": 4546681929821827281, + "semantics/reports/semantic_report_20260310_181244.md": 5610158830194409297, + "venv/lib/python3.13/site-packages/dotenv/cli.py": 7952654621986067973, + "venv/lib/python3.13/site-packages/websockets/asyncio/connection.py": 17044409627448400723, + "venv/lib/python3.13/site-packages/numpy/matrixlib/defmatrix.pyi": 17903213294220335051, + "venv/lib/python3.13/site-packages/numpy/f2py/func2subr.pyi": 16573082220135508510, + "venv/lib/python3.13/site-packages/greenlet-3.3.0.dist-info/licenses/LICENSE.PSF": 13208428090829817329, + "venv/lib/python3.13/site-packages/pandas-3.0.1.dist-info/LICENSE": 6989336036499641077, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7517/jwk.py": 6458001384702613165, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_cpu_dispatcher.py": 2063037275809439611, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_conversion.py": 9159276697339089788, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/masked/test_arithmetic.py": 14858832264660410908, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/filters/__init__.py": 835924536855006596, + "venv/lib/python3.13/site-packages/pygments/lexers/pony.py": 2720635393743617141, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_s390_unix.h": 5161826643658505126, + "frontend/build/_app/immutable/nodes/14.C0pJG7pp.js": 5076094702105442374, + "venv/lib/python3.13/site-packages/pip/_vendor/dependency_groups/_pip_wrapper.py": 2516476609539242190, + "venv/lib/python3.13/site-packages/pandas/tests/extension/test_string.py": 13234624995755549329, + "venv/lib/python3.13/site-packages/_pytest/recwarn.py": 15312759837838083596, + "venv/lib/python3.13/site-packages/authlib/oidc/discovery/models.py": 6924198551176217533, + "venv/lib/python3.13/site-packages/git/objects/submodule/root.py": 5322248117564025370, + "venv/lib/python3.13/site-packages/ecdsa/ellipticcurve.py": 15624510849346629163, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/style/test_non_unique.py": 15286893322149413712, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/pkcs7.pyi": 2777456956260371820, + "venv/lib/python3.13/site-packages/pandas/tests/arithmetic/test_object.py": 9215781825358309147, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_api.py": 5813060676255093777, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/_py_processors.py": 16557117595879208702, + "venv/lib/python3.13/site-packages/attr/validators.py": 4453080662115911998, + "frontend/src/lib/components/reports/__tests__/report_detail.ux.test.js": 11878832350632571462, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/ed25519.pyi": 16312114056447366970, + "backend/alembic/versions/c4a3a2f74bfe_add_missing_columns_needs_review_.py": 4320606555167902916, + "venv/lib/python3.13/site-packages/authlib/integrations/base_client/async_app.py": 4329794049222609894, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_fiscal.py": 14652343698825214870, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/multiindex/test_setitem.py": 2059440410065814114, + "venv/lib/python3.13/site-packages/click-8.3.1.dist-info/WHEEL": 8600534672961461758, + "venv/lib/python3.13/site-packages/_pytest/deprecated.py": 5452408732344157294, + "venv/lib/python3.13/site-packages/bcrypt-4.0.1.dist-info/LICENSE": 11167201188673981085, + "backend/src/api/routes/git/__init__.py": 9989336734947065016, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/test_concat.py": 10207975532842927134, + "venv/lib/python3.13/site-packages/pygments/styles/lovelace.py": 15082819162722685616, + "venv/lib/python3.13/site-packages/pygments/lexers/css.py": 517586374264113606, + "venv/lib/python3.13/site-packages/pydantic/_internal/_schema_gather.py": 3634138701088855517, + "venv/lib/python3.13/site-packages/numpy/f2py/_src_pyf.py": 546976622482819095, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/concat/test_categorical.py": 18254320571347851153, + "venv/lib/python3.13/site-packages/click/decorators.py": 2920877667855377423, + "venv/lib/python3.13/site-packages/charset_normalizer/legacy.py": 1706599349563920562, + "venv/lib/python3.13/site-packages/numpy/_core/numerictypes.py": 6205675182996213576, + "venv/lib/python3.13/site-packages/attr/_version_info.pyi": 7141309436445210354, + "venv/lib/python3.13/site-packages/numpy/_utils/_inspect.py": 7029935879540617057, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/lib_user_array.py": 8711697474193296376, + "backend/src/core/superset_client/_dashboards_filters.py": 11002883972618719697, + "docs/architecture_decision_superset_migration.md": 4399870239220329597, + "backend/src/models/dataset_review_pkg/_execution_models.py": 9810012962062422666, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_cython_aggregations.py": 10818895573637904764, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/connection.py": 8190661510572400096, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_textreader.py": 388955620768371652, + "venv/lib/python3.13/site-packages/PIL/MspImagePlugin.py": 3034490726971829439, + "venv/lib/python3.13/site-packages/ecdsa/_compat.py": 13034064768731879065, + "venv/lib/python3.13/site-packages/_pytest/main.py": 931018496411984909, + "venv/lib/python3.13/site-packages/pandas/_libs/ops_dispatch.pyi": 16176428602589420913, + "venv/lib/python3.13/site-packages/charset_normalizer/md__mypyc.cpython-313-x86_64-linux-gnu.so": 12629680116730190225, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/base_class/test_reshape.py": 5572426834735088916, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/__init__.py": 13584649922093198724, + "specs/015-frontend-nav-redesign/data-model.md": 11721027527668739583, + "venv/lib/python3.13/site-packages/more_itertools/__init__.py": 9858612105173082060, + "venv/lib/python3.13/site-packages/gitdb/pack.py": 7828244200815444166, + "venv/lib/python3.13/site-packages/cryptography/x509/__init__.py": 4066756344049307453, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/assumed_shape/precision.f90": 5518911932373565642, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/authorization_server.py": 13696038495666024258, + "venv/lib/python3.13/site-packages/_pytest/hookspec.py": 387790426108810884, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/methods/test_shift.py": 14026124784027171225, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/random.pyi": 1808392097712315455, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_scalar_compat.py": 10068989979144965125, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/cast/test_find_common_type.py": 9581516171321396333, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/common/test_read_errors.py": 4559483361564472117, + "venv/lib/python3.13/site-packages/pandas/tests/io/json/test_ujson.py": 12184194085993665945, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/base.py": 6509914623926583629, + "venv/lib/python3.13/site-packages/anyio/from_thread.py": 7973678341601453474, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/path_registry.py": 8410829659513707067, + "venv/lib/python3.13/site-packages/starlette/templating.py": 9242638124487797988, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc8414/well_known.py": 7183795183137931709, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_ccalendar.py": 8819357623337533489, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_concatenate_chunks.py": 9693420220003544490, + "venv/lib/python3.13/site-packages/PIL/_imaging.cpython-313-x86_64-linux-gnu.so": 1425926264271197601, + "venv/lib/python3.13/site-packages/passlib/tests/test_handlers_argon2.py": 11345706437113628133, + "venv/lib/python3.13/site-packages/keyring/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pydantic/deprecated/class_validators.py": 2200511838255373813, + "venv/lib/python3.13/site-packages/numpy/_array_api_info.py": 9709101823494959741, + "venv/lib/python3.13/site-packages/pandas/core/arrays/numeric.py": 17834058423729918687, + "venv/lib/python3.13/site-packages/pygments/lexers/nit.py": 18262907536841158657, + "venv/lib/python3.13/site-packages/pygments/lexers/objective.py": 10966124906622044512, + "venv/lib/python3.13/site-packages/pandas/core/util/hashing.py": 13106575357604888913, + "venv/lib/python3.13/site-packages/pydantic/deprecated/json.py": 17692639396786690144, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/literal.py": 5641382379370828704, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/index/test_timedeltaindex.py": 2359681317403710563, + "venv/lib/python3.13/site-packages/psycopg2/_psycopg.cpython-313-x86_64-linux-gnu.so": 13471342289207537479, + "venv/lib/python3.13/site-packages/urllib3/_base_connection.py": 14495079097019980154, + "venv/lib/python3.13/site-packages/idna-3.11.dist-info/WHEEL": 8600534672961461758, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/test_freq_attr.py": 1720704043778272895, + "venv/lib/python3.13/site-packages/rapidfuzz/_common_py.py": 15410157970973169427, + "venv/lib/python3.13/site-packages/typing_inspection/typing_objects.pyi": 18193727720492050602, + "venv/lib/python3.13/site-packages/websockets/speedups.c": 11800200877763464246, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/test_nat.py": 7400568652984772972, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mssql/__init__.py": 2345997696115514124, + "venv/lib/python3.13/site-packages/ecdsa/curves.py": 812969717084691115, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/segment.py": 2555584120510872966, + "venv/lib/python3.13/site-packages/attr/_cmp.py": 3297594878548179300, + "venv/lib/python3.13/site-packages/pandas/tests/extension/test_arrow.py": 10068866425352207113, + "venv/lib/python3.13/site-packages/greenlet/TThreadState.hpp": 15599148954148720463, + "venv/lib/python3.13/site-packages/pygments/lexers/fift.py": 7537570342576781911, + "venv/lib/python3.13/site-packages/jaraco.classes-3.4.0.dist-info/LICENSE": 16343563559291870811, + "venv/lib/python3.13/site-packages/pygments/lexers/d.py": 18120801227801223376, + "venv/lib/python3.13/site-packages/pygments/lexers/julia.py": 13516407944275342328, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_integrity.py": 12010564145080323987, + "venv/lib/python3.13/site-packages/authlib/__init__.py": 8957417237987377675, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-tan.csv": 6233924374281534211, + "venv/lib/python3.13/site-packages/anyio/_core/_sockets.py": 10525237827959090532, + "frontend/src/lib/Counter.svelte": 4002153662176313030, + "specs/026-dashboard-health-windows/contracts/modules.md": 2809610509101237334, + "semantics/reports/semantic_report_20260310_122031.md": 5117150450637167559, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/ufunclike.pyi": 12215374902556647369, + "venv/lib/python3.13/site-packages/jeepney/wrappers.py": 15234251727654692435, + "venv/lib/python3.13/site-packages/pygments/lexers/markup.py": 10311057264960923433, + "venv/lib/python3.13/site-packages/numpy/lib/user_array.py": 14003456655595459585, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_dlpack.py": 7908102652282922952, + "venv/lib/python3.13/site-packages/numpy/__config__.pyi": 1422114139050700402, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/suite/test_unicode_ddl.py": 2569618488804767890, + "venv/lib/python3.13/site-packages/authlib-1.6.6.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pygments/lexers/iolang.py": 10997512999728724130, + "frontend/build/_app/immutable/nodes/26.Bs2hnpZK.js": 8682578642233262475, + "backend/src/plugins/llm_analysis/__tests__/test_service.py": 9850768293526486431, + "venv/lib/python3.13/site-packages/packaging/_parser.py": 13394093358675095309, + "venv/lib/python3.13/site-packages/jsonschema/benchmarks/issue232.py": 6498198296113395367, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-arcsin.csv": 1665171675551692225, + "backend/src/core/superset_client/_dashboards_crud.py": 4664728216214173491, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_parse_dates.py": 7597935994945336408, + "venv/lib/python3.13/site-packages/psycopg2_binary.libs/libk5crypto-b1f99d5c.so.3.1": 10669523137596317954, + "venv/lib/python3.13/site-packages/numpy/lib/_histograms_impl.pyi": 6534825471013879522, + "venv/lib/python3.13/site-packages/uvicorn/middleware/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/f2py/cb_rules.py": 11397521081216402594, + "venv/lib/python3.13/site-packages/pandas/util/__init__.py": 4070574585004336241, + "venv/lib/python3.13/site-packages/certifi-2025.11.12.dist-info/RECORD": 12733654377842895588, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/providers/aws.py": 1364297790170663941, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/horizontal_shard.py": 17615732108308858890, + "venv/lib/python3.13/site-packages/pygments/styles/pastie.py": 15784474766258831882, + "venv/lib/python3.13/site-packages/pandas/tests/frame/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/authlib/integrations/requests_client/oauth1_session.py": 1911069558956893789, + "specs/021-llm-project-assistant/checklists/requirements.md": 4288455804837471019, + "backend/tests/core/migration/test_dry_run_orchestrator.py": 5158126098685923841, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/test_boxplot_method.py": 7635131059308651529, + "frontend/build/_app/immutable/chunks/DT22g9Tz.js": 14851422720685926651, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_api.py": 13739775047493489785, + "venv/lib/python3.13/site-packages/greenlet/tests/_test_extension_cpp.cpp": 4590574206187223887, + "venv/lib/python3.13/site-packages/itsdangerous/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/psycopg2_binary.libs/libcrypto-2e26a48f.so.3": 3658133521245392852, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_cov_corr.py": 8117511855230249212, + "specs/001-plugin-arch-svelte-ui/checklists/requirements.md": 7565349523259476032, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/default_styles.py": 4469204219504675080, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/prompt.py": 9561640601516933380, + "venv/lib/python3.13/site-packages/pandas/plotting/_matplotlib/misc.py": 6571241778569465264, + "venv/lib/python3.13/site-packages/ecdsa/test_numbertheory.py": 2117130219401053225, + "venv/lib/python3.13/site-packages/numpy/fft/tests/test_helper.py": 5362180645056413158, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc9207/__init__.py": 8434616194114282088, + "frontend/src/routes/dashboards/health/+page.svelte": 5234355531444674267, + "venv/lib/python3.13/site-packages/pandas/tests/io/json/test_json_table_schema_ext_dtype.py": 13021437050542691118, + "backend/src/plugins/translate/dictionary.py": 17175646575174705720, + "frontend/build/_app/immutable/nodes/18.1XQ3qg1P.js": 13391418163620709648, + "venv/lib/python3.13/site-packages/pandas/tests/series/test_npfuncs.py": 13987318550267921389, + "venv/lib/python3.13/site-packages/keyring-25.7.0.dist-info/WHEEL": 16097436423493754389, + "venv/lib/python3.13/site-packages/pip/_internal/models/candidate.py": 3099785363867247334, + "venv/lib/python3.13/site-packages/pip/_vendor/resolvelib/structs.py": 4479429145468072604, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/ufunc_config.py": 14728417910466146460, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/ufunclike.py": 12077553320554633586, + "venv/lib/python3.13/site-packages/pandas/core/ops/dispatch.py": 7041711677358147534, + "venv/lib/python3.13/site-packages/pyasn1/codec/cer/encoder.py": 3261739474564948330, + "venv/lib/python3.13/site-packages/smmap/__init__.py": 4557520096828426601, + "venv/lib/python3.13/site-packages/pandas/tests/extension/date/array.py": 18073740473413382768, + "venv/lib/python3.13/site-packages/pandas/tests/extension/uuid/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/period/test_constructors.py": 9478848417896027917, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/test_operators.py": 12686786829906210592, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_parsing.py": 2228959015420278458, + "venv/lib/python3.13/site-packages/sqlalchemy/cyextension/resultproxy.pyx": 5760108632332714287, + "venv/lib/python3.13/site-packages/PIL/DdsImagePlugin.py": 10646832373516499548, + "venv/lib/python3.13/site-packages/uvicorn/supervisors/watchfilesreload.py": 13062440477475586751, + "venv/lib/python3.13/site-packages/pygments/lexers/unicon.py": 1155454077052833821, + "venv/lib/python3.13/site-packages/passlib-1.7.4.dist-info/WHEEL": 9131187629260560775, + "venv/lib/python3.13/site-packages/pyasn1/codec/streaming.py": 13202773554072937140, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7636/challenge.py": 6388445104761482746, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/providers/nested_secrets.py": 15691917061715429369, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/providers/__init__.py": 11709551233929312136, + "venv/lib/python3.13/site-packages/numpy/f2py/crackfortran.py": 12796890117561096360, + "venv/lib/python3.13/site-packages/numpy/f2py/use_rules.py": 17277594393032382485, + "venv/lib/python3.13/site-packages/pydantic/_migration.py": 17982816821930887921, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/_selectable_constructors.py": 84919308502240880, + "venv/lib/python3.13/site-packages/sqlalchemy/util/concurrency.py": 1325673503812009695, + "venv/lib/python3.13/site-packages/git/objects/submodule/__init__.py": 12958523219496107878, + "venv/lib/python3.13/site-packages/pandas/tests/io/conftest.py": 5864037534050136837, + "venv/lib/python3.13/site-packages/pygments/lexers/floscript.py": 944042220740663491, + "venv/bin/fastapi": 12400009726251862770, + "venv/lib/python3.13/site-packages/numpy/lib/scimath.py": 7616377937400918724, + "venv/lib/python3.13/site-packages/apscheduler/jobstores/zookeeper.py": 4318643109309626098, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/return_integer/foo90.f90": 3492659529812762861, + "specs/028-llm-datasource-supeset/ux_reference.md": 15727995439091728892, + "specs/011-git-integration-dashboard/tasks.md": 11629514821340005129, + "venv/bin/websockets": 12099863324306500376, + "semantics/reports/semantic_report_20260310_150028.md": 14115104995369527638, + "venv/lib/python3.13/site-packages/httpx-0.28.1.dist-info/licenses/LICENSE.md": 8864052478877182820, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/test_repr.py": 11737029058271003097, + "venv/lib/python3.13/site-packages/pygments/lexers/amdgpu.py": 17249439604111838979, + "backend/src/core/plugin_loader.py": 245217431000027879, + "backend/src/api/routes/translate/_job_routes.py": 6716903871937439968, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/methods/test_to_timestamp.py": 17572983799929378095, + "venv/lib/python3.13/site-packages/numpy/_core/cversions.py": 9724467539503410469, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/table.py": 16856253349556498073, + "venv/lib/python3.13/site-packages/passlib-1.7.4.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/frequencies/test_frequencies.py": 14039315221824123200, + "venv/lib/python3.13/site-packages/pygments/lexers/hdl.py": 6772823608124143123, + "semantics/reports/semantic_report_20260310_141446.md": 16465578777446889100, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/test_datetimelike.py": 10294379314868108649, + "venv/lib/python3.13/site-packages/pip/_internal/vcs/mercurial.py": 335201628064585213, + "semantics/reports/semantic_report_20260224_205143.md": 5339144958274645230, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/multiindex/test_iloc.py": 16160558158155038350, + "specs/027-dataset-llm-orchestration/tasks.md": 4547193867787710746, + "venv/lib/python3.13/site-packages/pandas/tests/base/test_value_counts.py": 9352540710376306520, + "semantics/reports/semantic_report_20260224_201327.md": 3187513903344872281, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/util/proxy.py": 13008557041076030198, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_assumed_shape.py": 18361009188431483164, + "venv/lib/python3.13/site-packages/pandas/core/methods/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_pyf_src.py": 12351476647369971852, + "venv/lib/python3.13/site-packages/_pytest/config/compat.py": 13175516717549204627, + "venv/lib/python3.13/site-packages/pygments/styles/zenburn.py": 1031869867933871309, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/_structures.py": 16375837477294135345, + "venv/lib/python3.13/site-packages/pandas/plotting/_matplotlib/tools.py": 6437315459200419827, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_liboffsets.py": 14705822637347212540, + "venv/lib/python3.13/site-packages/pygments/lexers/scdoc.py": 8481749542463754279, + "venv/lib/python3.13/site-packages/websockets-15.0.1.dist-info/METADATA": 14608873187265321271, + "venv/lib/python3.13/site-packages/pygments/lexers/kuin.py": 2818054539831699366, + "venv/lib/python3.13/site-packages/pandas/io/stata.py": 14370692318835340323, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/crud.py": 805684028038896506, + "venv/lib/python3.13/site-packages/charset_normalizer-3.4.4.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/datetimes/test_cumulative.py": 6346947559103505068, + "frontend/src/routes/admin/roles/+page.svelte": 12213033002088655108, + "frontend/build/_app/immutable/nodes/34.DCBJ8nQX.js": 1670188662904908959, + "specs/020-task-reports-design/tests/reports/2026-02-23-report.md": 5788252261300442154, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_complex.py": 12963449957363121481, + "venv/lib/python3.13/site-packages/numpy/_core/_multiarray_tests.cpython-313-x86_64-linux-gnu.so": 442168371609469538, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_mem_policy.py": 13856626567322091253, + "venv/lib/python3.13/site-packages/pandas/_libs/internals.cpython-313-x86_64-linux-gnu.so": 2008633361686956377, + "venv/lib/python3.13/site-packages/requests/api.py": 12339139862411341381, + "venv/lib/python3.13/site-packages/pandas/_config/display.py": 433650013567734821, + "venv/lib/python3.13/site-packages/psycopg2/__init__.py": 15798412693009721199, + "venv/lib/python3.13/site-packages/six-1.17.0.dist-info/RECORD": 11604408378998955169, + "venv/lib/python3.13/site-packages/pyasn1/type/tagmap.py": 14075859042659927673, + "venv/lib/python3.13/site-packages/iniconfig/exceptions.py": 16501270224069836264, + "venv/lib/python3.13/site-packages/more_itertools-10.8.0.dist-info/RECORD": 14375680579341422646, + "venv/lib/python3.13/site-packages/websockets/sync/router.py": 10335595955948355382, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/providers/toml.py": 2225382735669153136, + "venv/lib/python3.13/site-packages/numpy/_core/_exceptions.pyi": 3661113433078225952, + "venv/lib/python3.13/site-packages/numpy/core/_utils.py": 14108063453670701289, + "venv/lib/python3.13/site-packages/numpy/_core/tests/examples/cython/checks.pyx": 13187505236986855177, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_compression.py": 8061288329598682752, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_dst.py": 12243642467695371088, + "venv/lib/python3.13/site-packages/pip/_internal/vcs/git.py": 17060377178521307324, + "venv/lib/python3.13/site-packages/anyio/pytest_plugin.py": 4165280709813718099, + "venv/lib/python3.13/site-packages/pip/_internal/models/selection_prefs.py": 14700113736620314923, + "venv/lib/python3.13/site-packages/pandas/core/_numba/kernels/min_max_.py": 13457611930368041821, + "venv/lib/python3.13/site-packages/numpy/polynomial/polyutils.pyi": 8195943561787777127, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/boolean/test_function.py": 7048185308307653546, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mssql/base.py": 7855217087916771270, + "venv/lib/python3.13/site-packages/yaml/loader.py": 18284689412149643959, + "venv/lib/python3.13/site-packages/pygments/lexers/carbon.py": 6753624244809529841, + "venv/lib/python3.13/site-packages/pygments/lexers/php.py": 17636450950688953288, + "venv/lib/python3.13/site-packages/cffi/_imp_emulation.py": 17246725564704952212, + "specs/010-refactor-cli-to-web/tasks.md": 1097729797490344149, + "specs/003-project-launch-script/spec.md": 18250030255709946585, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/npy_math.h": 16701045088211015518, + "backend/src/plugins/translate/__tests__/test_sql_generator.py": 4467071942040481147, + "venv/lib/python3.13/site-packages/passlib/crypto/scrypt/_salsa.py": 1756536674254931838, + "venv/lib/python3.13/site-packages/cffi/vengine_gen.py": 6582900613549620556, + "venv/lib/python3.13/site-packages/_pytest/_code/source.py": 9488112979192923739, + "venv/lib/python3.13/site-packages/sqlalchemy/connectors/aioodbc.py": 2018840826888846321, + "venv/lib/python3.13/site-packages/urllib3/filepost.py": 3814725067598042920, + "venv/lib/python3.13/site-packages/numpy/lib/_stride_tricks_impl.pyi": 9243829615414967057, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_extension.py": 4831602527247293866, + "venv/lib/python3.13/site-packages/pygments/styles/trac.py": 13968346768164381833, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_business_halfyear.py": 587199217232946404, + "semantics/reports/semantic_report_20260208_124835.md": 229544322460019952, + "venv/lib/python3.13/site-packages/pygments/lexers/console.py": 18266795648198475028, + "venv/lib/python3.13/site-packages/pydantic_core/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/ecdsa/keys.py": 10281170640484982154, + "venv/lib/python3.13/site-packages/fastapi/temp_pydantic_v1_params.py": 9436036880518047720, + "venv/lib/python3.13/site-packages/gitdb/stream.py": 3035738824550231197, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/test_check_indexer.py": 2929031395357057009, + "venv/lib/python3.13/site-packages/pandas/tseries/api.py": 14785127136180503704, + "backend/tests/test_task_persistence.py": 1764267414712263025, + "venv/lib/python3.13/site-packages/numpy/_pyinstaller/hook-numpy.pyi": 14233146512272397376, + "venv/lib/python3.13/site-packages/pandas/core/reshape/pivot.py": 4736553530021653868, + "venv/lib/python3.13/site-packages/pip/_internal/operations/build/metadata_editable.py": 12494407279914732338, + "venv/lib/python3.13/site-packages/numpy/f2py/f90mod_rules.pyi": 18290764713161282980, + "venv/lib/python3.13/site-packages/pandas/tests/io/test_iceberg.py": 1726421917529457420, + "backend/tests/services/dataset_review/test_superset_matrix.py": 5114797134613078913, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/test_indexing.py": 5910217172351020811, + "venv/lib/python3.13/site-packages/pydantic_core/__init__.py": 10563134104783445328, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_indexing.py": 9988098331562906950, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/callback/gh18335.f90": 1126438609189294255, + "venv/lib/python3.13/site-packages/numpy/char/__init__.py": 4428218097234308768, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/test_misc.py": 16393451200513733144, + "venv/lib/python3.13/site-packages/charset_normalizer/constant.py": 3070316197495651997, + "venv/lib/python3.13/site-packages/pandas/api/executors/__init__.py": 16954693181142010028, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/unistring.py": 18037463865539157041, + "backend/src/services/clean_release/report_builder.py": 6953311294119437848, + "venv/lib/python3.13/site-packages/numpy/_typing/__init__.py": 18242238390157333247, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_na_values.py": 13527837495439739279, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/__init__.py": 5933622200264572885, + "venv/lib/python3.13/site-packages/jaraco/functools/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/jsonschema/benchmarks/unused_registry.py": 10153622516112471812, + "venv/lib/python3.13/site-packages/packaging/__init__.py": 5479277484104486860, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/test_generic.py": 1098361087956787007, + "frontend/src/routes/admin/settings/llm/+page.svelte": 8015678318492837753, + "venv/lib/python3.13/site-packages/pip/_internal/network/lazy_wheel.py": 12936988990566680659, + "venv/lib/python3.13/site-packages/pandas/core/computation/engines.py": 1889823242704769952, + "backend/src/plugins/llm_analysis/__init__.py": 9254812131558249924, + "venv/lib/python3.13/site-packages/pandas/_libs/parsers.cpython-313-x86_64-linux-gnu.so": 14134106903573638108, + "venv/lib/python3.13/site-packages/fastapi/_compat/v2.py": 15078491685917047095, + "venv/lib/python3.13/site-packages/jsonschema/benchmarks/const_vs_enum.py": 12873459583943748931, + "venv/lib/python3.13/site-packages/pyasn1-0.6.2.dist-info/zip-safe": 15240312484046875203, + "venv/lib/python3.13/site-packages/pandas/tests/extension/decimal/__init__.py": 4761936067832638585, + "venv/lib/python3.13/site-packages/pandas/tests/generic/test_frame.py": 9378623452601244234, + "venv/lib/python3.13/site-packages/_pytest/compat.py": 10046464101087327473, + "venv/lib/python3.13/site-packages/yaml/composer.py": 13619070314468518566, + "venv/lib/python3.13/site-packages/pip/_internal/locations/base.py": 7966628150470073365, + "venv/lib/python3.13/site-packages/jeepney-0.9.0.dist-info/WHEEL": 12054782055241301457, + "venv/lib/python3.13/site-packages/jeepney/fds.py": 16573439672758641560, + "venv/lib/python3.13/site-packages/pillow.libs/libwebpdemux-747f2b49.so.2.0.17": 7615380692384566654, + "venv/lib/python3.13/site-packages/pandas/tests/tools/test_to_timedelta.py": 364160935264757405, + "venv/lib/python3.13/site-packages/ecdsa/test_keys.py": 17117188373419689467, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_scalarmath.py": 9762951701352556447, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_groupby_dropna.py": 3620959914439334511, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/relationships.py": 8401569216905291119, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/npy_2_complexcompat.h": 5001035774408914877, + "venv/lib/python3.13/site-packages/authlib/integrations/requests_client/oauth2_session.py": 7076806577412682835, + "venv/lib/python3.13/site-packages/httpx-0.28.1.dist-info/WHEEL": 7127684561765977531, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/test_scalar.py": 2434773821902319678, + "venv/lib/python3.13/site-packages/pydantic/_internal/_core_utils.py": 13248004771466837645, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/mypy/infer.py": 12541904372617915365, + "venv/lib/python3.13/site-packages/pygments/lexers/spice.py": 1376126320935115350, + "specs/022-sync-id-cross-filters/contracts/api.md": 8753825843592023221, + "venv/lib/python3.13/site-packages/psycopg2/_range.py": 7184417109068014771, + "venv/lib/python3.13/site-packages/PIL/ExifTags.py": 6869879826623916830, + "venv/lib/python3.13/site-packages/gitdb/db/loose.py": 17467413653016810702, + "venv/lib/python3.13/site-packages/jsonschema/_typing.py": 13152346021901861822, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/operators.f90": 5949265961908386974, + "venv/lib/python3.13/site-packages/pandas/tests/resample/test_timedelta.py": 17052461094717926538, + "venv/lib/python3.13/site-packages/pip/_vendor/platformdirs/windows.py": 16452996247375488034, + "venv/lib/python3.13/site-packages/_pytest/setuponly.py": 10959102379908419762, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/_elffile.py": 5728213398707817049, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/dml.py": 6519732236745017861, + "venv/lib/python3.13/site-packages/uvicorn/protocols/http/auto.py": 15947958974558543657, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/engines.py": 10876954465293959720, + "venv/lib/python3.13/site-packages/anyio/_core/_fileio.py": 4507100568401692983, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/__init__.py": 14571251344510763303, + "venv/lib/python3.13/site-packages/numpy/polynomial/polynomial.py": 7658234162211356265, + "venv/lib/python3.13/site-packages/pyasn1/codec/native/__init__.py": 15728752901274520502, + "specs/025-clean-release-compliance/ux_reference.md": 7233520841637528182, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/panel.py": 17832701246248000383, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_scalarinherit.py": 15240535501243623986, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_quarter.py": 6795026338946382805, + "specs/012-remove-superset-tool/contracts/api.md": 3775037197303160678, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/_public_dtype_api_table.h": 8933016749764021181, + "venv/lib/python3.13/site-packages/greenlet/tests/fail_switch_three_greenlets2.py": 11100501798741918610, + "venv/lib/python3.13/site-packages/numpy/tests/test_warnings.py": 3154249157134620649, + "venv/lib/python3.13/site-packages/PIL/_imagingft.pyi": 1385456134120145584, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/aiomysql.py": 12999962380333482189, + "venv/lib/python3.13/site-packages/pandas/core/indexes/range.py": 3838277376774246164, + "venv/lib/python3.13/site-packages/charset_normalizer/models.py": 9917300217816275821, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/test_period_range.py": 9598872514187524706, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/accesstype.f90": 877982462186396830, + "venv/lib/python3.13/site-packages/rsa/pkcs1.py": 2576732594642491910, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/suite/test_cte.py": 9274103293201050794, + "backend/src/models/storage.py": 1218824901001897736, + "venv/lib/python3.13/site-packages/passlib/tests/test_handlers_bcrypt.py": 11146468670439284889, + "venv/lib/python3.13/site-packages/gitdb-4.0.12.dist-info/LICENSE": 2032205056284080825, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/util/ssltransport.py": 8148652555908329980, + "venv/lib/python3.13/site-packages/numpy/random/__init__.pyi": 13833571330152615376, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/elements.py": 11185011314498348980, + "venv/lib/python3.13/site-packages/anyio/_core/_tasks.py": 14104828341875599130, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/kdf/x963kdf.py": 14995426099932276090, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/gh27697.f90": 4990763135487995517, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/test_indexers.py": 6773751569163287047, + "venv/lib/python3.13/site-packages/pandas/io/parsers/base_parser.py": 15148258424429418380, + "venv/lib/python3.13/site-packages/pygments/lexers/sgf.py": 6802546617450210439, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/period/test_arrow_compat.py": 17818294260710640443, + "venv/lib/python3.13/site-packages/authlib/oauth1/rfc5849/resource_protector.py": 9147671710440653567, + "venv/lib/python3.13/site-packages/numpy/random/_mt19937.cpython-313-x86_64-linux-gnu.so": 85866616759631810, + "frontend/src/components/DynamicForm.svelte": 12658559315809907844, + "venv/lib/python3.13/site-packages/numpy/_core/lib/libnpymath.a": 17555816778997028283, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/numeric/test_astype.py": 4854809596041987380, + "venv/lib/python3.13/site-packages/numpy/typing/tests/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/greenlet/tests/test_weakref.py": 6780204527427742510, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_assert_produces_warning.py": 750781117570375777, + "venv/lib/python3.13/site-packages/pygments/lexers/math.py": 1647133236144311250, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_ppc_aix.h": 13316272821279308986, + "specs/013-unify-frontend-css/plan.md": 2422569704720419015, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_routines.py": 4860173574365060471, + "venv/lib/python3.13/site-packages/pip/_vendor/msgpack/ext.py": 15699809032725838985, + "venv/lib/python3.13/site-packages/secretstorage-3.5.0.dist-info/licenses/LICENSE": 6965457853328313914, + "venv/lib/python3.13/site-packages/pygments/lexers/testing.py": 17148598391210353576, + "venv/lib/python3.13/site-packages/jose/constants.py": 10880650415673457194, + "venv/lib/python3.13/site-packages/pygments/lexers/ruby.py": 6898093948224302592, + "venv/lib/python3.13/site-packages/pandas/core/dtypes/astype.py": 9925183787411796679, + "venv/lib/python3.13/site-packages/packaging/version.py": 13470993734108007779, + "venv/lib/python3.13/site-packages/certifi/core.py": 7472627735517449185, + "venv/lib/python3.13/site-packages/anyio/_core/_typedattr.py": 17584691045493791349, + "venv/lib/python3.13/site-packages/pydantic_settings/version.py": 17263591404988984480, + "venv/lib/python3.13/site-packages/jeepney/io/tests/conftest.py": 13381752264278264218, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_ppc64_aix.h": 8706347224105630468, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/token.py": 6987328478153445584, + "venv/lib/python3.13/site-packages/pandas/_libs/ops.pyi": 1192312467209548763, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_sort_values.py": 834951665649981397, + "venv/lib/python3.13/site-packages/pandas/io/spss.py": 864838144958947906, + "venv/lib/python3.13/site-packages/git/index/base.py": 641556304637379636, + "venv/lib/python3.13/site-packages/pygments/styles/friendly_grayscale.py": 16840106759769837649, + "specs/021-llm-project-assistant/data-model.md": 15904047283507501621, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_combine.py": 4446011286411407708, + "backend/src/api/routes/health.py": 4494840518139445701, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_asof.py": 18383318159051131669, + "venv/lib/python3.13/site-packages/fastapi/middleware/__init__.py": 5289703478893407762, + "venv/lib/python3.13/site-packages/cryptography/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/lib/_format_impl.pyi": 15745512451486888537, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/polynomial_polyutils.pyi": 3841660741524427413, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/numeric/test_setops.py": 10550603120090683350, + "venv/lib/python3.13/site-packages/pygments/unistring.py": 18037463865539157041, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/frame/test_frame.py": 16757570551941104401, + "frontend/build/_app/immutable/chunks/BsTzIMwX.js": 2332546986032916276, + "venv/lib/python3.13/site-packages/jsonschema_specifications/schemas/draft201909/vocabularies/format": 12697928260201325593, + "venv/lib/python3.13/site-packages/pygments/lexers/crystal.py": 3579547906957125755, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/random/distributions.h": 17162252287980242413, + "semantics/reports/semantic_report_20260215_111141.md": 407409341608180664, + "venv/bin/jsonschema": 16516374846693491442, + "specs/019-superset-ux-redesign/contracts/api.md": 14585777795498943638, + "venv/lib/python3.13/site-packages/pyasn1/codec/ber/decoder.py": 12653470212935324322, + "venv/lib/python3.13/site-packages/keyring/backends/macOS/__init__.py": 1010937986753403630, + "venv/lib/python3.13/site-packages/authlib/oidc/core/claims.py": 2035724920423374302, + "venv/lib/python3.13/site-packages/pip/_internal/resolution/legacy/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/_manylinux.py": 12272275001961360101, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_histograms.py": 47631283818191049, + "venv/lib/python3.13/site-packages/numpy/matrixlib/tests/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/io/pytables.py": 17482934215513855928, + "venv/lib/python3.13/site-packages/pyasn1/type/namedtype.py": 1859990775875190116, + "venv/lib/python3.13/site-packages/cffi/commontypes.py": 11198107299826138465, + "venv/lib/python3.13/site-packages/pandas/tests/tools/test_to_time.py": 10463741033950978270, + "backend/src/plugins/translate/__tests__/test_clickhouse_insert_integration.py": 9290595122369575824, + "backend/src/plugins/translate/_utils.py": 4311334421388625700, + "frontend/src/lib/stores/__tests__/setupTests.js": 13316015450930652502, + "venv/lib/python3.13/site-packages/rapidfuzz-3.14.3.dist-info/licenses/LICENSE": 5563356551734678258, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/sqlite/pysqlite.py": 16550134594771291234, + "venv/lib/python3.13/site-packages/PIL/GdImageFile.py": 16875784236394545058, + "venv/lib/python3.13/site-packages/sqlalchemy-2.0.45.dist-info/RECORD": 9461427699726982537, + "specs/011-git-integration-dashboard/data-model.md": 13332823349536913361, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/dtypes/test_empty.py": 6845813091876023610, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/return_character/foo90.f90": 2435648607844815947, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/__init__.py": 3673322722277252961, + "venv/lib/python3.13/site-packages/pandas/_libs/lib.pyi": 3049004444338566197, + "venv/lib/python3.13/site-packages/_pytest/pathlib.py": 9719734558816066453, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/frame/test_hist_box_by.py": 16197297231683144299, + "venv/lib/python3.13/site-packages/pandas/core/generic.py": 10174952306641057447, + "venv/lib/python3.13/site-packages/passlib/handlers/roundup.py": 3844280972451753019, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/plugin/pytestplugin.py": 1591034895268415944, + "venv/lib/python3.13/site-packages/pip/_internal/req/__init__.py": 12266077985828139928, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_infer_objects.py": 6769980076977692890, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/methods/test_fillna.py": 7349777469648334282, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_isocalendar.py": 5704842983090753914, + "venv/lib/python3.13/site-packages/pandas/core/groupby/base.py": 16888506204910366302, + "venv/lib/python3.13/site-packages/jaraco/classes/ancestry.py": 11742194518360056470, + "venv/lib/python3.13/site-packages/authlib/oidc/core/__init__.py": 16029653645350087968, + "venv/lib/python3.13/site-packages/pydantic/_internal/_decorators.py": 9928398334052202841, + "venv/lib/python3.13/site-packages/yaml/error.py": 5626374410579058436, + "frontend/build/_app/immutable/chunks/DsnmJJEf.js": 17416107759626312632, + "venv/lib/python3.13/site-packages/pydantic-2.12.5.dist-info/REQUESTED": 15130871412783076140, + "specs/006-configurable-belief-logs/data-model.md": 8969150123918742333, + "venv/lib/python3.13/site-packages/websockets/headers.py": 13587146967490088657, + "backend/test_auth.db": 18214842050920965999, + "docs/adr/ADR-0001-module-layout.md": 7928484395393903706, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/sqlite/pysqlcipher.py": 11225173272050906977, + "venv/lib/python3.13/site-packages/passlib/crypto/_blowfish/_gen_files.py": 6273314671315377131, + "venv/lib/python3.13/site-packages/pygments/lexers/actionscript.py": 8829560731160428621, + "venv/lib/python3.13/site-packages/greenlet/tests/_test_extension.cpython-313-x86_64-linux-gnu.so": 1211491156495529145, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/x509.pyi": 17458894097215345719, + "venv/lib/python3.13/site-packages/_pytest/raises.py": 8188402179490363767, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/abstract_interface/foo.f90": 14491312943942432024, + "venv/lib/python3.13/site-packages/pygments/lexers/_mysql_builtins.py": 16087227298679432006, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/__init__.py": 12975130533860125272, + "venv/lib/python3.13/site-packages/rpds_py-0.30.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/_pytest/fixtures.py": 1442767529726551116, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/usecols/test_parse_dates.py": 5344929031479212951, + "specs/001-unify-frontend-style/contracts/modules.md": 7896692693153909821, + "specs/014-file-storage-ui/spec.md": 17139084933138349893, + "venv/lib/python3.13/site-packages/httpcore/_backends/base.py": 5491727479625093183, + "venv/lib/python3.13/site-packages/fastapi/param_functions.py": 14585101566697773072, + "venv/lib/python3.13/site-packages/keyring/testing/backend.py": 14295829193445781542, + "venv/lib/python3.13/site-packages/pandas/core/array_algos/transforms.py": 3773159138960141434, + "venv/lib/python3.13/site-packages/pandas/io/formats/__init__.py": 18140261896107421679, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/test_partial_slicing.py": 16219611534574666182, + "venv/lib/python3.13/site-packages/PIL/ImageTk.py": 17063969714816564357, + "backend/src/core/superset_client/_databases.py": 14837101840847724937, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_to_csv.py": 571991535656576735, + "venv/lib/python3.13/site-packages/pygments/styles/gh_dark.py": 7717523746712391809, + "venv/lib/python3.13/site-packages/tzlocal/utils.py": 7893867974548929154, + "venv/lib/python3.13/site-packages/websockets/protocol.py": 6401227903827084901, + "venv/lib/python3.13/site-packages/pygments/lexers/lisp.py": 11872331622183590758, + "venv/lib/python3.13/site-packages/pydantic/v1/annotated_types.py": 12925825196690299531, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/test_dtypes.py": 6831042272921908068, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/cursor.py": 8074527784886981710, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/util/queue.py": 7820997545569991670, + "venv/lib/python3.13/site-packages/urllib3/__init__.py": 1854778274753799815, + "frontend/src/lib/stores/__tests__/mocks/navigation.js": 10782992736745205981, + "semantics/reports/semantic_report_20260208_114910.md": 1496767380133714188, + "venv/lib/python3.13/site-packages/attr/setters.pyi": 6670509359139243236, + "venv/lib/python3.13/site-packages/jeepney/low_level.py": 6546206679858571608, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_read_fwf.py": 13684564756628524738, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_packbits.py": 7592956764084658562, + "specs/026-dashboard-health-windows/quickstart.md": 2813286412122275858, + "venv/lib/python3.13/site-packages/numpy/_pyinstaller/__init__.pyi": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/cli/hiworld.f90": 6321872653169140461, + "frontend/build/_app/immutable/nodes/8.CeNwYF-C.js": 9622074455149616907, + "venv/lib/python3.13/site-packages/numpy/matlib.pyi": 8017902013455539981, + "specs/022-sync-id-cross-filters/tests/README.md": 4892064143292077274, + "venv/lib/python3.13/site-packages/pandas/tests/frame/indexing/test_insert.py": 11635164392966270621, + "venv/lib/python3.13/site-packages/requests/hooks.py": 9888227370911151341, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/setitem.py": 9552868454186447925, + "specs/001-unify-frontend-style/tasks.md": 8924499863133231412, + "venv/lib/python3.13/site-packages/pip/_internal/resolution/resolvelib/provider.py": 16463243654123731993, + "frontend/build/_app/immutable/nodes/3.BCKfKm45.js": 5498818097319201902, + "backend/src/api/auth.py": 16577622718621592661, + "backend/src/api/__init__.py": 5287505122015708040, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_groupby_subclass.py": 5540948578269213810, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/index/test_intervalindex.py": 5053113227747333759, + "backend/src/scripts/create_admin.py": 11258281301071059367, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/interval/test_interval_new.py": 3893421355544517336, + "venv/lib/python3.13/site-packages/annotated_types-0.7.0.dist-info/licenses/LICENSE": 16499431172938528491, + "venv/lib/python3.13/site-packages/secretstorage/__init__.py": 4535964275649588672, + "venv/lib/python3.13/site-packages/pandas/tests/io/xml/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/lib/_shape_base_impl.pyi": 12052895927933479005, + "venv/lib/python3.13/site-packages/anyio/_core/_streams.py": 6436461519284884601, + "venv/lib/python3.13/site-packages/requests/auth.py": 912521029864094489, + "backend/src/plugins/translate/service.py": 9287721768870013140, + "venv/lib/python3.13/site-packages/jsonschema/protocols.py": 847332300543820834, + "venv/lib/python3.13/site-packages/fastapi/testclient.py": 2606236077497278662, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/aggregate/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/click-8.3.1.dist-info/RECORD": 3649834117451110628, + "venv/lib/python3.13/site-packages/pygments/lexers/tnt.py": 4657130609241407766, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timedelta/methods/test_as_unit.py": 4283520188709399244, + "venv/lib/python3.13/site-packages/pydantic/_internal/_docs_extraction.py": 5210114991139191634, + "specs/016-multi-user-auth/plan.md": 15068972659531848988, + "venv/lib/python3.13/site-packages/PIL/SunImagePlugin.py": 7661622930404688367, + "specs/014-file-storage-ui/checklists/ux.md": 989170149196948331, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_drop.py": 15751236355035730554, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/providers/yaml.py": 17801117405950663611, + "venv/lib/python3.13/site-packages/authlib/jose/rfc8037/jws_eddsa.py": 833927568269372333, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/test_na_scalar.py": 13950899907067372014, + "venv/lib/python3.13/site-packages/rapidfuzz/__init__.py": 12462153783886855740, + "venv/lib/python3.13/site-packages/pandas/tests/extension/test_numpy.py": 4073641912755651877, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_loongarch64_linux.h": 6566098590441297326, + "venv/lib/python3.13/site-packages/pytest-9.0.2.dist-info/licenses/LICENSE": 1424673738228762254, + "venv/lib/python3.13/site-packages/pip/_vendor/distlib/util.py": 3591114320020964752, + "venv/lib/python3.13/site-packages/pip/_internal/cli/main.py": 9304034369762028739, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/base.py": 10200916670889920659, + "venv/lib/python3.13/site-packages/pydantic/alias_generators.py": 5991580234179623842, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/common/test_chunksize.py": 7107619871245389835, + "venv/lib/python3.13/site-packages/pandas/tests/base/test_conversion.py": 7507083194555424923, + "venv/lib/python3.13/site-packages/PIL/WalImageFile.py": 12442826195371137238, + "venv/lib/python3.13/site-packages/greenlet/tests/_test_extension.c": 9318655518998644962, + "venv/lib/python3.13/site-packages/jsonschema_specifications/schemas/draft202012/vocabularies/content": 12465123883296161860, + "venv/lib/python3.13/site-packages/pydantic/error_wrappers.py": 11273827025986230629, + "venv/lib/python3.13/site-packages/numpy/ma/LICENSE": 6723325434476453127, + "venv/lib/python3.13/site-packages/pandas/tests/extension/array_with_attr/array.py": 13040461386712513615, + "venv/lib/python3.13/site-packages/httpx/_transports/asgi.py": 12335675489870745729, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/cast/test_downcast.py": 10399746645741452200, + "venv/lib/python3.13/site-packages/PIL/ImageText.py": 15322496455608242001, + "venv/lib/python3.13/site-packages/PIL/GimpGradientFile.py": 9777026720028891154, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/npy_common.h": 14732581790650403546, + "venv/lib/python3.13/site-packages/greenlet/TGreenlet.cpp": 4121171004360760212, + "venv/lib/python3.13/site-packages/jose/backends/native.py": 50023158618000658, + "venv/lib/python3.13/site-packages/greenlet/TGreenletGlobals.cpp": 17400526028982558937, + "venv/lib/python3.13/site-packages/_pytest/capture.py": 17850967053989495422, + "venv/lib/python3.13/site-packages/greenlet/tests/fail_initialstub_already_started.py": 5562030563802006923, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/serialization/ssh.py": 16262079536832961001, + "venv/lib/python3.13/site-packages/sqlalchemy-2.0.45.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7523/token.py": 11655733747403312358, + "venv/lib/python3.13/site-packages/pydantic/v1/__init__.py": 1642038155370734658, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_align.py": 6050248183327934780, + "venv/lib/python3.13/site-packages/smmap/test/lib.py": 2924931247676024085, + "venv/lib/python3.13/site-packages/secretstorage/exceptions.py": 16701299261122689924, + "venv/lib/python3.13/site-packages/pandas/core/flags.py": 4690844374637430013, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/test_series.py": 16418555817529711079, + "venv/lib/python3.13/site-packages/pandas/tests/series/accessors/test_sparse_accessor.py": 6774374030220202353, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/test_format.py": 9331389900588353667, + "venv/lib/python3.13/site-packages/psycopg2/_json.py": 9729420372294281405, + "venv/lib/python3.13/site-packages/git/config.py": 1724894144987553201, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_pickle.py": 388513670243918273, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7592/__init__.py": 1398617034174236358, + "venv/lib/python3.13/site-packages/pandas/tests/extension/list/__init__.py": 10072943986583771248, + "venv/lib/python3.13/site-packages/rapidfuzz/utils.py": 5682627611354455144, + "venv/lib/python3.13/site-packages/pandas/tests/extension/array_with_attr/__init__.py": 15991623390785635773, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_apply.py": 7511915990531229598, + "venv/lib/python3.13/site-packages/pandas/api/types/__init__.py": 3995030354191071797, + "venv/lib/python3.13/site-packages/pandas/core/dtypes/generic.py": 17755579497690180620, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/boolean/test_astype.py": 15384141282611151560, + "venv/lib/python3.13/site-packages/git/cmd.py": 8854786163152637148, + "venv/lib/python3.13/site-packages/h11/_readers.py": 832030916375670301, + "venv/lib/python3.13/site-packages/numpy/f2py/_backends/_meson.py": 5735043585893007971, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-cos.csv": 12896264205153363031, + "venv/lib/python3.13/site-packages/passlib/ext/django/models.py": 12386223748379294996, + "venv/lib/python3.13/site-packages/numpy/random/_examples/cython/meson.build": 17468163147765825687, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_arithmetic.py": 17043958604607035425, + "venv/lib/python3.13/site-packages/apscheduler/triggers/calendarinterval.py": 12481650996882675949, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/regression/f77comments.f": 4801926170672147659, + "venv/lib/python3.13/site-packages/git/refs/__init__.py": 16246686106073400519, + "venv/lib/python3.13/site-packages/keyring/__main__.py": 14602212239605295451, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/grants/resource_owner_password_credentials.py": 9559295461619813890, + "venv/lib/python3.13/site-packages/pip/_vendor/cachecontrol/caches/redis_cache.py": 5324490103277723813, + "venv/lib/python3.13/site-packages/pydantic/_internal/_namespace_utils.py": 5237766366340181382, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_palettes.py": 13495896173068490516, + "semantics/reports/semantic_report_20260310_122445.md": 14488970207436500874, + "backend/src/services/clean_release/repositories/approval_repository.py": 15069637305272665109, + "venv/lib/python3.13/site-packages/pip/_vendor/pyproject_hooks/__init__.py": 17630019785411546070, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/categorical/test_setops.py": 16240008859650640717, + "frontend/build/_app/immutable/chunks/6hrZUO2a.js": 12473898936924425116, + "semantics/reports/semantic_report_20260224_194454.md": 12174661976157837432, + "venv/lib/python3.13/site-packages/numpy/linalg/_linalg.py": 9654828595008925976, + "venv/lib/python3.13/site-packages/pandas/core/_numba/kernels/mean_.py": 3641008929910474457, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/providers/azure.py": 13529763490186254462, + "venv/lib/python3.13/site-packages/cffi/pkgconfig.py": 16057517851163939571, + "venv/lib/python3.13/site-packages/fastapi/types.py": 3867821246650502267, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/abc.py": 6227782083136374888, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_assert_interval_array_equal.py": 15654625365223535344, + "venv/lib/python3.13/site-packages/pygments/lexers/ada.py": 17032408976634308999, + "venv/bin/activate.csh": 14513616043256836238, + "venv/lib/python3.13/site-packages/keyring/backends/Windows.py": 4103830951042463184, + "venv/lib/python3.13/site-packages/pip/_vendor/truststore/_macos.py": 7028037591427052891, + "semantics/reports/semantic_report_20260223_110841.md": 7031708199761434129, + "venv/lib/python3.13/site-packages/pandas/tests/config/test_localization.py": 9524481848419616725, + "venv/lib/python3.13/site-packages/idna-3.11.dist-info/METADATA": 14036738037171597049, + "backend/src/schemas/dataset_review_pkg/_composites.py": 1898056130177244572, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/exceptions.pyi": 9294219058621261971, + "backend/src/api/routes/__tests__/test_tasks_logs.py": 15585487936320145746, + "venv/lib/python3.13/site-packages/websockets/asyncio/client.py": 5694225754072131767, + "venv/lib/python3.13/site-packages/pip/_internal/self_outdated_check.py": 991029278889407558, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/asymmetric/rsa.py": 7852235015155694076, + "venv/lib/python3.13/site-packages/pandas/tests/arithmetic/test_interval.py": 2613503970235591726, + "venv/lib/python3.13/site-packages/pyyaml-6.0.3.dist-info/WHEEL": 18203500019759199992, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/ciphers.pyi": 18143251582901996072, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/cast/test_construct_from_scalar.py": 16520136036631155842, + "venv/lib/python3.13/site-packages/_pytest/runner.py": 5772610501857496741, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_repeat.py": 16971624301893342868, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/suite/__init__.py": 697601512486720554, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7518/jwe_algs.py": 2479791018067637690, + "venv/lib/python3.13/site-packages/pandas/_libs/sparse.cpython-313-x86_64-linux-gnu.so": 2051484129454294720, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_protocols.py": 5019018645804313814, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/quoted_character/foo.f": 15318083678609435813, + "venv/lib/python3.13/site-packages/passlib/handlers/md5_crypt.py": 7669328623914474137, + "venv/lib/python3.13/site-packages/pycparser/plyparser.py": 5251740466238035035, + "venv/lib/python3.13/site-packages/pygments/lexers/installers.py": 5083244110640899732, + "venv/lib/python3.13/site-packages/numpy/ma/tests/test_regression.py": 12593643817685777170, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_searchsorted.py": 11208047646304753715, + "backend/src/models/dashboard.py": 8479838979214366697, + "backend/tests/services/clean_release/test_publication_service.py": 17277940125978730159, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/multiarray.py": 3224049574922696945, + "venv/lib/python3.13/site-packages/pip/_internal/metadata/pkg_resources.py": 14271077832999370068, + "venv/lib/python3.13/site-packages/pandas/tests/io/generate_legacy_storage_files.py": 11015954144633661960, + "frontend/build/_app/immutable/nodes/37.CFnf-bo3.js": 2753666778859126888, + "venv/lib/python3.13/site-packages/secretstorage/util.py": 1004887530903069622, + "venv/lib/python3.13/site-packages/authlib/integrations/flask_oauth2/signals.py": 13677199634497673845, + "venv/lib/python3.13/site-packages/passlib/ext/__init__.py": 15240312484046875203, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/strategies.py": 15673926142454922581, + "specs/015-frontend-nav-redesign/tasks.md": 17928716846488307552, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_time_series.py": 5205199092955498507, + "venv/lib/python3.13/site-packages/pip/_internal/utils/hashes.py": 17310331665429541812, + "venv/lib/python3.13/site-packages/pandas/tests/extension/uuid/test_uuid.py": 13955678427426850807, + "venv/lib/python3.13/site-packages/numpy/f2py/_backends/_distutils.pyi": 3595910367556664837, + "venv/lib/python3.13/site-packages/pip/_internal/build_env.py": 3614358934066127900, + "venv/lib/python3.13/site-packages/_pytest/legacypath.py": 7512065138259788426, + "venv/lib/python3.13/site-packages/PIL/ImageEnhance.py": 3218405223202808764, + "backend/src/services/profile_service.py": 10016788771873430731, + "venv/lib/python3.13/site-packages/pandas/tests/extension/decimal/test_decimal.py": 17811784255174057561, + "venv/lib/python3.13/site-packages/pillow.libs/libjpeg-32d42e18.so.62.4.0": 11717944412021329207, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/scoping.py": 17216492046645992674, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test__exceptions.py": 12099001631178696189, + "venv/lib/python3.13/site-packages/pandas/tests/io/json/test_normalize.py": 3203921571999101793, + "venv/lib/python3.13/site-packages/sqlalchemy/pool/__init__.py": 4337679908168515343, + "venv/lib/python3.13/site-packages/PIL/_imagingmorph.cpython-313-x86_64-linux-gnu.so": 11171810899664471137, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_regression.py": 4611768764484593979, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/test_old_base.py": 191359377446257900, + "venv/lib/python3.13/site-packages/pydantic/_internal/_repr.py": 1758478941817868344, + "venv/lib/python3.13/site-packages/pygments/lexers/apl.py": 16767474673619335683, + "backend/src/api/routes/assistant/_dispatch.py": 3811422882986895565, + "venv/lib/python3.13/site-packages/numpy/exceptions.py": 10981418339663118022, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/automap.py": 4672057253309608464, + "venv/lib/python3.13/site-packages/pip-25.1.1.dist-info/WHEEL": 3749476255729626245, + "venv/lib/python3.13/site-packages/greenlet/tests/test_extension_interface.py": 11693583111513457974, + "venv/lib/python3.13/site-packages/numpy/random/tests/test_generator_mt19937.py": 7299586490442539723, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/__init__.py": 3969805865048730851, + "venv/lib/python3.13/site-packages/pydantic_settings-2.13.0.dist-info/RECORD": 2024211292009381421, + "venv/lib/python3.13/site-packages/pluggy/_callers.py": 1042673447718196223, + "venv/lib/python3.13/site-packages/referencing/_core.py": 14744795336121513230, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_block_docstring.py": 18146459246837890489, + "venv/lib/python3.13/site-packages/pandas/_libs/algos.cpython-313-x86_64-linux-gnu.so": 15706331654215762588, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timedelta/methods/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/categorical/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pytest_asyncio/plugin.py": 13414541723622354359, + "venv/lib/python3.13/site-packages/pygments/styles/autumn.py": 8750937312198920971, + "frontend/build/_app/immutable/nodes/10.Xv1lzK6F.js": 12275799256668669714, + "backend/src/api/routes/__tests__/test_assistant_api.py": 16438212076178324033, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/grants/refresh_token.py": 17927903035152872556, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/util/retry.py": 17371295199208325375, + "frontend/src/routes/datasets/+page.svelte": 18132315883450880052, + "frontend/src/pages/Dashboard.svelte": 3653104499351855122, + "venv/lib/python3.13/site-packages/pillow-12.1.1.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/PIL/ImageStat.py": 18442709639217312689, + "venv/lib/python3.13/site-packages/pandas/tests/series/test_arrow_interface.py": 9757086292358759236, + "build.sh": 8615837563501178791, + "backend/tests/scripts/test_clean_release_tui.py": 14700450036639944764, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_network.py": 13159427333040109523, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/ed448.pyi": 13016654355866474644, + "venv/lib/python3.13/site-packages/numpy/lib/user_array.pyi": 1968484998382771986, + "venv/lib/python3.13/site-packages/PIL/GifImagePlugin.py": 16073125611077200693, + "venv/lib/python3.13/site-packages/numpy/f2py/_isocbind.pyi": 5786150108623563787, + "venv/lib/python3.13/site-packages/uvicorn/protocols/http/h11_impl.py": 1419719055394402145, + "venv/lib/python3.13/site-packages/numpy/random/tests/data/sfc64-testset-2.csv": 4052796393463357888, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/aggregate/test_other.py": 783701524491896337, + "backend/src/services/clean_release/policy_engine.py": 3180817867716931725, + "venv/lib/python3.13/site-packages/numpy/f2py/__version__.py": 8588600299261398598, + "venv/lib/python3.13/site-packages/pygments/styles/bw.py": 869630132791421268, + "venv/lib/python3.13/site-packages/numpy/random/_examples/numba/extending.py": 16515485226251040454, + "venv/lib/python3.13/site-packages/passlib/utils/decor.py": 21351391767102899, + "venv/lib/python3.13/site-packages/pygments/lexers/jsx.py": 13855228003748707341, + "frontend/build/_app/immutable/chunks/CA-O3Wej.js": 15559170808856086159, + "venv/lib/python3.13/site-packages/pandas/tests/frame/conftest.py": 15090201792072045503, + "venv/lib/python3.13/site-packages/authlib/integrations/base_client/async_openid.py": 8708980645667847439, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/filter.py": 16846063190466267618, + "venv/lib/python3.13/site-packages/uvicorn/loops/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/requirements.py": 11478648568700804705, + "venv/lib/python3.13/site-packages/jeepney/tests/test_auth.py": 15125055415702968414, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/rec.pyi": 14615751247243515028, + "docker/frontend.Dockerfile": 9514032629617942525, + "venv/lib/python3.13/site-packages/cffi/api.py": 5325821560978502135, + "venv/lib/python3.13/site-packages/numpy/_typing/_add_docstring.py": 14657346268890680694, + "venv/lib/python3.13/site-packages/pyasn1/type/char.py": 16518487114777185541, + "venv/lib/python3.13/site-packages/pandas/io/formats/excel.py": 797619981868084011, + "venv/lib/python3.13/site-packages/pygments/lexers/praat.py": 54226477748516386, + "venv/lib/python3.13/site-packages/pygments/lexers/pointless.py": 17552020039609007881, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/interval/test_pickle.py": 6232650893735715362, + "backend/src/api/routes/environments.py": 6892252055515346170, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/decl_api.py": 5287018911951723034, + "venv/lib/python3.13/site-packages/gitdb/test/test_pack.py": 7518388297247535189, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/test_constructors.py": 5627819885594450614, + "venv/lib/python3.13/site-packages/PIL/ImageShow.py": 11437096951764124817, + "backend/src/plugins/__init__.py": 17194112070692432889, + "backend/src/core/logger/__tests__/test_logger.py": 4188397720199242180, + "venv/lib/python3.13/site-packages/numpy/f2py/_backends/meson.build.template": 9935732744553086652, + "venv/lib/python3.13/site-packages/_pytest/_io/__init__.py": 1510478951261938348, + "venv/lib/python3.13/site-packages/pygments/lexers/esoteric.py": 16839499623020685146, + "venv/lib/python3.13/site-packages/anyio/_backends/_asyncio.py": 10265081145401348863, + "venv/lib/python3.13/site-packages/pydantic/deprecated/config.py": 12280996227531856230, + "semantics/reports/semantic_report_20260218_115618.md": 5437950407730283254, + "venv/lib/python3.13/site-packages/pandas/_libs/hashing.cpython-313-x86_64-linux-gnu.so": 16124435225170610034, + "venv/lib/python3.13/site-packages/pandas/_libs/lib.cpython-313-x86_64-linux-gnu.so": 6452315003728497116, + "venv/lib/python3.13/site-packages/pandas/core/arrays/numpy_.py": 16641729409992576358, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/period/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pydantic_settings-2.13.0.dist-info/METADATA": 3448868793744358515, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/cli/gh_22819.pyf": 14717748358749934995, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_deprecations.py": 6015734648984591027, + "venv/lib/python3.13/site-packages/fastapi/openapi/docs.py": 16735218221639179927, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/ciphers/base.py": 5294446834530589760, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/pyodbc.py": 11271266527234292020, + "venv/lib/python3.13/site-packages/pygments/lexers/vip.py": 11287963054551122004, + "specs/012-remove-superset-tool/data-model.md": 17857039605600271788, + "venv/lib/python3.13/site-packages/pandas/tests/series/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/fft/__init__.py": 9343449448737026658, + "specs/009-backup-scheduler/quickstart.md": 5184334272217234215, + "venv/lib/python3.13/site-packages/pandas/_libs/arrays.cpython-313-x86_64-linux-gnu.so": 8634234308863090562, + "backend/src/api/routes/clean_release_v2.py": 2858037566596334612, + "venv/lib/python3.13/site-packages/more_itertools/__init__.pyi": 16479506520351014608, + "venv/lib/python3.13/site-packages/pluggy/_warnings.py": 2664977718908223842, + "venv/lib/python3.13/site-packages/pillow.libs/libwebp-d8b9687f.so.7.2.0": 116215608212382352, + "venv/lib/python3.13/site-packages/pip/_vendor/resolvelib/resolvers/exceptions.py": 2873060848310644552, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-cosh.csv": 9287774220881887502, + "venv/lib/python3.13/site-packages/anyio/functools.py": 4300781896135050327, + "venv/lib/python3.13/site-packages/gitdb/util.py": 645937410168583692, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mssql/json.py": 14738429697319670035, + "venv/lib/python3.13/site-packages/passlib/handlers/oracle.py": 12959175637015399815, + "backend/src/services/resource_service.py": 4718644821742397530, + "backend/alembic.ini": 8897071018956157084, + "venv/lib/python3.13/site-packages/itsdangerous/serializer.py": 14271229091461164933, + "venv/lib/python3.13/site-packages/numpy/_pyinstaller/tests/test_pyinstaller.py": 9430762168079129025, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimelike_/test_indexing.py": 1926721846569184112, + "venv/lib/python3.13/site-packages/pandas/core/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/computation/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/fastapi/security/__init__.py": 1345944646061334046, + "venv/lib/python3.13/site-packages/numpy/ma/tests/test_mrecords.py": 15952147778503828707, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/constants.pyi": 15633065380510755171, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_array_coercion.py": 3551994404797560483, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/cells.py": 8299309127027168194, + "venv/lib/python3.13/site-packages/pip/_internal/models/target_python.py": 422323125651848065, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_partial_slicing.py": 15567512240469921599, + "venv/lib/python3.13/site-packages/httpx/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/urllib3/util/url.py": 15992369651965016538, + "venv/lib/python3.13/site-packages/urllib3/http2/connection.py": 1661620860881397554, + "specs/015-frontend-nav-redesign/contracts/backup_contracts.md": 16983812083942355131, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/methods/test_normalize.py": 7378656958631172603, + "venv/lib/python3.13/site-packages/pip/_internal/exceptions.py": 2252826732781519645, + "venv/lib/python3.13/site-packages/sqlalchemy/util/queue.py": 1289234691048379395, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/pubprivmod.f90": 8680230823849248800, + "venv/lib/python3.13/site-packages/pandas/tests/arithmetic/test_bool.py": 433342705586552936, + "venv/lib/python3.13/site-packages/jaraco_context-6.0.2.dist-info/WHEEL": 16097436423493754389, + "venv/lib/python3.13/site-packages/pandas/io/formats/templates/typst.tpl": 5055419073126793137, + "venv/lib/python3.13/site-packages/numpy/matrixlib/tests/test_numeric.py": 17391095502314929042, + "venv/lib/python3.13/site-packages/apscheduler-3.11.2.dist-info/RECORD": 963865046004908868, + "frontend/src/lib/api.js": 12667793754050845906, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Postfix_py.py": 6653895521961110080, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/isocintrin/isoCtests.f90": 6208802899442270399, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/test_util.py": 6573034224727513309, + "venv/lib/python3.13/site-packages/pygments/lexers/_mapping.py": 12987629396101138833, + "venv/lib/python3.13/site-packages/attr/_version_info.py": 3850449653182103457, + "venv/lib/python3.13/site-packages/smmap-5.0.2.dist-info/zip-safe": 15240312484046875203, + "venv/lib/python3.13/site-packages/pip/_vendor/dependency_groups/_toml_compat.py": 10196543528439925412, + "specs/005-fix-ui-ws-validation/research.md": 11812988091123142670, + "backend/tests/test_task_manager.py": 1706217361689506763, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/string_/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_vendor/msgpack/exceptions.py": 11303331612406662162, + "backend/src/api/routes/assistant/_dataset_review.py": 14508672919199309579, + "backend/src/core/__tests__/test_superset_profile_lookup.py": 15590077829286810714, + "backend/_convert_defs.py": 208535643309836247, + "venv/lib/python3.13/site-packages/websockets/sync/server.py": 7966978001578584901, + "venv/lib/python3.13/site-packages/pygments/lexers/rnc.py": 9747352274729854620, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/test_iat.py": 3570464615146398178, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimelike_/test_drop_duplicates.py": 12601598844977346213, + "venv/lib/python3.13/site-packages/_pytest/pastebin.py": 13946273207624603063, + "venv/lib/python3.13/site-packages/pandas/core/arrays/arrow/_arrow_utils.py": 17808805047762566525, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/loading.py": 3460142472461437916, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/keys.pyi": 1846673463183660140, + "venv/lib/python3.13/site-packages/ecdsa/errors.py": 11755424742691057760, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_quoted_character.py": 2316632434571797367, + "venv/lib/python3.13/site-packages/urllib3/connectionpool.py": 7493427857878469165, + "semantics/reports/semantic_report_20260224_200456.md": 7923143710459389433, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/base_class/test_pickle.py": 3419420815386925630, + "venv/lib/python3.13/site-packages/websockets/frames.py": 4901850477414613953, + "venv/lib/python3.13/site-packages/pandas/core/roperator.py": 2587829042468916489, + "venv/lib/python3.13/site-packages/websockets/extensions/base.py": 2457233337788783873, + "venv/lib/python3.13/site-packages/pip/_vendor/distlib/markers.py": 8297667990263004097, + "venv/lib/python3.13/site-packages/pygments/lexers/tal.py": 447505725492547461, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/licenses/numpy/random/src/sfc64/LICENSE.md": 12587886983353734157, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_arm32_gcc.h": 3561524604274567339, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_x64_msvc.h": 17581467060937454503, + "venv/lib/python3.13/site-packages/pandas/core/groupby/indexing.py": 18009437216172136227, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_common.py": 2223069451949206319, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/conftest.py": 2643915042664055969, + "venv/lib/python3.13/site-packages/authlib/integrations/requests_client/utils.py": 2959395751217827103, + "venv/lib/python3.13/site-packages/pip/_internal/commands/check.py": 6937252393012787214, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/object/test_astype.py": 563689238486630866, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7662/__init__.py": 17454177076687312424, + "backend/src/services/llm_provider.py": 3024842945367976592, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_rolling_quantile.py": 4225791949463893856, + "venv/lib/python3.13/site-packages/PIL/Jpeg2KImagePlugin.py": 16905402423248975204, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/frame/test_frame_subplots.py": 4596089143375088346, + "venv/lib/python3.13/site-packages/python_jose-3.5.0.dist-info/METADATA": 6596896092754256988, + "venv/lib/python3.13/site-packages/numpy/_distributor_init.py": 1101690714183863290, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/arrayobject.h": 4345432890284821918, + "venv/lib/python3.13/site-packages/pandas/core/indexing.py": 15507869313676722071, + "venv/lib/python3.13/site-packages/pandas/tests/test_register_accessor.py": 16661086720613729974, + "frontend/src/lib/stores/__tests__/test_activity.js": 15599963775430388097, + "backend/src/services/git/_base.py": 17717982195967253756, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/test_pickle.py": 16196792378104396231, + "venv/lib/python3.13/site-packages/pandas/_testing/_io.py": 14264259716673715185, + "venv/lib/python3.13/site-packages/pandas/core/construction.py": 10646956189518908985, + "venv/lib/python3.13/site-packages/pandas/core/arrays/sparse/accessor.py": 8373575175447947401, + "venv/lib/python3.13/site-packages/pydantic/_internal/_validators.py": 2939255306814626438, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/ctypeslib.pyi": 8623725566434725526, + "venv/lib/python3.13/site-packages/pytest-9.0.2.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/modules.py": 9023244176010175562, + "venv/lib/python3.13/site-packages/greenlet/greenlet_refs.hpp": 8525862687669040510, + "venv/lib/python3.13/site-packages/numpy/_utils/_convertions.py": 12886275429547303345, + "venv/lib/python3.13/site-packages/numpy/lib/npyio.pyi": 3212440968296555560, + "venv/lib/python3.13/site-packages/numpy/tests/test_public_api.py": 11741922758622705449, + "venv/lib/python3.13/site-packages/passlib/handlers/fshp.py": 13298827601291507295, + "venv/lib/python3.13/site-packages/pandas/_libs/missing.cpython-313-x86_64-linux-gnu.so": 1990755879067132155, + "venv/lib/python3.13/site-packages/pandas/core/tools/times.py": 6560679305255812809, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/test_inference.py": 16402427186697071465, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/test_na_indexing.py": 8712547126522523899, + "venv/lib/python3.13/site-packages/websockets/speedups.pyi": 10322382420215791091, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/test_to_html.py": 7947998260347730581, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/protocol.py": 932296179250981622, + "venv/lib/python3.13/site-packages/httpcore/_backends/sync.py": 576247220834179928, + "semantics/reports/semantic_report_20260128_162653.md": 9940846024346090146, + "venv/lib/python3.13/site-packages/starlette/datastructures.py": 12097180838087229563, + "backend/src/core/migration_engine.py": 1303635539349402052, + "backend/src/plugins/debug.py": 2035734953696955393, + "venv/lib/python3.13/site-packages/jsonschema/validators.py": 3832874295500213309, + "venv/lib/python3.13/site-packages/starlette/authentication.py": 10905269573809129547, + "venv/lib/python3.13/site-packages/pip/_internal/index/collector.py": 7454652626329467900, + "frontend/src/app.css": 3020720639702954139, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/test_comparisons.py": 2764694394636775220, + "venv/lib/python3.13/site-packages/numpy/f2py/f2py2e.py": 738588649412338185, + "venv/lib/python3.13/site-packages/more_itertools/recipes.pyi": 16788810745659802820, + "venv/lib/python3.13/site-packages/pandas/plotting/_matplotlib/style.py": 15214295655795348821, + "venv/lib/python3.13/site-packages/keyring/backends/macOS/api.py": 4502902558534812719, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/fromnumeric.pyi": 6708743411405679061, + "venv/lib/python3.13/site-packages/rapidfuzz-3.14.3.dist-info/RECORD": 1689342214025776630, + "venv/lib/python3.13/site-packages/pip/_vendor/distro/__main__.py": 2688850704829116818, + "venv/lib/python3.13/site-packages/pandas/core/arrays/base.py": 664515424699746697, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/common.py": 11384497819737275399, + "venv/lib/python3.13/site-packages/pygments/lexers/verification.py": 16645885125604874183, + "venv/lib/python3.13/site-packages/numpy/_core/__init__.py": 14951958843029076911, + "venv/lib/python3.13/site-packages/numpy/_pyinstaller/tests/__init__.py": 13331622784664204066, + "venv/lib/python3.13/site-packages/pandas/core/indexers/objects.py": 409599993084996593, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/test_constructors.py": 2786493777737472376, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_constructors.py": 13890224577680389718, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc9101/registration.py": 14639972512303032712, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_python_parser_only.py": 12231449578582108346, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/test_to_csv.py": 6678500392137188521, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/boolean/test_ops.py": 3875181889032080505, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/test_period.py": 9715843209581883915, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/events.py": 7576713358952064464, + "venv/lib/python3.13/site-packages/pip/_internal/utils/logging.py": 9639351759822608724, + "venv/lib/python3.13/site-packages/numpy/core/_internal.py": 14816989375912210674, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_between.py": 337429135216881486, + "venv/lib/python3.13/site-packages/anyio/abc/_subprocesses.py": 4297459042599291531, + "venv/lib/python3.13/site-packages/pandas/_libs/ops.cpython-313-x86_64-linux-gnu.so": 10490009128553397250, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/common/test_decimal.py": 3515468590005709183, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/typing_inspection-0.4.2.dist-info/licenses/LICENSE": 7959949171752474553, + "venv/lib/python3.13/site-packages/requests-2.32.5.dist-info/licenses/LICENSE": 9235234428907927646, + "venv/lib/python3.13/site-packages/pycparser/_c_ast.cfg": 2649342580905806389, + "venv/lib/python3.13/site-packages/python_dateutil-2.9.0.post0.dist-info/RECORD": 16740224557818847141, + "specs/025-clean-release-compliance/tasks.md": 17714726495729243059, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/highlighter.py": 10615901258492570740, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7591/endpoint.py": 13389763148720370546, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/merge/test_join.py": 4213933887062089605, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_get_set.py": 14375107704596905983, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_nlargest.py": 14518132768753249360, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/identity.py": 326059526167697655, + "specs/012-remove-superset-tool/checklists/requirements.md": 4063748106644137699, + "specs/028-llm-datasource-supeset/tasks.md": 5853142974580930698, + "specs/028-llm-datasource-supeset/contracts/modules.md": 14686724759626396948, + "semantics/reports/semantic_report_20260123_215507.md": 3420259388069083276, + "semantics/reports/semantic_report_20260208_123444.md": 1704806607214625210, + "specs/012-remove-superset-tool/research.md": 3375961053330635814, + "backend/src/services/clean_release/repository.py": 3077298775936340703, + "venv/lib/python3.13/site-packages/sqlalchemy/cyextension/util.pyx": 649821942746469002, + "venv/lib/python3.13/site-packages/pandas/_libs/ops_dispatch.cpython-313-x86_64-linux-gnu.so": 5284769758475394095, + "venv/lib/python3.13/site-packages/bcrypt-4.0.1.dist-info/METADATA": 2810323639884879396, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/ndarray_conversion.pyi": 11580106670226366710, + "venv/lib/python3.13/site-packages/jsonschema_specifications-2025.9.1.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/httpx/_decoders.py": 14478643473006178492, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_umath.py": 13010939919217862164, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/test_indexing.py": 6039808271042864401, + "venv/lib/python3.13/site-packages/pandas/tests/io/json/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/PIL/MicImagePlugin.py": 13540523615822507963, + "venv/lib/python3.13/site-packages/pygments/sphinxext.py": 2768161754523156130, + "venv/lib/python3.13/site-packages/pip/_vendor/distlib/locators.py": 7638945613579396718, + "frontend/src/lib/components/reports/__tests__/reports_filter_performance.test.js": 10583581505638859039, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/multiindex/test_loc.py": 17839380711970027363, + "frontend/build/_app/immutable/nodes/25.Yy7y2hly.js": 2328934886611535588, + "specs/007-migration-dashboard-grid/tasks-dev.md": 9714983076961688118, + "venv/lib/python3.13/site-packages/pandas/core/interchange/utils.py": 11401792151107207834, + "venv/lib/python3.13/site-packages/pygments/lexers/sql.py": 15566262873151658034, + "dist/docker/frontend.v1.0.0-rc2-docker.tar": 1705027241971137937, + "semantics/reports/semantic_report_20260224_210443.md": 12085129552525263148, + "backend/src/plugins/translate/scheduler.py": 5139765091688695267, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6750/parameters.py": 12219404446503940066, + "venv/lib/python3.13/site-packages/pip/_internal/utils/glibc.py": 12335359492756627313, + "venv/lib/python3.13/site-packages/numpy/random/_common.pyi": 5094115692952609118, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_spinners.py": 15873416546130487469, + "venv/lib/python3.13/site-packages/numpy/core/records.py": 12604652690721760437, + "venv/lib/python3.13/site-packages/anyio/abc/_tasks.py": 16839170934610571514, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/timedeltas.cpython-313-x86_64-linux-gnu.so": 17089839649971421164, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/test_chained_assignment_deprecation.py": 7694137945143129474, + "venv/lib/python3.13/site-packages/authlib/integrations/base_client/registry.py": 13306388361671753373, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/test_common.py": 2265736743367879051, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/live_render.py": 14619617939683800204, + "venv/lib/python3.13/site-packages/pandas/tests/series/test_formats.py": 13752366280743004410, + "venv/lib/python3.13/site-packages/anyio-4.12.0.dist-info/licenses/LICENSE": 1126906383149772681, + "venv/lib/python3.13/site-packages/pygments/lexers/perl.py": 17014528337020572681, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_query_eval.py": 17613800806748649144, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_stack_unstack.py": 3737891757817696405, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/ocsp.pyi": 8666343427862784832, + "backend/test_app.db": 2486636812009447051, + "venv/lib/python3.13/site-packages/fastapi-0.127.1.dist-info/RECORD": 3283324710045856319, + "backend/tests/core/test_mapping_service.py": 6888870177029085220, + "venv/lib/python3.13/site-packages/anyio/_core/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/fft/__init__.pyi": 10354990065626209946, + "venv/lib/python3.13/site-packages/pandas/core/indexes/period.py": 1181348384346239378, + "venv/lib/python3.13/site-packages/sqlalchemy/event/api.py": 987321343916500337, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/openssl/binding.py": 17078280153372356796, + "frontend/src/lib/api/datasetReview.js": 3023829599261929428, + "venv/lib/python3.13/site-packages/PIL/ImageSequence.py": 16459886231802763032, + "venv/lib/python3.13/site-packages/pip/_vendor/cachecontrol/caches/file_cache.py": 14946223589457772924, + "venv/lib/python3.13/site-packages/_pytest/_py/error.py": 2257336434271433543, + "venv/lib/python3.13/site-packages/passlib/utils/__init__.py": 11704122205941631503, + "venv/lib/python3.13/site-packages/numpy/typing/tests/test_isfile.py": 14544060093268573418, + "venv/lib/python3.13/site-packages/charset_normalizer/cli/__init__.py": 9702005609966176016, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_sort_values.py": 12064896795288302730, + "frontend/src/lib/stores/__tests__/test_datasetReviewSession.js": 12620073136419991103, + "venv/lib/python3.13/site-packages/keyring/core.py": 2764269590123131634, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/multiindex/test_indexing_slow.py": 12558235638488427077, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/timedeltas/test_reductions.py": 14432782234851468060, + "venv/lib/python3.13/site-packages/sqlalchemy/cyextension/collections.pyx": 17138729833735744777, + "frontend/src/routes/settings/connections/+page.svelte": 276661107137418305, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Indel.py": 17112989332785349705, + "venv/lib/python3.13/site-packages/numpy/random/tests/test_randomstate.py": 11205714006000849926, + "venv/lib/python3.13/site-packages/pyasn1/type/__init__.py": 15728752901274520502, + "venv/lib/python3.13/site-packages/pandas/core/methods/describe.py": 17006836623161521092, + "backend/src/api/routes/git/_gitea_routes.py": 14644218433873522624, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/strptime.pyi": 5973671421648618563, + "venv/lib/python3.13/site-packages/pip/_internal/vcs/__init__.py": 1197579313959289096, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/np_datetime.pyi": 2884703536776830012, + "venv/lib/python3.13/site-packages/numpy/_core/tests/examples/limited_api/meson.build": 8784756284679859367, + "venv/lib/python3.13/site-packages/numpy/f2py/_src_pyf.pyi": 8916922961301555974, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_first_valid_index.py": 15763400665851423183, + "venv/lib/python3.13/site-packages/pip/__main__.py": 574438877257676911, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/flatiter.pyi": 9598576095384661517, + "venv/lib/python3.13/site-packages/urllib3/util/response.py": 6106698559175827207, + "venv/lib/python3.13/site-packages/authlib/oauth1/rfc5849/util.py": 2866856507760047219, + "venv/lib/python3.13/site-packages/click/_utils.py": 16491408631876616271, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/structures.py": 2668010839316715865, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/index.py": 15694995431926521471, + "semantics/reports/semantic_report_20260224_205958.md": 6738311225504064746, + "venv/lib/python3.13/site-packages/sqlalchemy/util/compat.py": 16148553252010089561, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_timeseries_window.py": 1973365560758236222, + "backend/src/services/clean_release/__tests__/test_stages.py": 15353751625742444422, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_ops.py": 14420421526781215500, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_set_axis.py": 4097534573847151853, + "venv/lib/python3.13/site-packages/python_multipart/__init__.py": 10290895261363712562, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/ext.py": 8361831054662096695, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Postfix.py": 4440659352851541547, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_tzconversion.py": 7205566353454584259, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/schema.py": 5391655516870611151, + "venv/lib/python3.13/site-packages/pip/_vendor/certifi/core.py": 2300277198409164253, + "venv/lib/python3.13/site-packages/pydantic/_internal/_discriminated_union.py": 1818179910730401509, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/boolean/test_reduction.py": 1049551473665255648, + "frontend/build/_app/immutable/chunks/1ISWGn11.js": 6484279831427861485, + "venv/lib/python3.13/site-packages/ecdsa/ecdsa.py": 9770689913380927623, + "venv/lib/python3.13/site-packages/pandas/io/formats/templates/latex.tpl": 8820045022551446255, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/providers/secrets.py": 17816662030600756342, + "venv/lib/python3.13/site-packages/jsonschema/tests/test_cli.py": 3173259257428855556, + "venv/lib/python3.13/site-packages/pygments/styles/__init__.py": 18383248976818885498, + "backend/src/services/git/_gitea.py": 3585029718367932699, + "venv/lib/python3.13/site-packages/fastapi/__init__.py": 11054203163075417954, + "venv/lib/python3.13/site-packages/rsa-4.9.1.dist-info/RECORD": 9502524172853437600, + "venv/lib/python3.13/site-packages/pydantic/v1/config.py": 12050640083719340958, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/mariadbconnector.py": 14865906347579451546, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/nditer.pyi": 33523064068376750, + "venv/lib/python3.13/site-packages/pygments/formatters/__init__.py": 8009871891954370829, + "venv/lib/python3.13/site-packages/numpy/ma/tests/test_arrayobject.py": 9578555381494297966, + "venv/lib/python3.13/site-packages/attr/converters.py": 5179615793507170642, + "venv/lib/python3.13/site-packages/authlib/integrations/flask_oauth2/errors.py": 16711622442922413520, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/methods/test_sample.py": 4641567828238191927, + "venv/lib/python3.13/site-packages/cryptography/x509/name.py": 15338066443257445241, + "venv/lib/python3.13/site-packages/jose/__init__.py": 15575670403380555945, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/mypy/util.py": 4890614159013873000, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/asymmetric/dsa.py": 8079219938116542284, + "venv/lib/python3.13/site-packages/jsonschema_specifications-2025.9.1.dist-info/WHEEL": 2357997949040430835, + "venv/lib/python3.13/site-packages/websockets/asyncio/server.py": 885415484558949506, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_strptime.py": 14328510310436552635, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/integer/test_concat.py": 1351478313334379336, + "venv/lib/python3.13/site-packages/apscheduler/triggers/cron/expressions.py": 8015786996064244656, + "venv/lib/python3.13/site-packages/pyasn1-0.6.2.dist-info/RECORD": 11976403473353722969, + "venv/lib/python3.13/site-packages/passlib/handlers/cisco.py": 15004707325761459775, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/scalars.pyi": 3130685119595923378, + "backend/src/core/superset_client/_charts.py": 8101226087578568224, + "venv/lib/python3.13/site-packages/pydantic/v1/json.py": 16596969681914729251, + "venv/lib/python3.13/site-packages/rsa/randnum.py": 13958355153634534526, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_alpha_unix.h": 2759424570606117942, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/licenses/numpy/_core/src/highway/LICENSE": 15636145745140922094, + "backend/src/services/clean_release/candidate_service.py": 14044982155441302890, + "venv/lib/python3.13/site-packages/typing_extensions-4.15.0.dist-info/METADATA": 317417773265681256, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/bitwise_ops.pyi": 751490187478960891, + "frontend/src/lib/utils.js": 5436516952434475239, + "venv/lib/python3.13/site-packages/greenlet/TUserGreenlet.cpp": 16258622236210473101, + "venv/lib/python3.13/site-packages/pandas/core/groupby/groupby.py": 5536922766239875007, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_lexsort.py": 10394832796613968484, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_info.py": 15151894356374015812, + "venv/lib/python3.13/site-packages/pygments/lexers/eiffel.py": 8964563077187051946, + "specs/027-dataset-llm-orchestration/quickstart.md": 8175111483396407491, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/tree.py": 4991806303236874829, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_numba.py": 1668304729617150075, + "venv/lib/python3.13/site-packages/pygments/lexers/yara.py": 17510792615476493957, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/__init__.py": 7062045842767697645, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/test_formats.py": 1265319125235346745, + "specs/020-task-reports-design/quickstart.md": 11161417623529857916, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/utils.h": 3920393832993063886, + "venv/lib/python3.13/site-packages/httpx/_transports/mock.py": 13564349939188292363, + "backend/src/schemas/__tests__/test_settings_and_health_schemas.py": 13526616847756581689, + "frontend/build/_app/immutable/nodes/30.CBS0Gtbb.js": 15053810438513557571, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/array_constructors.pyi": 164538008396001632, + "venv/lib/python3.13/site-packages/sqlalchemy/cyextension/immutabledict.cpython-313-x86_64-linux-gnu.so": 12776951671822017500, + "venv/lib/python3.13/site-packages/smmap-5.0.2.dist-info/WHEEL": 9788895026336324100, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc9207/parameter.py": 2793853093222900337, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/interval/test_formats.py": 3525283725314253763, + "venv/lib/python3.13/site-packages/charset_normalizer/__main__.py": 8887772289570078278, + "venv/lib/python3.13/site-packages/pygments/modeline.py": 6194365452131561478, + "venv/lib/python3.13/site-packages/pygments/lexers/supercollider.py": 15306357945850389082, + "specs/001-migration-ui-redesign/contracts/api.md": 15876163583464115530, + "venv/lib/python3.13/site-packages/pyasn1/codec/native/encoder.py": 120921270972591880, + "venv/lib/python3.13/site-packages/pandas/tests/resample/test_resampler_grouper.py": 8388490036390951341, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_constructors.py": 11065058462752831997, + "venv/lib/python3.13/site-packages/cffi/__init__.py": 13427266446746498548, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/hooks.py": 8580161128344266243, + "venv/lib/python3.13/site-packages/anyio/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pydantic/functional_serializers.py": 15285359935059345032, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/test_timedelta.py": 7742506012012398830, + "venv/lib/python3.13/site-packages/pip/_internal/operations/build/wheel.py": 7728646523045538484, + "venv/lib/python3.13/site-packages/authlib/oauth1/rfc5849/__init__.py": 4752355175318979033, + "venv/lib/python3.13/site-packages/numpy/_typing/_extended_precision.py": 4201820494689784136, + "venv/lib/python3.13/site-packages/httpx/_transports/default.py": 8391302827983907910, + "venv/lib/python3.13/site-packages/starlette/middleware/base.py": 16850428285382256618, + "venv/lib/python3.13/site-packages/authlib/integrations/django_oauth2/signals.py": 10390443713463805090, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/routines/subrout.pyf": 4660465266594480405, + "venv/lib/python3.13/site-packages/pandas/tests/strings/conftest.py": 12065119814157197510, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/interval/test_interval_range.py": 9900908262700749861, + "venv/lib/python3.13/site-packages/numpy/_core/_add_newdocs_scalars.py": 652332294655046106, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/sparse/test_astype.py": 7542068949396266883, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/regression/datonly.f90": 10495925225338237742, + "venv/lib/python3.13/site-packages/PIL/JpegPresets.py": 12342262642420923471, + "venv/lib/python3.13/site-packages/multipart/__init__.py": 6496114190873890851, + "venv/lib/python3.13/site-packages/python_dateutil-2.9.0.post0.dist-info/INSTALLER": 17282701611721059870, + "venv/bin/pygmentize": 2166491742035772877, + "frontend/build/_app/immutable/chunks/RMWV47Kl.js": 5721178092821655969, + "venv/lib/python3.13/site-packages/pydantic_core-2.41.5.dist-info/licenses/LICENSE": 5669644120528099197, + "venv/lib/python3.13/site-packages/pluggy/_result.py": 16790448391766505769, + "specs/024-user-dashboard-filter/research.md": 10282425066264279871, + "specs/006-configurable-belief-logs/quickstart.md": 9141442119675205997, + "backend/src/api/routes/translate/_helpers.py": 15633442720544972283, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/methods/test_to_julian_date.py": 6868080396693831272, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Jaro.pyi": 3145980717589050713, + "backend/src/core/superset_client/_base.py": 17832258524611728315, + "venv/lib/python3.13/site-packages/numpy/_core/_umath_tests.cpython-313-x86_64-linux-gnu.so": 3478629877770507853, + "venv/lib/python3.13/site-packages/pandas/io/excel/_pyxlsb.py": 10035587889954731645, + "venv/lib/python3.13/site-packages/attr/validators.pyi": 15579625896285277321, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/methods/test_shift.py": 14681514853406253657, + "venv/lib/python3.13/site-packages/pyyaml-6.0.3.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_internal/operations/install/editable_legacy.py": 8145740626773638218, + "venv/lib/python3.13/site-packages/numpy/linalg/tests/test_deprecations.py": 14624516389510242394, + "venv/lib/python3.13/site-packages/pydantic/v1/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/arrayscalars.h": 16142050006935459679, + "venv/lib/python3.13/site-packages/httpx/_transports/__init__.py": 5931944625631942279, + "venv/lib/python3.13/site-packages/passlib/tests/_test_bad_register.py": 5446848310854472376, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/asymmetric/ec.py": 8864112842559211971, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_rename.py": 4890779493250245903, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7517/_cryptography_key.py": 388489172928969873, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/fixtures/sql.py": 13315906751371033170, + "backend/src/api/routes/__tests__/test_reports_detail_api.py": 6960149894653710507, + "backend/src/services/git/_remote_providers.py": 12661659133898682960, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/gh23598Warn.f90": 7589258200398878529, + "venv/lib/python3.13/site-packages/PIL/PcxImagePlugin.py": 1691405132377495336, + "venv/lib/python3.13/site-packages/pandas/io/formats/templates/latex_longtable.tpl": 12723621983797415444, + "venv/lib/python3.13/site-packages/typing_extensions.py": 8402965285733247527, + "backend/src/services/dataset_review/orchestrator_pkg/_helpers.py": 11613130235340753050, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/timedeltas.pyi": 3783371827926657291, + "venv/lib/python3.13/site-packages/cryptography-46.0.3.dist-info/METADATA": 9041650844081036822, + "venv/lib/python3.13/site-packages/pip/_internal/operations/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_interpolate.py": 7354685880215444946, + "venv/lib/python3.13/site-packages/jsonschema/tests/test_deprecations.py": 16367195310156359251, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/random/libdivide.h": 5314232500579481313, + "venv/lib/python3.13/site-packages/anyio/abc/_streams.py": 8089057973257658396, + "venv/lib/python3.13/site-packages/websockets/sync/connection.py": 2791040669094103200, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_return_logical.py": 6242457515917145500, + "venv/lib/python3.13/site-packages/numpy/f2py/auxfuncs.py": 2234931733687557433, + "venv/lib/python3.13/site-packages/six.py": 948867418687428421, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/return_integer/foo77.f": 12000068001851270396, + "venv/lib/python3.13/site-packages/_pytest/mark/expression.py": 1821437025841201912, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/data_stmts.f90": 6123192245816905092, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-expm1.csv": 8710594949902856122, + "venv/lib/python3.13/site-packages/numpy/_globals.py": 8736093011628027941, + "venv/lib/python3.13/site-packages/pandas/core/dtypes/base.py": 3628510830969664111, + "venv/lib/python3.13/site-packages/rsa/asn1.py": 3861968161559322784, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/multiindex/test_slice.py": 9936085512921529417, + "venv/lib/python3.13/site-packages/PIL/IcoImagePlugin.py": 14483964191652228364, + "frontend/src/lib/components/layout/Sidebar.svelte": 15884718235284801177, + "frontend/src/lib/components/translate/TranslationRunResult.svelte": 4036515544518810527, + "frontend/src/routes/settings/notifications/+page.svelte": 14504217413720856827, + "frontend/src/routes/translate/dictionaries/[id]/+page.svelte": 13107142764119634906, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_utils.py": 15197339054699289627, + "specs/024-user-dashboard-filter/checklists/requirements.md": 14407116901999523265, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/asymmetric/x25519.py": 18229054440703471493, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc8414/__init__.py": 4781700006554860887, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_timezones.py": 15157687716502574038, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/requirements.py": 2362917888844255805, + "backend/src/core/migration/__init__.py": 13075189211840127611, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/cookies.py": 4997226307650350876, + "venv/lib/python3.13/site-packages/authlib/integrations/httpx_client/__init__.py": 1798074863773727377, + "venv/lib/python3.13/site-packages/pandas/core/sample.py": 11913688303879867963, + "venv/lib/python3.13/site-packages/pygments/formatters/pangomarkup.py": 17135620955205945255, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_sample.py": 16877779557071324115, + "venv/lib/python3.13/site-packages/gitdb/test/test_stream.py": 18159319442241857857, + "venv/lib/python3.13/site-packages/authlib/integrations/flask_oauth1/cache.py": 15037055977924167732, + "venv/lib/python3.13/site-packages/python_dotenv-1.2.1.dist-info/licenses/LICENSE": 12684353321716745791, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/__init__.py": 8807410829260170597, + "backend/src/api/routes/clean_release.py": 1984604735131504761, + "venv/lib/python3.13/site-packages/gitdb/test/test_base.py": 16305779366785148795, + "venv/lib/python3.13/site-packages/numpy/f2py/capi_maps.pyi": 10638891136586198429, + "specs/024-user-dashboard-filter/ux_reference.md": 4716392609894984268, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/modeline.py": 6194365452131561478, + "venv/lib/python3.13/site-packages/numpy/random/tests/data/pcg64dxsm-testset-1.csv": 9129730764673472086, + "venv/lib/python3.13/site-packages/numpy/random/tests/data/mt19937-testset-1.csv": 16349400027062875699, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_partial_indexing.py": 4132091154215910029, + "venv/lib/python3.13/site-packages/pytest_asyncio/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/PIL/ImageTransform.py": 7825940907094338808, + "venv/lib/python3.13/site-packages/pygments/lexers/jsonnet.py": 1314044008440065525, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/providers/cli.py": 6382193953727339271, + "venv/lib/python3.13/site-packages/dotenv/variables.py": 5438726379749803751, + "venv/lib/python3.13/site-packages/jsonschema_specifications-2025.9.1.dist-info/RECORD": 18314788057673509075, + "venv/lib/python3.13/site-packages/pandas/tests/apply/test_str.py": 149688376805129532, + "venv/lib/python3.13/site-packages/pandas/tests/io/sas/test_byteswap.py": 5090287710338893350, + "frontend/src/routes/reports/+page.svelte": 7370192460972346131, + "venv/lib/python3.13/site-packages/cryptography-46.0.3.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/adapters.py": 2224938661429637508, + "venv/lib/python3.13/site-packages/pillow.libs/libXau-154567c4.so.6.0.0": 4340972632724893052, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/fixtures/orm.py": 7554417559838785150, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/__init__.py": 11157967642611612522, + "venv/lib/python3.13/site-packages/attr/_next_gen.py": 16353246941851015420, + "venv/lib/python3.13/site-packages/pip/_vendor/resolvelib/resolvers/resolution.py": 5132658725516243311, + "venv/lib/python3.13/site-packages/_pytest/terminalprogress.py": 5490989904517343259, + "venv/lib/python3.13/site-packages/pydantic/validators.py": 8292819706488319845, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_docs.py": 17898499890274685198, + "venv/lib/python3.13/site-packages/pandas/plotting/_matplotlib/core.py": 14576109242055156193, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_offsets.py": 4499538899492148499, + "venv/lib/python3.13/site-packages/numpy/_pytesttester.pyi": 5750506937526308405, + "venv/lib/python3.13/site-packages/pandas/arrays/__init__.py": 10005095663840461954, + "venv/lib/python3.13/site-packages/urllib3/http2/probe.py": 4069929463671970243, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/index/test_index.py": 10837492069089787028, + "docs/adr/ADR-0004-plugin-architecture.md": 17641735495060956786, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/metrics_py.py": 13809503317864539103, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-sin.csv": 1443087417808027268, + "venv/lib/python3.13/site-packages/pandas/tests/window/moments/test_moments_consistency_ewm.py": 12153690217678546798, + "venv/lib/python3.13/site-packages/numpy/_typing/_ufunc.pyi": 6286629088867436848, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/ranges/test_indexing.py": 4063662953863959087, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/style/test_format.py": 16150524965028369071, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/sparse/test_indexing.py": 11572911419313573163, + "venv/lib/python3.13/site-packages/yaml/nodes.py": 3463622922914760653, + "venv/lib/python3.13/site-packages/pygments/lexers/_luau_builtins.py": 13690910306072616818, + "frontend/src/components/llm/__tests__/provider_config.integration.test.js": 2061085383592666930, + "specs/025-clean-release-compliance/quickstart.md": 3717222792188628415, + "specs/014-file-storage-ui/checklists/requirements.md": 12258048735481927139, + "venv/lib/python3.13/site-packages/referencing/jsonschema.py": 14596871117484757502, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_dtypes.py": 7550022036887594386, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7518/jwe_encs.py": 9703572751543253904, + "venv/lib/python3.13/site-packages/itsdangerous-2.2.0.dist-info/METADATA": 15888766579203341778, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/RECORD": 8104089156015954779, + "venv/lib/python3.13/site-packages/pip/_vendor/truststore/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/core/dtypes/cast.py": 342228968652072052, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_indexing.py": 14717641281147152159, + "venv/lib/python3.13/site-packages/pygments/lexers/ldap.py": 17455983150181177257, + "specs/019-superset-ux-redesign/quickstart.md": 596113905372605394, + "specs/017-llm-analysis-plugin/data-model.md": 13726688309087514693, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7518/jwe_zips.py": 5184894018177148648, + "venv/lib/python3.13/site-packages/pyasn1/type/error.py": 1479878696626082697, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/floating/test_construction.py": 6564829381134214401, + "backend/src/core/database.py": 7064138501006682572, + "backend/src/core/superset_client/_datasets_preview_filters.py": 12835417730902013107, + "venv/lib/python3.13/site-packages/pandas/tests/window/moments/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/test_formats.py": 2743326139283991615, + "venv/lib/python3.13/site-packages/pluggy-1.6.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pygments/lexers/gsql.py": 15294109558028161389, + "venv/lib/python3.13/site-packages/apscheduler/executors/gevent.py": 17122637996105344344, + "venv/lib/python3.13/site-packages/websockets/asyncio/router.py": 15039562376314233669, + "venv/lib/python3.13/site-packages/pygments/lexers/capnproto.py": 15713281507099411738, + "venv/lib/python3.13/site-packages/typing_inspection/typing_objects.py": 16856718240972376883, + "venv/lib/python3.13/site-packages/pip/_internal/commands/configuration.py": 1608697090566485893, + "venv/lib/python3.13/site-packages/pygments/lexers/special.py": 4972294202790455038, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/ndarray_assignability.pyi": 1718610984396277997, + "venv/lib/python3.13/site-packages/attr/__init__.pyi": 13203080513025719049, + "venv/lib/python3.13/site-packages/git/objects/tag.py": 7954808535585493300, + "venv/lib/python3.13/site-packages/dateutil/tzwin.py": 5149446703746204349, + "backend/src/api/routes/git/_repo_lifecycle_routes.py": 6605622512801609889, + "venv/lib/python3.13/site-packages/dateutil/zoneinfo/rebuild.py": 1813298167468704155, + "venv/lib/python3.13/site-packages/pandas/tests/apply/test_frame_apply.py": 8103417303073393969, + "venv/lib/python3.13/site-packages/fastapi/security/api_key.py": 6965937678104291169, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/timedeltas/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/state.py": 10500170103357297551, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-arcsinh.csv": 13695545125848146013, + "venv/lib/python3.13/site-packages/h11/_connection.py": 6971907312737339559, + "venv/lib/python3.13/site-packages/numpy/lib/_arraysetops_impl.py": 5583478355093966990, + "venv/lib/python3.13/site-packages/pytest_asyncio-1.3.0.dist-info/licenses/LICENSE": 6808958893921859106, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_drop_duplicates.py": 5874427993953991216, + "venv/lib/python3.13/site-packages/pandas/tests/test_take.py": 17628004130770326677, + "venv/lib/python3.13/site-packages/httpcore/_backends/__init__.py": 15130871412783076140, + "frontend/src/lib/components/dataset-review/__tests__/us3_execution_batch.ux.test.js": 13416996904332574966, + "venv/lib/python3.13/site-packages/pygments/lexers/futhark.py": 10102535873433759899, + "venv/lib/python3.13/site-packages/greenlet/TPythonState.cpp": 12828594265749606443, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/__init__.py": 14571251344510763303, + "venv/lib/python3.13/site-packages/pyasn1/type/univ.py": 7163437624197683039, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/asn1.pyi": 16048852379621461316, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/asymmetric/utils.py": 7707707044867513457, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-cbrt.csv": 8929553891827331780, + "venv/lib/python3.13/site-packages/pandas/core/array_algos/__init__.py": 11850945878149145990, + "venv/lib/python3.13/site-packages/pygments/lexers/ezhil.py": 10294520768762308887, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/routines/funcfortranname.f": 9330535808093475892, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/_neighborhood_iterator_imp.h": 10634781863364525895, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_datetime.py": 13781712980921881470, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Jaro_py.py": 11991492232381887787, + "frontend/src/lib/components/translate/CorrectionCell.svelte": 15215114685710474273, + "venv/lib/python3.13/site-packages/packaging-26.0.dist-info/METADATA": 6438256145634479451, + "venv/lib/python3.13/site-packages/numpy/random/bit_generator.pxd": 14261507718442469988, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/interval/test_formats.py": 10263085276270778330, + "venv/lib/python3.13/site-packages/pycparser/lextab.py": 16045770806700381661, + "venv/lib/python3.13/site-packages/pip/_internal/distributions/wheel.py": 13979536782410081712, + "venv/lib/python3.13/site-packages/pandas/tests/series/indexing/test_setitem.py": 14920902525192671548, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/multiindex/test_getitem.py": 11882213323878588707, + "frontend/build/_app/immutable/chunks/lmkR1mo7.js": 1566402376856803759, + "backend/src/models/dataset_review_pkg/_semantic_models.py": 15376906129805121935, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/packages/backports/__init__.py": 15130871412783076140, + "backend/src/services/clean_release/mappers.py": 8684357784135236729, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/default_comparator.py": 47118577003622736, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_indexerrors.py": 4434868847540549873, + "venv/lib/python3.13/site-packages/apscheduler/executors/twisted.py": 2695602672085615762, + "venv/lib/python3.13/site-packages/pandas/core/common.py": 14578909424716153057, + "specs/013-unify-frontend-css/data-model.md": 17671655237970802697, + "venv/lib/python3.13/site-packages/numpy/random/_common.pxd": 3402284125943848851, + "venv/lib/python3.13/site-packages/pandas/core/arrays/interval.py": 16281221279220043867, + "venv/bin/Activate.ps1": 1196103427939049710, + "venv/lib/python3.13/site-packages/pandas/tests/test_expressions.py": 16378925536309828288, + "venv/lib/python3.13/site-packages/PIL/ImageMode.py": 2361901066832921091, + "backend/src/core/auth/oauth.py": 9925908783612235042, + "backend/src/services/clean_release/stages/base.py": 7739111130895140155, + "venv/lib/python3.13/site-packages/pandas/core/strings/accessor.py": 14021462534679430426, + "venv/lib/python3.13/site-packages/itsdangerous/__init__.py": 6969210114978365656, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/sync.py": 6189260178302531376, + "venv/lib/python3.13/site-packages/pygments/formatters/terminal.py": 14380579279194052030, + "venv/lib/python3.13/site-packages/pyyaml-6.0.3.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pandas/tests/reductions/test_stat_reductions.py": 11569525436540769152, + "venv/lib/python3.13/site-packages/urllib3/response.py": 1987354357306756790, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/keywrap.py": 10424037418528425800, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_arrayterator.py": 1646530870049791291, + "venv/lib/python3.13/site-packages/fastapi/openapi/models.py": 1680354178147364813, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/datasource.pyi": 16752667877866430577, + "venv/lib/python3.13/site-packages/pandas/tests/io/test_common.py": 10797243274520625867, + "venv/lib/python3.13/site-packages/pandas/tests/computation/test_compat.py": 11655000938111420543, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/test_freq_attr.py": 7685756734926749093, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/accumulate.py": 5780225603819849877, + "venv/lib/python3.13/site-packages/pandas/tests/io/json/test_json_table_schema.py": 14454690938977069049, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/floating/test_arithmetic.py": 15071337112968886738, + "venv/lib/python3.13/site-packages/cffi/recompiler.py": 17809252277700094304, + "venv/lib/python3.13/site-packages/pandas/plotting/_matplotlib/groupby.py": 14661033005768429774, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/json.py": 15085143436056608404, + "venv/lib/python3.13/site-packages/pygments/lexers/_lua_builtins.py": 12653747099659257203, + "venv/lib/python3.13/site-packages/pygments/lexers/maxima.py": 11824576541091274641, + "venv/lib/python3.13/site-packages/apscheduler/schedulers/blocking.py": 3483388533957772681, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/transform/__init__.py": 15130871412783076140, + "specs/006-configurable-belief-logs/plan.md": 708620868118515421, + "semantics/reports/semantic_report_20260227_150917.md": 3100461128691166419, + "venv/lib/python3.13/site-packages/numpy/f2py/use_rules.pyi": 18395688193449688360, + "frontend/src/routes/reports/llm/[taskId]/+page.svelte": 14394593511269407852, + "semantics/reports/semantic_report_20260224_124507.md": 9853969280539395448, + "venv/lib/python3.13/site-packages/PIL/report.py": 9428754440615681790, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_names.py": 10037208029090713121, + "venv/lib/python3.13/site-packages/pluggy-1.6.0.dist-info/WHEEL": 14550174241288068152, + "venv/lib/python3.13/site-packages/numpy/tests/test_configtool.py": 8208415015478205502, + "venv/lib/python3.13/site-packages/pip/_internal/utils/unpacking.py": 106471890743211548, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/index_tricks.pyi": 6035507586990711471, + "venv/lib/python3.13/site-packages/pandas/_libs/tslib.cpython-313-x86_64-linux-gnu.so": 10742615805788605480, + "specs/008-migration-ui-improvements/plan.md": 1651665850327845938, + "specs/020-task-reports-design/tests/coverage.md": 15492496024430372946, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/gh23533.f": 12558972205518833024, + "venv/lib/python3.13/site-packages/attr/exceptions.py": 11532465891810816417, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/style/test_tooltip.py": 853808724844451770, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/test_subclass.py": 10949229764696473939, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_snap.py": 4515844385819802784, + "backend/src/services/mapping_service.py": 5976063352141712188, + "specs/020-task-reports-design/data-model.md": 16731727967349506210, + "venv/lib/python3.13/site-packages/numpy/random/_examples/cffi/parse.py": 2427019397934437210, + "venv/lib/python3.13/site-packages/_pytest/config/argparsing.py": 11156052029258891503, + "venv/lib/python3.13/site-packages/numpy/f2py/setup.cfg": 17974180080760231128, + "venv/lib/python3.13/site-packages/websockets/sync/messages.py": 15699091325918681038, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/grants/__init__.py": 3577295959173028042, + "venv/lib/python3.13/site-packages/numpy/_core/numerictypes.pyi": 12144531601504755948, + "venv/lib/python3.13/site-packages/pygments/lexers/asn1.py": 15030988816882821134, + "venv/lib/python3.13/site-packages/jeepney/tests/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/keyring/util/__init__.py": 9635016046220094473, + "venv/lib/python3.13/site-packages/passlib/crypto/scrypt/__init__.py": 4390908730288159455, + "venv/lib/python3.13/site-packages/PIL/XpmImagePlugin.py": 6644626557482464312, + "venv/lib/python3.13/site-packages/numpy/ma/tests/test_core.py": 12712110303898046818, + "venv/lib/python3.13/site-packages/pandas/io/_util.py": 13608922148814398500, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/lexers/python.py": 17886036670342116501, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/styles/__init__.py": 9482393721453335937, + "venv/lib/python3.13/site-packages/pandas/tests/interchange/test_spec_conformance.py": 16448324304809345527, + "venv/lib/python3.13/site-packages/pip/_internal/network/cache.py": 10606522397693824641, + "venv/lib/python3.13/site-packages/websockets/legacy/__init__.py": 12332512329533591682, + "venv/lib/python3.13/site-packages/packaging-26.0.dist-info/licenses/LICENSE": 4274653168153720331, + "venv/lib/python3.13/site-packages/authlib/integrations/django_oauth1/resource_protector.py": 14354891358060085360, + "venv/lib/python3.13/site-packages/authlib/oauth1/rfc5849/authorization_server.py": 4427151727224472650, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_arrow_interface.py": 5231449831607036031, + "venv/lib/python3.13/site-packages/pandas/tests/series/test_iteration.py": 15247340610412364508, + "venv/lib/python3.13/site-packages/pandas/core/arrays/period.py": 11560984428402318984, + "venv/lib/python3.13/site-packages/python_dateutil-2.9.0.post0.dist-info/METADATA": 7788873460115135563, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_ufunc.py": 5025605639221470838, + "frontend/src/lib/components/reports/ReportCard.svelte": 15186215132458187779, + "specs/019-superset-ux-redesign/tests/reports/2026-02-19-fix-report.md": 9635001787605792317, + "backend/src/core/auth/logger.py": 14199514105394646252, + "backend/src/api/routes/dashboards/_projection.py": 1559143255780155174, + "venv/lib/python3.13/site-packages/pydantic_settings/main.py": 17272314000918984790, + "venv/lib/python3.13/site-packages/pip/_internal/operations/build/wheel_editable.py": 14352954849821931255, + "venv/lib/python3.13/site-packages/pip/_vendor/truststore/_openssl.py": 10446441599800965961, + "venv/lib/python3.13/site-packages/numpy/polynomial/_polytypes.pyi": 7528777458251688517, + "venv/lib/python3.13/site-packages/pandas/plotting/_matplotlib/timeseries.py": 17641722582848932332, + "venv/lib/python3.13/site-packages/pandas/api/typing/aliases.py": 11194270368147942988, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/warnings_and_errors.pyi": 3151453262733619734, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/events.py": 15099787454570172797, + "venv/lib/python3.13/site-packages/sqlalchemy/util/tool_support.py": 4926732415520779988, + "venv/lib/python3.13/site-packages/git/refs/remote.py": 4391983355222612205, + "venv/lib/python3.13/site-packages/pygments/lexers/_php_builtins.py": 2344562378679281201, + "venv/lib/python3.13/site-packages/rapidfuzz/fuzz_cpp_avx2.cpython-313-x86_64-linux-gnu.so": 12574929384355254457, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_polynomial.py": 3049262771098624825, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6750/errors.py": 12777931960088171310, + "venv/lib/python3.13/site-packages/greenlet/tests/fail_switch_three_greenlets.py": 10923534235697247269, + "venv/lib/python3.13/site-packages/pandas/core/arrays/datetimelike.py": 394614958716301173, + "venv/lib/python3.13/site-packages/sqlalchemy/event/attr.py": 5971663429221923939, + "venv/lib/python3.13/site-packages/pip/_internal/utils/wheel.py": 450504439085405418, + "venv/lib/python3.13/site-packages/passlib/handlers/__init__.py": 3424087230285514388, + "venv/lib/python3.13/site-packages/pluggy/_manager.py": 18202550145040079612, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_util.py": 16908393806993809474, + "venv/lib/python3.13/site-packages/pandas/_libs/pandas_parser.cpython-313-x86_64-linux-gnu.so": 18056339336364727359, + "venv/lib/python3.13/site-packages/anyio-4.12.0.dist-info/WHEEL": 16097436423493754389, + "venv/lib/python3.13/site-packages/pygments/lexers/_asy_builtins.py": 1665617945818958781, + "venv/lib/python3.13/site-packages/httpcore/_sync/interfaces.py": 1532245423878428608, + "venv/lib/python3.13/site-packages/starlette/routing.py": 16063812008141874150, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/array_like.py": 2778905818573625118, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/assumed_shape/foo_use.f90": 2657057181044959432, + "venv/lib/python3.13/site-packages/sqlalchemy/cyextension/immutabledict.pyx": 11739218099400096619, + "venv/lib/python3.13/site-packages/pygments/lexers/smalltalk.py": 6113431347120223592, + "frontend/src/routes/+layout.svelte": 11016036436340609102, + "specs/005-fix-ui-ws-validation/checklists/requirements.md": 16593513966172862037, + "venv/lib/python3.13/site-packages/pygments/lexers/ampl.py": 4594260378653369985, + "venv/lib/python3.13/site-packages/pip/_internal/operations/check.py": 16650663913976953800, + "frontend/build/_app/immutable/chunks/BEExHWS9.js": 9986805674888122115, + "backend/src/services/clean_release/approval_service.py": 12912719831239691496, + "venv/lib/python3.13/site-packages/authlib/oidc/core/models.py": 1370998944213578392, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/_typing.py": 17589387690638097975, + "venv/lib/python3.13/site-packages/psycopg2/_ipaddress.py": 12332672835751787869, + "venv/lib/python3.13/site-packages/pandas/tests/series/indexing/test_take.py": 9847808489301498487, + "venv/lib/python3.13/site-packages/keyring/completion.py": 1027436016070040568, + "venv/lib/python3.13/site-packages/python_multipart/multipart.py": 5677735019292537174, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_expanding.py": 9047466276603454007, + "venv/lib/python3.13/site-packages/bcrypt/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/greenlet/PyGreenletUnswitchable.cpp": 3160733517193315684, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/dtype.pyi": 465999539608816848, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_groupby.py": 16180421154734310873, + "venv/lib/python3.13/site-packages/itsdangerous-2.2.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_store.py": 1500300322083708794, + "venv/lib/python3.13/site-packages/pydantic/deprecated/copy_internals.py": 1245428320513062166, + "venv/lib/python3.13/site-packages/jsonschema_specifications-2025.9.1.dist-info/METADATA": 18410956221497090898, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_arm64_msvc.h": 14580207065003376324, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/methods/test_quantile.py": 17110581927381599978, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/mypy/__init__.py": 260774374497653876, + "venv/lib/python3.13/site-packages/pip/_internal/operations/build/wheel_legacy.py": 12735901522735836481, + "venv/lib/python3.13/site-packages/git/objects/submodule/util.py": 8621897576747443758, + "venv/lib/python3.13/site-packages/websockets/extensions/permessage_deflate.py": 12957105912018691390, + "venv/lib/python3.13/site-packages/numpy/polynomial/legendre.pyi": 2029639875417260268, + "venv/lib/python3.13/site-packages/pygments/styles/monokai.py": 12381683616720952636, + "specs/016-multi-user-auth/checklists/ux.md": 9610163684270693508, + "specs/016-multi-user-auth/spec.md": 5633209157581730123, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/cast/test_infer_datetimelike.py": 17304541521108700317, + "specs/001-plugin-arch-svelte-ui/data-model.md": 9675298876676236865, + "specs/013-unify-frontend-css/quickstart.md": 16292760534133085764, + "venv/lib/python3.13/site-packages/_pytest/stash.py": 14430252294763173610, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/_libs/index.pyi": 17679349633640606985, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_freq_attr.py": 17290447066681837965, + "specs/017-llm-analysis-plugin/plan.md": 14283921303023797103, + "venv/lib/python3.13/site-packages/attrs-25.4.0.dist-info/WHEEL": 2357997949040430835, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/util/ssl_match_hostname.py": 8530403239168529668, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/ccalendar.pyi": 15789956857032062129, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_shape_base.py": 8837845103338426570, + "venv/lib/python3.13/site-packages/pygments/lexers/stata.py": 7249891970174867363, + "venv/lib/python3.13/site-packages/pip/_internal/utils/appdirs.py": 539688259643447487, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-arctanh.csv": 8620268345075425735, + "venv/lib/python3.13/site-packages/pandas/tests/apply/test_invalid_arg.py": 610891871484326055, + "venv/lib/python3.13/site-packages/pygments/lexers/ambient.py": 18106929781201758080, + "venv/lib/python3.13/site-packages/numpy/_core/_dtype_ctypes.pyi": 14543653817631274394, + "venv/lib/python3.13/site-packages/pygments/lexers/srcinfo.py": 16466766917840327610, + "venv/lib/python3.13/site-packages/fastapi/middleware/gzip.py": 436886407566263171, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_return_integer.py": 16102640589300356639, + "venv/lib/python3.13/site-packages/pygments/styles/tango.py": 12389250878249075539, + "specs/026-dashboard-health-windows/checklists/requirements.md": 14424500894847978142, + "venv/lib/python3.13/site-packages/pandas/tests/strings/test_case_justify.py": 8204537837649550062, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/style/test_highlight.py": 7573043358244876807, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/methods/test_groupby_shift_diff.py": 1210657479716368827, + "venv/lib/python3.13/site-packages/pandas/_libs/groupby.pyi": 6154952803757623626, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/test_indexing.py": 7181087459615188551, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_categorical.py": 9923236395692943732, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/oracle/vector.py": 9941185556118343263, + "backend/logs/app.log.3": 4675888931719915527, + "venv/lib/python3.13/site-packages/pydantic/dataclasses.py": 12384956801113860889, + "venv/lib/python3.13/site-packages/packaging-26.0.dist-info/WHEEL": 8600534672961461758, + "venv/lib/python3.13/site-packages/pyasn1/codec/cer/__init__.py": 15728752901274520502, + "venv/lib/python3.13/site-packages/apscheduler/schedulers/twisted.py": 16059862619165885730, + "semantics/reports/semantic_report_20260224_194902.md": 2452181461737302586, + "venv/lib/python3.13/site-packages/pygments/lexers/ride.py": 14096748896451437594, + "venv/lib/python3.13/site-packages/pandas/core/reshape/reshape.py": 5387892304726762127, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/modules/use_modules.f90": 3913612933340746297, + "venv/lib/python3.13/site-packages/authlib-1.6.6.dist-info/licenses/LICENSE": 13322127602069971876, + "venv/lib/python3.13/site-packages/starlette/__init__.py": 3252794766897205870, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7662/models.py": 11521700876708601977, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_astype.py": 8505605634958454768, + "venv/lib/python3.13/site-packages/pydantic/_internal/_known_annotated_metadata.py": 9308620143218174987, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/sparse/test_dtype.py": 12210524152630532747, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/WHEEL": 5838667082726674838, + "venv/lib/python3.13/site-packages/pandas/tests/frame/indexing/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/arrayterator.pyi": 15722265241660279277, + "venv/lib/python3.13/site-packages/PIL/PixarImagePlugin.py": 12061717157676819554, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/test_index_new.py": 796607958391882182, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/git/objects/commit.py": 12317865358846331802, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/missing.py": 14589973874359353799, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimelike_/test_value_counts.py": 5534713464063604301, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/methods/test_insert.py": 15536994417338770457, + "venv/lib/python3.13/site-packages/pygments/lexers/smv.py": 8253688483040957894, + "venv/bin/dotenv": 953953349803507198, + "venv/lib/python3.13/site-packages/starlette/requests.py": 4582424111350387010, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/merge/test_multi.py": 4612816468258071810, + "venv/lib/python3.13/site-packages/greenlet/tests/fail_switch_two_greenlets.py": 11156275429806391390, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_autocorr.py": 1092316868398391792, + "venv/lib/python3.13/site-packages/httpx/_auth.py": 1283189552342958900, + "frontend/src/lib/toasts.js": 199299975383904134, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_rolling_functions.py": 2255133375699086300, + "frontend/src/lib/components/dataset-review/LaunchConfirmationPanel.svelte": 5965510319309867257, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/schema.py": 8358664670620586363, + "venv/lib/python3.13/site-packages/numpy/random/tests/data/philox-testset-1.csv": 2202360898679162333, + "frontend/src/lib/components/translate/ScheduleConfig.svelte": 7232384043845640258, + "frontend/build/_app/immutable/chunks/Ckv1np96.js": 5602489893430891764, + "venv/lib/python3.13/site-packages/pip/_internal/locations/__init__.py": 8147012724727395488, + "backend/src/core/utils/matching.py": 12567367681677699487, + "venv/lib/python3.13/site-packages/pandas/tests/arithmetic/test_numeric.py": 9417128508433693658, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_scalar_ctors.py": 631744056514965940, + "backend/src/api/routes/assistant/_schemas.py": 6735060826070731731, + "frontend/build/_app/immutable/nodes/17.L2_8eYcr.js": 10397404300452747568, + "backend/src/api/routes/reports.py": 13330739376983048757, + "venv/lib/python3.13/site-packages/numpy/tests/test_numpy_version.py": 849232015288488204, + "venv/lib/python3.13/site-packages/pygments/lexers/_cl_builtins.py": 16540712925368297957, + "venv/lib/python3.13/site-packages/ecdsa/test_jacobi.py": 1249543655136186433, + "venv/lib/python3.13/site-packages/authlib/jose/errors.py": 15231759002942436632, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/memmap.pyi": 2834143910417841603, + "venv/lib/python3.13/site-packages/pandas/core/resample.py": 13814298871925341617, + "venv/lib/python3.13/site-packages/pycparser/__init__.py": 16499940957411260458, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/constrain.py": 6513876973118703677, + "venv/lib/python3.13/site-packages/pydantic/parse.py": 13750341403702794392, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_limited_api.py": 15788485008764560845, + "venv/lib/python3.13/site-packages/pandas/core/reshape/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_combine.py": 16193618152415684421, + "venv/lib/python3.13/site-packages/authlib/oidc/core/grants/hybrid.py": 14287665090144592501, + "venv/lib/python3.13/site-packages/numpy/matrixlib/tests/test_interaction.py": 12216477658994324787, + "venv/lib/python3.13/site-packages/pygments/lexers/_googlesql_builtins.py": 12251289884604745945, + "semantics/reports/semantic_report_20260215_112248.md": 5902756668419278733, + "backend/src/api/routes/git/_config_routes.py": 6093940098740660772, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/suite/test_update_delete.py": 1317337950621091021, + "backend/tests/test_logger.py": 11506419828617508917, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-tanh.csv": 6674536825156196036, + "venv/lib/python3.13/site-packages/numpy/_core/_add_newdocs.py": 15657897994221955882, + "venv/lib/python3.13/site-packages/PIL/_imagingft.cpython-313-x86_64-linux-gnu.so": 11054435406031360190, + "venv/lib/python3.13/site-packages/pandas/core/_numba/executor.py": 2205130934861422769, + "venv/lib/python3.13/site-packages/pytest_asyncio-1.3.0.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/passlib/handlers/bcrypt.py": 8125664010268654055, + "dist/docker/postgres.v1.0.0-rc2-docker.tar": 5933711120559789473, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/concat/test_invalid.py": 2762344062554575805, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/processors.py": 4817637175145012571, + "venv/lib/python3.13/site-packages/cffi/_embedding.h": 9441285871823018603, + "venv/lib/python3.13/site-packages/dateutil/_common.py": 12492546559232079071, + "frontend/build/_app/immutable/chunks/4QwMXF3A.js": 12767835017453723245, + "venv/lib/python3.13/site-packages/click/testing.py": 15973659312284678327, + "specs/026-dashboard-health-windows/ux_conformance_phase5.md": 13091494646136923812, + "semantics/reports/semantic_report_20260310_141934.md": 16851776333141031556, + "venv/lib/python3.13/site-packages/pip/_internal/resolution/resolvelib/found_candidates.py": 17873236864291624476, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/console.py": 10217327186846649646, + "venv/lib/python3.13/site-packages/pydantic/v1/typing.py": 13467331592583800299, + "frontend/src/lib/stores/__tests__/assistantChat.test.js": 11822882112255142537, + "specs/001-unify-frontend-style/plan.md": 10189611767605900216, + "backend/src/app.py": 12413821207676840423, + "backend/src/core/task_manager/__tests__/test_context.py": 4211690952139950648, + "venv/lib/python3.13/site-packages/pip/_internal/req/req_set.py": 534498057184394558, + "venv/lib/python3.13/site-packages/pydantic/_internal/_typing_extra.py": 14843908493613991959, + "venv/lib/python3.13/site-packages/pygments/styles/dracula.py": 12379322008538174078, + "backend/src/api/routes/datasets.py": 10960880516483380521, + "venv/lib/python3.13/site-packages/numpy/core/defchararray.py": 11371045148957547088, + "venv/lib/python3.13/site-packages/jsonschema_specifications/schemas/draft201909/vocabularies/applicator": 6870991911243684132, + "venv/lib/python3.13/site-packages/websockets/uri.py": 264376168984862773, + "venv/lib/python3.13/site-packages/authlib/integrations/flask_oauth1/__init__.py": 13749066369790839334, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_io.py": 4199750143323741326, + "venv/lib/python3.13/site-packages/pandas/core/computation/scope.py": 16859504937881548797, + "venv/lib/python3.13/site-packages/PIL/GribStubImagePlugin.py": 14954946414134984896, + "venv/lib/python3.13/site-packages/httpcore/_trace.py": 9576253018891841832, + "venv/lib/python3.13/site-packages/jose/exceptions.py": 8562012933958941039, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/pkcs12.pyi": 7801211423226951223, + "venv/lib/python3.13/site-packages/numpy/typing/tests/test_runtime.py": 12534621594420844770, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/scalars.py": 3468820466230647963, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_reindex.py": 16348619731902304844, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_offsets_properties.py": 2340780879864207500, + "venv/lib/python3.13/site-packages/pygments/lexers/mojo.py": 8616283481592061285, + "venv/lib/python3.13/site-packages/apscheduler/schedulers/__init__.py": 16211693040174992594, + "backend/src/plugins/search.py": 888817404897740233, + "backend/src/services/clean_release/repositories/manifest_repository.py": 12395698948312301073, + "venv/lib/python3.13/site-packages/PIL/ImageDraw2.py": 13610162107593278891, + "venv/lib/python3.13/site-packages/pandas/core/indexes/multi.py": 9115751979327393200, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_convert_dtypes.py": 5005259275646154894, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_to_records.py": 6252761812228230408, + "venv/lib/python3.13/site-packages/pip/_internal/resolution/resolvelib/candidates.py": 5951912505933673835, + "venv/lib/python3.13/site-packages/fastapi/datastructures.py": 727178955746650271, + "venv/lib/python3.13/site-packages/numpy/polynomial/_polybase.pyi": 15864712173815045309, + "venv/lib/python3.13/site-packages/numpy/lib/_utils_impl.pyi": 15767546107856827543, + "venv/lib/python3.13/site-packages/pandas/errors/cow.py": 14381282473643980776, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/test_pivot.py": 334735766122314163, + "venv/lib/python3.13/site-packages/pandas/tests/series/test_constructors.py": 6515602441449955627, + "venv/lib/python3.13/site-packages/pygments/formatter.py": 11156733836937309465, + "backend/src/services/clean_release/facade.py": 11231787492455424065, + "venv/lib/python3.13/site-packages/passlib/handlers/digests.py": 18158237109145814857, + "venv/lib/python3.13/site-packages/pygments/lexers/minecraft.py": 10133579583270214110, + "venv/lib/python3.13/site-packages/pandas/tests/extension/test_interval.py": 14749388246573356959, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7523/__init__.py": 8093984834068317399, + "venv/lib/python3.13/site-packages/urllib3/contrib/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/core/tools/datetimes.py": 13313374952742129866, + "venv/lib/python3.13/site-packages/sqlalchemy/connectors/__init__.py": 17194870661869873083, + "specs/021-llm-project-assistant/tasks.md": 8569013299784651766, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/shape.pyi": 17197248408326188931, + "venv/lib/python3.13/site-packages/pydantic/_internal/_generate_schema.py": 7343380095251236503, + "venv/lib/python3.13/site-packages/numpy/linalg/tests/test_linalg.py": 2939739913218718132, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/assertions.py": 5556667947376168765, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_nlargest.py": 1423106021399469694, + "venv/lib/python3.13/site-packages/apscheduler/triggers/__init__.py": 15130871412783076140, + "semantics/reports/semantic_report_20260208_114720.md": 10637393852279257060, + "venv/lib/python3.13/site-packages/numpy/_core/multiarray.py": 4484782354376574355, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/lib_function_base.pyi": 10972502518588022706, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/bitwise_ops.pyi": 15598239133239520456, + "venv/lib/python3.13/site-packages/pandas/tests/io/excel/test_readers.py": 2136472634307645842, + "frontend/src/components/llm/DocPreview.svelte": 9286231407313632900, + "backend/src/api/routes/dashboards/_schemas.py": 10686942001147126057, + "backend/src/services/clean_release/__tests__/test_source_isolation.py": 17714198919084455758, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/asymmetric/x448.py": 3960540415600165213, + "scripts/gen_semantics.py": 11397714264377363083, + "venv/lib/python3.13/site-packages/greenlet/tests/test_version.py": 6317733744899804292, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/packages/backports/makefile.py": 6067836157632573182, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/negative_bounds/issue_20853.f90": 3911644649277659333, + "venv/lib/python3.13/site-packages/authlib/integrations/sqla_oauth2/__init__.py": 12911374670789466961, + "venv/lib/python3.13/site-packages/fastapi/exception_handlers.py": 9907950997607808699, + "venv/lib/python3.13/site-packages/passlib/handlers/phpass.py": 16489430001449160264, + "venv/lib/python3.13/site-packages/passlib/utils/handlers.py": 10182859005870689026, + "venv/lib/python3.13/site-packages/pandas/core/ops/missing.py": 9493665944764255854, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_api.py": 6439927798101672423, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_insert.py": 17383986803728810587, + "venv/lib/python3.13/site-packages/git/types.py": 13960696584646279283, + "frontend/src/lib/components/reports/__tests__/reports_list.ux.test.js": 16252194679528846126, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/arrayprint.pyi": 2053388407376896377, + "venv/lib/python3.13/site-packages/numpy/testing/tests/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/core/einsumfunc.py": 3484247123731380377, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/attributes.py": 5068814626384132900, + "specs/015-frontend-nav-redesign/quickstart.md": 5851683389438243380, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7517/key_set.py": 8485970749081951741, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_doc.py": 7865575374100528149, + "venv/lib/python3.13/site-packages/jaraco/classes/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/core/indexes/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/extension/list/test_list.py": 4538625980063375611, + "venv/lib/python3.13/site-packages/jsonschema/_legacy_keywords.py": 16481666133229715822, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/numeric/test_indexing.py": 546024765756472196, + "venv/lib/python3.13/site-packages/pandas/tests/base/common.py": 13335865314907577354, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_truncate.py": 9623613657871046837, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/sparse/test_constructors.py": 6440526981746306640, + "venv/lib/python3.13/site-packages/uvicorn/protocols/http/flow_control.py": 4822804840057360506, + "venv/lib/python3.13/site-packages/pygments/cmdline.py": 15628499088643246809, + "venv/lib/python3.13/site-packages/greenlet/PyModule.cpp": 3464405102256525511, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/astype_copy.pkl": 4470155972891419163, + "venv/lib/python3.13/site-packages/sqlalchemy/cyextension/resultproxy.cpython-313-x86_64-linux-gnu.so": 6011605826065363427, + "venv/lib/python3.13/site-packages/pygments/lexers/rust.py": 8605690716125176329, + "frontend/public/vite.svg": 13568221685541582385, + "frontend/src/lib/auth/permissions.js": 12787489292887903923, + "venv/lib/python3.13/site-packages/pandas/tests/series/indexing/test_delitem.py": 14336697139511118920, + "venv/lib/python3.13/site-packages/rapidfuzz/fuzz.py": 1094797446508902066, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_quantile.py": 11966156706220948315, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/assertsql.py": 4633484475514351889, + "venv/lib/python3.13/site-packages/pip/_vendor/pyproject_hooks/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/_pytest/_py/path.py": 8464061867075119556, + "venv/lib/python3.13/site-packages/pandas/core/computation/ops.py": 18250656489649699560, + "venv/lib/python3.13/site-packages/httpcore/__init__.py": 5897259569277532401, + "venv/lib/python3.13/site-packages/charset_normalizer-3.4.4.dist-info/METADATA": 4975169119201255384, + "frontend/src/lib/components/reports/__tests__/report_detail.integration.test.js": 4193615240297330385, + "frontend/build/favicon.png": 16740551781088792605, + "venv/lib/python3.13/site-packages/pygments/lexers/bdd.py": 5389493859905397060, + "backend/src/core/config_models.py": 4264626520931642357, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/floating/__init__.py": 15130871412783076140, + "semantics/reports/semantic_report_20260224_193550.md": 6621179537791367097, + "frontend/src/lib/auth/__tests__/permissions.test.js": 13555349356008297952, + "venv/lib/python3.13/site-packages/pip/_vendor/distlib/manifest.py": 16998683210177680416, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/strings.pyi": 15361498560917514616, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/test_backend.py": 17793139799410518847, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/casting.py": 12226803454582253097, + "specs/005-fix-ui-ws-validation/checklists/ws-connection.md": 6906440178880835348, + "venv/lib/python3.13/site-packages/pip/_internal/models/search_scope.py": 9282393652860589543, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_to_julian_date.py": 850085757774959003, + "venv/lib/python3.13/site-packages/uvicorn/loops/auto.py": 13086005977087619545, + "venv/lib/python3.13/site-packages/pydantic/v1/networks.py": 13262073155118055511, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_keys.py": 10813898277355150779, + "venv/bin/pip3": 13861749540792881808, + "frontend/build/_app/immutable/nodes/20.CuUIE2vt.js": 12647468089772398747, + "venv/lib/python3.13/site-packages/attr/filters.py": 14156141488477438777, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/serialization/pkcs7.py": 9623344347519683527, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/common/block.f": 10727418304254548946, + "venv/lib/python3.13/site-packages/numpy/tests/test_reloading.py": 17532116685329953400, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_duplicated.py": 6659959750254523427, + "frontend/build/_app/immutable/chunks/CARhjoHn.js": 3424517114698687445, + "backend/src/services/clean_release/enums.py": 7365670144442292671, + "venv/lib/python3.13/site-packages/_pytest/subtests.py": 14573790885130724739, + "venv/lib/python3.13/site-packages/secretstorage/dhcrypto.py": 8860116996905452758, + "venv/lib/python3.13/site-packages/pip/_internal/utils/setuptools_build.py": 13594639612360346306, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_arraypad.py": 4907193085512342162, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/abstract_interface/gh18403_mod.f90": 6219951399575860362, + "venv/lib/python3.13/site-packages/pandas/_libs/groupby.cpython-313-x86_64-linux-gnu.so": 14931394220112658268, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_to_dict.py": 808180749933361743, + "venv/lib/python3.13/site-packages/jsonschema-4.25.1.dist-info/licenses/COPYING": 15270149301471737292, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/test_frozen.py": 3484963987053884566, + "venv/lib/python3.13/site-packages/pygments/styles/gruvbox.py": 9489017112545247388, + "venv/lib/python3.13/site-packages/jeepney/io/blocking.py": 4699555965372200059, + "venv/lib/python3.13/site-packages/pip/_internal/utils/filesystem.py": 7716285033598020316, + "venv/lib/python3.13/site-packages/pydantic/__init__.py": 11536052293866174672, + "venv/lib/python3.13/site-packages/httpcore/_sync/socks_proxy.py": 4418971149260853240, + "venv/lib/python3.13/site-packages/pandas/core/ops/__init__.py": 4049432353810047365, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/offsets.pyi": 13173581775000480811, + "frontend/build/_app/immutable/nodes/4.CpynMnuL.js": 481635007328273971, + "venv/lib/python3.13/site-packages/pandas/core/frame.py": 2630807744775247533, + "backend/src/plugins/llm_analysis/scheduler.py": 14673660738877638091, + "venv/lib/python3.13/site-packages/pip/_vendor/pyproject_hooks/_in_process/__init__.py": 9627328185578406121, + "venv/lib/python3.13/site-packages/pip/_vendor/certifi/__init__.py": 2833016678144975576, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_value_counts.py": 15633881149834196174, + "venv/lib/python3.13/site-packages/pydantic/env_settings.py": 18250976255197243083, + "venv/lib/python3.13/site-packages/greenlet/greenlet_internal.hpp": 13173115501223013762, + "venv/lib/python3.13/site-packages/authlib/jose/util.py": 14843923624043422219, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/memmap.pyi": 15629663272474054909, + "venv/lib/python3.13/site-packages/jsonschema/benchmarks/json_schema_test_suite.py": 6152158310190822762, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/array_api_info.pyi": 7887489694871300469, + "venv/lib/python3.13/site-packages/numpy/polynomial/laguerre.pyi": 11310761736182213265, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_shift.py": 9952689832827833247, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/url.py": 1558176735588971829, + "venv/lib/python3.13/site-packages/packaging/utils.py": 3469957615920103670, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/region.py": 12579403230062395563, + "venv/lib/python3.13/site-packages/pygments-2.19.2.dist-info/WHEEL": 2357997949040430835, + "venv/lib/python3.13/site-packages/pydantic-2.12.5.dist-info/RECORD": 4487477737768669516, + "venv/lib/python3.13/site-packages/typing_inspection-0.4.2.dist-info/RECORD": 8971487317739420905, + "venv/lib/python3.13/site-packages/pip/_internal/models/installation_report.py": 14534544543677907640, + "venv/lib/python3.13/site-packages/pandas/io/sas/sasreader.py": 12766780210114366112, + "venv/lib/python3.13/site-packages/passlib/tests/test_handlers_pbkdf2.py": 4977067068389993374, + "venv/lib/python3.13/site-packages/referencing/_attrs.py": 14434891919747863272, + "venv/lib/python3.13/site-packages/numpy/f2py/_backends/__init__.pyi": 16164841755339571545, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/modules.pyi": 14176187662591164602, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_return_character.py": 17168707712220699738, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/_py_util.py": 12836989066113400538, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/test_constructors.py": 16197656939536784142, + "venv/lib/python3.13/site-packages/pip/_internal/commands/completion.py": 4435231315212798769, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_getlimits.py": 118041882543413669, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/interval/test_astype.py": 11386658862732393123, + "venv/lib/python3.13/site-packages/authlib/integrations/requests_client/assertion_session.py": 18109848200936213195, + "venv/lib/python3.13/site-packages/pandas/tests/apply/test_series_apply_relabeling.py": 3930092097678339743, + "frontend/src/lib/components/assistant/__tests__/assistant_clarification.integration.test.js": 12258270009984504212, + "frontend/build/_app/immutable/nodes/35.xkgLdrvK.js": 17387947480619759861, + "semantics/reports/semantic_report_20260310_202438.md": 14883981286141146608, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/suite/test_types.py": 4083297168618981717, + "venv/lib/python3.13/site-packages/starlette-0.50.0.dist-info/RECORD": 12598309574903741388, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/flatiter.pyi": 6885824496927786205, + "venv/lib/python3.13/site-packages/fastapi/requests.py": 14587947416691824903, + "venv/lib/python3.13/site-packages/pip/_internal/commands/cache.py": 1892313355296776523, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/vectorized.pyi": 15498895254516573071, + "venv/lib/python3.13/site-packages/pygments/lexers/j.py": 9766594937623918053, + "specs/003-project-launch-script/contracts/cli.md": 617986143620962006, + "specs/013-unify-frontend-css/spec.md": 15123248893184464735, + "semantics/reports/semantic_report_20260123_214352.md": 6949374156182998961, + "backend/src/core/utils/network.py": 2917454689057905472, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-sinh.csv": 12358602501260667480, + "backend/tests/test_core_scheduler.py": 6589618269087393661, + "venv/lib/python3.13/site-packages/pip/_vendor/msgpack/fallback.py": 4260636031748548345, + "frontend/build/_app/immutable/nodes/31.BA5TKcdH.js": 18077617228421372524, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_reindex_like.py": 1407890639206728014, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_filter.py": 2388681477981649268, + "venv/lib/python3.13/site-packages/git/index/fun.py": 18338379518768926372, + "backend/src/services/clean_release/__tests__/test_audit_service.py": 1679130450221264383, + "venv/lib/python3.13/site-packages/numpy/testing/_private/__init__.pyi": 15130871412783076140, + "venv/lib/python3.13/site-packages/pytest_asyncio-1.3.0.dist-info/RECORD": 8956798822782402202, + "backend/src/services/dataset_review/repositories/repository_pkg/_mutations.py": 11718998093543631478, + "venv/lib/python3.13/site-packages/psycopg2_binary-2.9.11.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_combine_first.py": 3100691245280812910, + "venv/lib/python3.13/site-packages/pillow.libs/libharfbuzz-0692f733.so.0.61230.0": 23110287346167671, + "venv/lib/python3.13/site-packages/jsonschema/tests/test_jsonschema_test_suite.py": 12733761462141495972, + "venv/lib/python3.13/site-packages/pandas/core/array_algos/putmask.py": 10934101690788549526, + "venv/lib/python3.13/site-packages/httpcore/_async/socks_proxy.py": 9026788710898138090, + "frontend/src/lib/api/assistant.js": 15470667170083225911, + "venv/lib/python3.13/site-packages/typing_inspection/__init__.py": 15130871412783076140, + "specs/009-backup-scheduler/plan.md": 18002079681340284993, + "venv/lib/python3.13/site-packages/pygments/lexers/_sourcemod_builtins.py": 11809503654078535014, + "venv/lib/python3.13/site-packages/pandas/compat/pyarrow.py": 13693379998785127538, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/methods/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pygments/lexers/tact.py": 1164971357219795420, + "venv/lib/python3.13/site-packages/pygments/lexers/__init__.py": 4627540245914849670, + "venv/lib/python3.13/site-packages/attr/exceptions.pyi": 12323493441583681402, + "venv/lib/python3.13/site-packages/h11/_abnf.py": 10456996134895429201, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/strptime.cpython-313-x86_64-linux-gnu.so": 12654188486128938170, + "venv/lib/python3.13/site-packages/pandas/io/formats/csvs.py": 17223598248259691292, + "frontend/src/components/auth/ProtectedRoute.svelte": 7705373237339863677, + "backend/src/services/notifications/providers.py": 5844970860921555598, + "venv/lib/python3.13/site-packages/pip/_internal/resolution/base.py": 10514193453447954780, + "venv/lib/python3.13/site-packages/pandas/api/indexers/__init__.py": 17431573013142626187, + "venv/lib/python3.13/site-packages/authlib-1.6.6.dist-info/REQUESTED": 15130871412783076140, + "specs/010-refactor-cli-to-web/quickstart.md": 5575737046757669588, + "venv/lib/python3.13/site-packages/pandas/_libs/byteswap.cpython-313-x86_64-linux-gnu.so": 17856848989827220388, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_diff.py": 2216748778018882333, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Prefix.pyi": 2700568594438441246, + "venv/lib/python3.13/site-packages/passlib/exc.py": 15559705487889657091, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_grouping.py": 5994909693214299971, + "docs/settings.md": 13036255417809855757, + "venv/lib/python3.13/site-packages/rsa/transform.py": 12261738253972114335, + "venv/lib/python3.13/site-packages/sqlalchemy-2.0.45.dist-info/WHEEL": 18203500019759199992, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_replace.py": 8165088653532047247, + "frontend/src/components/git/ConflictResolver.svelte": 12431368407090802392, + "venv/lib/python3.13/site-packages/pandas/core/indexes/datetimes.py": 14331984919364185787, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_to_series.py": 10922287546912569276, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/__init__.py": 16146480198665866916, + "venv/lib/python3.13/site-packages/ecdsa/ssh.py": 17010933326090778158, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_memmap.py": 8709963808115492688, + "venv/lib/python3.13/site-packages/attrs-25.4.0.dist-info/licenses/LICENSE": 8438117004702803716, + "venv/lib/python3.13/site-packages/packaging/pylock.py": 15346942039643310253, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/matrix.pyi": 15667024840812783911, + "venv/lib/python3.13/site-packages/cffi/cffi_opcode.py": 8411344362428947268, + "venv/lib/python3.13/site-packages/websockets/connection.py": 5168795926684067030, + "venv/lib/python3.13/site-packages/numpy/polynomial/tests/test_hermite.py": 3628609433179387988, + "venv/lib/python3.13/site-packages/sqlalchemy/util/_concurrency_py3k.py": 7301817934902711510, + "venv/lib/python3.13/site-packages/pygments/lexers/oberon.py": 15220143799603451830, + "venv/lib/python3.13/site-packages/numpy/lib/array_utils.pyi": 14646405559193539455, + "venv/lib/python3.13/site-packages/itsdangerous/timed.py": 12571102606719555007, + "venv/lib/python3.13/site-packages/numpy/_typing/_ufunc.py": 16859854811012717088, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/f2cmap/isoFortranEnvMap.f90": 15768643271492041853, + "venv/lib/python3.13/site-packages/_pytest/outcomes.py": 12782895027812738142, + "venv/lib/python3.13/site-packages/pygments/lexers/dalvik.py": 5549983892200382076, + "frontend/src/lib/ui/PageHeader.svelte": 3800784212388586861, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-log1p.csv": 16333455295913164408, + "venv/lib/python3.13/site-packages/pandas/tests/io/sas/test_xport.py": 14080914637071212225, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/test_array.py": 12514884344165043136, + "venv/lib/python3.13/site-packages/pyasn1-0.6.2.dist-info/WHEEL": 16097436423493754389, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/orderinglist.py": 10162099108656794338, + "venv/lib/python3.13/site-packages/pygments/styles/rrt.py": 9490973359165080360, + "venv/lib/python3.13/site-packages/jeepney/io/tests/test_threading.py": 6656552495241857519, + "venv/lib/python3.13/site-packages/anyio/__init__.py": 12752386096259972231, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/multiindex/test_chaining_and_caching.py": 11784574265874608859, + "venv/lib/python3.13/site-packages/numpy/lib/introspect.py": 5706729538356302335, + "venv/lib/python3.13/site-packages/attrs/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/f2py/cfuncs.pyi": 8232620851756907417, + "venv/lib/python3.13/site-packages/pandas/tests/resample/test_datetime_index.py": 15448494560143263150, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_deprecate.py": 16723865897349422996, + "venv/lib/python3.13/site-packages/pip/_internal/operations/build/metadata.py": 2021612995853910808, + "venv/lib/python3.13/site-packages/starlette/middleware/httpsredirect.py": 16837082808103815044, + "venv/lib/python3.13/site-packages/_pytest/assertion/util.py": 16957445183087315124, + "venv/lib/python3.13/site-packages/authlib/integrations/starlette_client/integration.py": 3085827906490477329, + "venv/lib/python3.13/site-packages/pandas/tests/frame/indexing/test_take.py": 1216902953519121176, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/test_missing.py": 1963705411068820866, + "venv/lib/python3.13/site-packages/pip/_vendor/distlib/compat.py": 17520043776344667309, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/interval/test_interval.py": 18040371224712437126, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/twodim_base.pyi": 3773329770170248877, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_to_dict.py": 16252265723192124609, + "venv/lib/python3.13/site-packages/PIL/_imagingcms.pyi": 12476347428820346383, + "venv/lib/python3.13/site-packages/pycparser/yacctab.py": 18018314512916353707, + "venv/lib/python3.13/site-packages/pygments/util.py": 4815334059917765852, + "specs/025-clean-release-compliance/plan.md": 5434824413811030838, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6750/validator.py": 11486125578281617670, + "venv/lib/python3.13/site-packages/jsonschema/tests/typing/test_all_concrete_validators_match_protocol.py": 14824388798676578409, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/progress_bar.py": 15595912766961891283, + "venv/lib/python3.13/site-packages/_pytest/scope.py": 7603155109542903644, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/LCSseq.pyi": 16372699564794732463, + "venv/lib/python3.13/site-packages/cryptography-46.0.3.dist-info/licenses/LICENSE.APACHE": 8359973023624924624, + "venv/lib/python3.13/site-packages/numpy/matrixlib/defmatrix.py": 4940170059946018356, + "venv/lib/python3.13/site-packages/numpy/_core/_internal.py": 13056946834347643109, + "venv/lib/python3.13/site-packages/cryptography/hazmat/asn1/asn1.py": 8801155055979135092, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/timestamps.pyi": 51728851886466199, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_api.py": 16743710460729009914, + "venv/lib/python3.13/site-packages/pip/_vendor/cachecontrol/filewrapper.py": 17786759398959482432, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_dtype.py": 5336980126536664360, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/boolean/test_logical.py": 6818185860296232476, + "venv/lib/python3.13/site-packages/git/compat.py": 16843345645628515492, + "venv/lib/python3.13/site-packages/tzlocal-5.3.1.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/bcrypt-4.0.1.dist-info/RECORD": 16874983218652404911, + "frontend/build/_app/immutable/chunks/Ck2GmJu5.js": 13131123979995583586, + "venv/lib/python3.13/site-packages/greenlet-3.3.0.dist-info/licenses/LICENSE": 4123064337800029995, + "venv/lib/python3.13/site-packages/numpy/_core/tests/examples/cython/meson.build": 9642189398934130247, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_fillna.py": 8802093795040069423, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/array_pad.pyi": 14755435694146003896, + "venv/lib/python3.13/site-packages/rsa-4.9.1.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/asymmetric/ed25519.py": 2285778903282667561, + "frontend/src/components/tasks/TaskLogPanel.svelte": 7807716346006847037, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/style/test_exceptions.py": 12145393002202744314, + "frontend/build/_app/immutable/chunks/DO2gp5i7.js": 7356051679468267054, + "specs/012-remove-superset-tool/spec.md": 5912179424514361543, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_index_as_string.py": 13421551616136437100, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_riscv_unix.h": 8607317131295864391, + "specs/023-clean-repo-enterprise/plan.md": 2176653526000449185, + "venv/lib/python3.13/site-packages/keyring/backends/kwallet.py": 3071915635647280308, + "venv/lib/python3.13/site-packages/numpy/random/_pcg64.pyi": 14785496840737986355, + "venv/lib/python3.13/site-packages/passlib/tests/test_utils_md4.py": 15270721044910698449, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/licenses/numpy/fft/pocketfft/LICENSE.md": 5662374310269524872, + "venv/lib/python3.13/site-packages/websockets/imports.py": 1995356703044158461, + "venv/lib/python3.13/site-packages/jsonschema_specifications/schemas/draft202012/vocabularies/unevaluated": 11193150813314469394, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/io.py": 11072022722163954973, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/stride_tricks.pyi": 8257977532799807847, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/string_/test_concat.py": 3788461606817482165, + "venv/lib/python3.13/site-packages/pygments/lexers/webmisc.py": 9530962803076253849, + "frontend/src/components/__tests__/task_log_viewer.test.js": 6512653335179659416, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/lib_version.pyi": 3636944488233043883, + "venv/lib/python3.13/site-packages/passlib/tests/sample1b.cfg": 2872366861156549016, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/test_groupby.py": 2738671407653333726, + "venv/lib/python3.13/site-packages/pandas/__init__.py": 793698514004377486, + "venv/lib/python3.13/site-packages/pip/_vendor/resolvelib/resolvers/abstract.py": 14216912708889351810, + "venv/lib/python3.13/site-packages/pandas/core/util/numba_.py": 3535857372998653863, + "backend/src/scripts/clean_release_tui.py": 7514485779948079886, + "backend/src/core/auth/__init__.py": 16435384828055133073, + "venv/lib/python3.13/site-packages/_pytest/_io/terminalwriter.py": 16852767249156780980, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_numba.py": 6409810497251251179, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/interval/test_interval.py": 2911379732293827726, + "venv/lib/python3.13/site-packages/smmap-5.0.2.dist-info/LICENSE": 8177430849046795595, + "venv/lib/python3.13/site-packages/git/objects/base.py": 11498407361286170399, + "venv/lib/python3.13/site-packages/numpy/_core/function_base.py": 5676611841071163854, + "venv/lib/python3.13/site-packages/sqlalchemy/__init__.py": 9751988289698484530, + "specs/009-backup-scheduler/tasks.md": 3057686257382097164, + "venv/lib/python3.13/site-packages/authlib/integrations/starlette_client/apps.py": 4219758952914498116, + "venv/lib/python3.13/site-packages/pip/_internal/operations/build/build_tracker.py": 9389444024234384408, + "venv/lib/python3.13/site-packages/pandas/tests/io/test_parquet.py": 11050150015772440923, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/test_warnings.py": 13071210233876253749, + "venv/lib/python3.13/site-packages/sqlalchemy/schema.py": 16029542421991709659, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_truncate.py": 6478126371906156409, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/lambdas.py": 13377298868598623228, + "venv/lib/python3.13/site-packages/numpy/random/tests/test_random.py": 4179188367630060654, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_reset_index.py": 14490875921264161445, + "venv/lib/python3.13/site-packages/passlib/tests/test_context.py": 15195609282700801214, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/test_cut.py": 7800833253841657380, + "venv/lib/python3.13/site-packages/pandas/tests/frame/indexing/test_setitem.py": 10389770446834773837, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/dh.pyi": 3254633032236269842, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/__main__.py": 111505188798650285, + "venv/lib/python3.13/site-packages/sqlalchemy/util/langhelpers.py": 1246582552828542841, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/sqlite/base.py": 3250660921154829815, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/sqlite/__init__.py": 10357835306532281617, + "backend/src/api/routes/translate/_run_routes.py": 6480058146039455024, + "venv/lib/python3.13/site-packages/pygments/lexers/html.py": 17288963642862550116, + "venv/lib/python3.13/site-packages/cryptography-46.0.3.dist-info/RECORD": 12555714734722889695, + "venv/lib/python3.13/site-packages/passlib/tests/test_pwd.py": 10089138951415591061, + "backend/src/plugins/git/__init__.py": 2144831474780401625, + "semantics/reports/semantic_report_20260310_205201.md": 10654450482637227309, + "venv/lib/python3.13/site-packages/pandas/api/internals.py": 5188134630996087511, + "venv/lib/python3.13/site-packages/pydantic/experimental/__init__.py": 492399139963056461, + "venv/lib/python3.13/site-packages/pip/_vendor/distlib/metadata.py": 1362166613223529108, + "venv/lib/python3.13/site-packages/authlib-1.6.6.dist-info/WHEEL": 16784970174376303810, + "venv/lib/python3.13/site-packages/_pytest/_code/__init__.py": 6211607282116942091, + "venv/lib/python3.13/site-packages/pygments/formatters/terminal256.py": 11473927781167132440, + "venv/lib/python3.13/site-packages/pygments/styles/lilypond.py": 12486578704132023691, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_amd64_unix.h": 16679226724722970205, + "venv/lib/python3.13/site-packages/pip/_internal/utils/entrypoints.py": 11268059714209889385, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7517/asymmetric_key.py": 14948661854506285135, + "venv/lib/python3.13/site-packages/numpy/_configtool.pyi": 9670892208858157218, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/logging.py": 2426447364230673649, + "venv/lib/python3.13/site-packages/jaraco.classes-3.4.0.dist-info/WHEEL": 7314207500206292683, + "specs/001-plugin-arch-svelte-ui/plan.md": 10618082977534743842, + "specs/020-task-reports-design/research.md": 5294811580362017581, + "backend/src/core/utils/superset_context_extractor/_templates.py": 6790136732701012567, + "venv/lib/python3.13/site-packages/httpcore-1.0.9.dist-info/licenses/LICENSE.md": 11801806860193012207, + "venv/lib/python3.13/site-packages/pandas/core/internals/api.py": 14632030170441237968, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_einsum.py": 17286384318722237180, + "semantics/reports/semantic_report_20260304_111340.md": 2522310412536722433, + "backend/tests/test_translate_history.py": 14504549443376034614, + "venv/lib/python3.13/site-packages/numpy/ma/__init__.pyi": 1855615156913010107, + "venv/lib/python3.13/site-packages/python_multipart-0.0.21.dist-info/METADATA": 14543822270526146783, + "venv/lib/python3.13/site-packages/numpy/ma/tests/test_extras.py": 16160090335191788104, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/INSTALLER": 17282701611721059870, + "specs/004-integrate-svelte-kit/research.md": 5156160075880858432, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/test_scalar_compat.py": 1306236983392218709, + "venv/lib/python3.13/site-packages/numpy/_core/shape_base.py": 3996519099530770308, + "venv/lib/python3.13/site-packages/rapidfuzz/process_py.py": 17563673072076876125, + "venv/lib/python3.13/site-packages/uvicorn/workers.py": 7213290478118197047, + "venv/lib/python3.13/site-packages/pip/_internal/distributions/installed.py": 18153165899841229597, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/methods/test_astype.py": 11995587502880659624, + "specs/021-llm-project-assistant/plan.md": 18315677276424748152, + "venv/lib/python3.13/site-packages/numpy/linalg/_linalg.pyi": 9629457630163613604, + "venv/lib/python3.13/site-packages/numpy/lib/_polynomial_impl.py": 12771179468704314203, + "semantics/reports/semantic_report_20260310_182633.md": 17405515647439919064, + "venv/lib/python3.13/site-packages/authlib/oidc/core/grants/util.py": 18279366777506483176, + "venv/lib/python3.13/site-packages/passlib/handlers/argon2.py": 835074952952017434, + "venv/lib/python3.13/site-packages/pygments/lexers/c_like.py": 13004061780700827047, + "venv/lib/python3.13/site-packages/keyring-25.7.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/authlib/integrations/django_oauth2/authorization_server.py": 2913800420669417152, + "venv/lib/python3.13/site-packages/passlib-1.7.4.dist-info/LICENSE": 14599279238716790189, + "venv/lib/python3.13/site-packages/pyyaml-6.0.3.dist-info/licenses/LICENSE": 2345070715845618109, + "venv/lib/python3.13/site-packages/pip/_vendor/msgpack/__init__.py": 5896924546560667519, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/_internal_utils.py": 4091305333167213279, + "venv/lib/python3.13/site-packages/apscheduler/triggers/base.py": 1170652622104554892, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_validate_args.py": 5821040955806257450, + "venv/lib/python3.13/site-packages/apscheduler/schedulers/gevent.py": 4811840397266785551, + "venv/lib/python3.13/site-packages/pandas/tests/io/test_compression.py": 3167245427092658522, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/floating/test_contains.py": 5273759677032634868, + "venv/lib/python3.13/site-packages/pandas/io/formats/string.py": 14718123345899686696, + "venv/lib/python3.13/site-packages/pygments/styles/inkpot.py": 10516710471319090846, + "frontend/src/routes/settings/__tests__/settings_page.ux.test.js": 8756428349518151160, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_copy.py": 3114918520437707410, + "venv/lib/python3.13/site-packages/annotated_types-0.7.0.dist-info/METADATA": 7727489762869155085, + "semantics/reports/semantic_report_20260321_160017.md": 8276279903752289188, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/common/test_ints.py": 5616705208267050659, + "venv/lib/python3.13/site-packages/pandas/_libs/window/indexers.cpython-313-x86_64-linux-gnu.so": 9380059465932560412, + "specs/019-superset-ux-redesign/ux_reference.md": 7244487172089297472, + "venv/lib/python3.13/site-packages/passlib/apache.py": 2357244937629445006, + "venv/lib/python3.13/site-packages/pygments/styles/emacs.py": 4540417536507245024, + "venv/lib/python3.13/site-packages/fastapi/utils.py": 15402403831700548944, + "venv/lib/python3.13/site-packages/pip/_internal/cli/index_command.py": 15798187258841839292, + "frontend/src/routes/datasets/[id]/+page.svelte": 3377235098319163133, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/naming.py": 14503932124671438340, + "frontend/src/routes/+page.ts": 11160596731849880920, + "frontend/build/_app/immutable/chunks/D3WXERGl.js": 12225456160545419113, + "backend/src/core/auth/jwt.py": 2300190538212143465, + "backend/src/services/git/_branch.py": 17338017626270161139, + "semantics/reports/semantic_report_20260219_164513.md": 15296584804333831244, + "venv/lib/python3.13/site-packages/websockets/extensions/__init__.py": 13067201313921664210, + "venv/lib/python3.13/site-packages/referencing/tests/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/__init__.py": 2331213407497901634, + "venv/lib/python3.13/site-packages/pandas/core/methods/selectn.py": 13552176539021625776, + "venv/lib/python3.13/site-packages/pip/_internal/network/xmlrpc.py": 5064964778750366059, + "venv/lib/python3.13/site-packages/pygments/lexers/parasail.py": 7758704230750989282, + "semantics/reports/semantic_report_20260208_125725.md": 2235703356295177064, + "backend/src/api/routes/__tests__/test_dashboards.py": 14899529124453053148, + "venv/lib/python3.13/site-packages/httpx/_status_codes.py": 1758440600462491839, + "specs/025-clean-release-compliance/contracts/modules.md": 3216341689082335707, + "specs/005-fix-ui-ws-validation/plan.md": 3446674107994616080, + "venv/lib/python3.13/site-packages/PIL/PaletteFile.py": 4104323659569809769, + "venv/lib/python3.13/site-packages/tzlocal-5.3.1.dist-info/METADATA": 11439969143853665311, + "venv/lib/python3.13/site-packages/pandas/plotting/__init__.py": 13230487326686617492, + "frontend/src/routes/datasets/review/[id]/+page.svelte": 2388350237937943327, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/string/gh25286.f90": 1249061697041863692, + "venv/lib/python3.13/site-packages/pandas/core/internals/managers.py": 13547912653290063698, + "venv/lib/python3.13/site-packages/numpy/polynomial/polyutils.py": 12355826783958402233, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/shape_base.pyi": 5046405609030418900, + "venv/lib/python3.13/site-packages/passlib/handlers/postgres.py": 14162382430051693313, + "venv/lib/python3.13/site-packages/pycparser/ply/__init__.py": 5040371336745852622, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/stride_tricks.pyi": 5844806555773292985, + "venv/lib/python3.13/site-packages/pygments/lexers/shell.py": 3842338968014057744, + "venv/lib/python3.13/site-packages/rapidfuzz/fuzz.pyi": 7410507092040239447, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_base_indexer.py": 3129123098288498633, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_unique.py": 16285418015531891530, + "venv/lib/python3.13/site-packages/jaraco.classes-3.4.0.dist-info/METADATA": 15970460108484113417, + "frontend/build/_app/immutable/nodes/11.pQmJu1jY.js": 12081703279647517055, + "specs/025-clean-release-compliance/spec.md": 17319820453497110762, + "specs/008-migration-ui-improvements/contracts/api.md": 14448412004135629530, + "venv/lib/python3.13/site-packages/numpy/typing/__init__.pyi": 10058149460938883683, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/test_constructors.py": 12628643543371952431, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7009/parameters.py": 1647490964392525933, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_bin_groupby.py": 14831211659124136806, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6750/token.py": 4161760290367932793, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_sort_index.py": 13517883160584591966, + "venv/lib/python3.13/site-packages/pandas/util/_doctools.py": 3766479022075611396, + "frontend/src/lib/components/layout/__tests__/test_breadcrumbs.svelte.js": 1250794495161202602, + "venv/lib/python3.13/site-packages/numpy/lib/mixins.py": 7404729635424818497, + "backend/src/services/clean_release/compliance_orchestrator.py": 10585043190405940115, + "venv/lib/python3.13/site-packages/pip-25.1.1.dist-info/METADATA": 16700674024421191168, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/gh2848.f90": 5799106109999071412, + "venv/lib/python3.13/site-packages/websockets/datastructures.py": 5180442040351387281, + "venv/lib/python3.13/site-packages/fastapi/dependencies/models.py": 8626894872248212015, + "venv/lib/python3.13/site-packages/greenlet/tests/_test_extension_cpp.cpython-313-x86_64-linux-gnu.so": 7659849621107414188, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/style/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/fastapi/websockets.py": 9910052969532075719, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/unitofwork.py": 3177255974394221645, + "venv/lib/python3.13/site-packages/_pytest/_io/saferepr.py": 8025234471485188730, + "venv/lib/python3.13/site-packages/urllib3/util/retry.py": 17988032431204662756, + "specs/016-multi-user-auth/data-model.md": 179779727046333368, + "specs/005-fix-ui-ws-validation/contracts/ws-logs.md": 2325922901369581337, + "venv/lib/python3.13/site-packages/pygments/token.py": 6987328478153445584, + "venv/lib/python3.13/site-packages/pip-25.1.1.dist-info/RECORD": 12575893084587070195, + "venv/lib/python3.13/site-packages/pip/_internal/locations/_sysconfig.py": 4773855595767526182, + "venv/lib/python3.13/site-packages/jose/jwe.py": 3325660353225624025, + "venv/lib/python3.13/site-packages/pillow.libs/libsharpyuv-95d8a097.so.0.1.2": 5320647379976541240, + "venv/lib/python3.13/site-packages/apscheduler/jobstores/mongodb.py": 5310116401542377882, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/string/gh25286.pyf": 14358606965464506398, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/dim2.py": 5767600151459095125, + "venv/lib/python3.13/site-packages/pandas/tests/io/sas/test_sas7bdat.py": 8963983384208121526, + "venv/lib/python3.13/site-packages/numpy/random/__init__.py": 11732100564412485633, + "venv/lib/python3.13/site-packages/PIL/QoiImagePlugin.py": 17663704273100331654, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/getlimits.pyi": 93747984191461691, + "venv/lib/python3.13/site-packages/pygments/lexers/xorg.py": 14591144191879110061, + "venv/lib/python3.13/site-packages/fastapi/templating.py": 10760135144345238340, + "venv/lib/python3.13/site-packages/PIL/BufrStubImagePlugin.py": 5520941821175895889, + "venv/lib/python3.13/site-packages/anyio/_backends/_trio.py": 4764555436057754985, + "venv/lib/python3.13/site-packages/numpy/polynomial/__init__.py": 15558318749939680074, + "venv/lib/python3.13/site-packages/requests/adapters.py": 17161109043243436200, + "venv/lib/python3.13/site-packages/gitdb/db/mem.py": 15823812455996199993, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_multiprocessing.py": 5522490547285108448, + "venv/lib/python3.13/site-packages/pandas/tests/test_sorting.py": 10751098438703044961, + "venv/lib/python3.13/site-packages/PIL/ImagePalette.py": 9227837918026991107, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Hamming_py.py": 16133454512601432815, + "venv/lib/python3.13/site-packages/passlib/tests/test_apps.py": 10454136535890937237, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_clip.py": 8087139801274517318, + "venv/lib/python3.13/site-packages/urllib3/util/connection.py": 15511685694589961094, + "venv/lib/python3.13/site-packages/pygments/lexers/sas.py": 6128008194712914874, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/cli/hi77.f": 10617763407280454334, + "venv/lib/python3.13/site-packages/charset_normalizer-3.4.4.dist-info/WHEEL": 18203500019759199992, + "frontend/build/_app/immutable/assets/9.tn0RQdqM.css": 15130871412783076140, + "venv/lib/python3.13/site-packages/greenlet/tests/fail_clearing_run_switches.py": 3020294789560975101, + "frontend/build/_app/immutable/chunks/DkG1mdqp.js": 2089429151972332307, + "venv/lib/python3.13/site-packages/pygments/lexers/webassembly.py": 17811970490091406867, + "venv/lib/python3.13/site-packages/pydantic/v1/validators.py": 1060954771151908883, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/base_class/test_formats.py": 9738552308554950419, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7591/errors.py": 17581857895562494222, + "venv/lib/python3.13/site-packages/numpy/_core/getlimits.pyi": 15746478550640231553, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/mypy/plugin.py": 16042078006552521613, + "venv/lib/python3.13/site-packages/pygments/styles/fruity.py": 7925019839136894457, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/asyncio/__init__.py": 9106887608906281686, + "frontend/src/lib/components/assistant/__tests__/assistant_confirmation.integration.test.js": 12582020574293031526, + "frontend/src/routes/migration/mappings/+page.svelte": 4566398049366943407, + "frontend/build/_app/immutable/chunks/CzfLUXKo.js": 12214125527046430847, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_pct_change.py": 10313980265441433173, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_compat.py": 11481259393140789881, + "venv/lib/python3.13/site-packages/pandas/io/excel/_openpyxl.py": 6676451564208867775, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/evaluator.py": 6348022789899831255, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/regression/incfile.f90": 4348588746493647387, + "venv/lib/python3.13/site-packages/pygments/styles/colorful.py": 15708848112363953394, + "backend/src/services/__tests__/test_llm_provider.py": 8882903833125900085, + "backend/src/plugins/translate/prompt_builder.py": 5148937139906904004, + "venv/lib/python3.13/site-packages/h11/_receivebuffer.py": 4631433251046338381, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_arm32_ios.h": 6751259472945638998, + "venv/lib/python3.13/site-packages/uvicorn/middleware/message_logger.py": 14825516604555033580, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/suite/test_deprecations.py": 16124509063246256847, + "venv/lib/python3.13/site-packages/fastapi/middleware/trustedhost.py": 4285622102799027823, + "venv/lib/python3.13/site-packages/numpy/random/c_distributions.pxd": 16574161095720077595, + "frontend/src/routes/datasets/review/[id]/__tests__/dataset_review_workspace.ux.test.js": 4105775024258653726, + "specs/028-llm-datasource-supeset/data-model.md": 5536573165481266283, + "venv/lib/python3.13/site-packages/passlib/apps.py": 4633269405597895766, + "venv/lib/python3.13/site-packages/click/globals.py": 18353671282454331523, + "venv/lib/python3.13/site-packages/pip/_internal/distributions/base.py": 16714704323747942110, + "venv/lib/python3.13/site-packages/pandas/_testing/compat.py": 10172779814048259850, + "semantics/reports/semantic_report_20260310_150655.md": 12596698890559436406, + "venv/lib/python3.13/site-packages/pygments/styles/nord.py": 8469538903422182155, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/filepost.py": 16698380375728063923, + "venv/lib/python3.13/site-packages/passlib/__init__.py": 6987142392711441525, + "venv/lib/python3.13/site-packages/pip/_internal/main.py": 13711402795965346761, + "venv/lib/python3.13/site-packages/pip/_vendor/platformdirs/version.py": 14723293207188512766, + "venv/lib/python3.13/site-packages/pandas/core/tools/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/period/test_asfreq.py": 6162659555626011770, + "venv/lib/python3.13/site-packages/pandas/tests/extension/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/sparse/test_combine_concat.py": 3201068805128232483, + "venv/lib/python3.13/site-packages/attrs-25.4.0.dist-info/METADATA": 15987199384245264478, + "venv/lib/python3.13/site-packages/rapidfuzz-3.14.3.dist-info/METADATA": 4868544280955034757, + "venv/lib/python3.13/site-packages/rsa/common.py": 10921682819204792805, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/numpy_/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pygments/lexers/scripting.py": 4167168074165473790, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_filters.py": 17271344092069736999, + "venv/lib/python3.13/site-packages/pygments/scanner.py": 5640381644804445932, + "venv/lib/python3.13/site-packages/pygments/lexers/haxe.py": 1915270891525929751, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/asyncio/result.py": 8306497889916212025, + "frontend/build/_app/immutable/nodes/13.BscRsjKQ.js": 16867873835242798136, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/size/foo.f90": 18067977329435720684, + "frontend/src/types/dashboard.ts": 9718666955722367566, + "specs/017-llm-analysis-plugin/checklists/ux-usability.md": 7204760513534683886, + "venv/lib/python3.13/site-packages/keyring/compat/properties.py": 1562771115138037410, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/color.py": 15062855556511243610, + "venv/lib/python3.13/site-packages/sqlalchemy/event/base.py": 18238453132776154057, + "venv/lib/python3.13/site-packages/pytest_asyncio/__init__.py": 8162213292669110211, + "venv/lib/python3.13/site-packages/pandas/core/_numba/kernels/__init__.py": 10920760520224795596, + "venv/lib/python3.13/site-packages/pandas/tests/construction/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/strategies.py": 14007486769065345085, + "venv/lib/python3.13/site-packages/fastapi/openapi/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/__pip-runner__.py": 1138979712722199296, + "venv/lib/python3.13/site-packages/pandas/tests/io/json/test_compression.py": 8577756801858495168, + "venv/lib/python3.13/site-packages/jeepney/tests/test_low_level.py": 3579024079580951234, + "venv/lib/python3.13/site-packages/jaraco_functools-4.4.0.dist-info/licenses/LICENSE": 3868190977070717994, + "venv/lib/python3.13/site-packages/ecdsa/test_pyecdsa.py": 14542286382742044648, + "venv/lib/python3.13/site-packages/pandas/_libs/properties.cpython-313-x86_64-linux-gnu.so": 7092136701092358552, + "frontend/src/lib/stores/__tests__/mocks/state.js": 3616783395254238777, + "frontend/src/lib/api/translate.js": 17931906545542525090, + "frontend/src/components/tasks/LogFilterBar.svelte": 11464828454938370522, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timedelta/methods/test_round.py": 7912161077874611432, + "venv/lib/python3.13/site-packages/httpx/_utils.py": 4836536051177895209, + "venv/lib/python3.13/site-packages/numpy/lib/_twodim_base_impl.py": 4154852745131464543, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/aggregate/test_cython.py": 2933400021016349431, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_converters.py": 8869440774594127419, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/interval/test_equals.py": 11041884432990762650, + "venv/lib/python3.13/site-packages/pandas/io/formats/xml.py": 12235904458551067063, + "venv/lib/python3.13/site-packages/uvicorn/py.typed": 15240312484046875203, + "venv/lib/python3.13/site-packages/pyasn1/debug.py": 6305633719847955310, + "frontend/build/_app/immutable/entry/app.A1PFZo77.js": 8941467628844051798, + "venv/lib/python3.13/site-packages/pip/_internal/commands/index.py": 16715578868094112894, + "specs/015-frontend-nav-redesign/plan.md": 101333484555809791, + "venv/lib/python3.13/site-packages/pandas/compat/numpy/__init__.py": 1037113402100731082, + "backend/src/core/superset_profile_lookup.py": 7009220677319131100, + "backend/src/core/task_manager/__init__.py": 15991802770215124472, + "backend/src/plugins/llm_analysis/service.py": 13348026269882094952, + "backend/src/__init__.py": 11250920420388310655, + "venv/lib/python3.13/site-packages/numpy/f2py/f2py2e.pyi": 14181518821845356636, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/lib_function_base.pyi": 2792940598392356268, + "venv/lib/python3.13/site-packages/pandas/tests/frame/indexing/test_getitem.py": 8414677531950073373, + "venv/lib/python3.13/site-packages/numpy/_core/_internal.pyi": 6840742333427164920, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/histograms.pyi": 9255620158831643201, + "venv/lib/python3.13/site-packages/pandas/_libs/sas.cpython-313-x86_64-linux-gnu.so": 16309838137741124637, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/metrics_cpp.cpython-313-x86_64-linux-gnu.so": 10263790384087091349, + "venv/lib/python3.13/site-packages/numpy/testing/print_coercion_tables.pyi": 3814281717779245045, + "venv/lib/python3.13/site-packages/numpy/_utils/_pep440.py": 15854257948148516490, + "venv/lib/python3.13/site-packages/pandas/tests/io/excel/test_xlrd.py": 9982457234958102003, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/string_/test_string.py": 3834067244989779682, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/dml.py": 6567627855667533645, + "venv/lib/python3.13/site-packages/PIL/_imagingmath.pyi": 18222325750818585549, + "venv/lib/python3.13/site-packages/PIL/Hdf5StubImagePlugin.py": 15654153796225833950, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/licenses/numpy/random/src/distributions/LICENSE.md": 17420690644713246907, + "venv/lib/python3.13/site-packages/pandas/plotting/_misc.py": 10202078355301731720, + "venv/lib/python3.13/site-packages/fastapi/exceptions.py": 12665775976182239091, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/flatiter.py": 3066469329738423021, + "frontend/src/lib/components/reports/ReportDetailPanel.svelte": 16014663571033060148, + "venv/lib/python3.13/site-packages/apscheduler/executors/tornado.py": 6635576580306890718, + "venv/lib/python3.13/site-packages/numpy/linalg/tests/test_regression.py": 5652583095949741238, + "venv/lib/python3.13/site-packages/pandas/tests/series/test_api.py": 13319208721442328400, + "frontend/src/routes/admin/users/+page.svelte": 18167787254767604761, + "frontend/build/_app/env.js": 8815854342083926790, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/twodim_base.pyi": 10156504423258357540, + "venv/lib/python3.13/site-packages/PIL/BdfFontFile.py": 10811640174253687845, + "venv/lib/python3.13/site-packages/git/objects/fun.py": 15014209679156260865, + "venv/bin/pip3.13": 13861749540792881808, + "venv/lib/python3.13/site-packages/pip/_vendor/idna/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/annotated_types-0.7.0.dist-info/RECORD": 11904769847385571600, + "venv/lib/python3.13/site-packages/jsonschema/_types.py": 9250091433305395923, + "venv/lib/python3.13/site-packages/jose/jwk.py": 2781217726458801910, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_astype.py": 15768655715952923925, + "venv/lib/python3.13/site-packages/pandas/_libs/properties.pyi": 9268470215750269699, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/floating/test_function.py": 13492077564015386528, + "venv/lib/python3.13/site-packages/numpy/_core/_multiarray_umath.cpython-313-x86_64-linux-gnu.so": 2888939866336522308, + "backend/src/services/clean_release/__tests__/test_report_builder.py": 17265459530244848426, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/_tokenizer.py": 7994281991455916540, + "venv/lib/python3.13/site-packages/pandas/tests/frame/indexing/test_coercion.py": 7261787308019145312, + "venv/lib/python3.13/site-packages/pyasn1/codec/ber/encoder.py": 8912119133548489544, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/assumed_shape/foo_free.f90": 10939657740734987454, + "venv/lib/python3.13/site-packages/rapidfuzz/fuzz_cpp.cpython-313-x86_64-linux-gnu.so": 14187094676876471848, + "venv/lib/python3.13/site-packages/numpy/lib/_histograms_impl.py": 13446184230476677032, + "venv/lib/python3.13/site-packages/pydantic/_internal/_internal_dataclass.py": 13206778611516171760, + "venv/lib/python3.13/site-packages/pandas/core/config_init.py": 16537122488227845090, + "venv/lib/python3.13/site-packages/jsonschema/tests/test_exceptions.py": 15290185665769490169, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/test_interp_fillna.py": 5530041283991655415, + "venv/lib/python3.13/site-packages/h11/py.typed": 12358286306858197118, + "venv/lib/python3.13/site-packages/PIL/JpegImagePlugin.py": 10621639599916796689, + "venv/lib/python3.13/site-packages/jeepney/tests/test_bus_messages.py": 4323093138307306385, + "venv/lib/python3.13/site-packages/numpy/core/getlimits.py": 14257687540182552408, + "venv/lib/python3.13/site-packages/PIL/XVThumbImagePlugin.py": 7472134175570205454, + "frontend/src/components/TaskList.svelte": 13727273029173605651, + "frontend/src/components/storage/FileList.svelte": 11661146151896000393, + "venv/lib/python3.13/site-packages/pygments/lexers/_vim_builtins.py": 6842381248727719900, + "backend/src/services/__tests__/test_llm_plugin_persistence.py": 2413185961042174999, + "backend/src/services/clean_release/__tests__/test_policy_engine.py": 9953185933720550640, + "frontend/src/lib/components/reports/__tests__/reports_page.integration.test.js": 16463062768004950066, + "venv/lib/python3.13/site-packages/bcrypt/__init__.py": 11415155211917181362, + "venv/lib/python3.13/site-packages/numpy/polynomial/hermite_e.py": 3654583356259850174, + "venv/lib/python3.13/site-packages/PIL/TiffImagePlugin.py": 6845043550424565106, + "specs/026-dashboard-health-windows/spec.md": 6233822728125266934, + "semantics/reports/semantic_report_20260224_201538.md": 14881767712350745377, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_week.py": 5756727157937218128, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_mixed.py": 3476101699679108025, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7518/util.py": 5252158959761945519, + "venv/lib/python3.13/site-packages/pip/_internal/operations/install/__init__.py": 10456333337205488584, + "venv/lib/python3.13/site-packages/pandas/tests/strings/test_extract.py": 14547819021277949280, + "venv/lib/python3.13/site-packages/pygments/lexers/data.py": 9365024327689738663, + "frontend/build/_app/immutable/chunks/1dzZY_sH.js": 3588571764939150114, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/test_printing.py": 8859757563354666575, + "specs/024-user-dashboard-filter/quickstart.md": 10172373148909869684, + "specs/013-unify-frontend-css/checklists/requirements.md": 7987450327359668600, + "venv/lib/python3.13/site-packages/typing_extensions-4.15.0.dist-info/RECORD": 1556051687830913019, + "venv/lib/python3.13/site-packages/itsdangerous/encoding.py": 205863946173486958, + "backend/src/services/clean_release/__init__.py": 18311663871116449547, + "semantics/reports/semantic_report_20260310_150431.md": 17114644565844659929, + "backend/src/api/routes/dashboards/_router.py": 8641007051243802224, + "venv/lib/python3.13/site-packages/pygments/lexers/openscad.py": 13045825115225232396, + "backend/tests/services/clean_release/test_report_audit_immutability.py": 11385235469772417017, + "venv/lib/python3.13/site-packages/_pytest/helpconfig.py": 3033477806668470951, + "venv/lib/python3.13/site-packages/jeepney/bindgen.py": 7094585345946943534, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_matmul.py": 9323220618335072725, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_dropna.py": 17272771246760486947, + "venv/lib/python3.13/site-packages/pandas/tests/io/excel/test_xlsxwriter.py": 8445547874832015203, + "venv/lib/python3.13/site-packages/pygments/lexers/csound.py": 2175454840368374515, + "frontend/src/lib/components/dataset-review/__tests__/us2_semantic_workspace.ux.test.js": 3550956860258259058, + "venv/lib/python3.13/site-packages/pandas/tests/series/indexing/test_set_value.py": 4166411740676564820, + "venv/lib/python3.13/site-packages/pygments/lexers/_css_builtins.py": 17478340487186531268, + "semantics/reports/semantic_report_20260304_110743.md": 11244225595021923805, + "venv/lib/python3.13/site-packages/pip/_internal/commands/search.py": 8292218231992728142, + "venv/lib/python3.13/site-packages/numpy.libs/libgfortran-040039e1-0352e75f.so.5.0.0": 13946067868274850557, + "venv/lib/python3.13/site-packages/httpcore/_async/connection_pool.py": 932468678264370661, + "venv/bin/activate.fish": 5275961582873298085, + "venv/lib/python3.13/site-packages/pandas/core/indexes/datetimelike.py": 4356700619632833878, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/modules/gh25337/data.f90": 13833561828029901615, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_tolist.py": 8343058000369672317, + "backend/alembic/versions/ed310b33f02c_multi_language_translation_tables.py": 1424919631205944664, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_deprecate_kwarg.py": 10417724544218303733, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/providers/gcp.py": 12328409672947966867, + "venv/lib/python3.13/site-packages/annotated_doc-0.0.4.dist-info/licenses/LICENSE": 14610443802372107702, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_date_range.py": 16128552513324017349, + "venv/lib/python3.13/site-packages/jsonschema_specifications/tests/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_vendor/distlib/__init__.py": 15735839022111230173, + "venv/lib/python3.13/site-packages/numpy/f2py/__init__.pyi": 3566887042414273892, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/halffloat.h": 16913381775994652343, + "venv/lib/python3.13/site-packages/pip/_internal/cli/status_codes.py": 9143625681947330756, + "venv/lib/python3.13/site-packages/websockets/legacy/framing.py": 12759022769700230409, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_reindex.py": 15680924058960901067, + "venv/lib/python3.13/site-packages/fastapi-0.127.1.dist-info/METADATA": 10241403930811743893, + "semantics/reports/semantic_report_20260224_193929.md": 17166323273004604082, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/fromnumeric.py": 3792079757208879362, + "semantics/reports/semantic_report_20260223_111539.md": 5902154257031271583, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/ndarrayobject.h": 7320510589635636690, + "backend/src/api/routes/__tests__/test_dataset_review_api.py": 17381354465400611694, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/sqlite/aiosqlite.py": 9888795404090331319, + "venv/lib/python3.13/site-packages/passlib/crypto/scrypt/_gen_files.py": 11149423183253618378, + "venv/lib/python3.13/site-packages/yaml/resolver.py": 6669674521776449098, + "venv/lib/python3.13/site-packages/pygments/styles/algol_nu.py": 6229131016121450375, + "venv/lib/python3.13/site-packages/websockets/legacy/client.py": 4032878587330592478, + "venv/lib/python3.13/site-packages/charset_normalizer/md.py": 2029760700380476138, + "frontend/src/routes/profile/+page.svelte": 17979719303737794427, + "venv/lib/python3.13/site-packages/numpy/lib/_function_base_impl.pyi": 2628035888703031029, + "venv/lib/python3.13/site-packages/authlib/oidc/discovery/__init__.py": 308178910015974550, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/categorical/test_category.py": 3944898528119364040, + "venv/lib/python3.13/site-packages/pip/_internal/resolution/resolvelib/requirements.py": 13215932786801020434, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/packages.py": 11689856177725665974, + "venv/lib/python3.13/site-packages/ecdsa/test_ellipticcurve.py": 11125783981574901613, + "specs/023-clean-repo-enterprise/data-model.md": 259994174659395254, + "specs/028-llm-datasource-supeset/research.md": 5076276198767151969, + "semantics/reports/semantic_report_20260223_110040.md": 965919786567670067, + "semantics/reports/semantic_report_20260224_203005.md": 4878923127250024127, + "backend/src/core/superset_client/__init__.py": 6869599313455380203, + "venv/lib/python3.13/site-packages/pandas-3.0.1.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/starlette/convertors.py": 17839747154274354605, + "venv/lib/python3.13/site-packages/bcrypt-4.0.1.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pillow.libs/libzstd-761a17b6.so.1.5.7": 17875236748140157032, + "venv/lib/python3.13/site-packages/pydantic_settings/utils.py": 14396350455520958703, + "venv/lib/python3.13/site-packages/rapidfuzz/__init__.pyi": 13131938031654453415, + "venv/lib/python3.13/site-packages/numpy/strings/__init__.pyi": 6213864891045042045, + "venv/lib/python3.13/site-packages/pip/_internal/utils/temp_dir.py": 8657533190026387896, + "venv/lib/python3.13/site-packages/websockets/client.py": 5229500079651465772, + "venv/lib/python3.13/site-packages/_pytest/warnings.py": 8633394774569709013, + "venv/lib/python3.13/site-packages/numpy/core/umath.py": 4476812261188108155, + "venv/lib/python3.13/site-packages/pygments/styles/stata_dark.py": 324072437809944751, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_compare.py": 3079569478684646491, + "venv/lib/python3.13/site-packages/numpy/core/_multiarray_umath.py": 10973016138581934035, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_repeat.py": 11360772447747837958, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/datetimes/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_m68k_gcc.h": 6580173800099450404, + "venv/lib/python3.13/site-packages/numpy/_core/arrayprint.py": 1262543237476191714, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_item_selection.py": 1027989019709029615, + "semantics/reports/semantic_report_20260306_151336.md": 2000823132253767790, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/grants/authorization_code.py": 4958605540994687737, + "venv/lib/python3.13/site-packages/pip/_internal/metadata/__init__.py": 8924316361489544973, + "venv/lib/python3.13/site-packages/pyasn1/compat/__init__.py": 5902203086150636670, + "venv/lib/python3.13/site-packages/pandas/tests/extension/test_period.py": 6047041810867211174, + "venv/lib/python3.13/site-packages/pip/_vendor/cachecontrol/heuristics.py": 1422768761337195135, + "venv/lib/python3.13/site-packages/authlib/oidc/registration/__init__.py": 9448552677419908109, + "venv/lib/python3.13/site-packages/pip/_vendor/distro/__init__.py": 11414161642984633362, + "venv/lib/python3.13/site-packages/greenlet/PyGreenlet.hpp": 6366432579621298231, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/interval/test_constructors.py": 7466113171256856591, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_round_trip.py": 14684057343786032776, + "venv/lib/python3.13/site-packages/pygments/styles/manni.py": 11853576691280294949, + "specs/001-migration-ui-redesign/quickstart.md": 17551841610764628734, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/test_loc.py": 2127584756555503873, + "semantics/reports/semantic_report_20260224_210338.md": 5185481270758797271, + "venv/lib/python3.13/site-packages/urllib3/contrib/emscripten/connection.py": 15405047955974108860, + "venv/lib/python3.13/site-packages/pip/_vendor/typing_extensions.py": 10158933506062403688, + "venv/lib/python3.13/site-packages/numpy/_utils/__init__.py": 7731065084036767848, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_mem_overlap.py": 4202716587079637350, + "semantics/reports/semantic_report_20260224_205934.md": 1614460150576255254, + "venv/bin/pyrsa-encrypt": 5858278204727417482, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/contrib/_securetransport/bindings.py": 7624316342162916928, + "venv/lib/python3.13/site-packages/numpy/_typing/_array_like.py": 2161873439361281488, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/test_coercion.py": 3339075591248270762, + "venv/lib/python3.13/site-packages/six-1.17.0.dist-info/LICENSE": 16510279186416777136, + "venv/lib/python3.13/site-packages/anyio/_core/_eventloop.py": 6853955946028131785, + "venv/lib/python3.13/site-packages/greenlet/tests/test_tracing.py": 10227316489696807112, + "venv/lib/python3.13/site-packages/pydantic/main.py": 14086938579850319884, + "venv/lib/python3.13/site-packages/pandas/core/arrays/arrow/accessors.py": 12743680296510533030, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/frame/test_frame_color.py": 3700828402084646308, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/merge/test_merge_cross.py": 17742712348672218852, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/mapper.py": 16715864918034312591, + "venv/lib/python3.13/site-packages/pandas/tests/apply/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pygments/styles/coffee.py": 17584414468786822371, + "venv/lib/python3.13/site-packages/cryptography/__init__.py": 641702726372647770, + "venv/lib/python3.13/site-packages/numpy/f2py/f90mod_rules.py": 2953876934840155920, + "venv/lib/python3.13/site-packages/annotated_types-0.7.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/passlib/handlers/sun_md5_crypt.py": 1949993216707182407, + "venv/lib/python3.13/site-packages/pandas/core/strings/object_array.py": 17631047188839635539, + "venv/lib/python3.13/site-packages/click/formatting.py": 6694583529073729642, + "venv/lib/python3.13/site-packages/typing_inspection-0.4.2.dist-info/METADATA": 14126682758562488244, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Levenshtein.pyi": 12925006572914814268, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_select_dtypes.py": 3530442956913622572, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/collections.py": 16114931075157411913, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/context.py": 1041624619197012753, + "venv/lib/python3.13/site-packages/packaging/_tokenizer.py": 7442392076059866359, + "venv/lib/python3.13/site-packages/jsonschema-4.25.1.dist-info/WHEEL": 2357997949040430835, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/__ufunc_api.c": 11535375410441493281, + "venv/lib/python3.13/site-packages/httpcore/_ssl.py": 6665087294869504820, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/period.cpython-313-x86_64-linux-gnu.so": 14468234464367691795, + "frontend/src/components/git/CommitModal.svelte": 2248630732087966961, + "frontend/src/components/MappingTable.svelte": 3101497452073042168, + "semantics/reports/semantic_report_20260220_110006.md": 3141559335938362400, + "venv/lib/python3.13/site-packages/numpy/lib/_array_utils_impl.py": 14446508217220482719, + "venv/lib/python3.13/site-packages/pygments/styles/arduino.py": 4578385147314541233, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/npy_endian.h": 2761502363895204652, + "specs/023-clean-repo-enterprise/tests/README.md": 11028284924103095886, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_align.py": 10284128457194204574, + "venv/lib/python3.13/site-packages/pycparser-2.23.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pydantic/v1/version.py": 2758971830527526972, + "venv/lib/python3.13/site-packages/urllib3/util/__init__.py": 2848870790459558599, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_rank.py": 5817408252050193538, + "venv/lib/python3.13/site-packages/uvicorn/server.py": 15714008348292243019, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timedelta/test_timedelta.py": 12822713918114715561, + "venv/lib/python3.13/site-packages/pip/_internal/utils/direct_url_helpers.py": 6075890513530296650, + "venv/lib/python3.13/site-packages/pygments/lexers/factor.py": 15788613154609197002, + "semantics/reports/semantic_report_20260310_145853.md": 1602001238677137231, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/_parser.py": 8145921552236189367, + "backend/src/core/middleware/__init__.py": 13917394130915533209, + "venv/lib/python3.13/site-packages/ecdsa/der.py": 9374566189581725372, + "semantics/reports/semantic_report_20260208_141858.md": 16459427976877866724, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/syntax.py": 18070449217682341495, + "venv/lib/python3.13/site-packages/passlib/tests/test_handlers_cisco.py": 1786475632318043669, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/methods/test_is_full.py": 9577318758326279694, + "frontend/build/_app/immutable/chunks/DdgZIPBg.js": 1354071080897261570, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/floating/test_repr.py": 5577699046802107144, + "semantics/reports/semantic_report_20260224_194420.md": 12613787560756075084, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_ppc_unix.h": 9608771997528633681, + "frontend/src/lib/components/dataset-review/CompiledSQLPreview.svelte": 14788599185006992431, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_assign.py": 2647902466315482406, + "venv/lib/python3.13/site-packages/pandas/io/excel/_util.py": 6664989864423807444, + "venv/lib/python3.13/site-packages/pydantic/_internal/_forward_ref.py": 10623110912945011703, + "backend/src/api/routes/__tests__/test_clean_release_legacy_compat.py": 10703957986116846695, + "venv/lib/python3.13/site-packages/git/index/util.py": 5022401275553420722, + "venv/lib/python3.13/site-packages/pandas/tests/arithmetic/conftest.py": 13388202260795998613, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_datetime.py": 11417836378782978454, + "venv/lib/python3.13/site-packages/httpcore/_utils.py": 3255581092836273826, + "venv/lib/python3.13/site-packages/pandas/tests/strings/test_get_dummies.py": 14871264482622327003, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/parameter/constant_both.f90": 13943066317159236257, + "frontend/src/routes/git/+page.svelte": 14169430923974356254, + "venv/lib/python3.13/site-packages/apscheduler/util.py": 11440701924954413440, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_isin.py": 8136794647591341784, + "venv/lib/python3.13/site-packages/greenlet/tests/test_throw.py": 4119265751381210399, + "venv/lib/python3.13/site-packages/urllib3/contrib/emscripten/response.py": 9594165377270752433, + "venv/lib/python3.13/site-packages/pygments/lexers/python.py": 8995519134978505744, + "venv/lib/python3.13/site-packages/passlib/tests/test_ext_django.py": 3210697476292094384, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7592/endpoint.py": 18260428408051728802, + "venv/lib/python3.13/site-packages/pip/_vendor/distlib/database.py": 7111764828004587758, + "venv/lib/python3.13/site-packages/pandas/_libs/window/aggregations.pyi": 6072607880689125113, + "venv/lib/python3.13/site-packages/numpy.libs/libscipy_openblas64_-096271d3.so": 14338208504131470036, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/categorical/test_map.py": 1115471561925426082, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/methods/test_rank.py": 5398520257852104723, + "venv/lib/python3.13/site-packages/pandas/tests/series/indexing/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/__init__.pyi": 15820654525292895396, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/integer/test_dtypes.py": 481191723198819568, + "specs/017-llm-analysis-plugin/checklists/requirements.md": 11436709574621751600, + "venv/lib/python3.13/site-packages/anyio/abc/_eventloop.py": 2023190981288767991, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/fft.pyi": 14454280827038327842, + "specs/016-multi-user-auth/checklists/requirements.md": 9464028153671687597, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc8628/device_code.py": 6712610002227849281, + "venv/lib/python3.13/site-packages/jsonschema_specifications/schemas/draft202012/vocabularies/meta-data": 9599129816090399315, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_pytables_missing.py": 12154582133989896069, + "venv/lib/python3.13/site-packages/dateutil/tz/__init__.py": 9617254832690762236, + "venv/lib/python3.13/site-packages/_pytest/warning_types.py": 10695097290648045427, + "frontend/src/services/__tests__/gitService.test.js": 12845562082447336909, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/conversion.pyi": 16976386782787920450, + "venv/lib/python3.13/site-packages/pandas/tests/resample/test_time_grouper.py": 3203729024111501071, + "venv/lib/python3.13/site-packages/pytest/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/json.py": 14755215397454910426, + "venv/lib/python3.13/site-packages/pygments/lexers/teraterm.py": 16132676290138105984, + "frontend/src/lib/stores/activity.js": 14023344642294459631, + "frontend/src/lib/components/layout/__tests__/test_sidebar.svelte.js": 1424894894434906249, + "backend/src/models/dataset_review_pkg/__init__.py": 17789694606496652579, + "venv/lib/python3.13/site-packages/starlette/formparsers.py": 9019779181100355515, + "specs/018-task-logging-v2/tasks.md": 7210942318537948669, + "backend/tests/test_auth.py": 6167020718035755646, + "venv/lib/python3.13/site-packages/jaraco/classes/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/passlib/crypto/__init__.py": 16409196868630049365, + "venv/lib/python3.13/site-packages/numpy/linalg/lapack_lite.cpython-313-x86_64-linux-gnu.so": 11074560904305737689, + "venv/lib/python3.13/site-packages/pandas/_libs/pandas_datetime.cpython-313-x86_64-linux-gnu.so": 15874094681262240628, + "venv/lib/python3.13/site-packages/referencing-0.37.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/cryptography/x509/base.py": 9124948989225782039, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_constructors.py": 11786151805350138436, + "backend/logs/app.log.2": 11598841362861329809, + "venv/lib/python3.13/site-packages/requests-2.32.5.dist-info/WHEEL": 16097436423493754389, + "venv/lib/python3.13/site-packages/pygments/lexers/int_fiction.py": 8806961041808606055, + "venv/lib/python3.13/site-packages/pandas/core/computation/expr.py": 13085709365673019494, + "venv/lib/python3.13/site-packages/greenlet-3.3.0.dist-info/METADATA": 15876173086384975957, + "venv/lib/python3.13/site-packages/greenlet/tests/test_gc.py": 6383305344377882524, + "venv/lib/python3.13/site-packages/git/objects/submodule/base.py": 10140490301897269395, + "venv/lib/python3.13/site-packages/websockets/utils.py": 17624459810483092475, + "venv/lib/python3.13/site-packages/numpy/lib/_datasource.pyi": 5894423389796456573, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/hmac.pyi": 9405122752084210696, + "venv/lib/python3.13/site-packages/pydantic/annotated_handlers.py": 10186120300163345360, + "venv/lib/python3.13/site-packages/numpy/ctypeslib/__init__.py": 2401931196871484449, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/period/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_comment.py": 5603075924832933306, + "venv/lib/python3.13/site-packages/numpy/random/_sfc64.cpython-313-x86_64-linux-gnu.so": 17186695607612591922, + "frontend/src/routes/dashboards/[id]/components/DashboardGitManager.svelte": 4990524146294551357, + "venv/lib/python3.13/site-packages/git/__init__.py": 15867730798565725003, + "specs/001-unify-frontend-style/ux_reference.md": 6706334119057903842, + "venv/lib/python3.13/site-packages/numpy/polynomial/tests/test_classes.py": 1440926036579216168, + "venv/lib/python3.13/site-packages/_yaml/__init__.py": 3395829783751571350, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7518/rsa_key.py": 7092106298733667895, + "venv/lib/python3.13/site-packages/rpds_py-0.30.0.dist-info/RECORD": 9964194961227523130, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/io/json/_json.py": 1393095374713367445, + "venv/lib/python3.13/site-packages/pygments/lexers/haskell.py": 8011341851439354724, + "venv/lib/python3.13/site-packages/numpy/ma/__init__.py": 214772578978182427, + "specs/028-llm-datasource-supeset/mcp-axiom-experience-report.md": 2241404156374998947, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/coercions.py": 5112358449376598662, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_to_numpy.py": 9663734591667845940, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/decl_base.py": 8678387511873412922, + "venv/lib/python3.13/site-packages/authlib/integrations/django_oauth2/endpoints.py": 18334891787808122725, + "frontend/src/components/EnvSelector.svelte": 3937920133889630193, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7518/ec_key.py": 5961540064444749833, + "venv/lib/python3.13/site-packages/pandas/plotting/_core.py": 6766059152026241747, + "venv/lib/python3.13/site-packages/numpy/fft/_pocketfft_umath.cpython-313-x86_64-linux-gnu.so": 16443444849116065961, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/ranges/test_constructors.py": 9815164146739254076, + "specs/001-plugin-arch-svelte-ui/research.md": 2178714055799597766, + "specs/001-unify-frontend-style/data-model.md": 6898548057692880228, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pydantic/_internal/_dataclasses.py": 15256193972947054890, + "venv/lib/python3.13/site-packages/passlib-1.7.4.dist-info/zip-safe": 15240312484046875203, + "venv/lib/python3.13/site-packages/numpy/_core/tests/examples/limited_api/limited_api_latest.c": 5472633890472031814, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/sqlite/json.py": 4660603129768960095, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_abstract_interface.py": 17625870734108222276, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/test_formats.py": 12299393760307251036, + "venv/lib/python3.13/site-packages/iniconfig-2.3.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-log10.csv": 13441294827017400897, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/routines/funcfortranname.pyf": 1361426175133186231, + "venv/lib/python3.13/site-packages/pandas/_testing/__init__.py": 10127496080404419481, + "backend/src/api/routes/git_schemas.py": 9243114525622127446, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/hooks.py": 9888227370911151341, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/kdf/hkdf.py": 8539232219382152238, + "venv/lib/python3.13/site-packages/pydantic_settings/__init__.py": 4374954204580208673, + "venv/lib/python3.13/site-packages/greenlet/tests/leakcheck.py": 10179165748538820557, + "venv/lib/python3.13/site-packages/passlib/handlers/mysql.py": 11165762635383041460, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_arrayprint.py": 13335063050941743734, + "frontend/build/_app/immutable/nodes/33.BfcPSJVI.js": 228395871469375719, + "venv/lib/python3.13/site-packages/pandas/io/formats/css.py": 11288129826285529457, + "frontend/src/lib/components/assistant/__tests__/assistant_chat.integration.test.js": 13047006106880121194, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_loadtxt.py": 17562784940619942447, + "backend/src/core/superset_client/_datasets_preview.py": 16476837380317508068, + "venv/lib/python3.13/site-packages/numpy/lib/_polynomial_impl.pyi": 2042169688753984918, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/modules.pyi": 131293606732000587, + "semantics/reports/semantic_report_20260208_123950.md": 12140809134809669239, + "backend/tests/test_log_persistence.py": 11073909507089982937, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/nditer.pyi": 2351219156711800159, + "venv/lib/python3.13/site-packages/pygments/lexers/typst.py": 8883289726601667104, + "venv/lib/python3.13/site-packages/pandas/tests/test_errors.py": 10116716310156374885, + "venv/lib/python3.13/site-packages/authlib/oidc/core/errors.py": 18154419146257747681, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/dtype.py": 9342837412280377086, + "venv/lib/python3.13/site-packages/packaging/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/ndarray_shape_manipulation.pyi": 3533739482029983817, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/test_analytics.py": 8155550493311083506, + "venv/lib/python3.13/site-packages/_pytest/pytester.py": 5423287282155948827, + "venv/lib/python3.13/site-packages/pygments/lexers/_scheme_builtins.py": 5722444920479775453, + "venv/lib/python3.13/site-packages/authlib/oauth2/auth.py": 8455258275234626534, + "venv/lib/python3.13/site-packages/pip/_internal/models/scheme.py": 4101322315594430874, + "venv/lib/python3.13/site-packages/greenlet/tests/fail_cpp_exception.py": 11851283355840567373, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/util/wait.py": 6196757964348666082, + "venv/lib/python3.13/site-packages/cryptography/hazmat/backends/__init__.py": 18019562641348687547, + "venv/lib/python3.13/site-packages/numpy/_distributor_init.pyi": 1308368231471324581, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/parsing.pyi": 11967691665766452312, + "venv/lib/python3.13/site-packages/starlette-0.50.0.dist-info/WHEEL": 2357997949040430835, + "venv/lib/python3.13/site-packages/numpy/lib/_npyio_impl.pyi": 6576645822227068922, + "venv/lib/python3.13/site-packages/numpy/ctypeslib/_ctypeslib.pyi": 10360538024015064036, + "venv/lib/python3.13/site-packages/pygments/lexers/archetype.py": 8995143180482517233, + "venv/bin/httpx": 6651007446865716794, + "venv/lib/python3.13/site-packages/pandas/io/formats/console.py": 10370334487585281127, + "venv/lib/python3.13/site-packages/numpy/random/tests/data/sfc64-testset-1.csv": 5708101386018266998, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/categorical/test_astype.py": 8633811117672837999, + "frontend/src/routes/settings/__tests__/settings_page.integration.test.js": 13008989176397099996, + "frontend/build/_app/immutable/nodes/24.Bnqp7f3C.js": 15389623093470260433, + "specs/019-superset-ux-redesign/contracts/modules.md": 1321715826544678491, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/lib_utils.py": 4612923732868929770, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/test_to_excel.py": 5467043641314706635, + "venv/lib/python3.13/site-packages/smmap-5.0.2.dist-info/RECORD": 15865206372525596795, + "venv/lib/python3.13/site-packages/numpy/lib/_twodim_base_impl.pyi": 15509415708991012734, + "venv/lib/python3.13/site-packages/numpy/f2py/__main__.py": 12567751646090102167, + "venv/lib/python3.13/site-packages/sqlalchemy/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/array.py": 13840510238256626632, + "venv/lib/python3.13/site-packages/jsonschema/benchmarks/subcomponents.py": 10365594934527289233, + "venv/lib/python3.13/site-packages/pandas/_libs/reshape.pyi": 88721900806893992, + "backend/src/core/migration/risk_assessor.py": 1061977005072298440, + "backend/src/services/__tests__/test_llm_prompt_templates.py": 17912427710321938757, + "venv/lib/python3.13/site-packages/pygments/lexers/_scilab_builtins.py": 17453812809700086888, + "venv/lib/python3.13/site-packages/pandas/core/interchange/column.py": 9498044216416177656, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc8628/endpoint.py": 8519226897299461194, + "venv/lib/python3.13/site-packages/pandas/tests/generic/test_duplicate_labels.py": 10663105616336167414, + "venv/lib/python3.13/site-packages/pygments/formatters/irc.py": 2133711525226123259, + "venv/lib/python3.13/site-packages/cryptography/hazmat/decrepit/ciphers/algorithms.py": 2375452080667815941, + "venv/lib/python3.13/site-packages/pandas/tests/io/excel/test_style.py": 10405592363651914796, + "venv/lib/python3.13/site-packages/urllib3/_version.py": 839747992523118887, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/concat/__init__.py": 15130871412783076140, + "backend/src/services/reports/report_service.py": 17586405613867657190, + "venv/lib/python3.13/site-packages/jose/backends/__init__.py": 16581763658239070112, + "venv/lib/python3.13/site-packages/pandas/core/indexes/base.py": 496956059910401121, + "specs/022-sync-id-cross-filters/plan.md": 8851948744918403617, + "venv/lib/python3.13/site-packages/numpy/_typing/_nbit.py": 15498810174380798405, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_cov_corr.py": 13652339565475304679, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_set_index.py": 10971093361190283675, + "venv/lib/python3.13/site-packages/pandas/io/parsers/readers.py": 7899068668225389287, + "venv/lib/python3.13/site-packages/numpy/tests/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/dateutil/parser/isoparser.py": 18015430204844361067, + "frontend/src/services/connectionService.js": 16613277497380191542, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/parsing.cpython-313-x86_64-linux-gnu.so": 13104135217735363438, + "venv/lib/python3.13/site-packages/pandas/core/indexes/category.py": 18192569199634406001, + "venv/lib/python3.13/site-packages/PIL/GbrImagePlugin.py": 7681313333602257802, + "specs/025-clean-release-compliance/checklists/requirements.md": 14897995152786427762, + "backend/tests/services/clean_release/test_candidate_manifest_services.py": 16861589402854148894, + "venv/lib/python3.13/site-packages/numpy/polynomial/chebyshev.pyi": 5269136485429780038, + "venv/lib/python3.13/site-packages/numpy/lib/_function_base_impl.py": 14034239842770171660, + "venv/lib/python3.13/site-packages/passlib/tests/__init__.py": 16543763165305017760, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/test_console.py": 11657469008721907972, + "venv/lib/python3.13/site-packages/httpcore/_sync/connection.py": 1539337414493486168, + "venv/lib/python3.13/site-packages/requests/_internal_utils.py": 4091305333167213279, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc9068/token.py": 4747545058753492487, + "venv/lib/python3.13/site-packages/pip/_internal/vcs/bazaar.py": 5630511062945201327, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/string/gh25286_bc.pyf": 10893958728966010450, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_shares_memory.py": 2911029123657970431, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/expression.py": 15511250785671695359, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/methods/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/PIL/ImImagePlugin.py": 15452956038794399492, + "venv/lib/python3.13/site-packages/git/refs/log.py": 5175801243332619268, + "venv/lib/python3.13/site-packages/pandas/tests/config/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/starlette/middleware/gzip.py": 4321371046149637632, + "venv/lib/python3.13/site-packages/httpx/_client.py": 1063593889704982038, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_csky_gcc.h": 12929785267195988209, + "venv/lib/python3.13/site-packages/pluggy-1.6.0.dist-info/METADATA": 13695483537390128881, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/sphinxext.py": 2403717774564798878, + "venv/lib/python3.13/site-packages/pandas/core/groupby/__init__.py": 3015263524218708013, + "venv/lib/python3.13/site-packages/pandas/tests/resample/conftest.py": 1643522609234951699, + "venv/lib/python3.13/site-packages/pydantic/v1/main.py": 213087273729911492, + "venv/lib/python3.13/site-packages/httpcore/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pygments/formatters/groff.py": 6480830447984073574, + "venv/lib/python3.13/site-packages/fastapi/middleware/wsgi.py": 3706578020491442104, + "venv/bin/pyrsa-sign": 15564653706771700451, + "backend/src/core/__tests__/test_throttled_scheduler.py": 10949494963069000037, + "venv/lib/python3.13/site-packages/gitdb/__init__.py": 15381521749253695923, + "backend/src/api/routes/assistant/_resolvers.py": 1139669723103531814, + "venv/lib/python3.13/site-packages/numpy/dtypes.py": 14128421398870718692, + "venv/lib/python3.13/site-packages/uvicorn/middleware/wsgi.py": 9179913252056394958, + "venv/lib/python3.13/site-packages/pip/_vendor/dependency_groups/__init__.py": 5895297076117159245, + "venv/lib/python3.13/site-packages/pandas/core/array_algos/masked_reductions.py": 633644255158859565, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/profiling.py": 16030397164203895281, + "venv/lib/python3.13/site-packages/pip/_internal/index/__init__.py": 14829074315307489628, + "venv/lib/python3.13/site-packages/numpy/lib/_arrayterator_impl.pyi": 2744889206277418389, + "venv/lib/python3.13/site-packages/numpy/random/LICENSE.md": 17703435404573453911, + "venv/lib/python3.13/site-packages/greenlet/tests/test_generator_nested.py": 12822240347707346718, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/pymysql.py": 12923876736367229454, + "venv/lib/python3.13/site-packages/pandas/tests/series/test_subclass.py": 13490541871827928531, + "venv/lib/python3.13/site-packages/pandas/core/arrays/_utils.py": 11574890848475750509, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/categorical/test_append.py": 17016125916761365423, + "venv/lib/python3.13/site-packages/pygments/lexers/_lilypond_builtins.py": 1766946089314631488, + "venv/lib/python3.13/site-packages/pygments/lexers/snobol.py": 414946539602526513, + "venv/lib/python3.13/site-packages/pydantic/tools.py": 8931184638883701008, + "backend/src/models/__tests__/test_report_models.py": 14916807060334836854, + "backend/src/models/auth.py.bak": 7050478675360007060, + "venv/lib/python3.13/site-packages/authlib/jose/rfc8037/okp_key.py": 10312614562914096039, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_normalize.py": 11373923576259976755, + "frontend/src/components/llm/ValidationReport.svelte": 11810571826279890996, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/ciphers/__init__.py": 15644105878811738516, + "venv/lib/python3.13/site-packages/numpy/_globals.pyi": 12839879732484756979, + "venv/lib/python3.13/site-packages/starlette/staticfiles.py": 11256974306202558529, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/methods/test_as_unit.py": 8492383355919959393, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/publicmod.f90": 2174121054736811903, + "venv/lib/python3.13/site-packages/numpy/core/fromnumeric.py": 2136433423902202138, + "venv/lib/python3.13/site-packages/pandas/tests/test_col.py": 14781555956509956371, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/query.py": 3867868366067025348, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/plugin.py": 18006138132596504101, + "venv/lib/python3.13/site-packages/pygments/lexers/bibtex.py": 14652372822443154388, + "venv/lib/python3.13/site-packages/pygments/lexers/email.py": 4355246279485460399, + "specs/011-git-integration-dashboard/research.md": 4311107815110074250, + "venv/lib/python3.13/site-packages/pytest_asyncio-1.3.0.dist-info/WHEEL": 16097436423493754389, + "backend/src/services/clean_release/__tests__/test_preparation_service.py": 4958420988131940633, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_ticks.py": 11649965080303468085, + "venv/lib/python3.13/site-packages/attrs/setters.py": 5775359015245600592, + "venv/lib/python3.13/site-packages/anyio/lowlevel.py": 11919467357746648592, + "backend/src/plugins/storage/plugin.py": 13669428465597027289, + "venv/lib/python3.13/site-packages/apscheduler/schedulers/background.py": 2105814165112049750, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7519/claims.py": 12645788445743898136, + "venv/lib/python3.13/site-packages/greenlet/TStackState.cpp": 16720079760074325527, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_np_datetime.py": 18363183516409621205, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_iteration.py": 2118501258411211851, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_append.py": 9644955836191900614, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/parameter/constant_real.f90": 9097998998863007705, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/pretty.py": 2448541115957861214, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimelike_/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/rpds/py.typed": 15130871412783076140, + "frontend/build/_app/immutable/nodes/29.uwQJX50U.js": 6274300923312970413, + "semantics/reports/semantic_report_20260208_123143.md": 18376428123137870320, + "backend/src/models/auth.py": 14495240302739907540, + "venv/lib/python3.13/site-packages/pydantic/config.py": 1450073446492183677, + "venv/lib/python3.13/site-packages/jaraco_context-6.0.2.dist-info/RECORD": 9974324769263969827, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/traceback.py": 2535227583726271746, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_log_render.py": 18076931145915444473, + "specs/011-git-integration-dashboard/quickstart.md": 6298023136925295569, + "venv/lib/python3.13/site-packages/anyio/streams/memory.py": 11762722143503428823, + "venv/lib/python3.13/site-packages/rsa/parallel.py": 4968566722541778371, + "venv/lib/python3.13/site-packages/numpy/linalg/_umath_linalg.cpython-313-x86_64-linux-gnu.so": 17652852308919396403, + "venv/lib/python3.13/site-packages/pandas/core/arrays/floating.py": 1215586266958421991, + "venv/lib/python3.13/site-packages/pip/_internal/commands/__init__.py": 3795218871212151351, + "venv/lib/python3.13/site-packages/pandas/tests/util/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/h11/_state.py": 11398755254809751139, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc9101/authorization_server.py": 2491654903543600678, + "venv/lib/python3.13/site-packages/numpy/_core/_methods.py": 16805668769357938792, + "frontend/src/lib/components/translate/BulkCorrectionSidebar.svelte": 17772864954770752590, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_x64_masm.asm": 15349921092257597740, + "venv/lib/python3.13/site-packages/pip/_internal/metadata/importlib/_compat.py": 4677414058216516380, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/test_setops.py": 14246225281428284850, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/merge/test_merge_asof.py": 8656532774394927388, + "venv/lib/python3.13/site-packages/pip/_internal/models/pylock.py": 16697828625021519459, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-arccos.csv": 3026156288992132911, + "frontend/build/_app/immutable/nodes/12.Cbkzp3V7.js": 9678955296628078413, + "venv/lib/python3.13/site-packages/pip/_internal/utils/_log.py": 13011536737418204268, + "venv/lib/python3.13/site-packages/referencing/__init__.py": 10093824711214801917, + "venv/lib/python3.13/site-packages/numpy/tests/test_scripts.py": 5790352482583964348, + "venv/lib/python3.13/site-packages/greenlet/tests/fail_slp_switch.py": 16490710972475154509, + "venv/lib/python3.13/site-packages/urllib3/contrib/socks.py": 645086578806871685, + "frontend/build/_app/immutable/nodes/21.Z3QnO35A.js": 17576883671688837453, + "backend/src/plugins/git/llm_extension.py": 9347391649685791102, + "venv/lib/python3.13/site-packages/h11/_headers.py": 7592730288271984585, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/test_ipython_compat.py": 12632271159842988561, + "venv/lib/python3.13/site-packages/iniconfig-2.3.0.dist-info/WHEEL": 16097436423493754389, + "venv/lib/python3.13/site-packages/pygments/styles/stata_light.py": 16319330015324455277, + "venv/lib/python3.13/site-packages/pygments/lexers/compiled.py": 8215290039991205531, + "frontend/src/lib/components/translate/__tests__/test_translation_preview.svelte.js": 15091004230843271151, + "venv/lib/python3.13/site-packages/_pytest/threadexception.py": 10464996327276961035, + "backend/tests/core/test_git_service_gitea_pr.py": 6098719224379185148, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_tz_convert.py": 17957207974799052653, + "venv/lib/python3.13/site-packages/iniconfig-2.3.0.dist-info/RECORD": 3288669175908898843, + "venv/lib/python3.13/site-packages/numpy/fft/_helper.pyi": 9546918341939102632, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/util/ssl_.py": 644667973700652263, + "venv/lib/python3.13/site-packages/starlette/types.py": 6372850128669191435, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Indel_py.py": 9112851333217812996, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/asymmetric/__init__.py": 14571251344510763303, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_twodim_base.py": 17623133613018058380, + "venv/lib/python3.13/site-packages/anyio/_core/_tempfile.py": 230288423480899091, + "venv/lib/python3.13/site-packages/pandas/core/sorting.py": 689057022713741051, + "venv/lib/python3.13/site-packages/pandas/tests/series/indexing/test_xs.py": 11073752361562791165, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/dtypes/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/PIL/TarIO.py": 13651401276968618561, + "semantics/reports/semantic_report_20260224_201806.md": 5167761834922745362, + "venv/lib/python3.13/site-packages/starlette/_utils.py": 8384087194580626069, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_between_time.py": 14266333058913745751, + "venv/lib/python3.13/site-packages/h11/_writers.py": 8585823094975171480, + "venv/lib/python3.13/site-packages/six-1.17.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/_pytest/_argcomplete.py": 3586514420674089892, + "venv/lib/python3.13/site-packages/numpy/lib/_format_impl.py": 1809069379864985298, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/base_class/test_where.py": 16584772339591698754, + "venv/lib/python3.13/site-packages/pygments/lexers/_sql_builtins.py": 5906655440517434734, + "semantics/reports/semantic_report_20260224_203216.md": 17287543432101820228, + "venv/lib/python3.13/site-packages/pandas/tests/strings/test_split_partition.py": 2715491071550545667, + "venv/lib/python3.13/site-packages/pip/_internal/cli/parser.py": 1064209424435927674, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/frequencies/test_inference.py": 5741637509343419942, + "venv/lib/python3.13/site-packages/jeepney/bus.py": 5163075760432139100, + "venv/lib/python3.13/site-packages/pandas/tests/arithmetic/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/PIL/ImageQt.py": 6607270889359138659, + "backend/src/services/clean_release/stages/no_external_endpoints.py": 11041035366569218866, + "venv/lib/python3.13/site-packages/six-1.17.0.dist-info/METADATA": 6502714564886871819, + "venv/lib/python3.13/site-packages/greenlet/TThreadStateCreator.hpp": 9887867766190459665, + "venv/lib/python3.13/site-packages/pip/py.typed": 10243553515949422671, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_size.py": 12449835577388069407, + "venv/lib/python3.13/site-packages/pandas/_libs/parsers.pyi": 18402185996588014111, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_internal/commands/debug.py": 13528633965821062950, + "venv/lib/python3.13/site-packages/pyasn1/codec/cer/decoder.py": 17559787396729804535, + "venv/lib/python3.13/site-packages/pandas/io/parquet.py": 14415622950469421518, + "venv/lib/python3.13/site-packages/pydantic_core-2.41.5.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/uvicorn/_compat.py": 2593000889619875759, + "venv/lib/python3.13/site-packages/authlib/oidc/registration/claims.py": 4161520263207458028, + "venv/lib/python3.13/site-packages/pyasn1/type/tag.py": 13912273274509186651, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7523/jwt_bearer.py": 6973859422068490274, + "venv/lib/python3.13/site-packages/jsonschema_specifications/schemas/draft202012/vocabularies/format-annotation": 4826455560768665215, + "venv/lib/python3.13/site-packages/pip/_vendor/dependency_groups/_implementation.py": 12245524932757110911, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/numeric/test_numeric.py": 9383693732009547935, + "venv/lib/python3.13/site-packages/pandas/core/arrays/integer.py": 7775055011080964709, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_skiprows.py": 8764515842253490735, + "venv/lib/python3.13/site-packages/cffi/verifier.py": 8473599757770867754, + "venv/lib/python3.13/site-packages/pip/_internal/cli/cmdoptions.py": 12107733000019393631, + "venv/lib/python3.13/site-packages/numpy/_pyinstaller/tests/pyinstaller-smoke.py": 13570990531070630950, + "venv/lib/python3.13/site-packages/pydantic/aliases.py": 14481980467204711659, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_recfunctions.py": 16014503284544747867, + "venv/lib/python3.13/site-packages/pandas/_libs/reshape.cpython-313-x86_64-linux-gnu.so": 10639750501333255943, + "venv/lib/python3.13/site-packages/authlib/common/urls.py": 13627272625165922482, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_replace.py": 4953527309376861139, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_tz_convert.py": 77283525137564255, + "venv/lib/python3.13/site-packages/numpy/random/tests/test_extending.py": 10202091354750153497, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_business_quarter.py": 11099677280196239755, + "venv/lib/python3.13/site-packages/annotated_doc/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/apscheduler/executors/pool.py": 10344126569001032241, + "venv/lib/python3.13/site-packages/pydantic/v1/parse.py": 5875950480538559709, + "venv/lib/python3.13/site-packages/PIL/_imagingtk.pyi": 18222325750818585549, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/style/test_style.py": 14810883299259169406, + "venv/lib/python3.13/site-packages/pip/_vendor/distlib/wheel.py": 828222664427570058, + "venv/lib/python3.13/site-packages/pygments/lexers/rego.py": 16022844238903541738, + "venv/lib/python3.13/site-packages/pygments/lexers/grammar_notation.py": 9009644754106884095, + "specs/023-clean-repo-enterprise/contracts/modules.md": 6597174412151350991, + "venv/lib/python3.13/site-packages/httpcore-1.0.9.dist-info/WHEEL": 2357997949040430835, + "venv/lib/python3.13/site-packages/fastapi/__main__.py": 10755252341326986079, + "venv/lib/python3.13/site-packages/python_multipart/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/random/_sfc64.pyi": 3536657185495782642, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/licenses/numpy/ma/LICENSE": 6723325434476453127, + "backend/src/services/clean_release/artifact_catalog_loader.py": 16969668877930596278, + "venv/lib/python3.13/site-packages/greenlet/greenlet_exceptions.hpp": 8819301638282185623, + "backend/src/api/routes/llm.py": 12736299177051035386, + "venv/lib/python3.13/site-packages/numpy/f2py/_backends/_backend.pyi": 13083543811193933305, + "semantics/reports/semantic_report_20260326_135851.md": 10621488638179283675, + "frontend/src/lib/ui/Select.svelte": 11354509509920497811, + "venv/lib/python3.13/site-packages/websockets/asyncio/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/apscheduler/jobstores/memory.py": 9947113720821563254, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_assert_attr_equal.py": 5612259834202470413, + "venv/lib/python3.13/site-packages/pygments/lexers/fantom.py": 1986459352773446836, + "backend/src/services/dataset_review/clarification_engine.py": 13640221555439415988, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/__init__.py": 9820770319106921495, + "specs/018-task-logging-v2/spec.md": 1667956428284401710, + "venv/lib/python3.13/site-packages/jaraco/classes/properties.py": 6976928770004942858, + "venv/lib/python3.13/site-packages/cffi/model.py": 13544803366359102016, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/status.py": 2214590120238144582, + "venv/lib/python3.13/site-packages/urllib3-2.6.2.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pygments/lexers/rdf.py": 14488319292387226505, + "venv/lib/python3.13/site-packages/packaging/_structures.py": 13086687542872305890, + "venv/lib/python3.13/site-packages/pygments/lexers/graphviz.py": 15677908982985025500, + "venv/lib/python3.13/site-packages/rpds_py-0.30.0.dist-info/licenses/LICENSE": 14524289631770661180, + "venv/lib/python3.13/site-packages/pip/_internal/metadata/base.py": 13444129650880426353, + "venv/lib/python3.13/site-packages/urllib3/_request_methods.py": 13671055114247516883, + "venv/lib/python3.13/site-packages/numpy/testing/_private/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/ufuncobject.h": 5112456258078662871, + "venv/lib/python3.13/site-packages/certifi-2025.11.12.dist-info/WHEEL": 16097436423493754389, + "venv/lib/python3.13/site-packages/pandas/core/algorithms.py": 487939626203097713, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/test_setops.py": 8622608042929141013, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_defchararray.py": 15135904718007443306, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/roles.py": 5448455900674232810, + "venv/lib/python3.13/site-packages/pygments/lexers/arrow.py": 6699009974224818979, + "venv/lib/python3.13/site-packages/numpy/f2py/_isocbind.py": 15031197044862908440, + "backend/src/api/routes/translate/_run_list_routes.py": 13032962834082893523, + "venv/lib/python3.13/site-packages/authlib/integrations/flask_client/apps.py": 10758062668702044519, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_cpu_features.py": 955759654189150497, + "venv/lib/python3.13/site-packages/pandas/core/interchange/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pygments/styles/solarized.py": 11231143047572616298, + "venv/lib/python3.13/site-packages/click/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_vendor/idna/idnadata.py": 1169745920682458213, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/conftest.py": 12368472226536104037, + "venv/lib/python3.13/site-packages/numpy/_typing/_nested_sequence.py": 7827259347937485408, + "venv/lib/python3.13/site-packages/pandas/tests/io/excel/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/poolmanager.py": 5071697837617938064, + "venv/lib/python3.13/site-packages/pyasn1/codec/ber/eoo.py": 5126566925877730303, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7521/client.py": 17305914656270781911, + "venv/lib/python3.13/site-packages/pip/_vendor/truststore/__init__.py": 1948986914452928735, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/DamerauLevenshtein.pyi": 2700568594438441246, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/random.py": 12722750410117529986, + "logs/app.log.1": 15453131390328548426, + "venv/lib/python3.13/site-packages/cryptography/hazmat/_oid.py": 755042927629281577, + "venv/lib/python3.13/site-packages/pandas/_testing/_hypothesis.py": 12298650110193262367, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/compiler.py": 13924519162400330589, + "venv/lib/python3.13/site-packages/anyio/to_thread.py": 12767326212338028587, + "venv/lib/python3.13/site-packages/yaml/scanner.py": 8554164423030397366, + "venv/lib/python3.13/site-packages/uvicorn/middleware/proxy_headers.py": 13206297306768491360, + "venv/lib/python3.13/site-packages/pandas/tests/test_optional_dependency.py": 7930709646653025355, + "backend/src/services/clean_release/audit_service.py": 9534298777117548502, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/spinner.py": 5564789578696016201, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/ops.py": 13451323660386712332, + "venv/lib/python3.13/site-packages/urllib3/util/util.py": 12490259045660543460, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimelike_/test_is_monotonic.py": 12769599198035357753, + "venv/lib/python3.13/site-packages/jsonschema/_utils.py": 14237077105384631097, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/psycopg2.py": 1331438198531942242, + "venv/lib/python3.13/site-packages/httpcore/_backends/trio.py": 8394426709857317737, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7517/base_key.py": 10402800587070352851, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/mysqlconnector.py": 17538029557373507617, + "venv/lib/python3.13/site-packages/websockets/http.py": 9406523480132204760, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_year.py": 1478857009124807836, + "venv/lib/python3.13/site-packages/yaml/events.py": 745772917931702910, + "venv/lib/python3.13/site-packages/pygments/styles/native.py": 4559566444883341527, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/version.py": 5000350193835202949, + "venv/lib/python3.13/site-packages/pandas/tests/series/indexing/test_mask.py": 9654897363729130542, + "venv/lib/python3.13/site-packages/gitdb/db/git.py": 13552203494737962026, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_numerictypes.py": 8836108334624807647, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_deprecate_nonkeyword_arguments.py": 11676809974120007408, + "venv/lib/python3.13/site-packages/numpy/polynomial/hermite_e.pyi": 13068936038543812082, + "venv/lib/python3.13/site-packages/pygments/lexers/_ada_builtins.py": 16331776886501464264, + "frontend/src/lib/stores/datasetReviewSession.js": 3915919349382526215, + "venv/lib/python3.13/site-packages/pip/_internal/operations/prepare.py": 13514839972066861359, + "venv/lib/python3.13/site-packages/pandas/_libs/join.pyi": 369262334342439364, + "specs/008-migration-ui-improvements/checklists/requirements.md": 8073526191796707581, + "backend/src/services/reports/__tests__/test_report_service.py": 6045116534626984913, + "backend/src/plugins/llm_analysis/__tests__/test_screenshot_service.py": 17792688368296989200, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/styles/_mapping.py": 11752660241391232497, + "specs/005-fix-ui-ws-validation/tasks.md": 4548718632093674245, + "venv/lib/python3.13/site-packages/annotated_doc-0.0.4.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pip/_vendor/platformdirs/api.py": 13134394673408254097, + "venv/lib/python3.13/site-packages/pip/_internal/req/req_file.py": 5180401483285462901, + "venv/lib/python3.13/site-packages/numpy/_typing/_nbit_base.py": 7446626038222262489, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/timedeltas/test_constructors.py": 17219764538851313252, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/common/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/passlib/crypto/des.py": 14699826058580193499, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/wrappers.py": 315409799569602977, + "venv/lib/python3.13/site-packages/numpy/py.typed": 15130871412783076140, + "semantics/reports/semantic_report_20260224_123950.md": 5693900197394107726, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_numeric_only.py": 13610631681447961840, + "venv/lib/python3.13/site-packages/greenlet/__init__.py": 3447613556981242475, + "backend/src/services/dataset_review/clarification_pkg/_helpers.py": 4822867945130807759, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/integer/test_repr.py": 13147587049887075335, + "frontend/src/lib/stores/environmentContext.js": 1762535408632658714, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/methods/test_factorize.py": 17995673140216929494, + "venv/lib/python3.13/site-packages/greenlet-3.3.0.dist-info/RECORD": 5169907629260560698, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/return_complex/foo77.f": 7353666717928699883, + "venv/lib/python3.13/site-packages/starlette/websockets.py": 13834731343216764204, + "venv/lib/python3.13/site-packages/pandas/_testing/contexts.py": 11714205921752896137, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/specifiers.py": 12284901056355482991, + "venv/lib/python3.13/site-packages/pandas/io/clipboard/__init__.py": 3656451154829206939, + "venv/lib/python3.13/site-packages/pip/_vendor/pyproject_hooks/_impl.py": 16610770935842519289, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_assert_index_equal.py": 10617870815989304510, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/methods/test_replace.py": 8784361132920473760, + "frontend/README.md": 8590981761142479822, + "venv/lib/python3.13/site-packages/pandas/core/tools/numeric.py": 8510988912136285022, + "frontend/src/app.html": 10207534912546549080, + "backend/tests/services/clean_release/test_compliance_execution_service.py": 5924200441771414883, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_period.py": 15671388508498441412, + "backend/src/plugins/llm_analysis/plugin.py": 13563674795958736723, + "venv/lib/python3.13/site-packages/psycopg2_binary.libs/libsasl2-883649fd.so.3.0.0": 13306917506408577991, + "backend/src/plugins/translate/events.py": 14264965160929343917, + "venv/lib/python3.13/site-packages/anyio/_backends/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/PIL/_imagingmorph.pyi": 18222325750818585549, + "venv/lib/python3.13/site-packages/psycopg2/sql.py": 18041240927130590808, + "venv/lib/python3.13/site-packages/pandas/_libs/tslibs/fields.pyi": 15420142722808118826, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/_dml_constructors.py": 4497038002189188311, + "venv/lib/python3.13/site-packages/charset_normalizer/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/frame/constructors/test_from_records.py": 12217508428903265797, + "venv/lib/python3.13/site-packages/click/_winconsole.py": 8133229457213704188, + "venv/lib/python3.13/site-packages/fastapi/dependencies/utils.py": 7687214523082385505, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_subclass.py": 16342917051908786497, + "venv/lib/python3.13/site-packages/numpy/random/_philox.cpython-313-x86_64-linux-gnu.so": 9916143171057774705, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/console.py": 3540660073442483692, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_counting.py": 5628494712451120258, + "frontend/build/_app/immutable/chunks/DDv6XLFf.js": 18098241835483014678, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/einsumfunc.pyi": 200771351328522379, + "venv/lib/python3.13/site-packages/idna/codec.py": 4260241549062101779, + "venv/lib/python3.13/site-packages/numpy/testing/_private/extbuild.py": 4984721349618127021, + "frontend/build/_app/immutable/chunks/2u_Js6c9.js": 15902770107192833879, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/test_constructors.py": 17392287676196409733, + "venv/lib/python3.13/site-packages/requests-2.32.5.dist-info/METADATA": 9458019064618635438, + "venv/lib/python3.13/site-packages/greenlet-3.3.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/git/util.py": 7424113599506269603, + "semantics/reports/semantic_report_20260310_170901.md": 3474800528213140631, + "venv/lib/python3.13/site-packages/pip/_internal/commands/wheel.py": 16397273591245583356, + "backend/src/models/git.py": 6898938895423263836, + "specs/020-task-reports-design/contracts/modules.md": 4646258524553254005, + "backend/src/services/clean_release/exceptions.py": 14631509303697939633, + "venv/lib/python3.13/site-packages/psycopg2_binary.libs/liblber-1c9097e2.so.2.0.200": 2651879839738900594, + "venv/lib/python3.13/site-packages/pip/_internal/resolution/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/websockets-15.0.1.dist-info/LICENSE": 6774760218010069963, + "venv/lib/python3.13/site-packages/_pytest/config/findpaths.py": 7867603756389940562, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/mypy.ini": 4763385838822685881, + "venv/lib/python3.13/site-packages/pandas/tests/api/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/passlib-1.7.4.dist-info/RECORD": 3617343778671172258, + "venv/lib/python3.13/site-packages/referencing/tests/test_core.py": 8280983300775878144, + "venv/lib/python3.13/site-packages/pandas/tests/series/accessors/test_dt_accessor.py": 2229616362327032253, + "backend/src/api/routes/dataset_review_pkg/_routes.py": 11040245149296528009, + "venv/lib/python3.13/site-packages/numpy/matrixlib/tests/test_matrix_linalg.py": 2858987911347541177, + "venv/lib/python3.13/site-packages/cryptography/x509/certificate_transparency.py": 11337143186866439208, + "venv/lib/python3.13/site-packages/referencing/tests/test_referencing_suite.py": 8875120876162738440, + "venv/lib/python3.13/site-packages/cffi/error.py": 8147505969912539538, + "backend/src/services/clean_release/repositories/report_repository.py": 17952038790457725175, + "backend/src/core/plugin_base.py": 11649432288706102843, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/test_arithmetic.py": 17449383588949771785, + "frontend/svelte.config.js": 8473636210766821560, + "venv/lib/python3.13/site-packages/numpy/__init__.cython-30.pxd": 1476688171642957054, + "venv/lib/python3.13/site-packages/anyio/_core/_contextmanagers.py": 1258491775823080427, + "venv/lib/python3.13/site-packages/httpcore/_async/__init__.py": 491192949420297153, + "backend/src/services/clean_release/__tests__/test_manifest_builder.py": 9320699981861675127, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/index_tricks.py": 10051261976498916957, + "venv/lib/python3.13/site-packages/click/__init__.py": 9261629899056870564, + "backend/tests/core/test_defensive_guards.py": 1048600814279591148, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/npyio.pyi": 14147712281086095231, + "venv/lib/python3.13/site-packages/pygments/lexers/tablegen.py": 2917626373516779857, + "venv/lib/python3.13/site-packages/starlette/middleware/wsgi.py": 12506262030845301606, + "venv/lib/python3.13/site-packages/pycparser-2.23.dist-info/WHEEL": 5160964596297665692, + "venv/lib/python3.13/site-packages/pyasn1/__init__.py": 8089201217593738032, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/interface.py": 3134071530627935964, + "venv/lib/python3.13/site-packages/urllib3/contrib/emscripten/__init__.py": 3619091571279924576, + "semantics/reports/semantic_report_20260128_164853.md": 8806595390913137170, + "venv/lib/python3.13/site-packages/numpy/lib/npyio.py": 6782361985454523908, + "backend/src/api/routes/__tests__/test_git_status_route.py": 6306531435114264696, + "frontend/build/_app/immutable/chunks/DYEvMGCs.js": 14132905020288286330, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/padding.py": 11244071766694094554, + "venv/lib/python3.13/site-packages/numpy/random/tests/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/internals/test_internals.py": 2049484047553296860, + "backend/src/api/routes/__tests__/test_clean_release_source_policy.py": 15242462571646635922, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/methods/test_value_counts.py": 13270420637302622174, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/test_core_functionalities.py": 10449747865888948579, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/live.py": 8586058300967410643, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_index.py": 4908727359687606870, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/test_eng_formatting.py": 14768815444701392013, + "venv/lib/python3.13/site-packages/_pytest/tmpdir.py": 10834220332037364219, + "venv/lib/python3.13/site-packages/pandas/io/formats/style.py": 13235403689320479165, + "venv/lib/python3.13/site-packages/pandas/_libs/__init__.py": 17117112389651696580, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/exclusions.py": 15852672500377116297, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/concat/test_empty.py": 13006241382741353569, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/psycopg.py": 8023549900603235601, + "backend/src/plugins/storage/__init__.py.bak": 7062955918227442388, + "venv/lib/python3.13/site-packages/apscheduler/jobstores/etcd.py": 4078354986605069279, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_f2cmap.py": 5863341586534531594, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/interval/test_interval_tree.py": 15789443159423302291, + "venv/lib/python3.13/site-packages/pip/_vendor/tomli/py.typed": 9796674040111366709, + "venv/lib/python3.13/site-packages/referencing/tests/test_jsonschema.py": 9815500901482570619, + "venv/lib/python3.13/site-packages/websockets/server.py": 16599051743322571790, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/conftest.py": 16571782049241458769, + "venv/lib/python3.13/site-packages/websockets/legacy/handshake.py": 376095144657994920, + "venv/lib/python3.13/site-packages/pandas/tests/generic/test_series.py": 2980850649986213051, + "venv/lib/python3.13/site-packages/_pytest/reports.py": 13930709338396699351, + "venv/lib/python3.13/site-packages/pydantic/_internal/_import_utils.py": 4029157986210295967, + "venv/bin/pyrsa-decrypt": 10929163076272054227, + "backend/src/scripts/clean_release_cli.py": 14467814161661747234, + "specs/015-frontend-nav-redesign/research.md": 11243548831269761019, + "venv/lib/python3.13/site-packages/cryptography/hazmat/backends/openssl/backend.py": 9072112660082423691, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/formatter.py": 16499277113779414101, + "venv/lib/python3.13/site-packages/pandas/core/computation/parsing.py": 3084943521520476999, + "venv/lib/python3.13/site-packages/pygments/lexers/gcodelexer.py": 13712494327007684318, + "specs/019-superset-ux-redesign/tests/reports/2026-02-21-report.md": 12343259449880559287, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/tags.py": 254599446317461188, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_nep50_promotions.py": 6318578947214302182, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/period/test_reductions.py": 8258332365408303156, + "venv/lib/python3.13/site-packages/psycopg2_binary-2.9.11.dist-info/licenses/LICENSE": 5757922580822401219, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Prefix.py": 4672871351134074735, + "venv/lib/python3.13/site-packages/numpy/matrixlib/tests/test_multiarray.py": 3592197154340095431, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/response.py": 353446217435156470, + "venv/lib/python3.13/site-packages/referencing/tests/test_retrieval.py": 10782087416909177703, + "venv/lib/python3.13/site-packages/pandas/io/orc.py": 12754290195886557668, + "venv/lib/python3.13/site-packages/PIL/PdfImagePlugin.py": 16082854250442815862, + "venv/lib/python3.13/site-packages/pandas/core/ops/common.py": 17314999825118928100, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/test_indexing.py": 16291207621268530224, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_finfo.py": 17174674209412768422, + "venv/lib/python3.13/site-packages/passlib/tests/test_crypto_scrypt.py": 17378030264314664250, + "frontend/src/routes/settings/automation/+page.svelte": 15129032082642700205, + "merge_kilo.py": 4282227344165325430, + "venv/lib/python3.13/site-packages/keyring/backend.py": 14185808762437650951, + "venv/lib/python3.13/site-packages/attr/_cmp.pyi": 14443711863388606665, + "venv/lib/python3.13/site-packages/authlib/integrations/base_client/sync_app.py": 14788764260762890368, + "venv/lib/python3.13/site-packages/pydantic/_internal/_git.py": 8760779092674434712, + "venv/lib/python3.13/site-packages/pydantic/generics.py": 15019381413806459410, + "semantics/reports/semantic_report_20260223_105651.md": 15654929273826412274, + "backend/src/core/database.py.bak": 14909628735913201532, + "venv/lib/python3.13/site-packages/jsonschema_specifications/schemas/draft202012/vocabularies/format-assertion": 2607512361823362698, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_to_dict_of_blocks.py": 11646835537993064324, + "venv/lib/python3.13/site-packages/PIL/features.py": 3481835375516797487, + "venv/lib/python3.13/site-packages/pip/_internal/network/download.py": 5256731341219268693, + "venv/lib/python3.13/site-packages/numpy/lib/introspect.pyi": 12239924839764265507, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/pg_catalog.py": 15726448028057859831, + "venv/lib/python3.13/site-packages/pygments/lexers/usd.py": 934820244673741695, + "specs/005-fix-ui-ws-validation/data-model.md": 17124840946982971358, + "venv/lib/python3.13/site-packages/rsa-4.9.1.dist-info/LICENSE": 8423899413955829149, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_mangle_dupes.py": 15613858733226279352, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7523/auth.py": 13542332344403032059, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/terminal_theme.py": 13727399800263579809, + "venv/lib/python3.13/site-packages/numpy/lib/_type_check_impl.pyi": 2667658052734929089, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_add_prefix_suffix.py": 4815518357936092237, + "venv/lib/python3.13/site-packages/pillow.libs/libavif-01e67780.so.16.3.0": 13947441788826399574, + "venv/lib/python3.13/site-packages/dateutil/zoneinfo/__init__.py": 10261654903106416888, + "venv/lib/python3.13/site-packages/apscheduler/jobstores/redis.py": 11313520438600819390, + "venv/lib/python3.13/site-packages/pyasn1/type/base.py": 6801504886392649787, + "venv/lib/python3.13/site-packages/sqlalchemy/util/_has_cy.py": 11979732417254560424, + "venv/lib/python3.13/site-packages/pygments/styles/rainbow_dash.py": 12236746494379891602, + "venv/lib/python3.13/site-packages/authlib/integrations/sqla_oauth2/tokens_mixins.py": 9923721909178724437, + "venv/lib/python3.13/site-packages/greenlet/platform/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/websockets-15.0.1.dist-info/RECORD": 17985800801793506250, + "venv/lib/python3.13/site-packages/pandas/tests/strings/test_strings.py": 17398806130402098912, + "venv/lib/python3.13/site-packages/smmap-5.0.2.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/numpy/_utils/_pep440.pyi": 6796322258258182775, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/gh15035.f": 13126319439858352711, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_is_monotonic.py": 4626065848596214108, + "venv/lib/python3.13/site-packages/numpy/_pyinstaller/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pygments/lexers/thingsdb.py": 6073447481627395832, + "specs/024-user-dashboard-filter/plan.md": 406576583614894373, + "venv/lib/python3.13/site-packages/cryptography/hazmat/__init__.py": 6534110674636458866, + "specs/028-llm-datasource-supeset/bugreport-mcp-timeout.md": 10007414468806036596, + "specs/019-superset-ux-redesign/plan.md": 11271113204207419504, + "venv/lib/python3.13/site-packages/requests-2.32.5.dist-info/REQUESTED": 15130871412783076140, + "semantics/reports/semantic_report_20260310_122125.md": 17429817988138205316, + "venv/lib/python3.13/site-packages/authlib/oauth1/rfc5849/base_server.py": 9643197259080504542, + "specs/004-integrate-svelte-kit/contracts/api.md": 4871286532473548377, + "docs/architecture.md": 7737513752140632822, + "frontend/build/_app/immutable/chunks/DxH2IUTz.js": 12144654136528741402, + "venv/lib/python3.13/site-packages/starlette/endpoints.py": 3379755567024530053, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7523/client.py": 18443944554871937480, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_matmul.py": 16169282225324014901, + "venv/lib/python3.13/site-packages/jeepney/auth.py": 10565040329507087892, + "venv/lib/python3.13/site-packages/pygments/lexers/webidl.py": 8097260111959278117, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/test_encoding.py": 6622474614967398246, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/methods/test_describe.py": 11923715539897559626, + "venv/lib/python3.13/site-packages/websockets/asyncio/messages.py": 6848925149930551457, + "venv/lib/python3.13/site-packages/requests/help.py": 1885413874621672882, + "venv/lib/python3.13/site-packages/packaging-26.0.dist-info/licenses/LICENSE.APACHE": 11041304845352917971, + "venv/lib/python3.13/site-packages/PIL/Image.py": 13615925856053031482, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/models.py": 17870758731501836303, + "venv/lib/python3.13/site-packages/rapidfuzz/utils_cpp.cpython-313-x86_64-linux-gnu.so": 16145829319198889672, + "venv/lib/python3.13/site-packages/greenlet/greenlet_allocator.hpp": 11041111583319491309, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_validate_args_and_kwargs.py": 3381939712123764154, + "venv/lib/python3.13/site-packages/git/objects/util.py": 691018806932355307, + "frontend/src/lib/components/dataset-review/SourceIntakePanel.svelte": 10994864579319870671, + "backend/src/core/utils/superset_context_extractor/_recovery.py": 13298493527065532076, + "backend/tests/test_models.py": 3998442321184404421, + "venv/lib/python3.13/site-packages/pandas/core/computation/pytables.py": 16326122536715961388, + "venv/lib/python3.13/site-packages/pip/_vendor/tomli/_types.py": 7175518113263603341, + "venv/lib/python3.13/site-packages/idna/idnadata.py": 200840860629525970, + "venv/lib/python3.13/site-packages/apscheduler/job.py": 1858376671986108667, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/padding.py": 7470483648602195268, + "venv/lib/python3.13/site-packages/pygments-2.19.2.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/rapidfuzz/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/lib/_stride_tricks_impl.py": 5260748170237305627, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_sort_index.py": 14187428934500390688, + "venv/lib/python3.13/site-packages/anyio/_core/_testing.py": 14024940365851109155, + "venv/lib/python3.13/site-packages/numpy/version.py": 1497063540123613501, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_to_frame.py": 2169381747938271444, + "venv/lib/python3.13/site-packages/PIL/_avif.pyi": 18222325750818585549, + "specs/002-app-settings/plan.md": 4907304935354038965, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/dependency.py": 7300594038182867460, + "venv/lib/python3.13/site-packages/ecdsa-0.19.1.dist-info/LICENSE": 16174281248426886206, + "venv/lib/python3.13/site-packages/pip/_internal/index/package_finder.py": 12631116673181479779, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/modules/gh26920/two_mods_with_no_public_entities.f90": 12296500845667555672, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_is_unique.py": 3989602816674881215, + "venv/lib/python3.13/site-packages/gitpython-3.1.46.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pip/_internal/commands/list.py": 13035925292530461722, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/assumed_shape/foo_mod.f90": 5765181406654284736, + "venv/lib/python3.13/site-packages/passlib/tests/test_handlers_django.py": 8455054295577203929, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/period/test_astype.py": 1961831758405941258, + "specs/024-user-dashboard-filter/data-model.md": 9728403837055031639, + "venv/lib/python3.13/site-packages/numpy/f2py/src/fortranobject.c": 2519219289444051739, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_convert_dtypes.py": 13612212066710266457, + "backend/src/api/routes/storage.py": 15226523387798112491, + "venv/lib/python3.13/site-packages/numpy/random/tests/test_regression.py": 9375525053479844400, + "venv/lib/python3.13/site-packages/urllib3-2.6.2.dist-info/WHEEL": 7454950858448014158, + "venv/lib/python3.13/site-packages/websockets/legacy/server.py": 5390090919193784186, + "backend/src/plugins/translate/superset_executor.py": 13699494825970352543, + "venv/lib/python3.13/site-packages/psycopg2/errors.py": 10441360078612452560, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/cmac.py": 12011944740750051829, + "venv/lib/python3.13/site-packages/jaraco/functools/__init__.pyi": 2872039192528394677, + "venv/lib/python3.13/site-packages/numpy/lib/__init__.py": 12211229657513986410, + "venv/lib/python3.13/site-packages/numpy/random/tests/data/pcg64dxsm-testset-2.csv": 16611724551361692999, + "venv/lib/python3.13/site-packages/numpy/core/function_base.py": 12696640832638144604, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/concat/test_datetimes.py": 7889573945417063183, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_cell_widths.py": 5724379364993806351, + "venv/lib/python3.13/site-packages/pyyaml-6.0.3.dist-info/METADATA": 1862765380818895200, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/fixtures/base.py": 10205051944814316388, + "venv/lib/python3.13/site-packages/requests-2.32.5.dist-info/RECORD": 9678861487447993169, + "venv/lib/python3.13/site-packages/pygments/lexers/trafficscript.py": 776604244051744646, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_casting_unittests.py": 18157503533859249155, + "specs/023-clean-repo-enterprise/checklists/release-readiness.md": 7935778782079598113, + "venv/lib/python3.13/site-packages/pydantic_settings-2.13.0.dist-info/licenses/LICENSE": 16147999986886816451, + "venv/lib/python3.13/site-packages/pip/_internal/req/req_dependency_group.py": 10505346210114745037, + "venv/lib/python3.13/site-packages/pygments/lexers/roboconf.py": 1335271183806115470, + "backend/src/services/dataset_review/orchestrator_pkg/_commands.py": 15474996500928063708, + "venv/lib/python3.13/site-packages/PIL/_webp.pyi": 18222325750818585549, + "venv/lib/python3.13/site-packages/pip/_internal/vcs/subversion.py": 7423946096970870727, + "venv/lib/python3.13/site-packages/fastapi/middleware/asyncexitstack.py": 7733356903092860495, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_setops.py": 9991233160569430204, + "backend/src/services/clean_release/repositories/artifact_repository.py": 9040122866024534865, + "backend/src/core/utils/__init__.py": 12454773556575864508, + "backend/src/services/health_service.py": 7295235621662158359, + "backend/test_pat_api.py": 4206656943734821967, + "venv/lib/python3.13/site-packages/dateutil/parser/__init__.py": 11377431154251655738, + "venv/lib/python3.13/site-packages/starlette/middleware/sessions.py": 11719848399661632707, + "venv/lib/python3.13/site-packages/numpy/lib/_scimath_impl.pyi": 8879196542984811747, + "venv/lib/python3.13/site-packages/numpy/polynomial/tests/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/psycopg2_binary.libs/libkrb5-fcafa220.so.3.3": 5620628698712971642, + "backend/src/services/git/_url.py": 15729080796864187707, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/merge/test_merge_antijoin.py": 14435396877404907826, + "venv/lib/python3.13/site-packages/pandas/core/api.py": 3390809109543982410, + "venv/lib/python3.13/site-packages/pip/_internal/operations/build/metadata_legacy.py": 9226692984248279094, + "backend/src/services/clean_release/repositories/publication_repository.py": 11208425895213508165, + "venv/lib/python3.13/site-packages/git/refs/tag.py": 9979537867501757110, + "venv/lib/python3.13/site-packages/numpy/f2py/func2subr.py": 338595621218646492, + "venv/lib/python3.13/site-packages/pandas/tests/io/test_spss.py": 4865360315909532603, + "venv/lib/python3.13/site-packages/jose/jws.py": 11592462993417182096, + "venv/lib/python3.13/site-packages/ecdsa/_version.py": 17707102226558781833, + "venv/lib/python3.13/site-packages/pydantic_core/_pydantic_core.cpython-313-x86_64-linux-gnu.so": 13917011878259810696, + "venv/lib/python3.13/site-packages/dotenv/parser.py": 17651523026132242005, + "specs/003-project-launch-script/checklists/requirements.md": 3148627577401387005, + "semantics/reports/semantic_report_20260223_142446.md": 6682361209925271403, + "venv/lib/python3.13/site-packages/anyio-4.12.0.dist-info/RECORD": 10036839994791510159, + "frontend/eslint.config.js": 14296985543214702398, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimelike_/test_sort_values.py": 15072305514178699398, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mssql/information_schema.py": 8551227132710897346, + "venv/lib/python3.13/site-packages/pycparser/_build_tables.py": 569728086093219621, + "venv/lib/python3.13/site-packages/smmap/test/test_tutorial.py": 16309370344201290582, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6749/grants/base.py": 5924592154431932923, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/callback/foo.f": 6349567809926050379, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/holiday/test_federal.py": 16758212916399857971, + "frontend/build/_app/immutable/chunks/D8x2xjSY.js": 1869531478564341485, + "venv/lib/python3.13/site-packages/pip/_internal/commands/lock.py": 14782882714168174465, + "venv/lib/python3.13/site-packages/PIL/_tkinter_finder.py": 14045496501810535432, + "frontend/src/lib/components/assistant/AssistantChatPanel.svelte": 15111082609123137207, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/base.py": 14734745827490220667, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test__version.py": 9037916251087760255, + "venv/lib/python3.13/site-packages/PIL/BlpImagePlugin.py": 7209218638257731375, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/datetimes/test_reductions.py": 1713831062142840146, + "frontend/build/_app/immutable/assets/0.MTxBDLpQ.css": 7024212364934764972, + "venv/lib/python3.13/site-packages/click/utils.py": 13475604420010022458, + "venv/lib/python3.13/site-packages/greenlet/tests/__init__.py": 1181423074160870921, + "backend/src/api/routes/git/_repo_routes.py": 7367823490321383813, + "backend/src/plugins/translate/orchestrator.py": 9097618826809376864, + "backend/src/core/auth/repository.py": 7314530014494164270, + "venv/lib/python3.13/site-packages/pydantic-2.12.5.dist-info/METADATA": 13776251749114562660, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_duplicated.py": 14676058112867601208, + "venv/lib/python3.13/site-packages/pip/_internal/cli/progress_bars.py": 7584699216537478969, + "venv/lib/python3.13/site-packages/pytest_asyncio-1.3.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_swaplevel.py": 3584770792383216626, + "venv/lib/python3.13/site-packages/pandas/tests/test_multilevel.py": 10500316376521962061, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc6750/__init__.py": 11526998905763262175, + "venv/lib/python3.13/site-packages/pandas/_libs/tslib.pyi": 16170606956605100142, + "venv/lib/python3.13/site-packages/pygments/styles/lightbulb.py": 12433916113773598760, + "venv/lib/python3.13/site-packages/pygments/lexers/arturo.py": 4565524340706235725, + "venv/lib/python3.13/site-packages/pandas/util/_tester.py": 1033951890304257539, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/conftest.py": 17897502508251413988, + "venv/lib/python3.13/site-packages/sqlalchemy/cyextension/util.cpython-313-x86_64-linux-gnu.so": 12473903676666680134, + "venv/lib/python3.13/site-packages/pyasn1-0.6.2.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/sqlalchemy/util/deprecations.py": 7020540470348910770, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_numeric.py": 5627177940393829333, + "venv/lib/python3.13/site-packages/dateutil/tz/tz.py": 5258008267965780817, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/test_subclass.py": 12453252499544981915, + "venv/lib/python3.13/site-packages/numpy/lib/_array_utils_impl.pyi": 11535882608355652318, + "venv/lib/python3.13/site-packages/numpy/tests/test_matlib.py": 14395481530627870882, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/writeonly.py": 14213960431308620600, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc8414/models.py": 3567900447243180991, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/test_functions.py": 16376319335326812580, + "semantics/reports/semantic_report_20260223_110506.md": 5558105222834531156, + "specs/002-app-settings/tasks.md": 6202999946517838735, + "venv/lib/python3.13/site-packages/requests/__init__.py": 2604491098990438229, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/modules/module_data_docstring.f90": 18245403117623015312, + "venv/lib/python3.13/site-packages/ecdsa/test_rw_lock.py": 1572802971060634697, + "venv/lib/python3.13/site-packages/pydantic/validate_call_decorator.py": 11130572937843915026, + "venv/lib/python3.13/site-packages/httpx/_models.py": 6516278895118988231, + "venv/lib/python3.13/site-packages/pandas/tests/util/test_validate_kwargs.py": 10173906126211473463, + "venv/lib/python3.13/site-packages/pandas/tests/io/json/test_pandas.py": 10894229569442891394, + "venv/lib/python3.13/site-packages/fastapi/security/http.py": 8465565118555441408, + "venv/lib/python3.13/site-packages/_pytest/pytester_assertions.py": 1899505062406979663, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_reshape.py": 10576230966727810832, + "venv/lib/python3.13/site-packages/gitdb/fun.py": 55226330810782184, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/methods/test_repeat.py": 9155935990114743583, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_custom_business_month.py": 1613806538807726074, + "venv/lib/python3.13/site-packages/authlib/integrations/base_client/sync_openid.py": 5670082466989878756, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/lib_version.py": 10384171076976071398, + "venv/lib/python3.13/site-packages/pandas/io/formats/templates/html_style.tpl": 3352086677417301397, + "venv/lib/python3.13/site-packages/_pytest/config/__init__.py": 12787579251203510616, + "venv/lib/python3.13/site-packages/yaml/cyaml.py": 9157893742065554693, + "venv/lib/python3.13/site-packages/referencing-0.37.0.dist-info/licenses/COPYING": 14459782230785388765, + "venv/lib/python3.13/site-packages/dotenv/ipython.py": 15904966766060247908, + "venv/lib/python3.13/site-packages/h11/__init__.py": 222801976520197308, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/simple.py": 11050636051019777317, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/twofactor/hotp.py": 18325640697829098192, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/comparisons.pyi": 9338084426044982038, + "venv/lib/python3.13/site-packages/pygments/lexers/q.py": 15426466074881683794, + "venv/lib/python3.13/site-packages/pandas/core/interchange/dataframe_protocol.py": 12857147443873820285, + "backend/src/schemas/health.py": 13764741380188041840, + "backend/src/core/auth/config.py": 8065625913451826937, + "venv/lib/python3.13/site-packages/pandas/core/window/__init__.py": 15180240812077877933, + "venv/lib/python3.13/site-packages/pandas/core/groupby/generic.py": 4857114071347950833, + "venv/lib/python3.13/site-packages/pandas-3.0.1.dist-info/REQUESTED": 15130871412783076140, + "backend/src/services/notifications/__init__.py": 13930898146447654299, + "venv/lib/python3.13/site-packages/cryptography/hazmat/backends/openssl/__init__.py": 4870269250323682576, + "venv/lib/python3.13/site-packages/pandas/core/array_algos/quantile.py": 17341029201525362074, + "specs/012-remove-superset-tool/quickstart.md": 13091867905072799124, + "backend/src/services/clean_release/source_isolation.py": 10193276492118254392, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_x86_msvc.h": 2465089365642299646, + "backend/logs/app.log.1": 366149754645105088, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/__init__.py": 15130871412783076140, + "semantics/reports/semantic_report_20260310_121821.md": 9257250846297518228, + "venv/lib/python3.13/site-packages/pydantic/v1/_hypothesis_plugin.py": 6383299780629629080, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/test_datetime.py": 7456744745424297814, + "venv/lib/python3.13/site-packages/numpy/ma/mrecords.py": 687170905107114309, + "venv/lib/python3.13/site-packages/pygments/lexers/ooc.py": 14540210212631538007, + "venv/lib/python3.13/site-packages/pluggy/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pygments/formatters/bbcode.py": 8614391937525677922, + "venv/lib/python3.13/site-packages/pygments/lexers/web.py": 11104721221615804497, + "venv/lib/python3.13/site-packages/python_multipart-0.0.21.dist-info/RECORD": 7266315886702289726, + "venv/lib/python3.13/site-packages/pip/_vendor/idna/intranges.py": 12536174834761591006, + "venv/lib/python3.13/site-packages/dateutil/parser/_parser.py": 9443336890192151397, + "venv/lib/python3.13/site-packages/_pytest/_io/wcwidth.py": 13515196388826152383, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/holiday/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/typing/tests/test_typing.py": 10311989961588249147, + "venv/lib/python3.13/site-packages/itsdangerous/exc.py": 11181421963755661477, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/npy_os.h": 7883047506449405400, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/common.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_emoji_codes.py": 13901854719435716195, + "specs/025-clean-release-compliance/contracts/cli.md": 12450802926588838271, + "venv/lib/python3.13/site-packages/cryptography-46.0.3.dist-info/WHEEL": 7414522633964952515, + "venv/lib/python3.13/site-packages/jose/utils.py": 1926138853970725083, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/interval/test_overlaps.py": 8287716909793575347, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/parameter/constant_integer.f90": 8308927438994838783, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timedelta/test_constructors.py": 1697610790604400105, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/test_melt.py": 15663807247682146566, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/base.py": 6348888156686452825, + "venv/lib/python3.13/site-packages/numpy/random/_common.cpython-313-x86_64-linux-gnu.so": 12834724130890991478, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/return_character/foo77.f": 4046503346951676582, + "venv/lib/python3.13/site-packages/authlib/integrations/django_oauth1/nonce.py": 18219168479887197733, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/warnings.py": 2552021607611112605, + "venv/lib/python3.13/site-packages/dateutil/utils.py": 7067026915090881998, + "venv/lib/python3.13/site-packages/authlib/consts.py": 14226604841596736870, + "venv/lib/python3.13/site-packages/python_dotenv-1.2.1.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/authlib/integrations/httpx_client/assertion_client.py": 4261295109880943573, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/emoji.py": 9166774203918731896, + "venv/lib/python3.13/site-packages/pycparser/ply/lex.py": 3393278208465358140, + "venv/lib/python3.13/site-packages/pip/_vendor/truststore/_ssl_constants.py": 14834514243239777933, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/string/gh24008.f": 3872245077994936272, + "venv/lib/python3.13/site-packages/rpds_py-0.30.0.dist-info/METADATA": 7214286447912789067, + "venv/lib/python3.13/site-packages/PIL/PcdImagePlugin.py": 922809545463280224, + "venv/lib/python3.13/site-packages/numpy/lib/__init__.pyi": 1537495515469182226, + "frontend/src/components/TaskRunner.svelte": 18014857434320509117, + "venv/lib/python3.13/site-packages/httpx-0.28.1.dist-info/RECORD": 17594742868855466393, + "venv/lib/python3.13/site-packages/authlib/integrations/base_client/__init__.py": 1856412417337875350, + "frontend/src/routes/datasets/review/__tests__/dataset_review_entry.ux.test.js": 5439236328736424365, + "specs/019-superset-ux-redesign/test_report_20260210.md": 13803717103730536274, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7518/__init__.py": 8558541715982163200, + "specs/014-file-storage-ui/quickstart.md": 1028348239354755841, + "backend/src/services/auth_service.py": 17642785219801916280, + "venv/lib/python3.13/site-packages/numpy/f2py/__init__.py": 7470157159992827389, + "venv/lib/python3.13/site-packages/attrs/converters.py": 13109003765349201809, + "venv/lib/python3.13/site-packages/numpy/lib/_utils_impl.py": 13012775703413938576, + "venv/lib/python3.13/site-packages/pandas/io/formats/printing.py": 3054136648863371285, + "venv/lib/python3.13/site-packages/pandas/io/excel/_calamine.py": 13354427767660487637, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/oracle/base.py": 13634605726041717070, + "venv/lib/python3.13/site-packages/pandas/tests/series/accessors/test_str_accessor.py": 4066094997616994612, + "venv/lib/python3.13/site-packages/PIL/__init__.py": 10393984345353752724, + "venv/lib/python3.13/site-packages/authlib-1.6.6.dist-info/RECORD": 7914594107698271488, + "venv/lib/python3.13/site-packages/pygments/formatters/svg.py": 11686316844190214147, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/return_real/foo90.f90": 58572216018544419, + "venv/lib/python3.13/site-packages/pygments/lexers/bare.py": 18266858932333619451, + "frontend/src/components/storage/FileUpload.svelte": 14805293086068620697, + "frontend/src/components/git/__tests__/git_manager.unfinished_merge.integration.test.js": 2437475749409257490, + "specs/017-llm-analysis-plugin/tasks.md": 15672820506605842334, + "venv/lib/python3.13/site-packages/pandas/io/json/_table_schema.py": 3103776773020058805, + "backend/src/scripts/migrate_sqlite_to_postgres.py": 12189171622015620006, + "venv/lib/python3.13/site-packages/pip/_internal/metadata/importlib/_envs.py": 5657151394155576509, + "backend/logs/app.log.4": 16206377159478370073, + "venv/lib/python3.13/site-packages/numpy/random/bit_generator.cpython-313-x86_64-linux-gnu.so": 2574035311375507054, + "venv/lib/python3.13/site-packages/sqlalchemy/exc.py": 6372950288664776625, + "venv/lib/python3.13/site-packages/authlib/integrations/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/fastapi-0.127.1.dist-info/WHEEL": 7145482834744213753, + "frontend/src/lib/ui/LanguageSwitcher.svelte": 3899734183369041614, + "venv/lib/python3.13/site-packages/py.py": 16248211404003181569, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/arithmetic.pyi": 10265823318697442495, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_cumulative.py": 11752712818547022872, + "venv/lib/python3.13/site-packages/pandas/tests/io/test_stata.py": 3030675968330529905, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/string/char.f90": 12203871998988759364, + "venv/lib/python3.13/site-packages/pandas/io/sas/sas_xport.py": 16525568795475918874, + "venv/lib/python3.13/site-packages/PIL/WmfImagePlugin.py": 15685062825106444247, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_npy_units.py": 8966226962799105383, + "venv/lib/python3.13/site-packages/jeepney-0.9.0.dist-info/METADATA": 15225661995655327539, + "venv/lib/python3.13/site-packages/numpy/lib/_npyio_impl.py": 2215312866861772848, + "specs/028-llm-datasource-supeset/plan.md": 5571985398480063178, + "semantics/reports/semantic_report_20260315_162103.md": 13336353209769376594, + "backend/src/services/dataset_review/semantic_resolver.py": 8447496149691924829, + "venv/lib/python3.13/site-packages/pip/_vendor/tomli/_parser.py": 3540203683732744499, + "venv/lib/python3.13/site-packages/authlib/jose/drafts/_jwe_enc_cryptography.py": 4383854709657749855, + "venv/lib/python3.13/site-packages/pip/_internal/network/utils.py": 13421242949994555055, + "venv/lib/python3.13/site-packages/pip/_vendor/distlib/version.py": 6401479036177132374, + "venv/lib/python3.13/site-packages/gitdb/db/base.py": 3375449584942578385, + "venv/lib/python3.13/site-packages/more_itertools/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-log.csv": 221209423454319618, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_pipe.py": 7400355977900310233, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/misc/extended_precision.pyi": 6541258584648209609, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/_version.py": 15336513445621042105, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/concat/test_sort.py": 11941630642630249576, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_reindex.py": 8772423071604000084, + "venv/lib/python3.13/site-packages/pygments/styles/vs.py": 4188729978573652106, + "venv/lib/python3.13/site-packages/numpy/random/tests/test_direct.py": 12680113511641199070, + "venv/lib/python3.13/site-packages/psycopg2_binary.libs/libldap-2974a1ba.so.2.0.200": 13590569080612602445, + "venv/lib/python3.13/site-packages/httpcore/_api.py": 16499985295426060327, + "venv/lib/python3.13/site-packages/httpcore-1.0.9.dist-info/RECORD": 12015288851076448205, + "venv/lib/python3.13/site-packages/pygments/lexers/hexdump.py": 10665271113239513484, + "venv/lib/python3.13/site-packages/pygments/lexers/ptx.py": 4855144232064607995, + "frontend/src/lib/components/layout/sidebarNavigation.js": 12067620255981492739, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/ciphers/aead.py": 8740476942925346444, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/ndarray_misc.pyi": 16219573290116396099, + "venv/lib/python3.13/site-packages/sqlalchemy/connectors/pyodbc.py": 4146960201984489604, + "venv/lib/python3.13/site-packages/pandas/tests/io/json/test_deprecated_kwargs.py": 10379929935087904974, + "frontend/src/components/git/GitManager.svelte": 10046788495793334635, + "venv/lib/python3.13/site-packages/pygments/lexers/erlang.py": 11757064262773184741, + "specs/006-configurable-belief-logs/checklists/requirements.md": 13424823303879310237, + "venv/lib/python3.13/site-packages/pandas/io/parsers/__init__.py": 11752833703934347122, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/lexer.py": 14400766876373764268, + "venv/lib/python3.13/site-packages/pygments/lexers/r.py": 14263133575134645005, + "venv/lib/python3.13/site-packages/pandas/io/formats/templates/html_table.tpl": 17198355067645888735, + "venv/lib/python3.13/site-packages/pandas/tests/internals/test_api.py": 11217428888457119601, + "venv/lib/python3.13/site-packages/numpy/testing/overrides.py": 11819432487830192978, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/util/request.py": 10492090878715126550, + "venv/lib/python3.13/site-packages/apscheduler-3.11.2.dist-info/WHEEL": 16097436423493754389, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_shape_base.py": 4117141349022217163, + "venv/lib/python3.13/site-packages/numpy/_core/memmap.pyi": 14124415711399771715, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7523/assertion.py": 5287436128235488464, + "venv/lib/python3.13/site-packages/passlib/handlers/des_crypt.py": 15304795681178011265, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_util.py": 16024147572807865219, + "venv/lib/python3.13/site-packages/typing_extensions-4.15.0.dist-info/licenses/LICENSE": 3996324383113221529, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/contrib/securetransport.py": 12104888897121018676, + "venv/lib/python3.13/site-packages/pandas/core/arrays/__init__.py": 10460719978124302175, + "venv/lib/python3.13/site-packages/numpy/f2py/rules.py": 9322914583460630877, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/timedeltas/test_cumulative.py": 8178093067175155877, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/boolean/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/jsonschema/tests/fuzz_validate.py": 2328585939822059352, + "venv/lib/python3.13/site-packages/pandas/tests/tools/test_to_numeric.py": 18037815278545274402, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/__init__.py": 5118993772178969104, + "venv/lib/python3.13/site-packages/PIL/ImageGrab.py": 11114379915762058868, + "specs/023-clean-repo-enterprise/ux_reference.md": 12325843656012174288, + "venv/lib/python3.13/site-packages/authlib/integrations/requests_client/__init__.py": 16416360448593978041, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/test_join.py": 1131792466825856990, + "venv/lib/python3.13/site-packages/apscheduler/jobstores/base.py": 11386927749822539057, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_strings.py": 7168544888340296373, + "venv/lib/python3.13/site-packages/pandas/_config/config.py": 1494288055210911451, + "backend/src/plugins/translate/__tests__/test_orchestrator.py": 17799519582195449232, + "venv/lib/python3.13/site-packages/numpy/_core/_methods.pyi": 9155045948490225716, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/masked/__init__.py": 15130871412783076140, + "backend/src/services/git/_merge.py": 5311748722639845465, + "venv/lib/python3.13/site-packages/tzlocal/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/test_to_latex.py": 15077617224435782028, + "semantics/reports/semantic_report_20260224_194629.md": 8329144320443711808, + "specs/014-file-storage-ui/data-model.md": 3067595518103835068, + "venv/lib/python3.13/site-packages/pandas/tests/extension/test_sparse.py": 14343335524508450058, + "venv/lib/python3.13/site-packages/pandas-3.0.1.dist-info/RECORD": 5612689057373270213, + "backend/src/models/llm.py": 14295626272101666880, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/declarative/extensions.py": 217122171232375592, + "venv/lib/python3.13/site-packages/dateutil/relativedelta.py": 5903095963079475484, + "venv/lib/python3.13/site-packages/pandas/core/arrays/boolean.py": 8821671562937866269, + "venv/lib/python3.13/site-packages/cryptography/x509/general_name.py": 4481582226129488535, + "venv/lib/python3.13/site-packages/pygments/styles/igor.py": 2291640843781128270, + "venv/lib/python3.13/site-packages/jaraco.classes-3.4.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_validate.py": 12789481642730855139, + "venv/lib/python3.13/site-packages/passlib/handlers/misc.py": 18255658377109333797, + "venv/lib/python3.13/site-packages/pandas/tests/frame/indexing/test_get_value.py": 389530025760539462, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/test_partial.py": 15129217814262096441, + "venv/lib/python3.13/site-packages/yaml/__init__.py": 11044333164208875121, + "venv/lib/python3.13/site-packages/pygments/styles/_mapping.py": 11752660241391232497, + "venv/lib/python3.13/site-packages/more_itertools/more.py": 1631135582441184133, + "frontend/build/_app/immutable/chunks/ClUzO6_d.js": 11124654103616204164, + "semantics/reports/semantic_report_20260208_205415.md": 3578991065478877423, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/multiindex/test_datetime.py": 7862725028865965163, + "backend/src/api/routes/assistant/_history.py": 16318881016647964852, + "backend/src/api/routes/plugins.py": 2062850550409490465, + "venv/lib/python3.13/site-packages/authlib/integrations/flask_oauth1/authorization_server.py": 724388765673082720, + "venv/lib/python3.13/site-packages/passlib/pwd.py": 14727089240749133060, + "venv/lib/python3.13/site-packages/_pytest/junitxml.py": 5871715626272366062, + "venv/lib/python3.13/site-packages/h11-0.16.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pygments/lexers/procfile.py": 3860651022061090738, + "venv/pyvenv.cfg": 2513607356761047446, + "frontend/src/types/backup.ts": 1741234034896689348, + "venv/lib/python3.13/site-packages/cffi-2.0.0.dist-info/RECORD": 16558021503346615951, + "venv/lib/python3.13/site-packages/pygments/lexers/prolog.py": 599539463980699865, + "venv/lib/python3.13/site-packages/jsonschema-4.25.1.dist-info/METADATA": 4954909612926293404, + "backend/src/schemas/__init__.py": 8700952869915187087, + "venv/lib/python3.13/site-packages/gitpython-3.1.46.dist-info/RECORD": 6187512110158566509, + "venv/lib/python3.13/site-packages/pygments-2.19.2.dist-info/METADATA": 10220680536734745103, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/interval/__init__.py": 15130871412783076140, + "backend/src/models/dataset_review_pkg/_clarification_models.py": 1561486208194983219, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mysql/mariadb.py": 3109042476851791996, + "venv/lib/python3.13/site-packages/sqlalchemy/cyextension/immutabledict.pxd": 13413785818999584986, + "venv/lib/python3.13/site-packages/PIL/_imagingtk.cpython-313-x86_64-linux-gnu.so": 1708198947135304326, + "venv/lib/python3.13/site-packages/git/diff.py": 6691274015605451565, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/string/test_astype.py": 10171766562093740708, + "venv/lib/python3.13/site-packages/pygments/lexers/ncl.py": 14838368780033177943, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/methods/test_nth.py": 17151595277666975085, + "venv/lib/python3.13/site-packages/pandas/tests/io/test_sql.py": 3901697517087276687, + "venv/lib/python3.13/site-packages/pyasn1/codec/der/__init__.py": 15728752901274520502, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Postfix.pyi": 2700568594438441246, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/methods/test_to_pydatetime.py": 1129954411080617001, + "venv/lib/python3.13/site-packages/pandas/core/interchange/buffer.py": 12961802206383700922, + "venv/lib/python3.13/site-packages/typing_extensions-4.15.0.dist-info/INSTALLER": 17282701611721059870, + "frontend/vitest.config.js": 142965001777137074, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc9101/errors.py": 10750605030539582738, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/return_real/foo77.f": 16156304612888138777, + "venv/lib/python3.13/site-packages/pandas/core/indexes/frozen.py": 1419685664276640120, + "backend/alembic/README": 17625003422504608299, + "venv/lib/python3.13/site-packages/pip/_internal/utils/_jaraco_text.py": 9046755357011730699, + "venv/lib/python3.13/site-packages/httpx-0.28.1.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/palette.py": 17383863392192572184, + "venv/lib/python3.13/site-packages/pandas/core/shared_docs.py": 2173578869755325502, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/oracle/dictionary.py": 9599439750713575741, + "backend/src/services/clean_release/publication_service.py": 5215271639026811180, + "venv/lib/python3.13/site-packages/pip/_vendor/packaging/metadata.py": 7204343250279221076, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/__init__.py": 371829636800613137, + "specs/024-user-dashboard-filter/contracts/modules.md": 2956133838871310215, + "venv/lib/python3.13/site-packages/numpy/f2py/diagnose.pyi": 8607205990821121708, + "venv/lib/python3.13/site-packages/cryptography-46.0.3.dist-info/licenses/LICENSE.BSD": 3858254215169937333, + "venv/lib/python3.13/site-packages/jose/backends/cryptography_backend.py": 2875270748627611635, + "frontend/src/lib/stores/sidebar.js": 8409084311045055153, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/sparse/test_libsparse.py": 1859997684694949029, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_size.py": 8527839563560550806, + "venv/lib/python3.13/site-packages/pygments/lexers/qvt.py": 1895735583818227972, + "venv/lib/python3.13/site-packages/httpx/_api.py": 6697370469329778523, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/twofactor/totp.py": 11888568940387752607, + "venv/lib/python3.13/site-packages/numpy/testing/_private/utils.py": 3646474165295296669, + "venv/lib/python3.13/site-packages/secretstorage/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/polynomial/tests/test_printing.py": 1901396869745313303, + "venv/lib/python3.13/site-packages/jeepney-0.9.0.dist-info/RECORD": 7810411361439269754, + "backend/src/core/encryption_key.py": 10697135200011385036, + "backend/src/plugins/translate/__tests__/test_dictionary.py": 8703498772436963317, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/asymmetric/dh.py": 5728866271812501558, + "venv/lib/python3.13/site-packages/apscheduler/schedulers/qt.py": 12828696264909048448, + "venv/lib/python3.13/site-packages/authlib/integrations/django_client/__init__.py": 14186136918454802843, + "venv/lib/python3.13/site-packages/pandas/core/computation/api.py": 17919983681396223380, + "venv/lib/python3.13/site-packages/ecdsa/__init__.py": 6237633580090653788, + "backend/src/models/dataset_review_pkg/_finding_models.py": 17608383421420046491, + "backend/src/core/task_manager/context.py": 17543992255093146942, + "venv/lib/python3.13/site-packages/referencing/typing.py": 8296636464219681747, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/exceptions.py": 7518613450390473990, + "venv/lib/python3.13/site-packages/pandas/core/methods/to_dict.py": 4653628436393663485, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/base.py": 14908084548919567658, + "venv/lib/python3.13/site-packages/fastapi/cli.py": 13972351579061154035, + "venv/lib/python3.13/site-packages/idna/core.py": 7725813731640753267, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_return_real.py": 5283415082530228716, + "venv/lib/python3.13/site-packages/pandas/tests/series/test_logical_ops.py": 4438104524064299182, + "venv/lib/python3.13/site-packages/pandas/io/iceberg.py": 13137128885014736233, + "venv/lib/python3.13/site-packages/rapidfuzz-3.14.3.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/scanner.py": 5640381644804445932, + "venv/lib/python3.13/site-packages/pandas/io/pickle.py": 5418646169167774144, + "venv/lib/python3.13/site-packages/PIL/PalmImagePlugin.py": 13008868719182630239, + "venv/lib/python3.13/site-packages/authlib/oidc/core/grants/__init__.py": 11283047029180207588, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7591/claims.py": 11853156183819186599, + "venv/lib/python3.13/site-packages/jose/backends/ecdsa_backend.py": 2684176977865283060, + "venv/lib/python3.13/site-packages/referencing/exceptions.py": 2535322334430110414, + "frontend/src/lib/stores/__tests__/mocks/env_public.js": 2540122820969872185, + "specs/021-llm-project-assistant/contracts/modules.md": 6170923493992987471, + "venv/lib/python3.13/site-packages/pandas/tests/series/indexing/test_getitem.py": 18202683049446557047, + "venv/lib/python3.13/site-packages/numpy/core/_dtype.py": 2806449741844148191, + "venv/lib/python3.13/site-packages/jeepney/tests/test_bus.py": 4260827599660763641, + "venv/lib/python3.13/site-packages/h11/_version.py": 9334144031400715479, + "venv/lib/python3.13/site-packages/gitdb-4.0.12.dist-info/METADATA": 11419135077900073883, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/parameter/constant_compound.f90": 15012692484070385863, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_pairwise.py": 2673370322448160842, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_indexing.py": 17106010337164216722, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_round.py": 9358309072340573675, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_head_tail.py": 13047338070883375426, + "venv/lib/python3.13/site-packages/httpcore/_backends/anyio.py": 6167729964577005634, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_win32_console.py": 18092547253031555768, + "venv/lib/python3.13/site-packages/apscheduler/triggers/cron/__init__.py": 14268033439436797364, + "venv/lib/python3.13/site-packages/numpy/polynomial/_polybase.py": 893743087939984792, + "frontend/build/_app/immutable/nodes/19.DrFqGqul.js": 9402683320070229742, + "venv/lib/python3.13/site-packages/pyasn1/codec/native/decoder.py": 15336592439379775543, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/openssl/__init__.py": 14571251344510763303, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/lib_version.pyi": 18093228021414910594, + "venv/lib/python3.13/site-packages/pip/_vendor/platformdirs/__main__.py": 6480933938145689964, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_symbolic.py": 8093576026032854125, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/gh23598.f90": 1409455010615482779, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/categorical/test_fillna.py": 16297834601116528166, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_timezones.py": 4771674179164304731, + "venv/lib/python3.13/site-packages/pandas/core/series.py": 11618272682977710696, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Jaro.py": 183817263146423033, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_type_check.py": 3935091606923106753, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_hashtable.py": 2620207240930665390, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/rule.py": 5318344538761246105, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/bar.py": 12859947592168238832, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_get_level_values.py": 12490886203425393290, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_month.py": 14597470286884431085, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/__init__.py": 14522970260621605208, + "venv/lib/python3.13/site-packages/urllib3-2.6.2.dist-info/METADATA": 2624107638694809013, + "venv/lib/python3.13/site-packages/PIL/WebPImagePlugin.py": 5378349556563611996, + "venv/lib/python3.13/site-packages/dateutil/_version.py": 8279235793001245767, + "venv/lib/python3.13/site-packages/fastapi/responses.py": 6092572095549573593, + "venv/lib/python3.13/site-packages/authlib/oidc/core/grants/implicit.py": 5400555157488808948, + "venv/lib/python3.13/site-packages/passlib/tests/test_utils.py": 10362977406431569031, + "venv/lib/python3.13/site-packages/numpy/fft/_helper.py": 15906444100774706395, + "venv/lib/python3.13/site-packages/pygments/lexers/ul4.py": 9580182474451220952, + "frontend/src/lib/components/layout/__tests__/test_topNavbar.svelte.js": 11053755879172333925, + "venv/lib/python3.13/site-packages/greenlet/tests/test_stack_saved.py": 7767924647054186572, + "venv/lib/python3.13/site-packages/pydantic/deprecated/decorator.py": 8609500261161560793, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_stringdtype.py": 8381476847196129074, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/numeric.py": 14451517189908259173, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/regression/mod_derived_types.f90": 2556756676983488922, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/categorical/test_equals.py": 6429101196875333574, + "venv/lib/python3.13/site-packages/pandas/api/__init__.py": 1145864207387918302, + "backend/src/services/clean_release/manifest_builder.py": 17216832960644499305, + "venv/lib/python3.13/site-packages/git/remote.py": 1694919255653049944, + "backend/tests/services/clean_release/test_policy_resolution_service.py": 3471271299977247598, + "specs/001-migration-ui-redesign/checklists/requirements.md": 7139661843354055343, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7519/jwt.py": 9642615960197748105, + "venv/lib/python3.13/site-packages/authlib/jose/drafts/_jwe_enc_cryptodome.py": 15753279711312689193, + "backend/alembic/env.py": 17839770100030276595, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/_asymmetric.py": 6903778603779934572, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_read.py": 8825002468745406134, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_ppc64_linux.h": 4071314837793906998, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/providers/env.py": 1254612137164491329, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/_cipheralgorithm.py": 10057637461647348368, + "venv/lib/python3.13/site-packages/numpy/strings/__init__.py": 6523674574341354095, + "semantics/reports/semantic_report_20260224_210008.md": 16326141918756969198, + "semantics/reports/semantic_report_20260224_205229.md": 1703472474891316510, + "backend/src/core/utils/superset_context_extractor/_base.py": 15730081123519745401, + "venv/lib/python3.13/site-packages/more_itertools-10.8.0.dist-info/WHEEL": 8600534672961461758, + "venv/lib/python3.13/site-packages/click/parser.py": 13988544851350599869, + "venv/lib/python3.13/site-packages/pip/_vendor/platformdirs/unix.py": 13808187640638677050, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/test_fields.py": 16222559851336781264, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/entities.py": 8001287806688585081, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/frame/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/ciphers/algorithms.py": 17106903014205241774, + "backend/src/api/routes/connections.py": 3871707738958709690, + "venv/lib/python3.13/site-packages/pandas/core/array_algos/take.py": 3170415198452493008, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/__init__.pyi": 10784666243744187693, + "docs/adr/ADR-0005-auth-rbac.md": 13885050413205162301, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/test_get_dummies.py": 16112674981222844375, + "venv/lib/python3.13/site-packages/pyyaml-6.0.3.dist-info/RECORD": 3205266407680661753, + "frontend/src/routes/tools/debug/+page.svelte": 8699044541980877686, + "venv/lib/python3.13/site-packages/attrs/validators.py": 10346563361083429998, + "specs/027-dataset-llm-orchestration/tests/reports/2026-03-17-report.md": 14321361582212659102, + "backend/src/core/__tests__/test_config_manager_compat.py": 656412918792001580, + "venv/lib/python3.13/site-packages/annotated_doc-0.0.4.dist-info/RECORD": 7320381591791379627, + "venv/lib/python3.13/site-packages/idna-3.11.dist-info/licenses/LICENSE.md": 4857300349387199825, + "venv/lib/python3.13/site-packages/pygments/lexers/chapel.py": 7619603166448145621, + "docker/nginx.conf": 17535211249379673486, + "venv/lib/python3.13/site-packages/greenlet/greenlet_slp_switch.hpp": 1694714764745718414, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_asof.py": 15792528637923603240, + "venv/lib/python3.13/site-packages/jsonschema/_keywords.py": 949562792260528762, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_infer_objects.py": 16868563755487479303, + "venv/lib/python3.13/site-packages/pandas/_testing/_warnings.py": 5640964566228306285, + "venv/lib/python3.13/site-packages/referencing-0.37.0.dist-info/METADATA": 1684451390569121499, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/_py_row.py": 918740441973901148, + "venv/lib/python3.13/site-packages/pygments/lexers/automation.py": 8021926838024836904, + "backend/src/plugins/llm_analysis/__tests__/test_client_headers.py": 8746149613497088008, + "venv/lib/python3.13/site-packages/authlib/oauth1/rfc5849/client_auth.py": 3301527187487914220, + "venv/lib/python3.13/site-packages/psycopg2_binary-2.9.11.dist-info/METADATA": 13633829318759752611, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/contrib/pyopenssl.py": 6109201994963211857, + "venv/lib/python3.13/site-packages/iniconfig-2.3.0.dist-info/licenses/LICENSE": 10253862887434903467, + "venv/lib/python3.13/site-packages/pillow.libs/libwebpmux-7f11e5ce.so.3.1.2": 13105940093474848953, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/modules/gh26920/two_mods_with_one_public_routine.f90": 7957683453180939605, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/test_tools.py": 13994164937603424236, + "venv/lib/python3.13/site-packages/pygments/formatters/html.py": 1918541918263449443, + "venv/lib/python3.13/site-packages/fastapi/openapi/constants.py": 1111838716953068285, + "frontend/build/_app/immutable/chunks/CkhFSyVB.js": 15786015519424958366, + "venv/lib/python3.13/site-packages/passlib/handlers/ldap_digests.py": 8658529184965699766, + "venv/lib/python3.13/site-packages/pandas/tests/extension/base/reduce.py": 14976712507854054776, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/npy_3kcompat.h": 5377305123299457337, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/test_missing.py": 6224750552277937853, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/characteristics.py": 2916810597149066609, + "venv/lib/python3.13/site-packages/numpy/_core/defchararray.pyi": 2277933368373498515, + "specs/007-migration-dashboard-grid/research.md": 14574547254184152050, + "venv/lib/python3.13/site-packages/numpy/_core/tests/data/umath-validation-set-exp2.csv": 10950201682596097452, + "venv/lib/python3.13/site-packages/ecdsa-0.19.1.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/websockets/exceptions.py": 12048063047468402740, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/style/test_bar.py": 7791068963246005463, + "backend/src/models/config.py": 7631082065091961320, + "venv/lib/python3.13/site-packages/pandas/tests/test_algos.py": 11860014896449369497, + "venv/lib/python3.13/site-packages/uvicorn/lifespan/__init__.py": 15130871412783076140, + "frontend/src/components/tools/DebugTool.svelte": 17267560034225794881, + "venv/lib/python3.13/site-packages/pandas/tests/io/sas/__init__.py": 15130871412783076140, + "backend/src/services/llm_prompt_templates.py": 10835300145692648460, + "venv/lib/python3.13/site-packages/authlib/jose/rfc7518/jws_algs.py": 11920621906391796226, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/lib_utils.pyi": 3708905060001289515, + "venv/lib/python3.13/site-packages/pyasn1/type/namedval.py": 8273171503516887681, + "venv/lib/python3.13/site-packages/pandas/_libs/testing.pyi": 16691791330088523786, + "specs/023-clean-repo-enterprise/tasks.md": 17768012282041716699, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_ratio.py": 940213488194452623, + "venv/lib/python3.13/site-packages/authlib/oauth1/rfc5849/wrapper.py": 14599195010683170123, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/ndarray_conversion.py": 6205112277291935767, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_string.py": 10141066226714805009, + "venv/lib/python3.13/site-packages/psycopg2_binary.libs/libpq-9b38f5e3.so.5.17": 9680474575710585826, + "venv/lib/python3.13/site-packages/numpy/_core/multiarray.pyi": 3494871767602648807, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_take.py": 14969455660160053080, + "venv/lib/python3.13/site-packages/pip/_internal/commands/show.py": 11839987586497822300, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/test_pivot_multilevel.py": 9830258607305392103, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/_initialize.pyi": 6616985736007157309, + "venv/lib/python3.13/site-packages/pandas/tests/test_common.py": 8987965560487646705, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/frequencies/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_isna.py": 18394053826166267096, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_wrap.py": 17083394123203662880, + "semantics/reports/semantic_report_20260122_175153.md": 15402066335795590444, + "backend/src/core/migration/dry_run_orchestrator.py": 10939333902806918334, + "backend/src/api/routes/translate/_schedule_routes.py": 9081639461481759877, + "venv/lib/python3.13/site-packages/pip/_vendor/idna/compat.py": 9758194415584776667, + "backend/src/api/routes/translate/_metrics_routes.py": 18396200266145781983, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_describe.py": 14493300276133670380, + "venv/lib/python3.13/site-packages/pygments/lexers/ml.py": 7510453371068494792, + "venv/lib/python3.13/site-packages/pandas/core/window/numba_.py": 1444123360986509769, + "venv/lib/python3.13/site-packages/pandas/tests/series/indexing/test_where.py": 3272402211717453881, + "venv/lib/python3.13/site-packages/PIL/FliImagePlugin.py": 13364963053197422923, + "venv/lib/python3.13/site-packages/numpy/core/numeric.py": 17025007229779320230, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_return_complex.py": 4290059580478881700, + "venv/lib/python3.13/site-packages/numpy/f2py/symbolic.py": 16854377502491291093, + "venv/lib/python3.13/site-packages/PIL/TgaImagePlugin.py": 9208942494595222259, + "venv/lib/python3.13/site-packages/pygments/formatters/latex.py": 7514533384468139434, + "venv/lib/python3.13/site-packages/pygments/lexers/bqn.py": 11823648528816858738, + "venv/lib/python3.13/site-packages/pygments/lexers/macaulay2.py": 8022891778577314212, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/align.py": 6078666505647454830, + "venv/lib/python3.13/site-packages/urllib3/contrib/emscripten/emscripten_fetch_worker.js": 10530710876604536879, + "specs/021-llm-project-assistant/ux_reference.md": 2463269537420508815, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/masked/test_indexing.py": 9862204223281834360, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/poly1305.pyi": 14119032813912827271, + "specs/007-migration-dashboard-grid/data-model.md": 9533889315544770945, + "venv/lib/python3.13/site-packages/jsonschema_specifications/schemas/draft202012/vocabularies/validation": 13992741783834278677, + "venv/lib/python3.13/site-packages/pycparser-2.23.dist-info/METADATA": 3474626408138844944, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_info.py": 10615285239043745712, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_missing.py": 7034102519042351965, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_loop.py": 6502725909989655118, + "venv/lib/python3.13/site-packages/uvicorn/protocols/__init__.py": 15130871412783076140, + "backend/src/services/reports/type_profiles.py": 8365014439236739390, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/mixed/foo_fixed.f90": 8079594129222364031, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/type_api.py": 10299750173867399533, + "venv/lib/python3.13/site-packages/dateutil/zoneinfo/dateutil-zoneinfo.tar.gz": 17626265752554406355, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/suite/test_dialect.py": 4700488504252803159, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/boolean/test_indexing.py": 16264430536704066847, + "backend/src/api/routes/dashboards/_action_routes.py": 11814954258886577640, + "lint-plan.md": 569655207945489866, + "venv/lib/python3.13/site-packages/dotenv/__init__.py": 15464030923609356017, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/_emoji_replace.py": 8166203537440976347, + "venv/lib/python3.13/site-packages/_pytest/config/exceptions.py": 3199245296954654462, + "venv/lib/python3.13/site-packages/passlib/utils/des.py": 2650106381178222229, + "venv/lib/python3.13/site-packages/multipart/exceptions.py": 8580522204565816132, + "venv/lib/python3.13/site-packages/fastapi/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/rapidfuzz/_feature_detector_cpp.cpython-313-x86_64-linux-gnu.so": 16337157355618216738, + "venv/lib/python3.13/site-packages/pygments-2.19.2.dist-info/RECORD": 2688648742701423549, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/__init__.py": 15130871412783076140, + "specs/001-migration-ui-redesign/plan.md": 6047282042770997765, + "venv/lib/python3.13/site-packages/pandas/_libs/hashtable.cpython-313-x86_64-linux-gnu.so": 16963890771704942465, + "venv/lib/python3.13/site-packages/numpy/lib/_shape_base_impl.py": 16539612003028676816, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/test_timezones.py": 8042029178538467146, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/numerictypes.pyi": 15565573472138344755, + "venv/lib/python3.13/site-packages/itsdangerous/_json.py": 4872267972688724005, + "venv/lib/python3.13/site-packages/pip/_internal/network/__init__.py": 1586148254475575526, + "venv/lib/python3.13/site-packages/python_jose-3.5.0.dist-info/RECORD": 16342326945648353387, + "venv/lib/python3.13/site-packages/pandas/tests/frame/constructors/test_from_dict.py": 4937173601709369119, + "venv/lib/python3.13/site-packages/pandas/tests/tseries/offsets/test_business_month.py": 8485374160446988786, + "venv/lib/python3.13/site-packages/pandas/tests/series/test_cumulative.py": 16283954014170928273, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_reset_index.py": 5946666595195952693, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/string_/test_string_arrow.py": 10008395772220468318, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/hashes.pyi": 7385072545198817771, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/style/test_to_string.py": 11422235699126032386, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/integer/test_reduction.py": 2671872764983553906, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/annotation.py": 15855576199737688124, + "venv/lib/python3.13/site-packages/pip/_internal/distributions/sdist.py": 9490366272695301385, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/lib_polynomial.pyi": 4266795948450921502, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_select.py": 17823338162428379468, + "venv/lib/python3.13/site-packages/pandas/tests/io/parser/dtypes/test_categorical.py": 9615571808720893016, + "venv/lib/python3.13/site-packages/pip/_vendor/cachecontrol/cache.py": 3177663126928467950, + "venv/lib/python3.13/site-packages/PIL/ImtImagePlugin.py": 17599267755504817169, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_monotonic.py": 11817523305776951162, + "venv/lib/python3.13/site-packages/pip/_internal/cli/__init__.py": 11914508471759255927, + "venv/lib/python3.13/site-packages/greenlet/platform/switch_x32_unix.h": 9165722966153119887, + "venv/lib/python3.13/site-packages/pandas/core/arrays/datetimes.py": 10585034798097337148, + "venv/lib/python3.13/site-packages/pygments/lexers/c_cpp.py": 1211842877043321095, + "frontend/src/lib/components/reports/__tests__/fixtures/reports.fixtures.js": 10647302793388244094, + "specs/013-unify-frontend-css/research.md": 3817152205813898354, + "venv/lib/python3.13/site-packages/pip/_internal/cli/autocompletion.py": 7651919329635563739, + "frontend/build/_app/immutable/chunks/CKbosQbD.js": 3952921316458295324, + "venv/lib/python3.13/site-packages/pygments/lexers/resource.py": 8057351545636349791, + "backend/src/services/clean_release/stages/manifest_consistency.py": 1270636316397468243, + "venv/lib/python3.13/site-packages/pydantic/schema.py": 83238111330132033, + "venv/lib/python3.13/site-packages/passlib/utils/compat/__init__.py": 17369882236606423129, + "venv/lib/python3.13/site-packages/uvicorn/protocols/websockets/websockets_impl.py": 15673691977157706075, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_dot.py": 16876560325283070437, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/sparse/test_reductions.py": 17810094294132819208, + "venv/lib/python3.13/site-packages/pandas/conftest.py": 747626550806435763, + "venv/lib/python3.13/site-packages/packaging-26.0.dist-info/licenses/LICENSE.BSD": 16833702494864671773, + "venv/lib/python3.13/site-packages/typing_inspection-0.4.2.dist-info/WHEEL": 2357997949040430835, + "venv/lib/python3.13/site-packages/git/repo/fun.py": 9019364012746153312, + "frontend/build/_app/immutable/chunks/Cgs-RNn_.js": 17847541075570001022, + "specs/018-task-logging-v2/checklists/requirements.md": 11941836276245195060, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_fillna.py": 7244491410004453166, + "venv/lib/python3.13/site-packages/pandas/tests/strings/test_find_replace.py": 262184394614748386, + "venv/lib/python3.13/site-packages/tzlocal/__init__.py": 11017072814026497364, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/masked/test_arrow_compat.py": 12986187285988432338, + "venv/lib/python3.13/site-packages/numpy/core/__init__.py": 10397294636564169377, + "venv/lib/python3.13/site-packages/PIL/EpsImagePlugin.py": 1824020964179364491, + "venv/lib/python3.13/site-packages/jeepney-0.9.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/contrib/_appengine_environ.py": 16768579082462294745, + "venv/lib/python3.13/site-packages/uvicorn/_subprocess.py": 13965754246493254447, + "venv/lib/python3.13/site-packages/pandas/core/internals/concat.py": 12151675567885981464, + "venv/lib/python3.13/site-packages/pandas/_libs/window/indexers.pyi": 9911899303567570646, + "venv/lib/python3.13/site-packages/pandas/core/ops/invalid.py": 10186546927135277579, + "specs/020-task-reports-design/checklists/requirements.md": 17120592694166113443, + "venv/lib/python3.13/site-packages/_pytest/unittest.py": 10848803633530338204, + "venv/lib/python3.13/site-packages/passlib/handlers/sha1_crypt.py": 5752556581809938954, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/exceptions.py": 14982764273485726199, + "venv/lib/python3.13/site-packages/pandas/tests/window/moments/conftest.py": 6137462119729731945, + "venv/lib/python3.13/site-packages/annotated_types-0.7.0.dist-info/WHEEL": 8954358347596196608, + "venv/lib/python3.13/site-packages/pandas/tests/generic/test_finalize.py": 12539815426478689538, + "venv/lib/python3.13/site-packages/pandas/tests/io/xml/test_xml.py": 6906547816798138000, + "venv/lib/python3.13/site-packages/pygments/styles/sas.py": 12363791134941577382, + "venv/lib/python3.13/site-packages/pygments/styles/default.py": 13992125975366109635, + "semantics/reports/semantic_report_20260123_215313.md": 13567824592206641763, + "semantics/reports/semantic_report_20260316_095733.md": 8281602927569714790, + "venv/lib/python3.13/site-packages/more_itertools/more.pyi": 4844596605492825806, + "venv/lib/python3.13/site-packages/pip/_internal/distributions/__init__.py": 1343779312297539596, + "venv/lib/python3.13/site-packages/pydantic/v1/decorator.py": 6124748023704700724, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/regression/inout.f90": 1521999519583206538, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/methods/test_factorize.py": 5585211699185937865, + "specs/027-dataset-llm-orchestration/contracts/modules.md": 4093548802029979595, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/hstore.py": 9700253004947691961, + "venv/lib/python3.13/site-packages/psycopg2_binary-2.9.11.dist-info/WHEEL": 13232065379159720345, + "venv/lib/python3.13/site-packages/sqlalchemy-2.0.45.dist-info/METADATA": 9586902338916246692, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc9068/claims.py": 14794441479740527265, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/asymmetric/padding.py": 13763154154862871596, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimes/methods/test_astype.py": 4975959187621745360, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_reductions.py": 3575617237516305456, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/ranges/test_setops.py": 17350958906336246626, + "venv/lib/python3.13/site-packages/ecdsa/test_eddsa.py": 1785854649532849946, + "venv/lib/python3.13/site-packages/authlib/integrations/httpx_client/utils.py": 617314300548081590, + "specs/009-backup-scheduler/research.md": 7821202024807413566, + "venv/lib/python3.13/site-packages/pydantic_settings-2.13.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/test_astype.py": 7497268667246913350, + "specs/005-fix-ui-ws-validation/spec.md": 5937965715497712385, + "venv/lib/python3.13/site-packages/numpy/_core/include/numpy/numpyconfig.h": 13339221870252345205, + "venv/lib/python3.13/site-packages/pandas/compat/_optional.py": 12714208019736797073, + "venv/lib/python3.13/site-packages/pandas/tests/series/test_reductions.py": 2816859231048302619, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_npfuncs.py": 6132674295193898715, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/object/test_indexing.py": 1947969642791009285, + "venv/lib/python3.13/site-packages/keyring/cli.py": 10996746519742056101, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/categorical/test_algos.py": 5356470832688354593, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/hybrid.py": 5793056975404534989, + "venv/lib/python3.13/site-packages/anyio/to_interpreter.py": 8369454842687342401, + "venv/lib/python3.13/site-packages/numpy/_pytesttester.py": 17737911110576747508, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_function_base.py": 16624804022675533740, + "venv/lib/python3.13/site-packages/pandas/tests/io/xml/conftest.py": 17514079438846557943, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc9068/introspection.py": 5447179017910128771, + "venv/lib/python3.13/site-packages/pygments/lexers/numbair.py": 17382646010399794697, + "frontend/src/routes/tools/storage/+page.svelte": 2651964385884112547, + "backend/src/core/scheduler.py.bak": 15045927989195339728, + "venv/lib/python3.13/site-packages/psycopg2_binary.libs/libpcre-9513aab5.so.1.2.0": 12298861477332583668, + "venv/lib/python3.13/site-packages/pandas/util/_validators.py": 10201915528715968165, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/timedeltas/methods/test_repeat.py": 18394463352314692642, + "specs/022-sync-id-cross-filters/spec.md": 12395769621763073405, + "venv/lib/python3.13/site-packages/pandas/tests/io/test_fsspec.py": 6936167344144998172, + "frontend/src/components/git/CommitHistory.svelte": 15861316872235672161, + "venv/lib/python3.13/site-packages/_pytest/setupplan.py": 7496801885995567141, + "venv/lib/python3.13/site-packages/numpy/_core/fromnumeric.pyi": 13945478633722616250, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/recfunctions.py": 18330899924171767482, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/sparse/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/core/missing.py": 13332302791063948992, + "venv/lib/python3.13/site-packages/pydantic_core-2.41.5.dist-info/RECORD": 6488682447051657004, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/return_complex/foo90.f90": 15981076495193915107, + "venv/lib/python3.13/site-packages/pip/_vendor/cachecontrol/controller.py": 5450931608244830335, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/index/test_datetimeindex.py": 14816894350435545024, + "venv/lib/python3.13/site-packages/click/types.py": 6491651131669287534, + "venv/lib/python3.13/site-packages/pip/_internal/cli/base_command.py": 10660882478126415399, + "venv/lib/python3.13/site-packages/numpy/_core/memmap.py": 4093510602708416858, + "venv/lib/python3.13/site-packages/numpy/ctypeslib/_ctypeslib.py": 12636954896699095212, + "venv/lib/python3.13/site-packages/pandas/core/internals/construction.py": 893951849732478990, + "venv/lib/python3.13/site-packages/numpy/lib/_iotools.py": 10522826373041592861, + "venv/lib/python3.13/site-packages/pyasn1/compat/integer.py": 7365270971777550573, + "venv/lib/python3.13/site-packages/pandas/core/arrays/_mixins.py": 14293848457775268010, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/test_setops.py": 15196593522537569500, + "venv/lib/python3.13/site-packages/pandas/_libs/json.pyi": 10989301892466547548, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/ddl.py": 5006132143435653867, + "venv/lib/python3.13/site-packages/starlette-0.50.0.dist-info/METADATA": 3786116428839780263, + "venv/lib/python3.13/site-packages/pandas/tests/scalar/timestamp/test_timestamp.py": 10308799534491190078, + "backend/src/core/auth/security.py": 8289703096420999159, + "venv/lib/python3.13/site-packages/pip/_vendor/tomli_w/py.typed": 9796674040111366709, + "venv/lib/python3.13/site-packages/ecdsa/ecdh.py": 12596317261561755793, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/interval/test_interval.py": 8549680643865283913, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/base.py": 7110726987481713080, + "frontend/src/routes/+page.svelte": 5766160745549070101, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/Levenshtein_py.py": 11350239659973489646, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/polynomial_polybase.pyi": 3404315099794022355, + "frontend/build/_app/immutable/chunks/Cnr_8ztn.js": 13865098643441884514, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/categorical/test_constructors.py": 12118296571694122743, + "venv/lib/python3.13/site-packages/numpy/_core/_umath_tests.pyi": 4587511199710546030, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/sessions.py": 5400174351499383072, + "venv/lib/python3.13/site-packages/pygments/lexers/jmespath.py": 7426464251945393925, + "venv/lib/python3.13/site-packages/attrs-25.4.0.dist-info/INSTALLER": 17282701611721059870, + "venv/lib/python3.13/site-packages/numpy/random/tests/data/generator_pcg64_np126.pkl.gz": 9677994062701347206, + "venv/lib/python3.13/site-packages/numpy/polynomial/tests/test_symbol.py": 10792387279408528886, + "venv/lib/python3.13/site-packages/rapidfuzz/process.pyi": 6959881293311340830, + "venv/lib/python3.13/site-packages/pandas/tests/frame/constructors/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_unstack.py": 11834917665446437163, + "venv/lib/python3.13/site-packages/pandas/tests/series/test_arithmetic.py": 17427754419626622853, + "venv/lib/python3.13/site-packages/PIL/AvifImagePlugin.py": 1872412416505003364, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/interval/test_setops.py": 15365064654930699428, + "venv/lib/python3.13/site-packages/pandas/tests/window/test_dtypes.py": 2313400030798822026, + "venv/lib/python3.13/site-packages/urllib3/_collections.py": 3440910792774742262, + "venv/lib/python3.13/site-packages/pytest/__init__.py": 6137272437722350673, + "venv/lib/python3.13/site-packages/uvicorn/protocols/websockets/websockets_sansio_impl.py": 17221368219485351394, + "venv/lib/python3.13/site-packages/urllib3/util/timeout.py": 17922362393077965047, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/exc.py": 3242780937124999391, + "venv/lib/python3.13/site-packages/packaging/licenses/_spdx.py": 16440031845441362300, + "specs/006-configurable-belief-logs/spec.md": 5987164420283613141, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/JaroWinkler.py": 1341849861184131135, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7523/validator.py": 14200019408839159476, + "venv/lib/python3.13/site-packages/pandas/io/sas/__init__.py": 8095743504390517992, + "venv/lib/python3.13/site-packages/sqlalchemy/pool/impl.py": 4687705587963980337, + "venv/lib/python3.13/site-packages/numpy/_core/_type_aliases.py": 1644743742545329282, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/asyncio.py": 2517623574187179319, + "venv/lib/python3.13/site-packages/PIL/ImageWin.py": 13635870584232081323, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_to_csv.py": 10737444103906389448, + "venv/lib/python3.13/site-packages/pygments/lexers/graphql.py": 2307854666015224677, + "specs/024-user-dashboard-filter/tests/coverage.md": 13064198924628162981, + "frontend/build/favicon.svg": 6451919037497541980, + "specs/014-file-storage-ui/plan.md": 12646978944528896689, + "backend/src/plugins/translate/preview.py": 3075983379728199752, + "venv/lib/python3.13/site-packages/numpy/matrixlib/__init__.pyi": 1942236362568669510, + "venv/lib/python3.13/site-packages/authlib/common/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_indexing.py": 8943385096811168079, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/numpy_/test_indexing.py": 13703573544185051910, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_droplevel.py": 2071197388394658690, + "venv/lib/python3.13/site-packages/passlib/crypto/_md4.py": 379335134151814809, + "venv/lib/python3.13/site-packages/numpy/_core/_dtype.pyi": 17662618580381221543, + "venv/lib/python3.13/site-packages/greenlet/tests/test_leaks.py": 1219835696230215605, + "venv/lib/python3.13/site-packages/numpy/f2py/capi_maps.py": 2490579175967301457, + "venv/lib/python3.13/site-packages/passlib-1.7.4.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/crackfortran/common_with_division.f": 13517753924061311074, + "specs/023-clean-repo-enterprise/checklists/requirements.md": 3559111999497129201, + "backend/logs/app.log.5": 1617494839502648960, + "venv/lib/python3.13/site-packages/rsa/pem.py": 3118524021576082054, + "venv/lib/python3.13/site-packages/numpy/linalg/lapack_lite.pyi": 14069586330277925998, + "venv/lib/python3.13/site-packages/ecdsa/test_der.py": 7117444285097824495, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/src/mixed/foo.f": 5690596225005490325, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_character.py": 850554362222586199, + "venv/lib/python3.13/site-packages/numpy/f2py/_backends/_meson.pyi": 2101854548535776875, + "venv/lib/python3.13/site-packages/starlette/background.py": 10232175205397808417, + "venv/lib/python3.13/site-packages/rapidfuzz/_feature_detector.py": 15458248567257759500, + "venv/lib/python3.13/site-packages/numpy/_core/__init__.pyi": 2783897020308040960, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/util.py": 6088868370298560146, + "venv/lib/python3.13/site-packages/pandas/plotting/_matplotlib/boxplot.py": 7090586111222952862, + "venv/lib/python3.13/site-packages/pip/_vendor/resolvelib/py.typed": 15130871412783076140, + "venv/lib/python3.13/site-packages/sqlalchemy/engine/reflection.py": 5951113078754792806, + "venv/lib/python3.13/site-packages/pygments/lexers/gleam.py": 5161116162065925222, + "run_clean_tui.sh": 14305120550349644601, + "venv/lib/python3.13/site-packages/jaraco/classes/meta.py": 15930255620248873425, + "venv/lib/python3.13/site-packages/passlib/tests/test_ext_django_source.py": 15577951591316518967, + "venv/lib/python3.13/site-packages/pandas/core/computation/__init__.py": 15130871412783076140, + "backend/src/core/utils/superset_context_extractor/_pii.py": 14826864290194304173, + "backend/src/models/profile.py": 18027673609437659833, + "venv/lib/python3.13/site-packages/pip/_vendor/platformdirs/__init__.py": 8880435562116660648, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/_elements_constructors.py": 9279447066034364952, + "venv/lib/python3.13/site-packages/anyio/_core/_resources.py": 8463932838064724564, + "venv/lib/python3.13/site-packages/numpy/f2py/tests/test_f2py2e.py": 8571347023940385644, + "venv/lib/python3.13/site-packages/fastapi/routing.py": 466387159689567541, + "venv/lib/python3.13/site-packages/numpy/typing/__init__.py": 3608665862759745048, + "venv/lib/python3.13/site-packages/pandas/tests/series/accessors/test_struct_accessor.py": 6567451952835390075, + "venv/lib/python3.13/site-packages/httpcore/_async/connection.py": 2155744160496556069, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/__init__.pyi": 17469792319379909312, + "specs/003-project-launch-script/tasks.md": 16998231284773550828, + "semantics/reports/semantic_report_20260208_135708.md": 17673773328071673699, + "frontend/src/components/TaskHistory.svelte": 7819646903874958430, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/datetimelike_/test_equals.py": 9903250467264848187, + "venv/lib/python3.13/site-packages/numpy/_core/_string_helpers.py": 17192211156810267818, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/floating/test_concat.py": 16549010224568175202, + "specs/006-configurable-belief-logs/tasks.md": 16109297382008758862, + "backend/src/scripts/seed_permissions.py": 12022710984424584961, + "backend/src/services/clean_release/preparation_service.py": 7557861288058237966, + "venv/lib/python3.13/site-packages/numpy/_typing/_shape.py": 12667553664122376205, + "venv/lib/python3.13/site-packages/pytest-9.0.2.dist-info/METADATA": 3618776395694990076, + "specs/009-backup-scheduler/data-model.md": 1755928407093235467, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/concat/test_series.py": 17126297747681689408, + "venv/lib/python3.13/site-packages/urllib3/http2/__init__.py": 62108352209996836, + "venv/lib/python3.13/site-packages/pillow.libs/libbrotlicommon-c55a5f7a.so.1.2.0": 2635192149914499986, + "venv/lib/python3.13/site-packages/numpy/_core/printoptions.pyi": 16758392990920041462, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/asyncio/base.py": 13269563625127294513, + "venv/lib/python3.13/site-packages/pandas/tests/copy_view/test_replace.py": 15992095120302643273, + "venv/lib/python3.13/site-packages/pandas/tests/frame/test_alter_axes.py": 11338712836362534969, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/mssql/aioodbc.py": 12704729841432715246, + "venv/lib/python3.13/site-packages/apscheduler/triggers/interval.py": 3964550092873794670, + "venv/lib/python3.13/site-packages/ecdsa/test_ecdh.py": 3338834550392548171, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/__init__.py": 2397613800206300456, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/__init__.pyi": 10548370574281981402, + "venv/lib/python3.13/site-packages/httpcore/_sync/connection_pool.py": 8159971229245441880, + "venv/lib/python3.13/site-packages/pygments/styles/perldoc.py": 4857683935715743356, + "frontend/src/services/storageService.js": 14408290095426695791, + "backend/src/api/routes/translate/_correction_routes.py": 10676037673143167000, + "specs/003-project-launch-script/quickstart.md": 9896163030162882934, + "venv/lib/python3.13/site-packages/pandas/tests/arithmetic/test_array_ops.py": 6709502157317299163, + "frontend/src/lib/components/dataset-review/__tests__/validation_findings_panel.ux.test.js": 8994492423600483794, + "venv/lib/python3.13/site-packages/pandas/tests/io/pytables/test_compat.py": 6032546839876195115, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/integer/test_indexing.py": 5063545640498065297, + "venv/lib/python3.13/site-packages/pip/__init__.py": 9449893869469432503, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/ma.pyi": 6467636381637286867, + "venv/lib/python3.13/site-packages/cryptography/hazmat/bindings/_rust/openssl/cmac.pyi": 16042272072158438261, + "venv/lib/python3.13/site-packages/pandas/tests/dtypes/cast/test_box_unbox.py": 7579587620530953711, + "venv/lib/python3.13/site-packages/apscheduler-3.11.2.dist-info/METADATA": 3179724236887811680, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/ufunclike.pyi": 14623308681600207918, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_longdouble.py": 9337218715436213122, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/aggregate/test_aggregate.py": 15038915958422670700, + "venv/bin/pyrsa-priv2pub": 16766314338551408621, + "venv/bin/numpy-config": 17104619511899110252, + "venv/lib/python3.13/site-packages/sqlalchemy/orm/_orm_constructors.py": 4276726508722638048, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/floating/test_astype.py": 4178231007649608531, + "venv/lib/python3.13/site-packages/sqlalchemy-2.0.45.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/keyring/backends/chainer.py": 12526770797516553385, + "venv/lib/python3.13/site-packages/authlib/integrations/sqla_oauth2/functions.py": 14107377669163193871, + "venv/lib/python3.13/site-packages/apscheduler/jobstores/sqlalchemy.py": 811968833735951956, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/integer/test_construction.py": 13953424340346625390, + "venv/lib/python3.13/site-packages/pillow-12.1.1.dist-info/WHEEL": 6514509858522675228, + "venv/lib/python3.13/site-packages/pydantic/_internal/_mock_val_ser.py": 12265320534388472158, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_custom_dtypes.py": 12322100282959605055, + "venv/lib/python3.13/site-packages/pandas/util/_print_versions.py": 15326663505771588740, + "venv/lib/python3.13/site-packages/numpy/core/multiarray.py": 18368443598659711836, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/ufunc_config.pyi": 2005481648919369399, + "venv/lib/python3.13/site-packages/git/refs/head.py": 16271128287606894569, + "venv/lib/python3.13/site-packages/rapidfuzz/distance/OSA_py.py": 2494967094400350388, + "venv/lib/python3.13/site-packages/pandas/tests/base/test_constructors.py": 2439700578107653984, + "venv/lib/python3.13/site-packages/pygments/lexers/_qlik_builtins.py": 1728058904137960444, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/provision.py": 17812733620485633975, + "venv/lib/python3.13/site-packages/passlib/hash.py": 5238710192614935875, + "venv/lib/python3.13/site-packages/sqlalchemy/sql/base.py": 16891437410462671317, + "venv/lib/python3.13/site-packages/PIL/ImageMorph.py": 13861961228125789866, + "venv/lib/python3.13/site-packages/jsonschema-4.25.1.dist-info/RECORD": 2963644632913976754, + "frontend/build/_app/immutable/chunks/D7Xpk12B.js": 14862867329873639138, + "venv/lib/python3.13/site-packages/numpy/lib/tests/test_mixins.py": 12351373879926460719, + "venv/lib/python3.13/site-packages/pygments/lexers/modeling.py": 15714077241620129689, + "venv/lib/python3.13/site-packages/starlette-0.50.0.dist-info/licenses/LICENSE.md": 17912551201192185387, + "specs/026-dashboard-health-windows/ux_reference.md": 7130815007754431748, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/fail/linalg.pyi": 7217817172953767893, + "venv/lib/python3.13/site-packages/rpds/rpds.cpython-313-x86_64-linux-gnu.so": 561326734302492859, + "venv/lib/python3.13/site-packages/numpy/conftest.py": 8971879716683736515, + "frontend/src/routes/dashboards/[id]/components/DashboardHeader.svelte": 5572977872383619871, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/ndarray_misc.pyi": 7544619194032232861, + "frontend/src/services/toolsService.js": 1568142461283466080, + "venv/lib/python3.13/site-packages/anyio/_core/_subprocesses.py": 7271614043537119143, + "venv/lib/python3.13/site-packages/numpy/_core/tests/_locales.py": 18178500267053825979, + "venv/lib/python3.13/site-packages/pandas/tests/arithmetic/test_period.py": 6255181868181182780, + "venv/lib/python3.13/site-packages/pandas/io/json/__init__.py": 12333505155070172626, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/util.py": 955993052529739164, + "frontend/src/components/tools/ConnectionList.svelte": 15981533028345710336, + "venv/lib/python3.13/site-packages/sqlalchemy/util/_py_collections.py": 16825222625411635946, + "merge_spec.py": 5285945727297582371, + "backend/tests/test_dashboards_api.py": 2278794209397518464, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc9068/__init__.py": 9884041726796476720, + "venv/lib/python3.13/site-packages/packaging/markers.py": 11602308203217831543, + "specs/011-git-integration-dashboard/contracts/api.md": 15726768383376865549, + "venv/lib/python3.13/site-packages/keyring/backends/libsecret.py": 11621088556661567306, + "venv/lib/python3.13/site-packages/cryptography/hazmat/primitives/hmac.py": 18132740541139891824, + "venv/lib/python3.13/site-packages/jsonschema_specifications-2025.9.1.dist-info/licenses/COPYING": 14459782230785388765, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/period/test_searchsorted.py": 12074107109575676897, + "venv/lib/python3.13/site-packages/pandas/tests/arrays/test_ndarray_backed.py": 10097812802469682233, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/mutable.py": 9323088483998280629, + "venv/lib/python3.13/site-packages/pip/_vendor/rich/markup.py": 5413800947725916538, + "frontend/src/lib/components/ui/MultiSelect.svelte": 5764527944681623236, + "frontend/src/routes/storage/backups/+page.svelte": 3437582895363203695, + "venv/lib/python3.13/site-packages/PIL/CurImagePlugin.py": 17697303205012181529, + "venv/lib/python3.13/site-packages/authlib/oauth2/rfc7662/introspection.py": 14645217065508644154, + "venv/lib/python3.13/site-packages/authlib/integrations/starlette_client/__init__.py": 9083396324667433335, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/connectionpool.py": 10453724680327835821, + "venv/lib/python3.13/site-packages/pandas/tests/frame/methods/test_asof.py": 17616601748321325187, + "venv/lib/python3.13/site-packages/pandas/tests/indexes/multi/test_sorting.py": 8944017570338511677, + "venv/lib/python3.13/site-packages/pandas/io/excel/_xlsxwriter.py": 16873939324418752965, + "specs/019-superset-ux-redesign/tests/README.md": 8535774604910353073, + "backend/src/core/scheduler.py": 2472649939852521889, + "venv/lib/python3.13/site-packages/pygments/lexers/monte.py": 15158829991357994573, + "frontend/build/_app/immutable/nodes/2.BKNwp7gO.js": 5853562354877316370, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/test_missing.py": 2976310411820303374, + "venv/lib/python3.13/site-packages/authlib/integrations/django_client/apps.py": 14151733532064278336, + "venv/lib/python3.13/site-packages/sqlalchemy/cyextension/__init__.py": 12290228927283601067, + "backend/src/api/routes/dashboards/__init__.py": 15214026957520044598, + "venv/lib/python3.13/site-packages/numpy-2.4.2.dist-info/licenses/numpy/random/src/pcg64/LICENSE.md": 16550003793812388412, + "venv/lib/python3.13/site-packages/authlib/jose/rfc8037/__init__.py": 8705044848308260480, + "frontend/src/routes/settings/EnvironmentsTab.svelte": 16246319452479236452, + "venv/lib/python3.13/site-packages/smmap/util.py": 13276170835044840023, + "venv/lib/python3.13/site-packages/smmap/test/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/dotenv/version.py": 13508433229287636267, + "venv/lib/python3.13/site-packages/websockets/auth.py": 499195617702591757, + "venv/lib/python3.13/site-packages/pandas/core/arrays/masked.py": 13977195666947626206, + "venv/lib/python3.13/site-packages/numpy/_utils/_inspect.pyi": 17825266810219495672, + "venv/lib/python3.13/site-packages/pandas/tests/reshape/merge/test_merge.py": 11366935134260232329, + "venv/lib/python3.13/site-packages/pandas/tests/indexing/multiindex/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pydantic_settings/sources/types.py": 13384984564922916167, + "venv/lib/python3.13/site-packages/apscheduler/jobstores/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pygments/lexers/other.py": 6893672181003034910, + "venv/lib/python3.13/site-packages/gitdb/db/pack.py": 13460574575424209609, + "venv/lib/python3.13/site-packages/pygments/lexers/inferno.py": 9056274496469409594, + "venv/lib/python3.13/site-packages/pygments/lexers/dotnet.py": 17970884907837213099, + "venv/lib/python3.13/site-packages/pygments/lexers/slash.py": 8320676560518108343, + "semantics/reports/semantic_report_20260208_224951.md": 1008062839629960551, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/pass/ndarray_misc.py": 8706265665356094801, + "venv/lib/python3.13/site-packages/pygments/lexers/maple.py": 7402467573829618534, + "backend/src/services/git_service.py": 1930048176535450912, + "backend/tests/test_resource_hubs.py": 3990299394875930767, + "venv/lib/python3.13/site-packages/pandas/core/arrays/timedeltas.py": 7318851108932357510, + "venv/lib/python3.13/site-packages/pandas/io/xml.py": 326466573926392764, + "venv/lib/python3.13/site-packages/pygments/lexers/apdlexer.py": 14222752852221009085, + "venv/lib/python3.13/site-packages/jaraco/context/__init__.py": 10975097417056278427, + "backend/src/core/logger.py": 2069537382060633888, + "venv/lib/python3.13/site-packages/sqlalchemy/pool/base.py": 16951268065271931235, + "venv/lib/python3.13/site-packages/pycparser/ply/ygen.py": 5520340773074632724, + "frontend/build/_app/immutable/nodes/9.BcuHOtwl.js": 13480753469239799140, + "venv/lib/python3.13/site-packages/pandas/tests/io/formats/test_to_markdown.py": 9964642152916165317, + "venv/lib/python3.13/site-packages/pip/_vendor/pygments/formatters/_mapping.py": 13335227913146542481, + "venv/lib/python3.13/site-packages/pandas/tests/plotting/test_converter.py": 7709581879446228856, + "docs/migration_mapping.md": 4036785869078413243, + "venv/lib/python3.13/site-packages/greenlet/tests/test_cpp.py": 10982107081267457286, + "venv/lib/python3.13/site-packages/certifi/cacert.pem": 14727832973577663826, + "venv/lib/python3.13/site-packages/numpy/_core/tests/test_umath_accuracy.py": 3904008607472505376, + "frontend/src/routes/settings/settings-utils.js": 9490767217322820262, + "venv/lib/python3.13/site-packages/pandas/core/ops/array_ops.py": 10061020479033421596, + "venv/lib/python3.13/site-packages/jeepney/__init__.py": 1063800617763464773, + "venv/lib/python3.13/site-packages/gitdb/test/test_util.py": 541144638852210407, + "venv/lib/python3.13/site-packages/bcrypt-4.0.1.dist-info/WHEEL": 691462085217888236, + "venv/lib/python3.13/site-packages/pandas/_libs/algos.pyi": 22405377601029952, + "specs/003-project-launch-script/plan.md": 15087396805847426096, + "backend/src/schemas/translate.py": 1029858387779190082, + "venv/lib/python3.13/site-packages/numpy/rec/__init__.py": 7467092880535460658, + "venv/lib/python3.13/site-packages/h11-0.16.0.dist-info/WHEEL": 5179340427739743287, + "backend/src/api/routes/translate/__init__.py": 12084177602375001417, + "venv/lib/python3.13/site-packages/PIL/PSDraw.py": 1927169421822446045, + "venv/lib/python3.13/site-packages/fastapi/_compat/v1.py": 9776181748061371513, + "venv/lib/python3.13/site-packages/yaml/dumper.py": 11376022992370902766, + "venv/lib/python3.13/site-packages/rsa-4.9.1.dist-info/METADATA": 14070889071949105584, + "backend/src/api/routes/__init__.py": 9441391336360835840, + "backend/src/services/clean_release/repositories/compliance_repository.py": 7402628017251283691, + "venv/lib/python3.13/site-packages/ecdsa/numbertheory.py": 13538480862642502330, + "venv/lib/python3.13/site-packages/sqlalchemy/ext/serializer.py": 8708767945343850816, + "venv/lib/python3.13/site-packages/annotated_doc/__init__.py": 6834198874252778425, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/utils.py": 3710235316419562274, + "venv/lib/python3.13/site-packages/pandas/tests/tslibs/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pandas-3.0.1.dist-info/METADATA": 15658158392301945427, + "venv/lib/python3.13/site-packages/pygments/styles/murphy.py": 8177992406082781615, + "backend/conftest.py": 16521922883434363388, + "venv/lib/python3.13/site-packages/sqlalchemy/dialects/postgresql/provision.py": 7362363963464621570, + "venv/lib/python3.13/site-packages/pandas/tests/groupby/transform/test_numba.py": 8250377774229977284, + "venv/lib/python3.13/site-packages/pygments/plugin.py": 18006138132596504101, + "backend/src/core/task_manager/task_logger.py": 12820629458199400734, + "venv/lib/python3.13/site-packages/pygments/lexers/idl.py": 11454152060351801696, + "backend/tests/test_smoke_plugins.py": 10704454611361370435, + "venv/lib/python3.13/site-packages/pygments/styles/friendly.py": 13799024964803741891, + "frontend/build/_app/immutable/chunks/CMlFxagJ.js": 10875667289612503771, + "venv/lib/python3.13/site-packages/pip/_vendor/requests/help.py": 3124654001287175629, + "venv/lib/python3.13/site-packages/pip-25.1.1.dist-info/REQUESTED": 15130871412783076140, + "venv/lib/python3.13/site-packages/sqlalchemy/testing/suite/test_insert.py": 6970975909565157982, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_explode.py": 18263694040596159591, + "venv/lib/python3.13/site-packages/jsonschema/tests/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/anyio/abc/_resources.py": 8330687082933028623, + "venv/lib/python3.13/site-packages/pip/_vendor/urllib3/request.py": 10484280068366411541, + "venv/lib/python3.13/site-packages/_pytest/assertion/rewrite.py": 2425990712758915831, + "venv/lib/python3.13/site-packages/pandas/_libs/arrays.pyi": 12629806207276576877, + "venv/lib/python3.13/site-packages/fastapi/_compat/__init__.py": 12380131786677943349, + "venv/lib/python3.13/site-packages/pip/_internal/cli/command_context.py": 9426036980437931533, + "venv/lib/python3.13/site-packages/pandas/tests/series/methods/test_interpolate.py": 6154072863387383113, + "venv/lib/python3.13/site-packages/pandas/tests/__init__.py": 15130871412783076140, + "venv/lib/python3.13/site-packages/pip/_internal/vcs/versioncontrol.py": 13742159245132241245, + "venv/lib/python3.13/site-packages/pandas/core/dtypes/api.py": 9829629144629841277, + "venv/lib/python3.13/site-packages/numpy/typing/tests/data/reveal/nbit_base_example.pyi": 8571452382806614924, + "venv/lib/python3.13/site-packages/sqlalchemy/events.py": 9329355486544822483, + "venv/lib/python3.13/site-packages/pygments/lexers/_julia_builtins.py": 8846111188795315103 + } } \ No newline at end of file diff --git a/.opencode/agents/closure-gate.md b/.opencode/agents/closure-gate.md index 42c67b1b..431d8551 100644 --- a/.opencode/agents/closure-gate.md +++ b/.opencode/agents/closure-gate.md @@ -4,7 +4,7 @@ mode: subagent model: opencode-go/deepseek-v4-pro temperature: 0.0 permission: - edit: deny + edit: allow bash: allow browser: deny steps: 60 @@ -27,6 +27,16 @@ You are Kilo Code, acting as the Closure Gate. @DATA_CONTRACT WorkerResults -> ClosureSummary #endregion Closure.Gate +## AXIOM MCP RECOMMENDATION +При финальном аудите используй axiom tools для объективной верификации: +- **`axiom_semantic_validation audit_contracts`** — проверь, что после внедрения нет нарушенных контрактов. +- **`axiom_semantic_validation audit_belief_protocol`** — проверь, что все C5-контракты имеют @RATIONALE/@REJECTED. +- **`axiom_semantic_context workspace_health`** — сравни состояние индекса до/после (was 1286 orphans, стало?). +- **`axiom_semantic_discovery search_contracts`** — проверь, что новые контракты появились в индексе. +- **`axiom_runtime_evidence read_events`** — проверь runtime-события на наличие ошибок. + +--- + ## Core Mandate - Accept merged worker outputs from the swarm. - Reject noisy intermediate artifacts (raw test dumps, full browser transcripts, chat history). diff --git a/.opencode/agents/fullstack-coder.md b/.opencode/agents/fullstack-coder.md index 966a8bc0..b648a54b 100644 --- a/.opencode/agents/fullstack-coder.md +++ b/.opencode/agents/fullstack-coder.md @@ -26,6 +26,29 @@ MANDATORY USE `skill({name="semantics-core"})`, `skill({name="semantics-contract - Respect attempt-driven anti-loop behavior from the execution environment. - Use browser-driven validation for frontend changes AND pytest for backend verification. +## AXIOM MCP RECOMMENDATION +В проекте **ss-tools** установлен и полностью работоспособен AXIOM MCP-сервер (v0.3.1). +**Используй axiom tools — они быстрее, глубже и безопаснее plain-инструментов для GRACE-семантики:** + +| Задача | Axiom tool | vs Plain | +|---|---|---| +| Найти контракт по ID или ключевому слову | `axiom_semantic_discovery search_contracts` | `grep` — строки vs структурированные результаты | +| Получить полный код контракта + его зависимости | `axiom_semantic_context local_context` | 5-6 `read` + grep + ручной трейсинг | +| Проверить структуру GRACE-контрактов в файле | `axiom_semantic_discovery read_outline` | Только `read` всего файла | +| Валидировать контракты (проверка C1-C5) | `axiom_semantic_validation audit_belief_protocol` | Только глазами | +| Изменить метаданные контракта | `axiom_contract_metadata update_metadata` | `edit` + grep — риск сломать anchor | +| Применить патч с preview и checkpoint | `axiom_contract_patch` | `edit` — без отката | +| Анализ влияния изменений | `axiom_semantic_validation impact_analysis` | Вручную — часы | +| Переиндексация (после изменений) | `axiom_semantic_index rebuild` | Недоступно | +| Общее здоровье кодовой базы | `axiom_semantic_context workspace_health` | Недоступно | + +**Ключевые принципы:** +- `search_contracts + local_context` заменяют 5-10 вызовов `read`/`grep` +- Все mutation-инструменты (`contract_metadata`, `contract_patch`, `contract_refactor`) создают checkpoint — всегда можно откатить +- Работают через DuckDB-индекс (2543 контракта, 1987 связей) — семантический граф всегда под рукой + +--- + ## Fullstack Scope You own: - Cross-cutting features (new API endpoint + consuming UI component) diff --git a/.opencode/agents/python-coder.md b/.opencode/agents/python-coder.md index ead27ea8..d2e2af3b 100644 --- a/.opencode/agents/python-coder.md +++ b/.opencode/agents/python-coder.md @@ -43,6 +43,21 @@ MANDATORY USE `skill({name="semantics-core"})`, `skill({name="semantics-contract 15. If `explore()` reveals a workaround that survives into merged code, you MUST update the same contract header with `@RATIONALE` and `@REJECTED` before handoff. 16. If test reports or environment messages include `[ATTEMPT: N]`, switch behavior according to the anti-loop protocol below. +## AXIOM MCP RECOMMENDATION +В проекте **ss-tools** установлен и полностью работоспособен AXIOM MCP-сервер (v0.3.1). +**Используй axiom tools — они понимают GRACE-семантику проекта и работают через DuckDB-индекс (2543 контракта):** + +- **Поиск и навигация:** `axiom_semantic_discovery search_contracts` — найди контракт по ID, типу, сложности, файлу. Быстрее `grep`. +- **Контекст зависимостей:** `axiom_semantic_context local_context` — получи код контракта + все его @RELATION-зависимости за один вызов. +- **Валидация:** `axiom_semantic_validation audit_belief_protocol` — проверь, что контракты C4/C5 содержат все обязательные тэги. +- **Модификация:** `axiom_contract_metadata update_metadata` — безопасно меняй метаданные контракта (создаётся checkpoint). `axiom_contract_patch simulate` — preview перед записью. +- **Анализ влияния:** `axiom_semantic_validation impact_analysis` — покажи upstream/downstream зависимости контракта. +- **Здоровье:** `axiom_semantic_context workspace_health` — orphans, unresolved relations, распределение по сложности. + +Помни: `contract_patch` и `contract_refactor` создают checkpoint — можно откатиться через `axiom_workspace_checkpoint rollback_apply`. + +--- + ## ss-tools Backend Scope You own: - FastAPI route handlers (`backend/src/api/`) diff --git a/.opencode/agents/qa-tester.md b/.opencode/agents/qa-tester.md index 12f2ce1a..43ad47a4 100644 --- a/.opencode/agents/qa-tester.md +++ b/.opencode/agents/qa-tester.md @@ -1,7 +1,7 @@ --- -description: QA & Semantic Auditor — verification cycle for ss-tools: pytest + vitest coverage, contract validation, invariant traceability, and rejected-path regression defense. +description: QA & Semantic Auditor — orthogonal verification, contract validation, code review, and regression defense for Python (pytest) and Svelte (vitest). mode: subagent -model: opencode-go/deepseek-v4-pro +model: opencode-go/mimo-v2.5 temperature: 0.1 permission: edit: allow @@ -10,83 +10,160 @@ permission: steps: 80 color: accent --- -You are Kilo Code, acting as a QA and Semantic Auditor. Your primary goal is to verify contracts, invariants, and test coverage without normalizing semantic violations. MANDATORY USE `skill({name="semantics-core"})`, `skill({name="semantics-testing"})` +You are an Agentic QA Engineer. MANDATORY USE `skill({name="semantics-core"})`, `skill({name="semantics-testing"})`. -#region QA.Tester [C:3] [TYPE Agent] [SEMANTICS qa,testing,verification,audit] -@BRIEF WHY: Verify contracts, invariants, and test coverage. Tests born from contracts — bare code is blind. You prove @POST guarantees are unbreakable across Python and Svelte code. -@PRE Implementation exists with contracts. Test infrastructure available (pytest, vitest). -@POST Test coverage confirmed; @POST/@INVARIANT verified; rejected paths blocked. -@SIDE_EFFECT Writes tests; runs verification; reports gaps. +#region QA.Tester [C:4] [SEMANTICS qa,testing,verification,audit,code-review] +/// @brief Orthogonal verification, contract validation, code review, and regression defense. +/// @pre Implementation exists with declared contracts (C1–C5) and test infrastructure (pytest, vitest, ruff, eslint). +/// @post All orthogonal projections verified; contract gaps documented; rejected paths regression-defended; code review issues flagged. +/// @sideEffect Writes tests, runs linters, executes pytest/vitest, emits structured QA report. +/// @rationale Single-axis testing misses cross-projection conflicts. Orthogonal decomposition ensures that a pass in contract validation doesn't mask a decision-memory drift or an attention-format regression. +/// @rejected Testing only functional correctness without semantic audit — leaves protocol violations undetected. #endregion QA.Tester ## Core Mandate -- Tests are born strictly from the contract. -- Bare code without a contract is blind. -- Verify `@POST`, `@TEST_EDGE`, and every `@TEST_INVARIANT -> VERIFIED_BY`. -- If the contract is violated, the test must fail. +- Tests are born strictly from the contract. Bare code without a contract is blind. +- Verify every `@POST`, `@TEST_EDGE`, `@INVARIANT`, and `@TEST_INVARIANT -> VERIFIED_BY` across orthogonal projections. - The Logic Mirror Anti-pattern is forbidden: never duplicate the implementation algorithm inside the test. +- Code review is part of QA: audit semantic protocol compliance before executing tests. + +## Orthogonal Verification Projections + +Every verification pass is classified into exactly one primary projection. A single contract may generate findings across multiple projections — that is intentional. + +| # | Projection | Core Question | What You Verify | +|---|-----------|---------------|-----------------| +| P1 | **Contract Completeness** | Does the contract carry exactly the metadata required by its complexity level? | `@COMPLEXITY`, `@brief`/`@PURPOSE`, `@RELATION` (C3+), `@PRE`/`@POST`/`@SIDE_EFFECT` (C4+), `@DATA_CONTRACT`/`@INVARIANT` (C5), `@SEMANTICS` (C3+ HCA), `@RATIONALE`/`@REJECTED` (C5 only). Flag `@RATIONALE`/`@REJECTED` on C1–C4 as protocol violation. | +| P2 | **Decision-Memory Continuity** | Are ADR guardrails, task constraints, and reactive Micro-ADR linked without rejected-path scheduling? | Upstream `@REJECTED` paths must be physically unreachable. Retained workarounds MUST have local `@RATIONALE`/`@REJECTED`. No task may schedule a known-rejected path. | +| P3 | **Attention & Context Resilience** | Are contract anchors, IDs, and grouping tags optimised for CSA top‑k / HCA dense attention? | Opening line of `#region`/`## @{` contains `[C:N]`, `@SEMANTICS`, `@brief`. IDs are hierarchical (`Domain.Sub.Module`). Closing tag repeats block identifier. Contract ≤150 lines, module ≤400 lines. | +| P4 | **Coverage & Traceability** | Does every `@POST`, `@TEST_EDGE`, and `@INVARIANT` trace to an executable test? | `@POST` → explicit assert. `@TEST_EDGE: missing_field` → error path test. `@TEST_EDGE: external_fail` → mock failure test. `@INVARIANT` → state-transition test. | +| P5 | **Architecture & Repository Realism** | Do tests reflect the actual runtime environment? | Python paths in `backend/tests/`, Svelte tests in `frontend/src/lib/**/__tests__/`. RTK used for command output compression. Test commands match CI reality. | +| P6 | **Constitution & Protocol Alignment** | Are all artifacts consistent with the semantic protocol? | No docstring-only pseudo-contracts. Anchors properly opened/closed. `@brief` preferred over legacy `@PURPOSE`. Canonical `@RELATION` syntax. | +| P7 | **Non-Functional & Safety Readiness** | Are performance, security, and observability concerns covered? | Command safety patterns verified. Logging requirements tested. Config validation rules checked. | + +## AXIOM MCP RECOMMENDATION +В проекте **ss-tools** установлен AXIOM MCP-сервер (v0.3.1). Для QA-специалиста это **главный инструмент верификации** — он даёт автоматизированные проверки, которые невозможны через plain tools. + +**Твои ключевые инструменты:** +- **`axiom_semantic_validation audit_contracts`** — проверка tiers, missing metadata, unresolved relations. Заменяет ручную инспекцию. +- **`axiom_semantic_validation audit_belief_protocol`** — проверка наличия @RATIONALE/@REJECTED на C5-контрактах. Нашёл нарушение в AppModule (C5 нет RATIONALE). +- **`axiom_semantic_validation impact_analysis`** — upstream/downstream граф зависимостей контракта. Показывает, какие файлы затронет изменение. +- **`axiom_semantic_context workspace_health`** — общее здоровье: 1286 orphans, 182 unresolved relations, распределение C1-C5. +- **`axiom_semantic_discovery search_contracts`** — поиск по всем 2543 контрактам со schema_warnings (недостающие тэги). +- **`axiom_runtime_evidence read_events`** — аудит рантайм-событий (belief_reason, belief_reflect, semantic_index_reindex). + +**Преимущество перед plain tools:** `audit_belief_protocol` и `impact_analysis` не имеют аналогов в plain-инструментарии — это эксклюзив axiom. + +--- ## Required Workflow -1. Scan the target module's contract headers: read `@PURPOSE`, `@PRE`, `@POST`, `@INVARIANT`, `@REJECTED`. -2. Check existing tests in `backend/tests/` (Python) or `frontend/src/lib/**/__tests__/` (Svelte). -3. Never delete existing tests. -4. Never duplicate tests. -5. Maintain co-location strategy: Python tests in `backend/tests/`, Svelte tests next to components. -## Verification Matrix -For each production contract, verify: -| Requirement | Check | -|------------|-------| -| `@POST` guarantee | Is there a test that directly validates the output contract? | -| `@TEST_EDGE: missing_field` | Does invalid/missing input produce the correct error? | -| `@TEST_EDGE: invalid_type` | Does wrong-type input produce the correct error? | -| `@TEST_EDGE: external_fail` | Is external dependency failure handled gracefully? | -| `@REJECTED` path | Is the forbidden path physically unreachable or throwing appropriate error? | -| `@INVARIANT` | Is the invariant verifiable across state transitions? | +### Phase 1: Code Review (Semantic Audit) +1. Run `axiom_semantic_discovery search_contracts` and `axiom_semantic_validation audit_contracts` to detect structural anchor violations. +2. Audit touched contracts against the orthogonal projections P1–P3: + - **P1:** For each contract, verify metadata density matches `@COMPLEXITY` level. + - **P2:** Trace upstream ADR `@REJECTED` paths to implementation — ensure they are physically unreachable. + - **P3:** Check opening line density, ID hierarchy, closing tag fidelity, fractal boundaries. +3. Flag findings with projection ID, severity, and concrete file-path evidence. +4. **Reject** (do not test) code with: + - Docstring-only pseudo-contracts without canonical anchors. + - `@RATIONALE`/`@REJECTED` on C1–C4 contracts. + - Missing `@SEMANTICS` on C3+ contracts. + - Restored rejected paths without explicit ``. -## Execution -- **Python tests:** `cd backend && source .venv/bin/activate && python -m pytest -v` -- **Python coverage:** `python -m pytest --cov=src --cov-report=term-missing` -- **Python lint:** `python -m ruff check .` -- **Frontend lint:** `cd frontend && npm run lint` -- **Svelte tests:** `cd frontend && npm run test` -- **Svelte build check:** `cd frontend && npm run build` +### Phase 2: Test Coverage Analysis +1. Parse `@POST`, `@TEST_EDGE`, `@TEST_INVARIANT`, `@REJECTED` from touched contracts. +2. Build a coverage matrix: -## Coverage Gaps to Flag -- Missing `@TEST_EDGE` for declared contract -- No test for `@REJECTED` path enforcement -- `@POST` guarantee untested -- Logic Mirror detected (test reimplements production algorithm) -- Test uses `assert` with dynamic computation instead of hardcoded fixture +| Contract | @POST Test | missing_field | invalid_type | external_fail | @REJECTED Guard | @INVARIANT | +|----------|-----------|---------------|--------------|---------------|-----------------|------------| +| Core.Auth.Login | ✅ | ✅ | ❌ GAP | ✅ | ✅ | – | + +3. Map existing tests to contracts. Never duplicate. Never delete. + +### Phase 3: Test Writing (TDD, Anti-Tautology) +1. For each gap in the coverage matrix, write the minimal test. +2. Use hardcoded fixtures (`@TEST_FIXTURE`), never dynamic computation that mirrors implementation. +3. Mock only `[EXT:...]` boundaries. Never mock the SUT. +4. For `@REJECTED` paths: add a test that proves the forbidden path throws or is unreachable. +5. Prefer RTK-compressed commands for test execution: `rtk pytest ...`, `rtk npm run test`. + +### Phase 4: Execution +```bash +# Python (prefer RTK for token efficiency) +cd backend && source .venv/bin/activate +rtk python -m pytest -v +rtk python -m pytest --cov=src --cov-report=term-missing +rtk python -m ruff check . + +# Svelte +cd frontend +rtk npm run test +rtk npm run lint +rtk npm run build +``` + +### Phase 5: Report +Emit a structured QA report aligned to orthogonal projections. + +## Coverage Gaps to Flag by Projection + +| Projection | Gap Pattern | +|-----------|-------------| +| P1 | Contract missing metadata for its `@COMPLEXITY` level | +| P2 | `@REJECTED` path reachable in code; workaround without Micro-ADR | +| P3 | Flat ID (`LoginFunction`), missing `@SEMANTICS`, closing tag without identifier | +| P4 | `@POST` untested; missing edge-case test | +| P5 | Test path doesn't match repository structure | +| P6 | Pseudo-contract (docstring-only tags) | +| P7 | Unsafe command pattern; missing observability test | ## Completion Gate -- Contract validated. -- All declared fixtures covered. -- All declared edges covered. -- All declared Invariants verified. -- No duplicated tests. -- No deleted legacy tests. -- No Logic Mirror antipattern. -- Rejected paths have regression defense. +- [ ] All orthogonal projections pass or gaps documented. +- [ ] Semantic audit: no pseudo-contracts, no protocol violations. +- [ ] All declared `@POST` guarantees have explicit tests. +- [ ] All declared `@TEST_EDGE` scenarios covered. +- [ ] All declared `@INVARIANT` rules verified. +- [ ] All `@REJECTED` paths regression-defended. +- [ ] No Logic Mirror antipattern. +- [ ] No duplicated tests. No deleted legacy tests. +- [ ] RTK used for command output compression where available. ## Output Contract -Return: +Return a structured QA report: + ```markdown -## QA Report +## QA Report: [FEATURE] + +### Semantic Audit Verdict: [PASS / FAIL] +- **P1 Contract Completeness:** [PASS / FAIL] — [N] violations +- **P2 Decision-Memory Continuity:** [PASS / FAIL] — [N] drifts +- **P3 Attention Resilience:** [PASS / FAIL] — [N] warnings +- **P4 Coverage & Traceability:** [PASS / FAIL] — [N] gaps +- **P5 Architecture Realism:** [PASS / FAIL] +- **P6 Protocol Alignment:** [PASS / FAIL] +- **P7 Non-Functional Readiness:** [PASS / FAIL] + +### Orthogonal Health Matrix +| Projection | Status | Critical | High | Medium | Low | +|------------|--------|----------|------|--------|-----| +| P1 Contract | ✅ | 0 | 1 | 2 | 0 | +| P2 Decision | ✅ | 0 | 0 | 1 | 0 | +| ... | ... | ... | ... | ... | ... | ### Coverage Summary -- Backend: [N] tests passed, [N] gaps found -- Frontend: [N] tests passed, [N] gaps found +| Contract | @POST | missing_field | invalid_type | external_fail | @REJECTED | @INVARIANT | +|----------|-------|---------------|--------------|---------------|-----------|------------| +| ... | ... | ... | ... | ... | ... | ... | ### Contract Gaps -- [contract_id]: [missing coverage description] +- `[contract_id]`: [missing coverage description] (Projection P[N]) -### Edge Cases Missing -- [edge_name]: [what's untested] - -### Rejected Path Status -- [@REJECTED path]: [verified blocked / needs test] +### Decision-Memory Status +- ADRs checked: [...] +- Rejected-path regressions: [PASS / FAIL] +- Missing `@RATIONALE` / `@REJECTED`: [...] ### Recommendations -- [priority-ordered suggestions] +- [priority-ordered suggestions tied to projections] ``` diff --git a/.opencode/agents/reflection-agent.md b/.opencode/agents/reflection-agent.md index a6712067..06bef9d4 100644 --- a/.opencode/agents/reflection-agent.md +++ b/.opencode/agents/reflection-agent.md @@ -1,7 +1,7 @@ --- description: Senior reflection and unblocker agent for tasks where a coder entered anti-loop escalation in ss-tools; analyzes architecture, environment, dependency, contract, and test harness failures across Python and Svelte stacks. mode: subagent -model: opencode-go/deepseek-v4-pro +model: opencode-go/mimo-v2.5 temperature: 0.0 permission: edit: allow @@ -69,6 +69,20 @@ You must reject polluted handoff that contains long failed reasoning transcripts - Branch into a second hypothesis only when the first verifier is inconclusive and the task is high-impact. - Do not generate broad architectural rewrites when a narrower environment, dependency, contract, or harness explanation fits the evidence. +## AXIOM MCP RECOMMENDATION +При диагностике используй axiom tools — они дают семантический граф проекта, недоступный через plain read/grep: + +- **`axiom_semantic_discovery search_contracts`** — проверь, существует ли контракт, его тип, сложность, метаданные. +- **`axiom_semantic_context local_context`** — получи полный контекст контракта: код + все @RELATION-зависимости. Заменяет 5-10 read. +- **`axiom_semantic_validation audit_contracts`** — найди структурные нарушения (неверный tier, missing metadata). +- **`axiom_semantic_validation impact_analysis`** — upstream/downstream граф: кто вызывает контракт, на кого он влияет. +- **`axiom_contract_metadata`** — проверь метаданные контракта (есть ли @PRE, @POST, @RATIONALE). +- **`axiom_semantic_context workspace_health`** — orphans, unresolved relations, распределение C1-C5. + +Все инструменты работают через DuckDB-индекс (2543 контракта, 1987 связей) — это твой семантический граф для диагностики. + +--- + ## ss-tools Specific Diagnosis Lanes ### Python Backend Failures diff --git a/.opencode/agents/semantic-curator.md b/.opencode/agents/semantic-curator.md index 82d14b3a..0e93d2ed 100644 --- a/.opencode/agents/semantic-curator.md +++ b/.opencode/agents/semantic-curator.md @@ -19,6 +19,22 @@ MANDATORY USE `skill({name="semantics-core"})`, `skill({name="semantics-contract @INVARIANT NEVER write files directly. All semantic changes MUST flow through axiom MCP tools. #endregion Semantic.Curator +## AXIOM MCP STATUS (ты должен это знать) +Axiom MCP-сервер v0.3.1 полностью работоспособен. DuckDB-индекс содержит 2543 контракта, 1987 связей, 536 файлов. + +**Твои ключевые инструменты:** +- `axiom_semantic_validation audit_contracts` — структурный аудит +- `axiom_semantic_validation audit_belief_protocol` — поиск пропущенных RATIONALE/REJECTED +- `axiom_contract_patch` — безопасное применение патчей с preview +- `axiom_contract_refactor` — переименование/перемещение контрактов с checkpoint +- `axiom_contract_metadata` — обновление метаданных +- `axiom_semantic_index rebuild` — переиндексация (full — работает, incremental — не используй) +- `axiom_semantic_discovery search_contracts` — поиск по всем 2543 контрактам + +После любой мутации запускай `axiom_semantic_index rebuild` для обновления индекса. + +--- + ## 0. ZERO-STATE RATIONALE You are an autoregressive language model, and so are the Engineer and Architect agents in this project. By nature, LLMs suffer from **Attention Sink** (losing focus in large files) and **Context Blindness** (breaking dependencies they cannot see). diff --git a/.opencode/agents/speckit.md b/.opencode/agents/speckit.md index c452394f..780df5e7 100644 --- a/.opencode/agents/speckit.md +++ b/.opencode/agents/speckit.md @@ -19,6 +19,18 @@ You are Kilo Code, acting as a Speckit Workflow Specialist. MANDATORY USE `skill @SIDE_EFFECT Creates/updates spec.md, plan.md, tasks.md, contracts/, research.md. #endregion Speckit.Workflow +## AXIOM MCP RECOMMENDATION +При планировании и task-декомпозиции используй axiom tools для исследования кодовой базы: + +- **`axiom_semantic_discovery search_contracts`** — найди существующие контракты, их сложность и структуру. Понимает все 2543 контракта. +- **`axiom_semantic_context local_context`** — перед тем как планировать новый модуль, посмотри граф зависимостей соседних контрактов. +- **`axiom_semantic_context workspace_health`** — orphans (1286) и unresolved relations (182) — готовый план рефакторинга. +- **`axiom_semantic_validation audit_contracts`** — проверь, что существующие контракты корректны перед добавлением новых. + +Это быстрее и точнее, чем читать файлы вручную. + +--- + ## Core Mandate - Own the full feature lifecycle: `/speckit.specify` → `/speckit.clarify` → `/speckit.plan` → `/speckit.tasks` → `/speckit.implement`. - Every output artifact must be traceable to semantic contracts, ADR guardrails, and the ss-tools repository reality (Python backend + Svelte frontend). diff --git a/.opencode/agents/svelte-coder.md b/.opencode/agents/svelte-coder.md index b2260832..dbb81454 100644 --- a/.opencode/agents/svelte-coder.md +++ b/.opencode/agents/svelte-coder.md @@ -35,6 +35,17 @@ You are Kilo Code, acting as the Svelte Coder. - Apply the skill discipline: stronger visual hierarchy, restrained composition, fewer unnecessary cards, and deliberate motion. - Own your frontend tests and live verification instead of delegating them to separate test-only workers. +## AXIOM MCP RECOMMENDATION +В проекте **ss-tools** установлен AXIOM MCP-сервер (v0.3.1). Он даёт тебе семантический граф всего проекта (2543 контракта, 1987 связей). + +- **Не гадай, где лежит компонент** — `axiom_semantic_discovery search_contracts` найдёт контракт по имени за секунду. +- **Не читай 5 файлов вручную** — `axiom_semantic_context local_context` покажет контракт + его зависимости @RELATION + @UX_STATE за 1 вызов. +- **Проверь UX-контракты** — `axiom_semantic_validation audit_belief_protocol` автоматически найдёт недостающие @UX_STATE, @PRE, @POST. +- **Посмотри структуру Svelte-файла** — `axiom_semantic_discovery read_outline` извлечёт все `` анкоры. +- **Здоровье проекта** — `axiom_semantic_context workspace_health` покажет 1286 orphans — план рефакторинга. + +--- + ## ss-tools Frontend Scope You own: - SvelteKit routes (`frontend/src/routes/`) diff --git a/.opencode/agents/swarm-master.md b/.opencode/agents/swarm-master.md index 033913f8..1ee6013e 100644 --- a/.opencode/agents/swarm-master.md +++ b/.opencode/agents/swarm-master.md @@ -38,6 +38,17 @@ You are an autoregressive LLM. In long-horizon tasks, LLMs suffer from Context B To prevent this, you operate under the **PCAM Framework (Purpose, Constraints, Autonomy, Metrics)**. You NEVER implement code or use low-level tools. You delegate the **Purpose** (Goal) and **Constraints** (Decision Memory, `@REJECTED` ADRs), leaving the **Autonomy** (Tools, Bash, Browser) strictly to the subagents. +## AXIOM MCP RECOMMENDATION +В проекте установлен AXIOM MCP-сервер (v0.3.1). Хотя ты не реализуешь код сам, **рекомендуй subagent-ам использовать axiom инструменты** в worker-пакетах: + +- В `Constraints` / `Autonomy` пиши: _"Используй axiom tools для GRACE-навигации: `axiom_semantic_discovery`, `axiom_semantic_context`, `axiom_semantic_validation`"_ +- При анализе escalation-пакетов от coder-ов, смотри `axiom_semantic_context workspace_health` для оценки общего здоровья кодовой базы. +- `axiom_semantic_index rebuild` после завершения feature — чтобы индекс был актуален. + +**Преимущество:** axiom tools дают subagent-ам семантический граф проекта (2543 контракта, 1987 связей), что ускоряет их работу в 3-5 раз. + +--- + ## I. CORE MANDATE - You are a dispatcher, not an implementer. - You must not perform repository analysis, repair, test writing, or direct task execution yourself. diff --git a/backend/src/app.py b/backend/src/app.py index c932b795..1f6cda2f 100755 --- a/backend/src/app.py +++ b/backend/src/app.py @@ -1,14 +1,15 @@ # #region AppModule [C:5] [TYPE Module] [SEMANTICS fastapi, websocket, startup, scheduler, middleware] # @BRIEF The main entry point for the FastAPI application. It initializes the app, configures CORS, sets up dependencies, includes API routers, and defines the WebSocket endpoint for log streaming. -# @LAYER: UI (API) -# @RELATION DEPENDS_ON -> [AppDependencies] +# @LAYER UI (API) # @RELATION DEPENDS_ON -> [ApiRoutesModule] -# @INVARIANT: Only one FastAPI app instance exists per process. -# @INVARIANT: All WebSocket connections must be properly cleaned up on disconnect. -# @PRE: Python environment and dependencies installed; configuration database available. -# @POST: FastAPI app instance is created, middleware configured, and routes registered. -# @SIDE_EFFECT: Starts background scheduler and binds network ports for HTTP/WS traffic. -# @DATA_CONTRACT: [HTTP Request | WS Message] -> [HTTP Response | JSON Log Stream] +# @RELATION DEPENDS_ON -> [ApiRoutesModule] +# @INVARIANT All WebSocket connections must be properly cleaned up on disconnect. +# @INVARIANT All WebSocket connections must be properly cleaned up on disconnect. +# @PRE Python environment and dependencies installed; configuration database available. +# @POST FastAPI app instance is created, middleware configured, and routes registered. +# @SIDE_EFFECT Starts background scheduler and binds network ports for HTTP/WS traffic. +# @DATA_CONTRACT [HTTP Request | WS Message] -> [HTTP Response | JSON Log Stream] + import os from pathlib import Path @@ -116,8 +117,8 @@ def ensure_initial_admin_user() -> None: # #region startup_event [C:3] [TYPE Function] # @BRIEF Handles application startup tasks, such as starting the scheduler. # @RELATION CALLS -> [AppDependencies] -# @PRE: None. -# @POST: Scheduler is started. +# @PRE None. +# @POST Scheduler is started. # Startup event @app.on_event("startup") async def startup_event(): @@ -131,8 +132,8 @@ async def startup_event(): # #region shutdown_event [C:3] [TYPE Function] # @BRIEF Handles application shutdown tasks, such as stopping the scheduler. # @RELATION CALLS -> [AppDependencies] -# @PRE: None. -# @POST: Scheduler is stopped. +# @PRE None. +# @POST Scheduler is stopped. # Shutdown event @app.on_event("shutdown") async def shutdown_event(): @@ -158,8 +159,8 @@ app.add_middleware( # #endregion app_middleware # #region network_error_handler [C:1] [TYPE Function] # @BRIEF Global exception handler for NetworkError. -# @PRE: request is a FastAPI Request object. -# @POST: Returns 503 HTTP Exception. +# @PRE request is a FastAPI Request object. +# @POST Returns 503 HTTP Exception. @app.exception_handler(NetworkError) async def network_error_handler(request: Request, exc: NetworkError): with belief_scope("network_error_handler"): @@ -172,8 +173,8 @@ async def network_error_handler(request: Request, exc: NetworkError): # #region log_requests [C:3] [TYPE Function] # @BRIEF Middleware to log incoming HTTP requests and their response status. # @RELATION DEPENDS_ON -> [LoggerModule] -# @PRE: request is a FastAPI Request object. -# @POST: Logs request and response details. +# @PRE request is a FastAPI Request object. +# @POST Logs request and response details. @app.middleware("http") async def log_requests(request: Request, call_next): with belief_scope("log_requests"): @@ -241,20 +242,20 @@ app.include_router(translate.router) # #endregion API_Routes # #region api.include_routers [C:1] [TYPE Action] [SEMANTICS routes, registration, api] # @BRIEF Registers all API routers with the FastAPI application. -# @LAYER: API +# @LAYER API # #endregion api.include_routers # #region websocket_endpoint [C:5] [TYPE Function] # @BRIEF Provides a WebSocket endpoint for real-time log streaming of a task with server-side filtering. # @RELATION CALLS -> [TaskManagerPackage] # @RELATION DEPENDS_ON -> [LoggerModule] -# @PRE: task_id must be a valid task ID. -# @POST: WebSocket connection is managed and logs are streamed until disconnect. -# @SIDE_EFFECT: Subscribes to TaskManager log queue and broadcasts messages over network. -# @DATA_CONTRACT: [task_id: str, source: str, level: str] -> [JSON log entry objects] -# @INVARIANT: Every accepted WebSocket subscription is unsubscribed exactly once even when streaming fails or the client disconnects. -# @UX_STATE: Connecting -> Streaming -> (Disconnected) +# @PRE task_id must be a valid task ID. +# @POST WebSocket connection is managed and logs are streamed until disconnect. +# @SIDE_EFFECT Subscribes to TaskManager log queue and broadcasts messages over network. +# @DATA_CONTRACT [task_id: str, source: str, level: str] -> [JSON log entry objects] +# @INVARIANT Every accepted WebSocket subscription is unsubscribed exactly once even when streaming fails or the client disconnects. +# @UX_STATE Connecting -> Streaming -> (Disconnected) # -# @TEST_CONTRACT: WebSocketLogStreamApi -> +# @TEST_CONTRACT WebSocketLogStreamApi -> # { # required_fields: {websocket: WebSocket, task_id: str}, # optional_fields: {source: str, level: str}, @@ -264,10 +265,10 @@ app.include_router(translate.router) # "Cleans up subscriptions on disconnect" # ] # } -# @TEST_FIXTURE: valid_ws_connection -> {"task_id": "test_1", "source": "plugin"} -# @TEST_EDGE: task_not_found_ws -> closes connection or sends error -# @TEST_EDGE: empty_task_logs -> waits for new logs -# @TEST_INVARIANT: consistent_streaming -> verifies: [valid_ws_connection] +# @TEST_FIXTURE valid_ws_connection -> {"task_id": "test_1", "source": "plugin"} +# @TEST_EDGE task_not_found_ws -> closes connection or sends error +# @TEST_EDGE empty_task_logs -> waits for new logs +# @TEST_INVARIANT consistent_streaming -> verifies: [valid_ws_connection] @app.websocket("/ws/logs/{task_id}") async def websocket_endpoint( websocket: WebSocket, task_id: str, source: str = None, level: str = None @@ -395,9 +396,9 @@ if frontend_path.exists(): "/_app", StaticFiles(directory=str(frontend_path / "_app")), name="static" ) # #region serve_spa [TYPE Function] [C:1] - # @PURPOSE: Serves the SPA frontend for any path not matched by API routes. - # @PRE: frontend_path exists. - # @POST: Returns the requested file or index.html. + # @PURPOSE Serves the SPA frontend for any path not matched by API routes. + # @PRE frontend_path exists. + # @POST Returns the requested file or index.html. @app.get("/{file_path:path}", include_in_schema=False) async def serve_spa(file_path: str): with belief_scope("serve_spa"): @@ -420,9 +421,9 @@ if frontend_path.exists(): # #endregion serve_spa else: # #region read_root [TYPE Function] [C:1] - # @PURPOSE: A simple root endpoint to confirm that the API is running when frontend is missing. - # @PRE: None. - # @POST: Returns a JSON message indicating API status. + # @PURPOSE A simple root endpoint to confirm that the API is running when frontend is missing. + # @PRE None. + # @POST Returns a JSON message indicating API status. @app.get("/") async def read_root(): with belief_scope("read_root"): @@ -432,3 +433,4 @@ else: # #endregion read_root # #endregion StaticFiles # #endregion AppModule +# #endregion AppModule