콘텐츠로 이동

unittest Result

Test Summary


Item Value
Execution ID 20261024_190355_272048
Pass FAIL
Latest 2026-10-24T19:03:55.272290+09:00
Duration 3.084192 seconds
Total 120
Passed 117
Failed 2
Errors 0
Skipped 1


Test envs Value
test_os windows
test_name local_01
test_environment local
test_request local_vscode


Test Functions

  • Unit TEST
    • PATH0: test_envs/tests/unittest/ct_framework/python
PATH Test Function Pass Duration (s)
0 test_auto_os_uses_windows_venv_interpreter PASS 0.000839
0 test_check_contains_required_environment_state PASS 0.098386
0 test_configured_time_uses_project_utc_offset PASS 0.000395
0 test_os_selection_keeps_system_python PASS 0.000513
0 test_os_selection_restarts_with_system_python PASS 0.000753
0 test_project_config_contains_os_and_selected_model PASS 0.000492
0 test_set_configured_os_preserves_ollama_config PASS 0.000911
0 test_unix_hosts_use_bin_python PASS 0.000216
0 test_auto_platform_detects_linux PASS 0.000354
0 test_auto_platform_detects_macos PASS 0.000262
0 test_auto_platform_detects_windows PASS 0.000250
0 test_config_platform_uses_project_config PASS 0.000424
0 test_cross_platform_selection_is_rejected PASS 0.000334
0 test_serve_returns_success_when_server_is_already_running PASS 0.001246
0 test_setup_does_not_start_background_server PASS 0.001107
0 test_example_extension PASS 0.004027
0 test_cli_fixture_mode_overrides_marker PASS 0.038652
0 test_ct_markers_define_fixture_selection PASS 0.005012
0 test_fixture_meta_defines_tools_and_modes PASS 0.000190
0 test_legacy_config_catalog_is_not_used PASS 0.000203
0 test_marker_fixture_mode_is_default PASS 0.000167
0 test_mock_implementations_remain_available PASS 0.000172
0 test_test_cases_import_pytest_fixtures PASS 0.000636
0 test_environment_and_os_map_to_github_labels PASS 0.005429
0 test_environment_check_is_detected_from_issue_title PASS 0.000556
0 test_github_hosted_rejects_marker_resolved_hil PASS 0.000553
0 test_github_hosted_runner_rejects_pytest_hil PASS 0.001228
0 test_legacy_combined_runner_is_still_readable PASS 0.000987
0 test_local_mcp_is_not_a_github_issue_environment PASS 0.000247
0 test_markdown_and_mkdocs_publication_are_separate_outputs PASS 0.001685
0 test_parse_current_pytest_request PASS 0.000932
0 test_parse_issue_form_markdown PASS 0.000195
0 test_self_hosted_runner_accepts_pytest_hil PASS 0.001346
0 test_unittest_request_is_detected_from_issue_title PASS 0.000614
0 test_unknown_environment_is_rejected PASS 0.000189
0 test_unknown_pytest_id_is_rejected_by_catalog PASS 0.001068
0 test_pending_progress_prints_numeric_state PASS 0.000887
0 test_pending_results_use_test_id_and_execution_id PASS 0.248849
0 test_pending_unittest_uses_execution_id_without_test_id PASS 0.116295
0 test_publish_latest_copies_markdown PASS 0.008735
0 test_unittest_report_does_not_call_local_llm PASS 0.120324
0 test_analysis_retries_invalid_json_and_writes_diagnostic_log PASS 0.116699
0 test_environment_model_is_configurable PASS 0.001563
0 test_explicit_model_has_highest_priority PASS 0.001129
0 test_installed_model_accepts_ollama_inventory_fields PASS 0.000184
0 test_internal_json_model_is_used_when_environment_is_missing PASS 0.010075
0 test_internal_json_url_is_used_when_environment_is_missing PASS 0.013505
0 test_missing_configured_model_is_rejected PASS 0.002399
0 test_non_empty_test_prompt_overrides_default_prompt PASS 0.123399
0 test_object_preset_supports_extensible_model_metadata PASS 0.000174
0 test_project_config_selected_model PASS 0.000210
0 test_numeric_error_metric_is_not_failure_log PASS 0.000202
0 test_markdown_first_report_contains_required_sections PASS 0.115945
0 test_mkdocs_publish_preserves_each_execution PASS 0.415734
0 test_unittest_markdown_lists_failed_functions PASS 0.118205
0 test_warning_count_controls_severity PASS 0.000286
0 test_hil_requires_explicit_pytest_opt_in PASS 0.003793
0 test_mkdocs_update_requires_explicit_opt_in PASS 0.001042
0 test_pytest_command_uses_allowlisted_arguments_without_a_shell PASS 0.000289
0 test_pytest_list_exposes_allowlisted_ids_and_hil_gate PASS 0.001814
0 test_rejects_unknown_test_id_before_starting_process PASS 0.000689
0 test_unittest_list_exposes_extension_scopes PASS 0.009060
0 test_client_discovers_and_calls_test_inventory PASS 0.118502
0 test_server_advertises_the_workspace_logo PASS 0.005134
0 test_stdio_client_launches_external_server_process FAIL 0.000249
0 test_digilent_measures_usb_transfer PASS 0.000213
0 test_digilent_requires_connection PASS 0.000237
0 test_network_packet_loopback PASS 0.000386
0 test_network_validates_port PASS 0.000375
0 test_uart_loopback_and_lifecycle PASS 0.000551
0 test_uart_requires_connection PASS 0.000313
0 test_usb_packetized_loopback PASS 0.000311
0 test_usb_requires_connection PASS 0.000289
0 test_additional_docx_args_exclude_dynamic_report_paths PASS 0.000504
0 test_docx_conversion_uses_reference_document PASS 0.003018
0 test_html_conversion_does_not_use_reference_document PASS 0.002782
0 test_latest_markdown_searches_nested_report_groups PASS 0.002603
0 test_pandoc_falls_back_to_the_windows_per_user_install PASS 0.001356
0 test_pandoc_rejects_unknown_format PASS 0.000238
0 test_pytest_output_is_grouped_under_test_cases PASS 0.000206
0 test_reference_document_is_stored_outside_test_reports PASS 0.000178
0 test_reference_manifest_describes_the_editable_document PASS 0.000411
0 test_unittest_output_is_grouped_separately PASS 0.000196
0 test_environment_comment_contains_detected_runner_values PASS 0.001295
0 test_github_reporter_reuses_canonical_markdown PASS 0.134209
0 test_issue_comment_contains_summary_and_evidence PASS 0.113740
0 test_pytest_comment_uses_test_cases_markdown_path PASS 0.107904
0 test_unittest_comment_uses_unittest_paths_without_llm PASS 0.105583
0 test_configuration_structure PASS 0.000414
0 test_docs_test_structure PASS 0.016884
0 test_pytest_case_structure PASS 0.000921
0 test_pytest_fixture_structure PASS 0.000285
0 test_report_structure FAIL 0.001123
0 test_role_specific_tool_packages FAIL 0.000531
0 test_top_level_structure PASS 0.000479
0 test_unittest_structure PASS 0.000288
0 test_junit_normalization PASS 0.116371
0 test_result_preserves_mock_hil_modes PASS 0.107492
0 test_result_rejects_unknown_status PASS 0.104150
0 test_result_rejects_unknown_test_mode PASS 0.104361
0 test_result_store_creates_canonical_result_and_logs PASS 0.115650
0 test_test_envs_is_the_first_json_section PASS 0.129765
0 test_unittest_result_uses_flat_execution_files PASS 0.140948
0 test_duplicate_test_ids_are_rejected PASS 0.011359
0 test_generated_catalog_matches_python_ct_markers PASS 0.003273
0 test_static_consumers_match_catalog_test_ids PASS 0.007962
0 test_fixture_mode_picker_supports_override PASS 0.001230
0 test_git_tasks_remain_shell_commands PASS 0.001053
0 test_launch_setup_delegates_to_foreground_tasks PASS 0.001919
0 test_ollama_server_task_is_foreground_process PASS 0.001720
0 test_python_setup_uses_platform_picker PASS 0.001116
0 test_python_tasks_run_as_managed_processes PASS 0.001175
0 test_report_tasks_include_html_and_docx PASS 0.001064
0 test_selected_preset_has_model_name PASS 0.001098
0 test_setup_1_uses_system_python PASS 0.001325
0 test_task_setup_uses_internal_model_config PASS 0.002240
0 test_test_case_id_picker_matches_ct_markers PASS 0.001864
0 test_test_case_tasks_support_all_and_test_id PASS 0.001139
0 test_vscode_json_contains_no_os_metadata PASS 0.001102
0 test_vscode_testing_uses_project_venv_and_pytest PASS 0.001049

Failed Functions

test_report_structure

Item Value
Status FAIL
self = <test_envs.tests.unittest.ct_framework.python.test_repository_structure.RepositoryStructureTests testMethod=test_report_structure>

    def test_report_structure(self) -> None:
        root = Path("test_reports")
        for relative in (
            "results/pytest/test_cases",
            "results/unittest",
            "pandocs/pytest/test_cases",
            "pandocs/unittest",
            "markdown/pytest/test_cases",
            "markdown/unittest",
        ):
            self.assertTrue((root / relative).is_dir())
        self.assertFalse((root / "pandoc").exists())
        self.assertTrue(Path("docx/reference/reference.docx").is_file())
        self.assertFalse((root / "pandocs/reference.docx").exists())
        self.assertFalse(any((root / "markdown").glob("CT-*")))
        self.assertFalse((root / "results/unittest/.tmp").exists())
        self.assertFalse(any(path.name == "pytest" for path in (root / "results/unittest").rglob("*")))
        self.assertFalse((root / "pytest").exists())
        self.assertFalse((root / "unittest").exists())
>       self.assertFalse(Path("test_envs/reports").exists())
E       AssertionError: True is not false

test_envs\tests\unittest\ct_framework\python\test_repository_structure.py:73: AssertionError


test_role_specific_tool_packages

Item Value
Status FAIL
self = <test_envs.tests.unittest.ct_framework.python.test_repository_structure.RepositoryStructureTests testMethod=test_role_specific_tool_packages>

    def test_role_specific_tool_packages(self) -> None:
        github_root = Path("test_envs/tool_github")
        self.assertTrue((github_root / "issue_parser.py").is_file())
        self.assertTrue((github_root / "github_reporter/__init__.py").is_file())
        pipeline_root = Path("test_envs/test_pipeline")
        self.assertTrue((pipeline_root / "environment_setup.py").is_file())
        self.assertTrue((pipeline_root / "pipeline.py").is_file())
        mcp_root = Path("test_envs/mcp_server")
        self.assertTrue((mcp_root / "runner.py").is_file())
        self.assertTrue((mcp_root / "server.py").is_file())
        for legacy in (
            "test_envs/tools/issue_parser.py",
            "test_envs/tools/github_reporter",
            "test_envs/tools/environment_setup.py",
            "test_envs/tools/pipeline.py",
        ):
>           self.assertFalse(Path(legacy).exists())
E           AssertionError: True is not false

test_envs\tests\unittest\ct_framework\python\test_repository_structure.py:91: AssertionError


Test Source

Item Value
Commit b46ccc6d0fd8eb6e221116e47304bebb5cf2a8d9
Branch main

Logs

Item Value
Result log 20261024_190355_272048_result.log
Result json 20261024_190355_272048_result.json