| 0 |
test_auto_os_uses_windows_venv_interpreter |
PASS |
0.000671 |
| 0 |
test_combined_check_remains_available_to_runtime_consumers |
PASS |
0.206636 |
| 0 |
test_combined_config_remains_available_to_runtime_consumers |
PASS |
0.000758 |
| 0 |
test_configured_time_uses_project_utc_offset |
PASS |
0.000677 |
| 0 |
test_os_selection_keeps_system_python |
PASS |
0.000594 |
| 0 |
test_os_selection_restarts_with_system_python |
PASS |
0.000908 |
| 0 |
test_project_config_is_split_by_environment_and_ollama |
PASS |
0.000665 |
| 0 |
test_set_configured_os_updates_only_environment_config |
PASS |
0.000914 |
| 0 |
test_split_checks_contain_required_environment_state |
PASS |
0.001703 |
| 0 |
test_unix_hosts_use_bin_python |
PASS |
0.000280 |
| 0 |
test_auto_platform_detects_linux |
PASS |
0.000332 |
| 0 |
test_auto_platform_detects_macos |
PASS |
0.000316 |
| 0 |
test_auto_platform_detects_windows |
PASS |
0.000521 |
| 0 |
test_config_platform_uses_project_config |
PASS |
0.000666 |
| 0 |
test_cross_platform_selection_is_rejected |
PASS |
0.000535 |
| 0 |
test_serve_returns_success_when_server_is_already_running |
PASS |
0.002080 |
| 0 |
test_setup_does_not_start_background_server |
PASS |
0.001360 |
| 0 |
test_example_extension |
PASS |
0.002434 |
| 0 |
test_cli_fixture_mode_overrides_marker |
PASS |
0.000232 |
| 0 |
test_ct_markers_define_fixture_selection |
PASS |
0.004398 |
| 0 |
test_fixture_meta_defines_tools_and_modes |
PASS |
0.000232 |
| 0 |
test_legacy_config_catalog_is_not_used |
PASS |
0.000239 |
| 0 |
test_marker_fixture_mode_is_default |
PASS |
0.000182 |
| 0 |
test_mock_implementations_remain_available |
PASS |
0.000219 |
| 0 |
test_test_cases_import_pytest_fixtures |
PASS |
0.000633 |
| 0 |
test_environment_and_os_map_to_github_labels |
PASS |
0.003837 |
| 0 |
test_environment_check_is_detected_from_issue_title |
PASS |
0.000626 |
| 0 |
test_github_hosted_rejects_marker_resolved_hil |
PASS |
0.000620 |
| 0 |
test_github_hosted_runner_rejects_pytest_hil |
PASS |
0.000999 |
| 0 |
test_legacy_combined_runner_is_still_readable |
PASS |
0.000976 |
| 0 |
test_local_mcp_is_not_a_github_issue_environment |
PASS |
0.000286 |
| 0 |
test_markdown_and_mkdocs_publication_are_separate_outputs |
PASS |
0.001702 |
| 0 |
test_parse_current_pytest_request |
PASS |
0.001032 |
| 0 |
test_parse_issue_form_markdown |
PASS |
0.000306 |
| 0 |
test_self_hosted_runner_accepts_pytest_hil |
PASS |
0.001069 |
| 0 |
test_unittest_request_is_detected_from_issue_title |
PASS |
0.000536 |
| 0 |
test_unknown_environment_is_rejected |
PASS |
0.000218 |
| 0 |
test_unknown_pytest_id_is_rejected_by_catalog |
PASS |
0.001019 |
| 0 |
test_pending_progress_prints_numeric_state |
PASS |
0.000724 |
| 0 |
test_pending_results_use_test_id_and_execution_id |
PASS |
0.193880 |
| 0 |
test_pending_unittest_uses_execution_id_without_test_id |
PASS |
0.096352 |
| 0 |
test_publish_latest_copies_markdown |
PASS |
0.003491 |
| 0 |
test_unittest_report_does_not_call_local_llm |
PASS |
0.095571 |
| 0 |
test_analysis_retries_invalid_json_and_writes_diagnostic_log |
PASS |
0.105516 |
| 0 |
test_environment_model_is_configurable |
PASS |
0.002235 |
| 0 |
test_explicit_model_has_highest_priority |
PASS |
0.001658 |
| 0 |
test_installed_model_accepts_ollama_inventory_fields |
PASS |
0.000241 |
| 0 |
test_internal_json_model_is_used_when_environment_is_missing |
PASS |
0.003432 |
| 0 |
test_internal_json_url_is_used_when_environment_is_missing |
PASS |
0.003202 |
| 0 |
test_missing_configured_model_is_rejected |
PASS |
0.001857 |
| 0 |
test_non_empty_test_prompt_overrides_default_prompt |
PASS |
0.092097 |
| 0 |
test_object_preset_supports_extensible_model_metadata |
PASS |
0.000309 |
| 0 |
test_project_config_selected_model |
PASS |
0.000203 |
| 0 |
test_numeric_error_metric_is_not_failure_log |
PASS |
0.000236 |
| 0 |
test_markdown_first_report_contains_required_sections |
PASS |
0.097256 |
| 0 |
test_mkdocs_publish_preserves_each_execution |
PASS |
0.321092 |
| 0 |
test_unittest_markdown_lists_failed_functions |
PASS |
0.088807 |
| 0 |
test_warning_count_controls_severity |
PASS |
0.000209 |
| 0 |
test_hil_requires_explicit_pytest_opt_in |
PASS |
0.002153 |
| 0 |
test_mkdocs_update_requires_explicit_opt_in |
PASS |
0.001331 |
| 0 |
test_ollama_test_config_selects_registered_rules |
PASS |
0.003780 |
| 0 |
test_ollama_test_plan_uses_allowlisted_targets_and_reports |
PASS |
0.002547 |
| 0 |
test_pytest_command_uses_allowlisted_arguments_without_a_shell |
PASS |
0.000176 |
| 0 |
test_pytest_list_exposes_allowlisted_ids_and_hil_gate |
PASS |
0.002407 |
| 0 |
test_rejects_unknown_test_id_before_starting_process |
PASS |
0.000886 |
| 0 |
test_unittest_list_exposes_extension_scopes |
PASS |
0.008782 |
| 0 |
test_client_discovers_and_calls_test_inventory |
PASS |
0.121975 |
| 0 |
test_server_advertises_the_workspace_logo |
PASS |
0.005102 |
| 0 |
test_stdio_client_launches_external_server_process |
FAIL |
0.000230 |
| 0 |
test_digilent_measures_usb_transfer |
PASS |
0.000196 |
| 0 |
test_digilent_requires_connection |
PASS |
0.000232 |
| 0 |
test_network_packet_loopback |
PASS |
0.000186 |
| 0 |
test_network_validates_port |
PASS |
0.000209 |
| 0 |
test_uart_loopback_and_lifecycle |
PASS |
0.000186 |
| 0 |
test_uart_requires_connection |
PASS |
0.000173 |
| 0 |
test_usb_packetized_loopback |
PASS |
0.000278 |
| 0 |
test_usb_requires_connection |
PASS |
0.000316 |
| 0 |
test_additional_docx_args_exclude_dynamic_report_paths |
PASS |
0.000444 |
| 0 |
test_docx_conversion_uses_reference_document |
PASS |
0.002436 |
| 0 |
test_html_conversion_does_not_use_reference_document |
PASS |
0.001651 |
| 0 |
test_latest_markdown_searches_nested_report_groups |
PASS |
0.001751 |
| 0 |
test_pandoc_falls_back_to_the_windows_per_user_install |
PASS |
0.001320 |
| 0 |
test_pandoc_rejects_unknown_format |
PASS |
0.000232 |
| 0 |
test_pytest_output_is_grouped_under_test_cases |
PASS |
0.000207 |
| 0 |
test_reference_document_is_stored_outside_test_reports |
PASS |
0.000420 |
| 0 |
test_reference_manifest_describes_the_editable_document |
PASS |
0.000661 |
| 0 |
test_unittest_output_is_grouped_separately |
PASS |
0.000379 |
| 0 |
test_environment_comment_contains_detected_runner_values |
PASS |
0.002961 |
| 0 |
test_github_reporter_reuses_canonical_markdown |
PASS |
0.108067 |
| 0 |
test_issue_comment_contains_summary_and_evidence |
PASS |
0.088843 |
| 0 |
test_pytest_comment_uses_test_cases_markdown_path |
PASS |
0.085181 |
| 0 |
test_unittest_comment_uses_unittest_paths_without_llm |
PASS |
0.086353 |
| 0 |
test_configuration_structure |
PASS |
0.000506 |
| 0 |
test_docs_test_structure |
PASS |
0.010427 |
| 0 |
test_pytest_case_structure |
PASS |
0.001028 |
| 0 |
test_pytest_fixture_structure |
PASS |
0.000278 |
| 0 |
test_report_structure |
PASS |
0.001247 |
| 0 |
test_role_specific_tool_packages |
PASS |
0.000463 |
| 0 |
test_top_level_structure |
FAIL |
0.000391 |
| 0 |
test_unittest_structure |
PASS |
0.000307 |
| 0 |
test_junit_normalization |
PASS |
0.086121 |
| 0 |
test_result_preserves_mock_hil_modes |
PASS |
0.087240 |
| 0 |
test_result_rejects_unknown_status |
PASS |
0.086103 |
| 0 |
test_result_rejects_unknown_test_mode |
PASS |
0.085313 |
| 0 |
test_result_store_creates_canonical_result_and_logs |
PASS |
0.099039 |
| 0 |
test_test_envs_is_the_first_json_section |
PASS |
0.095781 |
| 0 |
test_unittest_result_uses_flat_execution_files |
PASS |
0.094611 |
| 0 |
test_duplicate_test_ids_are_rejected |
PASS |
0.004110 |
| 0 |
test_generated_catalog_matches_python_ct_markers |
PASS |
0.002740 |
| 0 |
test_static_consumers_match_catalog_test_ids |
PASS |
0.014012 |
| 0 |
test_fixture_mode_picker_supports_override |
PASS |
0.001265 |
| 0 |
test_git_tasks_remain_shell_commands |
PASS |
0.001153 |
| 0 |
test_launch_setup_delegates_to_foreground_tasks |
PASS |
0.001213 |
| 0 |
test_ollama_server_task_is_foreground_process |
PASS |
0.001189 |
| 0 |
test_python_setup_uses_platform_picker |
PASS |
0.001556 |
| 0 |
test_python_tasks_run_as_managed_processes |
PASS |
0.001300 |
| 0 |
test_report_tasks_include_html_and_docx |
PASS |
0.001173 |
| 0 |
test_selected_preset_has_model_name |
PASS |
0.001556 |
| 0 |
test_setup_1_uses_system_python |
PASS |
0.001463 |
| 0 |
test_task_setup_uses_internal_model_config |
PASS |
0.001335 |
| 0 |
test_test_case_id_picker_matches_ct_markers |
PASS |
0.001604 |
| 0 |
test_test_case_tasks_support_all_and_test_id |
PASS |
0.001456 |
| 0 |
test_vscode_json_contains_no_os_metadata |
PASS |
0.001528 |
| 0 |
test_vscode_testing_uses_project_venv_and_pytest |
FAIL |
0.001670 |