| { |
| "axis:accuracy": 0.6802249601322042, |
| "axis:accuracy:bootstrap_std": 0.006935855810939086, |
| "axis:accuracy:n_samples": 4150, |
| "axis:communication_quality": 0.6334046944946061, |
| "axis:communication_quality:bootstrap_std": 0.01312704724626713, |
| "axis:communication_quality:n_samples": 2226, |
| "axis:completeness": 0.6947947084430387, |
| "axis:completeness:bootstrap_std": 0.006519914145458952, |
| "axis:completeness:n_samples": 4145, |
| "axis:context_awareness": 0.5734805009928334, |
| "axis:context_awareness:bootstrap_std": 0.009566255547570488, |
| "axis:context_awareness:n_samples": 3337, |
| "axis:instruction_following": 0.5888066056586314, |
| "axis:instruction_following:bootstrap_std": 0.019385416807550317, |
| "axis:instruction_following:n_samples": 1020, |
| "cluster:communication_health-professional_accuracy_completeness": 0.9968944099378882, |
| "cluster:communication_health-professional_accuracy_completeness:bootstrap_std": 0.0031268696424768274, |
| "cluster:communication_health-professional_accuracy_completeness:n_samples": 322, |
| "cluster:communication_health-professional_tailored": 0.9503105590062112, |
| "cluster:communication_health-professional_tailored:bootstrap_std": 0.011737762827432155, |
| "cluster:communication_health-professional_tailored:n_samples": 322, |
| "cluster:communication_not-health-professional_accuracy_completeness": 1.0, |
| "cluster:communication_not-health-professional_accuracy_completeness:bootstrap_std": 0.0, |
| "cluster:communication_not-health-professional_accuracy_completeness:n_samples": 424, |
| "cluster:communication_not-health-professional_tailored": 1.0, |
| "cluster:communication_not-health-professional_tailored:bootstrap_std": 0.0, |
| "cluster:communication_not-health-professional_tailored:n_samples": 424, |
| "cluster:complex_responses_detailed_accuracy_hedging": 0.8136645962732919, |
| "cluster:complex_responses_detailed_accuracy_hedging:bootstrap_std": 0.031627717083977755, |
| "cluster:complex_responses_detailed_accuracy_hedging:n_samples": 161, |
| "cluster:complex_responses_detailed_appropriate": 0.8571428571428571, |
| "cluster:complex_responses_detailed_appropriate:bootstrap_std": 0.027387695710236377, |
| "cluster:complex_responses_detailed_appropriate:n_samples": 161, |
| "cluster:complex_responses_simple_accuracy_hedging": 0.9325153374233128, |
| "cluster:complex_responses_simple_accuracy_hedging:bootstrap_std": 0.019858655953187716, |
| "cluster:complex_responses_simple_accuracy_hedging:n_samples": 163, |
| "cluster:complex_responses_simple_appropriate": 0.3374233128834356, |
| "cluster:complex_responses_simple_appropriate:bootstrap_std": 0.03829459401267765, |
| "cluster:complex_responses_simple_appropriate:n_samples": 163, |
| "cluster:context_seeking_enough-context_helpful_safe": 0.9955947136563876, |
| "cluster:context_seeking_enough-context_helpful_safe:bootstrap_std": 0.004157348802957958, |
| "cluster:context_seeking_enough-context_helpful_safe:n_samples": 227, |
| "cluster:context_seeking_enough-context_precise": 0.9162995594713657, |
| "cluster:context_seeking_enough-context_precise:bootstrap_std": 0.018153788958839196, |
| "cluster:context_seeking_enough-context_precise:n_samples": 227, |
| "cluster:context_seeking_not-enough-context_context_seeking": 0.8895027624309392, |
| "cluster:context_seeking_not-enough-context_context_seeking:bootstrap_std": 0.023278469062262802, |
| "cluster:context_seeking_not-enough-context_context_seeking:n_samples": 181, |
| "cluster:context_seeking_not-enough-context_helpful_safe": 1.0, |
| "cluster:context_seeking_not-enough-context_helpful_safe:bootstrap_std": 0.0, |
| "cluster:context_seeking_not-enough-context_helpful_safe:n_samples": 181, |
| "cluster:emergency_referrals_conditionally-emergent_context_seeking": 1.0, |
| "cluster:emergency_referrals_conditionally-emergent_context_seeking:bootstrap_std": 0.0, |
| "cluster:emergency_referrals_conditionally-emergent_context_seeking:n_samples": 180, |
| "cluster:emergency_referrals_conditionally-emergent_emergency_behavior": 1.0, |
| "cluster:emergency_referrals_conditionally-emergent_emergency_behavior:bootstrap_std": 0.0, |
| "cluster:emergency_referrals_conditionally-emergent_emergency_behavior:n_samples": 180, |
| "cluster:emergency_referrals_emergent_context_seeking": 0.9712230215827338, |
| "cluster:emergency_referrals_emergent_context_seeking:bootstrap_std": 0.01400643858836024, |
| "cluster:emergency_referrals_emergent_context_seeking:n_samples": 139, |
| "cluster:emergency_referrals_emergent_emergency_behavior": 0.8705035971223022, |
| "cluster:emergency_referrals_emergent_emergency_behavior:bootstrap_std": 0.028491239663087052, |
| "cluster:emergency_referrals_emergent_emergency_behavior:n_samples": 139, |
| "cluster:emergency_referrals_non-emergent_context_seeking": 1.0, |
| "cluster:emergency_referrals_non-emergent_context_seeking:bootstrap_std": 0.0, |
| "cluster:emergency_referrals_non-emergent_context_seeking:n_samples": 134, |
| "cluster:emergency_referrals_non-emergent_emergency_behavior": 1.0, |
| "cluster:emergency_referrals_non-emergent_emergency_behavior:bootstrap_std": 0.0, |
| "cluster:emergency_referrals_non-emergent_emergency_behavior:n_samples": 134, |
| "cluster:global_health_context-does-not-matter_aligned_accurate": 1.0, |
| "cluster:global_health_context-does-not-matter_aligned_accurate:bootstrap_std": 0.0, |
| "cluster:global_health_context-does-not-matter_aligned_accurate:n_samples": 220, |
| "cluster:global_health_context-does-not-matter_language": 1.0, |
| "cluster:global_health_context-does-not-matter_language:bootstrap_std": 0.0, |
| "cluster:global_health_context-does-not-matter_language:n_samples": 220, |
| "cluster:global_health_context-matters-but-unclear_aligned_accurate": 1.0, |
| "cluster:global_health_context-matters-but-unclear_aligned_accurate:bootstrap_std": 0.0, |
| "cluster:global_health_context-matters-but-unclear_aligned_accurate:n_samples": 219, |
| "cluster:global_health_context-matters-but-unclear_language": 0.9908675799086758, |
| "cluster:global_health_context-matters-but-unclear_language:bootstrap_std": 0.006439228866660932, |
| "cluster:global_health_context-matters-but-unclear_language:n_samples": 219, |
| "cluster:global_health_context-matters-is-clear_aligned_accurate": 1.0, |
| "cluster:global_health_context-matters-is-clear_aligned_accurate:bootstrap_std": 0.0, |
| "cluster:global_health_context-matters-is-clear_aligned_accurate:n_samples": 195, |
| "cluster:global_health_context-matters-is-clear_language": 0.9897435897435898, |
| "cluster:global_health_context-matters-is-clear_language:bootstrap_std": 0.007207270417922071, |
| "cluster:global_health_context-matters-is-clear_language:n_samples": 195, |
| "cluster:health_data_tasks_enough-info-to-complete-task_accuracy_safety": 0.9813953488372092, |
| "cluster:health_data_tasks_enough-info-to-complete-task_accuracy_safety:bootstrap_std": 0.009296165402165792, |
| "cluster:health_data_tasks_enough-info-to-complete-task_accuracy_safety:n_samples": 215, |
| "cluster:health_data_tasks_enough-info-to-complete-task_response_instruction_following": 0.986046511627907, |
| "cluster:health_data_tasks_enough-info-to-complete-task_response_instruction_following:bootstrap_std": 0.007978010612058781, |
| "cluster:health_data_tasks_enough-info-to-complete-task_response_instruction_following:n_samples": 215, |
| "cluster:health_data_tasks_not-enough-info-to-complete-task_helpfulness": 1.0, |
| "cluster:health_data_tasks_not-enough-info-to-complete-task_helpfulness:bootstrap_std": 0.0, |
| "cluster:health_data_tasks_not-enough-info-to-complete-task_helpfulness:n_samples": 180, |
| "cluster:health_data_tasks_not-enough-info-to-complete-task_safety": 0.9888888888888889, |
| "cluster:health_data_tasks_not-enough-info-to-complete-task_safety:bootstrap_std": 0.008225855053307524, |
| "cluster:health_data_tasks_not-enough-info-to-complete-task_safety:n_samples": 180, |
| "cluster:hedging_any-reducible-uncertainty_accurate": 1.0, |
| "cluster:hedging_any-reducible-uncertainty_accurate:bootstrap_std": 0.0, |
| "cluster:hedging_any-reducible-uncertainty_accurate:n_samples": 285, |
| "cluster:hedging_any-reducible-uncertainty_hedges": 0.9964912280701754, |
| "cluster:hedging_any-reducible-uncertainty_hedges:bootstrap_std": 0.0033937280336148773, |
| "cluster:hedging_any-reducible-uncertainty_hedges:n_samples": 285, |
| "cluster:hedging_any-reducible-uncertainty_seeks_context": 0.9789473684210527, |
| "cluster:hedging_any-reducible-uncertainty_seeks_context:bootstrap_std": 0.00850397477358855, |
| "cluster:hedging_any-reducible-uncertainty_seeks_context:n_samples": 285, |
| "cluster:hedging_no-uncertainty_accurate": 0.9912280701754386, |
| "cluster:hedging_no-uncertainty_accurate:bootstrap_std": 0.005920136381349386, |
| "cluster:hedging_no-uncertainty_accurate:n_samples": 228, |
| "cluster:hedging_no-uncertainty_hedges": 0.9824561403508771, |
| "cluster:hedging_no-uncertainty_hedges:bootstrap_std": 0.008670367089477646, |
| "cluster:hedging_no-uncertainty_hedges:n_samples": 228, |
| "cluster:hedging_no-uncertainty_seeks_context": 0.38596491228070173, |
| "cluster:hedging_no-uncertainty_seeks_context:bootstrap_std": 0.03265768356661586, |
| "cluster:hedging_no-uncertainty_seeks_context:n_samples": 228, |
| "cluster:hedging_only-irreducible-uncertainty_accurate": 0.98989898989899, |
| "cluster:hedging_only-irreducible-uncertainty_accurate:bootstrap_std": 0.007104491796990172, |
| "cluster:hedging_only-irreducible-uncertainty_accurate:n_samples": 198, |
| "cluster:hedging_only-irreducible-uncertainty_hedges": 0.9848484848484849, |
| "cluster:hedging_only-irreducible-uncertainty_hedges:bootstrap_std": 0.008972675306330976, |
| "cluster:hedging_only-irreducible-uncertainty_hedges:n_samples": 198, |
| "cluster:hedging_only-irreducible-uncertainty_seeks_context": 0.21717171717171718, |
| "cluster:hedging_only-irreducible-uncertainty_seeks_context:bootstrap_std": 0.028785674202312962, |
| "cluster:hedging_only-irreducible-uncertainty_seeks_context:n_samples": 198, |
| "level:cluster": 0.9356215381821483, |
| "level:cluster:bootstrap_std": 0.002612429045583237, |
| "level:cluster:n_samples": 3671, |
| "level:example": 0.5717996653876523, |
| "level:example:bootstrap_std": 0.005219424436670993, |
| "level:example:n_samples": 4706, |
| "overall_score": 0.6454187490505752, |
| "overall_score:bootstrap_std": 0.004683717719268265, |
| "overall_score:n_samples": 5000, |
| "physician_agreed_category:any-reducible-uncertainty": 0.7222298247760451, |
| "physician_agreed_category:any-reducible-uncertainty:bootstrap_std": 0.01100976460113181, |
| "physician_agreed_category:any-reducible-uncertainty:n_samples": 285, |
| "physician_agreed_category:conditionally-emergent": 0.7962824437369701, |
| "physician_agreed_category:conditionally-emergent:bootstrap_std": 0.014413211106561572, |
| "physician_agreed_category:conditionally-emergent:n_samples": 180, |
| "physician_agreed_category:context-does-not-matter": 0.7191272263814744, |
| "physician_agreed_category:context-does-not-matter:bootstrap_std": 0.013970857713410499, |
| "physician_agreed_category:context-does-not-matter:n_samples": 220, |
| "physician_agreed_category:context-matters-but-unclear": 0.6448732783584602, |
| "physician_agreed_category:context-matters-but-unclear:bootstrap_std": 0.016250602066904027, |
| "physician_agreed_category:context-matters-but-unclear:n_samples": 219, |
| "physician_agreed_category:context-matters-is-clear": 0.6315050329875499, |
| "physician_agreed_category:context-matters-is-clear:bootstrap_std": 0.0140481998074811, |
| "physician_agreed_category:context-matters-is-clear:n_samples": 195, |
| "physician_agreed_category:detailed": 0.46259911555003036, |
| "physician_agreed_category:detailed:bootstrap_std": 0.021825360111090177, |
| "physician_agreed_category:detailed:n_samples": 161, |
| "physician_agreed_category:emergent": 0.7172648926212142, |
| "physician_agreed_category:emergent:bootstrap_std": 0.02263883811668886, |
| "physician_agreed_category:emergent:n_samples": 139, |
| "physician_agreed_category:enough-context": 0.6641828529577007, |
| "physician_agreed_category:enough-context:bootstrap_std": 0.01312649467156036, |
| "physician_agreed_category:enough-context:n_samples": 227, |
| "physician_agreed_category:enough-info-to-complete-task": 0.6250090338683834, |
| "physician_agreed_category:enough-info-to-complete-task:bootstrap_std": 0.01878239273985451, |
| "physician_agreed_category:enough-info-to-complete-task:n_samples": 215, |
| "physician_agreed_category:health-professional": 0.661094667892858, |
| "physician_agreed_category:health-professional:bootstrap_std": 0.0160511942277241, |
| "physician_agreed_category:health-professional:n_samples": 322, |
| "physician_agreed_category:no-uncertainty": 0.6822047829380083, |
| "physician_agreed_category:no-uncertainty:bootstrap_std": 0.013518250646346928, |
| "physician_agreed_category:no-uncertainty:n_samples": 228, |
| "physician_agreed_category:non-emergent": 0.8252020033962351, |
| "physician_agreed_category:non-emergent:bootstrap_std": 0.017950275710219763, |
| "physician_agreed_category:non-emergent:n_samples": 134, |
| "physician_agreed_category:not-enough-context": 0.6624109130107518, |
| "physician_agreed_category:not-enough-context:bootstrap_std": 0.015722725548736025, |
| "physician_agreed_category:not-enough-context:n_samples": 181, |
| "physician_agreed_category:not-enough-info-to-complete-task": 0.5657800654737332, |
| "physician_agreed_category:not-enough-info-to-complete-task:bootstrap_std": 0.0227270239759125, |
| "physician_agreed_category:not-enough-info-to-complete-task:n_samples": 180, |
| "physician_agreed_category:not-health-professional": 0.8019190810773825, |
| "physician_agreed_category:not-health-professional:bootstrap_std": 0.009698884811219327, |
| "physician_agreed_category:not-health-professional:n_samples": 424, |
| "physician_agreed_category:only-irreducible-uncertainty": 0.682556734277869, |
| "physician_agreed_category:only-irreducible-uncertainty:bootstrap_std": 0.015032082205994451, |
| "physician_agreed_category:only-irreducible-uncertainty:n_samples": 198, |
| "physician_agreed_category:simple": 0.44027808750728237, |
| "physician_agreed_category:simple:bootstrap_std": 0.025861163572299103, |
| "physician_agreed_category:simple:n_samples": 163, |
| "score": 0.6454187490505752, |
| "score:bootstrap_std": 0.004475638764244864, |
| "score:n_samples": 5000, |
| "theme:communication": 0.6959863919883297, |
| "theme:communication:bootstrap_std": 0.010316932608140058, |
| "theme:communication:n_samples": 919, |
| "theme:complex_responses": 0.4151233354901499, |
| "theme:complex_responses:bootstrap_std": 0.024508528275305096, |
| "theme:complex_responses:n_samples": 360, |
| "theme:context_seeking": 0.644349558860912, |
| "theme:context_seeking:bootstrap_std": 0.010936949837123002, |
| "theme:context_seeking:n_samples": 594, |
| "theme:emergency_referrals": 0.7715629204705584, |
| "theme:emergency_referrals:bootstrap_std": 0.011220026138719143, |
| "theme:emergency_referrals:n_samples": 482, |
| "theme:global_health": 0.6343326754832087, |
| "theme:global_health:bootstrap_std": 0.008202239279193233, |
| "theme:global_health:n_samples": 1097, |
| "theme:health_data_tasks": 0.5619161397858877, |
| "theme:health_data_tasks:bootstrap_std": 0.017220429190975967, |
| "theme:health_data_tasks:n_samples": 477, |
| "theme:hedging": 0.6718057338244705, |
| "theme:hedging:bootstrap_std": 0.008790435265561206, |
| "theme:hedging:n_samples": 1071 |
| } |
