{"value":[{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"accuracy":0.964912,"total_input_tokens":9259814,"total_output_tokens":446912,"total_reasoning_tokens":0,"benchmark_run_cost_usd":34.48}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"accuracy":0.704129,"total_input_tokens":847510,"total_output_tokens":6487709,"total_reasoning_tokens":0,"benchmark_run_cost_usd":99.86}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"accuracy":0.756,"total_input_tokens":330630,"total_output_tokens":406561,"total_reasoning_tokens":0,"benchmark_run_cost_usd":7.09}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"accuracy":0.586313,"total_input_tokens":492130,"total_output_tokens":1576209,"total_reasoning_tokens":0,"benchmark_run_cost_usd":25.12}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"accuracy":0.850299,"total_input_tokens":101932,"total_output_tokens":461281,"total_reasoning_tokens":0,"benchmark_run_cost_usd":7.23}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"input_token_cost_per_1M_tokens":3,"output_token_cost_per_1M_tokens":15,"total_cost_per_1M_tokens":6,"quality_benchmark_cost":206.19}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"accuracy":0.941113,"total_input_tokens":206740,"total_output_tokens":351441,"total_reasoning_tokens":0,"benchmark_run_cost_usd":5.89}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"accuracy":0.550133,"total_input_tokens":265196,"total_output_tokens":1657962,"total_reasoning_tokens":0,"benchmark_run_cost_usd":25.67}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"accuracy":0.900238,"total_input_tokens":136532,"total_output_tokens":1014854,"total_reasoning_tokens":0,"benchmark_run_cost_usd":15.63}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"accuracy":0.904,"total_input_tokens":89732,"total_output_tokens":265029,"total_reasoning_tokens":0,"benchmark_run_cost_usd":4.24}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"accuracy":0.854497,"total_input_tokens":299496,"total_output_tokens":54575,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.72}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"accuracy":0.896378,"total_input_tokens":314783,"total_output_tokens":1030638,"total_reasoning_tokens":0,"benchmark_run_cost_usd":16.4}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"accuracy":0.948529,"total_input_tokens":256980,"total_output_tokens":77867,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.94}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"attack_success_rate":3,"total_input_tokens":45666,"total_output_tokens":41011,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.75}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"attack_success_rate":0,"total_input_tokens":10422,"total_output_tokens":27749,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.45}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"attack_success_rate":3.5,"total_input_tokens":20978,"total_output_tokens":83575,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.32}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"f1":0.879798,"total_input_tokens":1501239,"total_output_tokens":819250,"total_reasoning_tokens":0,"benchmark_run_cost_usd":16.79}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"accuracy":0.898505,"total_input_tokens":288772,"total_output_tokens":268258,"total_reasoning_tokens":0,"benchmark_run_cost_usd":4.89}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"accuracy":0.830882,"total_input_tokens":82037,"total_output_tokens":110592,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.9}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"accuracy":0.901006,"total_input_tokens":896787,"total_output_tokens":3834148,"total_reasoning_tokens":0,"benchmark_run_cost_usd":60.2}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"throughput_gtps_token_count":83.24,"throughput_ttps_token_count":132.91,"throughput_rps_request_count":0.04,"latency_ttft_secs":0.81,"time_between_tokens_secs":0.02,"latency_p50_secs":23.13,"latency_p90_secs":26.31,"latency_p95_secs":26.75,"latency_p99_secs":27.1,"latency_mean_secs":23.13,"index_metric":83.24}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"","total_token_length_per_request":"3000","prompt_token_generated_token_ratio":"33:67","input_prompt_tokens":"1000","output_generated_tokens":"2000","num_of_inference_requests":"2","num_of_inference_aggregations":"45","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"accuracy":0.825448,"index_metric":0.825448,"benchmark_run_cost_usd":206.19}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"FW-Kimi-K3","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-fireworks"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"FW-Kimi-K3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-fireworks/models/FW-Kimi-K3/versions/1","metrics":{"attack_success_rate":2.166667,"index_metric":2.166667}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"accuracy":0.798246,"total_input_tokens":25126016,"total_output_tokens":832546,"total_reasoning_tokens":0,"benchmark_run_cost_usd":17.57}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"accuracy":0.638779,"total_input_tokens":601437,"total_output_tokens":21907016,"total_reasoning_tokens":0,"benchmark_run_cost_usd":66.08}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"accuracy":0.631579,"total_input_tokens":304763,"total_output_tokens":552996,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.84}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"accuracy":0.44375,"total_input_tokens":422064,"total_output_tokens":2095018,"total_reasoning_tokens":0,"benchmark_run_cost_usd":6.54}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"accuracy":0.328358,"total_input_tokens":68593,"total_output_tokens":642948,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.97}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"input_token_cost_per_1M_tokens":0.6,"output_token_cost_per_1M_tokens":3,"total_cost_per_1M_tokens":1.2,"quality_benchmark_cost":110.79}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"accuracy":0.920725,"total_input_tokens":137407,"total_output_tokens":1218893,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.74}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"accuracy":0.490018,"total_input_tokens":169277,"total_output_tokens":2789388,"total_reasoning_tokens":0,"benchmark_run_cost_usd":8.47}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"accuracy":0.881481,"total_input_tokens":63045,"total_output_tokens":2041176,"total_reasoning_tokens":0,"benchmark_run_cost_usd":6.16}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"accuracy":0.761468,"total_input_tokens":67855,"total_output_tokens":378315,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.18}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"accuracy":0.831099,"total_input_tokens":234697,"total_output_tokens":457980,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.51}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"accuracy":0.910377,"total_input_tokens":191968,"total_output_tokens":2412212,"total_reasoning_tokens":0,"benchmark_run_cost_usd":7.35}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"accuracy":0.884379,"total_input_tokens":164853,"total_output_tokens":452927,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.46}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"attack_success_rate":27.586207,"total_input_tokens":34639,"total_output_tokens":115988,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.37}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"attack_success_rate":3.333333,"total_input_tokens":1472,"total_output_tokens":86300,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.26}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"attack_success_rate":5.6,"total_input_tokens":3004,"total_output_tokens":105451,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.32}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"f1":0.87663,"total_input_tokens":666096,"total_output_tokens":3314672,"total_reasoning_tokens":0,"benchmark_run_cost_usd":10.34}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"accuracy":0.860173,"total_input_tokens":177194,"total_output_tokens":1345988,"total_reasoning_tokens":0,"benchmark_run_cost_usd":4.14}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"accuracy":0.823529,"total_input_tokens":46133,"total_output_tokens":512679,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.57}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"accuracy":0.589186,"total_input_tokens":0,"total_output_tokens":5886600,"total_reasoning_tokens":0,"benchmark_run_cost_usd":17.66}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"throughput_gtps_token_count":74.99,"throughput_ttps_token_count":115.53,"throughput_rps_request_count":0.04,"latency_p50_secs":22.08,"latency_p90_secs":22.49,"latency_p95_secs":22.54,"latency_p99_secs":22.58,"latency_mean_secs":22.08,"latency_ttft_secs":0.88,"time_between_tokens_secs":0.02,"index_metric":74.99}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"accuracy":0.757004,"index_metric":0.757004,"benchmark_run_cost_usd":110.79}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.5","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-moonshotai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"Kimi-K2.5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.5/versions/1","metrics":{"attack_success_rate":12.17318,"index_metric":12.17318}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"accuracy":0.947368,"total_input_tokens":27491006,"total_output_tokens":1062467,"total_reasoning_tokens":0,"benchmark_run_cost_usd":30.37}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"accuracy":0.681508,"total_input_tokens":618373,"total_output_tokens":37041063,"total_reasoning_tokens":0,"benchmark_run_cost_usd":148.75}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"accuracy":0.64,"total_input_tokens":292248,"total_output_tokens":1330095,"total_reasoning_tokens":0,"benchmark_run_cost_usd":5.6}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"accuracy":0.4625,"total_input_tokens":496472,"total_output_tokens":4177852,"total_reasoning_tokens":0,"benchmark_run_cost_usd":17.18}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"accuracy":0.88024,"total_input_tokens":87525,"total_output_tokens":67072,"total_reasoning_tokens":505280,"benchmark_run_cost_usd":5.83}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"input_token_cost_per_1M_tokens":0.95,"output_token_cost_per_1M_tokens":4,"total_cost_per_1M_tokens":1.7125,"quality_benchmark_cost":234.91}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"accuracy":0.93577,"total_input_tokens":125533,"total_output_tokens":1160610,"total_reasoning_tokens":0,"benchmark_run_cost_usd":4.76}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"accuracy":0.509649,"total_input_tokens":174704,"total_output_tokens":2620022,"total_reasoning_tokens":0,"benchmark_run_cost_usd":10.65}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"accuracy":0.905405,"total_input_tokens":53038,"total_output_tokens":2990835,"total_reasoning_tokens":0,"benchmark_run_cost_usd":12.01}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"accuracy":0.939394,"total_input_tokens":58598,"total_output_tokens":384075,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.59}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"accuracy":0.838415,"total_input_tokens":205399,"total_output_tokens":377949,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.71}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"accuracy":0.901814,"total_input_tokens":216776,"total_output_tokens":3581898,"total_reasoning_tokens":0,"benchmark_run_cost_usd":14.53}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"accuracy":0.8984}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"attack_success_rate":31,"total_input_tokens":37466,"total_output_tokens":141869,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.6}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"attack_success_rate":24.242424,"total_input_tokens":2195,"total_output_tokens":149405,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.6}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"attack_success_rate":3.015075,"total_input_tokens":4551,"total_output_tokens":138576,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.56}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"f1":0.881919,"total_input_tokens":689439,"total_output_tokens":2758243,"total_reasoning_tokens":0,"benchmark_run_cost_usd":11.69}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"accuracy":0.842105,"total_input_tokens":172054,"total_output_tokens":14719,"total_reasoning_tokens":585984,"benchmark_run_cost_usd":6.22}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"accuracy":0.688725,"total_input_tokens":44623,"total_output_tokens":5117,"total_reasoning_tokens":311872,"benchmark_run_cost_usd":3.23}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"accuracy":0.860347,"total_input_tokens":780083,"total_output_tokens":22329,"total_reasoning_tokens":6793600,"benchmark_run_cost_usd":69.13}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"throughput_gtps_token_count":135.37,"throughput_ttps_token_count":221.61,"throughput_rps_request_count":0.07,"latency_p50_secs":14.5,"latency_p90_secs":16.06,"latency_p95_secs":16.31,"latency_p99_secs":16.46,"latency_mean_secs":14.5,"latency_ttft_secs":0.91,"time_between_tokens_secs":0.01,"index_metric":135.37}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"accuracy":0.789098,"index_metric":0.789098,"benchmark_run_cost_usd":234.91}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"Kimi-K2.6","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","azure_latest_model_version":"2026-04-20","azure_registry_name":"azureml-moonshotai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"Kimi-K2.6","modelVersion":"2026-04-20","modelAssetId":"azureml://registries/azureml-moonshotai/models/Kimi-K2.6/versions/2026-04-20","metrics":{"attack_success_rate":19.419166,"index_metric":19.419166}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"accuracy":0.964912,"total_input_tokens":851086,"total_output_tokens":300240,"total_reasoning_tokens":39314,"benchmark_run_cost_usd":25.49}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"accuracy":0.69982,"total_input_tokens":1350750,"total_output_tokens":2054584,"total_reasoning_tokens":1008454,"benchmark_run_cost_usd":166.66}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"accuracy":0.936,"total_input_tokens":1047,"total_output_tokens":201372,"total_reasoning_tokens":54470,"benchmark_run_cost_usd":12.8}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"accuracy":0.708066,"total_input_tokens":602619,"total_output_tokens":2006441,"total_reasoning_tokens":925776,"benchmark_run_cost_usd":152.64}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"accuracy":0.869048,"total_input_tokens":119456,"total_output_tokens":85011,"total_reasoning_tokens":0,"benchmark_run_cost_usd":5.45}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"input_token_cost_per_1M_tokens":10,"output_token_cost_per_1M_tokens":50,"total_cost_per_1M_tokens":20,"quality_benchmark_cost":402.89}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"accuracy":0.949782,"total_input_tokens":189385,"total_output_tokens":115040,"total_reasoning_tokens":0,"benchmark_run_cost_usd":7.65}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"accuracy":0.787045,"total_input_tokens":261773,"total_output_tokens":480507,"total_reasoning_tokens":0,"benchmark_run_cost_usd":26.64}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"accuracy":0.905512,"total_input_tokens":133217,"total_output_tokens":328151,"total_reasoning_tokens":0,"benchmark_run_cost_usd":17.74}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"accuracy":0.918699,"total_input_tokens":108761,"total_output_tokens":41266,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.15}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"accuracy":0.873315,"total_input_tokens":310281,"total_output_tokens":32213,"total_reasoning_tokens":0,"benchmark_run_cost_usd":4.71}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"accuracy":0.930444,"total_input_tokens":336978,"total_output_tokens":236679,"total_reasoning_tokens":0,"benchmark_run_cost_usd":15.2}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"accuracy":0.990099,"total_input_tokens":228543,"total_output_tokens":14273,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"attack_success_rate":0,"total_input_tokens":23191,"total_output_tokens":25385,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.5}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"attack_success_rate":0,"total_input_tokens":3382,"total_output_tokens":59024,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.99}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"attack_success_rate":2.727273,"total_input_tokens":3877,"total_output_tokens":72335,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.66}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"f1":0.883075,"total_input_tokens":974818,"total_output_tokens":315989,"total_reasoning_tokens":0,"benchmark_run_cost_usd":25.55}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"accuracy":0.914286,"total_input_tokens":5689,"total_output_tokens":2756,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"accuracy":0.733333,"total_input_tokens":31169,"total_output_tokens":17542,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"accuracy":0.842105,"total_input_tokens":745273,"total_output_tokens":752308,"total_reasoning_tokens":0,"benchmark_run_cost_usd":45.07}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"throughput_gtps_token_count":63.69,"throughput_ttps_token_count":123.38,"throughput_rps_request_count":0.03,"latency_p50_secs":31.38,"latency_p90_secs":35.66,"latency_p95_secs":37.33,"latency_p99_secs":39.51,"latency_mean_secs":31.38,"latency_ttft_secs":2.73,"time_between_tokens_secs":1.82,"index_metric":63.69}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"3000","prompt_token_generated_token_ratio":"33:67","input_prompt_tokens":"1000","output_generated_tokens":"2000","num_of_inference_requests":"10","num_of_inference_aggregations":"72","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"accuracy":0.870981,"index_metric":0.870981,"benchmark_run_cost_usd":402.89}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5-1","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"claude-fable-5-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5-1/versions/1","metrics":{"attack_success_rate":0.909091,"index_metric":0.909091}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"accuracy":0.991228,"total_input_tokens":8446,"total_output_tokens":378326,"total_reasoning_tokens":125579,"benchmark_run_cost_usd":25.28}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"accuracy":0.686894,"total_input_tokens":1375468,"total_output_tokens":3287100,"total_reasoning_tokens":1482188,"benchmark_run_cost_usd":252.22}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"accuracy":0.912,"total_input_tokens":500,"total_output_tokens":166138,"total_reasoning_tokens":42365,"benchmark_run_cost_usd":10.43}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"accuracy":0.660831,"total_input_tokens":461646,"total_output_tokens":1339682,"total_reasoning_tokens":567519,"benchmark_run_cost_usd":99.98}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"accuracy":0.916667,"total_input_tokens":119120,"total_output_tokens":101180,"total_reasoning_tokens":0,"benchmark_run_cost_usd":6.25}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"input_token_cost_per_1M_tokens":10,"output_token_cost_per_1M_tokens":50,"total_cost_per_1M_tokens":20,"quality_benchmark_cost":445.69}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"accuracy":0.94105,"total_input_tokens":190962,"total_output_tokens":205856,"total_reasoning_tokens":0,"benchmark_run_cost_usd":12.2}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"accuracy":0.781475,"total_input_tokens":262391,"total_output_tokens":736612,"total_reasoning_tokens":0,"benchmark_run_cost_usd":39.45}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"accuracy":0.89011,"total_input_tokens":160901,"total_output_tokens":381715,"total_reasoning_tokens":0,"benchmark_run_cost_usd":20.69}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"accuracy":0.905512,"total_input_tokens":111120,"total_output_tokens":48254,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.52}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"accuracy":0.891534,"total_input_tokens":315278,"total_output_tokens":28074,"total_reasoning_tokens":0,"benchmark_run_cost_usd":4.56}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"accuracy":0.934004,"total_input_tokens":337184,"total_output_tokens":339197,"total_reasoning_tokens":0,"benchmark_run_cost_usd":20.33}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"accuracy":0.996314,"total_input_tokens":229697,"total_output_tokens":19885,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.29}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"attack_success_rate":0,"total_input_tokens":60982,"total_output_tokens":14553,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.34}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"attack_success_rate":0,"total_input_tokens":3314,"total_output_tokens":42546,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.16}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"attack_success_rate":0,"total_input_tokens":6697,"total_output_tokens":32334,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.68}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"f1":0.893226,"total_input_tokens":912941,"total_output_tokens":369599,"total_reasoning_tokens":0,"benchmark_run_cost_usd":27.61}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"accuracy":1,"total_input_tokens":262571,"total_output_tokens":3906,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.82}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"accuracy":0.918605,"total_input_tokens":66437,"total_output_tokens":7838,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.06}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"accuracy":0.954545,"total_input_tokens":932583,"total_output_tokens":437342,"total_reasoning_tokens":0,"benchmark_run_cost_usd":31.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"throughput_gtps_token_count":64.81,"throughput_ttps_token_count":124.75,"throughput_rps_request_count":0.03,"latency_p50_secs":30.87,"latency_p90_secs":31.37,"latency_p95_secs":31.4,"latency_p99_secs":31.42,"latency_mean_secs":30.87,"latency_ttft_secs":3.69,"time_between_tokens_secs":0.47,"index_metric":64.81}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"3000","prompt_token_generated_token_ratio":"33:67","input_prompt_tokens":"1000","output_generated_tokens":"2000","num_of_inference_requests":"2","num_of_inference_aggregations":"106","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"accuracy":0.863456,"index_metric":0.863456,"benchmark_run_cost_usd":445.69}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"claude-fable-5","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"claude-fable-5","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-fable-5/versions/1","metrics":{"attack_success_rate":1e-7,"index_metric":1e-7}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"accuracy":0.95614,"total_input_tokens":40317,"total_output_tokens":483058,"total_reasoning_tokens":504943,"benchmark_run_cost_usd":24.9}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"accuracy":0.6614,"total_input_tokens":765010,"total_output_tokens":8844258,"total_reasoning_tokens":6311740,"benchmark_run_cost_usd":382.72}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"accuracy":0.792,"total_input_tokens":344857,"total_output_tokens":303258,"total_reasoning_tokens":258314,"benchmark_run_cost_usd":15.76}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"accuracy":0.4625,"total_input_tokens":475929,"total_output_tokens":1363078,"total_reasoning_tokens":1104098,"benchmark_run_cost_usd":64.06}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"accuracy":0.698718,"total_input_tokens":94173,"total_output_tokens":2211252,"total_reasoning_tokens":0,"benchmark_run_cost_usd":55.75}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"input_token_cost_per_1M_tokens":5,"output_token_cost_per_1M_tokens":25,"total_cost_per_1M_tokens":10,"quality_benchmark_cost":610.3}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"accuracy":0.93462,"total_input_tokens":171237,"total_output_tokens":776778,"total_reasoning_tokens":0,"benchmark_run_cost_usd":20.28}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"accuracy":0.549123,"total_input_tokens":230078,"total_output_tokens":6472627,"total_reasoning_tokens":0,"benchmark_run_cost_usd":162.97}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"accuracy":0.911197,"total_input_tokens":74368,"total_output_tokens":1246151,"total_reasoning_tokens":0,"benchmark_run_cost_usd":31.53}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"accuracy":0.933884,"total_input_tokens":87110,"total_output_tokens":1071455,"total_reasoning_tokens":0,"benchmark_run_cost_usd":27.22}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"accuracy":0.830688,"total_input_tokens":275281,"total_output_tokens":481201,"total_reasoning_tokens":0,"benchmark_run_cost_usd":13.41}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"accuracy":0.924612,"total_input_tokens":253664,"total_output_tokens":2254704,"total_reasoning_tokens":0,"benchmark_run_cost_usd":57.64}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"accuracy":0.965728,"total_input_tokens":200331,"total_output_tokens":262538,"total_reasoning_tokens":0,"benchmark_run_cost_usd":7.57}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"attack_success_rate":0,"total_input_tokens":39103,"total_output_tokens":44301,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.3}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"attack_success_rate":0,"total_input_tokens":5313,"total_output_tokens":37531,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.96}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"attack_success_rate":4.41989,"total_input_tokens":9682,"total_output_tokens":104671,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.67}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"f1":0.888384,"total_input_tokens":1031468,"total_output_tokens":2137954,"total_reasoning_tokens":0,"benchmark_run_cost_usd":58.61}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"accuracy":0.866755,"total_input_tokens":133274,"total_output_tokens":648106,"total_reasoning_tokens":0,"benchmark_run_cost_usd":16.87}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"accuracy":0.728916,"total_input_tokens":51169,"total_output_tokens":319733,"total_reasoning_tokens":0,"benchmark_run_cost_usd":8.25}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"accuracy":0.593668,"total_input_tokens":498127,"total_output_tokens":3551804,"total_reasoning_tokens":0,"benchmark_run_cost_usd":91.29}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"throughput_gtps_token_count":42.47,"throughput_ttps_token_count":68.05,"throughput_rps_request_count":0.02,"latency_p50_secs":46.77,"latency_p90_secs":48.13,"latency_p95_secs":48.3,"latency_p99_secs":48.43,"latency_mean_secs":46.77,"latency_ttft_secs":2.24,"time_between_tokens_secs":0.06,"index_metric":42.47}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"236","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"accuracy":0.809145,"index_metric":0.809145,"benchmark_run_cost_usd":610.3}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-5","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","azure_latest_model_version":"20251101","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"claude-opus-4-5","modelVersion":"20251101","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-5/versions/20251101","metrics":{"attack_success_rate":1.473297,"index_metric":1.473297}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"accuracy":0.973684,"total_input_tokens":30635,"total_output_tokens":393308,"total_reasoning_tokens":184790,"benchmark_run_cost_usd":14.61}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"accuracy":0.678995,"total_input_tokens":765010,"total_output_tokens":2895904,"total_reasoning_tokens":1734832,"benchmark_run_cost_usd":119.59}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"accuracy":0.772,"total_input_tokens":344857,"total_output_tokens":104533,"total_reasoning_tokens":77365,"benchmark_run_cost_usd":6.27}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"accuracy":0.53125,"total_input_tokens":577709,"total_output_tokens":1579939,"total_reasoning_tokens":657143,"benchmark_run_cost_usd":58.82}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"accuracy":0.81875,"total_input_tokens":91727,"total_output_tokens":348898,"total_reasoning_tokens":0,"benchmark_run_cost_usd":9.18}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"input_token_cost_per_1M_tokens":5,"output_token_cost_per_1M_tokens":25,"total_cost_per_1M_tokens":10,"quality_benchmark_cost":269.14}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"accuracy":0.933619,"total_input_tokens":171406,"total_output_tokens":341232,"total_reasoning_tokens":0,"benchmark_run_cost_usd":9.39}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"accuracy":0.554873,"total_input_tokens":229936,"total_output_tokens":1176857,"total_reasoning_tokens":0,"benchmark_run_cost_usd":30.57}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"accuracy":0.90201,"total_input_tokens":122143,"total_output_tokens":1144905,"total_reasoning_tokens":0,"benchmark_run_cost_usd":29.23}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"accuracy":0.96748,"total_input_tokens":88958,"total_output_tokens":201025,"total_reasoning_tokens":0,"benchmark_run_cost_usd":5.47}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"accuracy":0.849206,"total_input_tokens":275281,"total_output_tokens":78652,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.34}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"accuracy":0.913481,"total_input_tokens":288225,"total_output_tokens":1058145,"total_reasoning_tokens":0,"benchmark_run_cost_usd":27.89}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"accuracy":0.976744,"total_input_tokens":200331,"total_output_tokens":66933,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.67}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"attack_success_rate":2.298851,"total_input_tokens":45576,"total_output_tokens":32173,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"attack_success_rate":0,"total_input_tokens":5137,"total_output_tokens":32360,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.83}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"attack_success_rate":4.945055,"total_input_tokens":10727,"total_output_tokens":86760,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.22}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"f1":0.892828,"total_input_tokens":1031468,"total_output_tokens":793965,"total_reasoning_tokens":0,"benchmark_run_cost_usd":25.01}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"accuracy":0.884956,"total_input_tokens":224408,"total_output_tokens":200608,"total_reasoning_tokens":0,"benchmark_run_cost_usd":6.14}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"accuracy":0.817927,"total_input_tokens":59624,"total_output_tokens":116716,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.22}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"accuracy":0.70623,"total_input_tokens":801409,"total_output_tokens":3358839,"total_reasoning_tokens":0,"benchmark_run_cost_usd":87.98}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"throughput_gtps_token_count":42.82,"throughput_ttps_token_count":68.61,"throughput_rps_request_count":0.02,"latency_p50_secs":45.88,"latency_p90_secs":47.13,"latency_p95_secs":47.29,"latency_p99_secs":47.42,"latency_mean_secs":45.88,"latency_ttft_secs":2.24,"time_between_tokens_secs":0.06,"index_metric":42.82}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"236","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"accuracy":0.819281,"index_metric":0.819281,"benchmark_run_cost_usd":269.14}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-4-6","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"claude-opus-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-4-6/versions/1","metrics":{"attack_success_rate":2.414635,"index_metric":2.414635}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"accuracy":0.991228,"total_input_tokens":9398,"total_output_tokens":413535,"total_reasoning_tokens":122379,"benchmark_run_cost_usd":13.44}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"accuracy":0.678276,"total_input_tokens":903834,"total_output_tokens":1629148,"total_reasoning_tokens":1004922,"benchmark_run_cost_usd":70.37}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"accuracy":0.824,"total_input_tokens":500,"total_output_tokens":145039,"total_reasoning_tokens":37186,"benchmark_run_cost_usd":4.56}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"accuracy":0.690291,"total_input_tokens":548659,"total_output_tokens":1512319,"total_reasoning_tokens":708043,"benchmark_run_cost_usd":58.25}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"accuracy":0.916168,"total_input_tokens":118590,"total_output_tokens":91009,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.87}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"input_token_cost_per_1M_tokens":5,"output_token_cost_per_1M_tokens":25,"total_cost_per_1M_tokens":10,"quality_benchmark_cost":183.08}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"accuracy":0.952637,"total_input_tokens":189764,"total_output_tokens":281186,"total_reasoning_tokens":0,"benchmark_run_cost_usd":7.98}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"accuracy":0.797357,"total_input_tokens":261671,"total_output_tokens":797314,"total_reasoning_tokens":0,"benchmark_run_cost_usd":21.24}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"accuracy":0.883827,"total_input_tokens":159409,"total_output_tokens":523612,"total_reasoning_tokens":0,"benchmark_run_cost_usd":13.89}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"accuracy":0.890625,"total_input_tokens":112474,"total_output_tokens":79328,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.55}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"accuracy":0.883289,"total_input_tokens":314358,"total_output_tokens":41130,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.6}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"accuracy":0.920603,"total_input_tokens":335500,"total_output_tokens":412501,"total_reasoning_tokens":0,"benchmark_run_cost_usd":11.99}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"accuracy":0.988916,"total_input_tokens":228313,"total_output_tokens":29245,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.87}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"attack_success_rate":0,"total_input_tokens":60555,"total_output_tokens":42619,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.37}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"attack_success_rate":0,"total_input_tokens":3246,"total_output_tokens":80402,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"attack_success_rate":1.492537,"total_input_tokens":6677,"total_output_tokens":114379,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.89}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"f1":0.885642,"total_input_tokens":954656,"total_output_tokens":594902,"total_reasoning_tokens":0,"benchmark_run_cost_usd":19.65}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"accuracy":0.921824,"total_input_tokens":261327,"total_output_tokens":46169,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.46}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"accuracy":0.859756,"total_input_tokens":66284,"total_output_tokens":36577,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.25}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"accuracy":0.91381,"total_input_tokens":1005601,"total_output_tokens":810827,"total_reasoning_tokens":0,"benchmark_run_cost_usd":25.3}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"throughput_gtps_token_count":62.21,"throughput_ttps_token_count":119.73,"throughput_rps_request_count":0.03,"latency_p50_secs":32.16,"latency_p90_secs":32.77,"latency_p95_secs":32.88,"latency_p99_secs":32.91,"latency_mean_secs":32.16,"latency_ttft_secs":0.59,"time_between_tokens_secs":5.89,"index_metric":62.21}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"3000","prompt_token_generated_token_ratio":"33:67","input_prompt_tokens":"1000","output_generated_tokens":"2000","num_of_inference_requests":"2","num_of_inference_aggregations":"71","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"accuracy":0.853019,"index_metric":0.853019,"benchmark_run_cost_usd":183.08}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"claude-opus-5","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"claude-opus-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-opus-5/versions/2","metrics":{"attack_success_rate":0.497512,"index_metric":0.497512}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"accuracy":0.719298,"total_input_tokens":11356,"total_output_tokens":291916,"total_reasoning_tokens":0,"benchmark_run_cost_usd":4.41}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"accuracy":0.635286,"total_input_tokens":683650,"total_output_tokens":1106398,"total_reasoning_tokens":0,"benchmark_run_cost_usd":18.65}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"accuracy":0.706827,"total_input_tokens":336348,"total_output_tokens":76143,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.15}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"accuracy":0.41875,"total_input_tokens":770949,"total_output_tokens":675809,"total_reasoning_tokens":0,"benchmark_run_cost_usd":12.45}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"accuracy":0.549383,"total_input_tokens":96035,"total_output_tokens":526066,"total_reasoning_tokens":0,"benchmark_run_cost_usd":8.18}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"input_token_cost_per_1M_tokens":3,"output_token_cost_per_1M_tokens":15,"total_cost_per_1M_tokens":6,"quality_benchmark_cost":95.63}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"accuracy":0.920771,"total_input_tokens":160198,"total_output_tokens":496747,"total_reasoning_tokens":0,"benchmark_run_cost_usd":7.93}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"accuracy":0.55409,"total_input_tokens":215451,"total_output_tokens":1811962,"total_reasoning_tokens":0,"benchmark_run_cost_usd":27.83}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"accuracy":0.820442,"total_input_tokens":103146,"total_output_tokens":1596772,"total_reasoning_tokens":0,"benchmark_run_cost_usd":24.26}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"accuracy":0.941176,"total_input_tokens":82908,"total_output_tokens":323317,"total_reasoning_tokens":0,"benchmark_run_cost_usd":5.1}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"accuracy":0.832891,"total_input_tokens":269991,"total_output_tokens":158965,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.19}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"accuracy":0.885128,"total_input_tokens":269497,"total_output_tokens":1452403,"total_reasoning_tokens":0,"benchmark_run_cost_usd":22.59}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"accuracy":0.911873,"total_input_tokens":190527,"total_output_tokens":114776,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.29}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"attack_success_rate":12,"total_input_tokens":44376,"total_output_tokens":42775,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.77}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"attack_success_rate":2.12766,"total_input_tokens":3865,"total_output_tokens":130434,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.97}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"attack_success_rate":3.389831,"total_input_tokens":8072,"total_output_tokens":62306,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.96}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"f1":0.88697,"total_input_tokens":912668,"total_output_tokens":518528,"total_reasoning_tokens":0,"benchmark_run_cost_usd":10.52}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"accuracy":0.895035,"total_input_tokens":209004,"total_output_tokens":94783,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.05}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"accuracy":0.790368,"total_input_tokens":54853,"total_output_tokens":113303,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.86}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"accuracy":0.689042,"total_input_tokens":664807,"total_output_tokens":4843736,"total_reasoning_tokens":0,"benchmark_run_cost_usd":74.65}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"throughput_gtps_token_count":45.79,"throughput_ttps_token_count":73.38,"throughput_rps_request_count":0.02,"latency_p50_secs":43.68,"latency_p90_secs":44.39,"latency_p95_secs":44.47,"latency_p99_secs":44.53,"latency_mean_secs":43.68,"latency_ttft_secs":0.82,"time_between_tokens_secs":0.05,"index_metric":45.79}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"accuracy":0.742424,"index_metric":0.742424,"benchmark_run_cost_usd":95.63}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-4-6","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"claude-sonnet-4-6","modelVersion":"1","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-6/versions/1","metrics":{"attack_success_rate":5.839164,"index_metric":5.839164}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"accuracy":0.991228,"total_input_tokens":766501,"total_output_tokens":247498,"total_reasoning_tokens":36689,"benchmark_run_cost_usd":4.37}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"accuracy":0.719569,"total_input_tokens":909404,"total_output_tokens":1231091,"total_reasoning_tokens":386846,"benchmark_run_cost_usd":18}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"accuracy":0.88,"total_input_tokens":1000,"total_output_tokens":184114,"total_reasoning_tokens":49791,"benchmark_run_cost_usd":2.34}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"accuracy":0.653908,"total_input_tokens":389587,"total_output_tokens":1273004,"total_reasoning_tokens":575404,"benchmark_run_cost_usd":19.26}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"accuracy":0.779762,"total_input_tokens":119456,"total_output_tokens":115228,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.39}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"input_token_cost_per_1M_tokens":2,"output_token_cost_per_1M_tokens":10,"total_cost_per_1M_tokens":4,"quality_benchmark_cost":54.89}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"accuracy":0.940043,"total_input_tokens":192830,"total_output_tokens":172871,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.11}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"accuracy":0.707018,"total_input_tokens":264671,"total_output_tokens":696443,"total_reasoning_tokens":0,"benchmark_run_cost_usd":7.49}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"accuracy":0.879464,"total_input_tokens":163739,"total_output_tokens":324220,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.57}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"accuracy":0.882812,"total_input_tokens":112730,"total_output_tokens":51704,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.74}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"accuracy":0.859788,"total_input_tokens":316034,"total_output_tokens":58125,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.21}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"accuracy":0.9,"total_input_tokens":339184,"total_output_tokens":335465,"total_reasoning_tokens":0,"benchmark_run_cost_usd":4.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"accuracy":0.964504,"total_input_tokens":231331,"total_output_tokens":27422,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.74}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"attack_success_rate":0,"total_input_tokens":37855,"total_output_tokens":36424,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.44}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"attack_success_rate":0,"total_input_tokens":3514,"total_output_tokens":83263,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.84}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"attack_success_rate":1.470588,"total_input_tokens":4781,"total_output_tokens":94870,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.96}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"f1":0.874129,"total_input_tokens":978396,"total_output_tokens":283914,"total_reasoning_tokens":0,"benchmark_run_cost_usd":4.8}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"accuracy":0.844527,"total_input_tokens":162391,"total_output_tokens":64013,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.96}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"accuracy":0.777778,"total_input_tokens":59641,"total_output_tokens":55304,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.67}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"accuracy":0.83174,"total_input_tokens":914237,"total_output_tokens":948919,"total_reasoning_tokens":0,"benchmark_run_cost_usd":11.32}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"throughput_gtps_token_count":113.16,"throughput_ttps_token_count":221.5,"throughput_rps_request_count":0.06,"latency_p50_secs":17.66,"latency_p90_secs":19.37,"latency_p95_secs":19.85,"latency_p99_secs":20.81,"latency_mean_secs":17.66,"latency_ttft_secs":0.53,"time_between_tokens_secs":7.99,"index_metric":113.16}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"3000","prompt_token_generated_token_ratio":"33:67","input_prompt_tokens":"1000","output_generated_tokens":"2000","num_of_inference_requests":"10","num_of_inference_aggregations":"72","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"accuracy":0.853,"index_metric":0.853,"benchmark_run_cost_usd":54.89}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5-5","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"claude-sonnet-5-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5-5/versions/2","metrics":{"attack_success_rate":0.490196,"index_metric":0.490196}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"accuracy":0.631579,"total_input_tokens":7308,"total_output_tokens":398772,"total_reasoning_tokens":106096,"benchmark_run_cost_usd":7.59}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"accuracy":0.670736,"total_input_tokens":922072,"total_output_tokens":1959443,"total_reasoning_tokens":1972,"benchmark_run_cost_usd":32.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"accuracy":0.704,"total_input_tokens":500,"total_output_tokens":251557,"total_reasoning_tokens":64897,"benchmark_run_cost_usd":4.75}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"accuracy":0.4625,"total_input_tokens":416450,"total_output_tokens":1445056,"total_reasoning_tokens":140,"benchmark_run_cost_usd":22.93}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"accuracy":0.473054,"total_input_tokens":118318,"total_output_tokens":212941,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.55}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"input_token_cost_per_1M_tokens":3,"output_token_cost_per_1M_tokens":15,"total_cost_per_1M_tokens":6,"quality_benchmark_cost":97.36}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"accuracy":0.942329,"total_input_tokens":188025,"total_output_tokens":248463,"total_reasoning_tokens":0,"benchmark_run_cost_usd":4.29}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"accuracy":0.605846,"total_input_tokens":258255,"total_output_tokens":431364,"total_reasoning_tokens":0,"benchmark_run_cost_usd":7.25}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"accuracy":0.857567,"total_input_tokens":123173,"total_output_tokens":920244,"total_reasoning_tokens":0,"benchmark_run_cost_usd":14.17}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"accuracy":0.80315,"total_input_tokens":122796,"total_output_tokens":197478,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.33}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"accuracy":0.835979,"total_input_tokens":315278,"total_output_tokens":38188,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.52}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"accuracy":0.894737,"total_input_tokens":333501,"total_output_tokens":594695,"total_reasoning_tokens":0,"benchmark_run_cost_usd":9.92}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"attack_success_rate":1.282051,"total_input_tokens":59478,"total_output_tokens":41591,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.8}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"attack_success_rate":1.086957,"total_input_tokens":2994,"total_output_tokens":77955,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.18}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"attack_success_rate":0.584795,"total_input_tokens":6630,"total_output_tokens":77603,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.18}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"throughput_gtps_token_count":86.09,"throughput_ttps_token_count":165.63,"throughput_rps_request_count":0.04,"latency_p50_secs":23.27,"latency_p90_secs":23.78,"latency_p95_secs":23.83,"latency_p99_secs":23.89,"latency_mean_secs":23.27,"latency_ttft_secs":0.65,"time_between_tokens_secs":0.35,"index_metric":86.09}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"3000","prompt_token_generated_token_ratio":"33:67","input_prompt_tokens":"1000","output_generated_tokens":"2000","num_of_inference_requests":"2","num_of_inference_aggregations":"190","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"accuracy":0.749928,"index_metric":0.749928,"benchmark_run_cost_usd":97.36}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"claude-sonnet-5","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","azure_latest_model_version":"2","azure_registry_name":"azureml-anthropic"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"claude-sonnet-5","modelVersion":"2","modelAssetId":"azureml://registries/azureml-anthropic/models/claude-sonnet-5/versions/2","metrics":{"attack_success_rate":0.984601,"index_metric":0.984601}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"accuracy":0.219298,"total_input_tokens":17405332,"total_output_tokens":197379,"total_reasoning_tokens":0,"benchmark_run_cost_usd":45.49}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"accuracy":0.540395,"total_input_tokens":633409,"total_output_tokens":191719,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.5}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"accuracy":0.48,"total_input_tokens":312717,"total_output_tokens":62668,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.41}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"accuracy":0.075,"total_input_tokens":389865,"total_output_tokens":207455,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.05}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"accuracy":0.155689,"total_input_tokens":95680,"total_output_tokens":88613,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.13}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"input_token_cost_per_1M_tokens":2.5,"output_token_cost_per_1M_tokens":10,"total_cost_per_1M_tokens":4.375,"quality_benchmark_cost":66.46}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"accuracy":0.853319,"total_input_tokens":130533,"total_output_tokens":214700,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.47}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"accuracy":0.455263,"total_input_tokens":180989,"total_output_tokens":685345,"total_reasoning_tokens":0,"benchmark_run_cost_usd":7.31}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"accuracy":0.470852,"total_input_tokens":113861,"total_output_tokens":282677,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.11}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"accuracy":0.401575,"total_input_tokens":88489,"total_output_tokens":36958,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.59}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"accuracy":0.75266,"total_input_tokens":261964,"total_output_tokens":136942,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.02}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"accuracy":0.712412,"total_input_tokens":241942,"total_output_tokens":480723,"total_reasoning_tokens":0,"benchmark_run_cost_usd":5.41}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"accuracy":0.819307,"total_input_tokens":155040,"total_output_tokens":941,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.4}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"attack_success_rate":67,"total_input_tokens":39045,"total_output_tokens":53145,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.63}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"attack_success_rate":40.40404,"total_input_tokens":1420,"total_output_tokens":76814,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.77}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"attack_success_rate":9.547739,"total_input_tokens":3169,"total_output_tokens":70887,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.72}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"f1":0.881519,"total_input_tokens":632989,"total_output_tokens":9875,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.68}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"accuracy":0.810427,"total_input_tokens":164947,"total_output_tokens":1266,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.43}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"accuracy":0.655696,"total_input_tokens":40915,"total_output_tokens":395,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.11}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"accuracy":0.617602,"total_input_tokens":934611,"total_output_tokens":2276,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.36}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"throughput_gtps_token_count":32.99,"throughput_ttps_token_count":183.77,"throughput_rps_request_count":0.19,"latency_p50_secs":5.21,"latency_p90_secs":5.59,"latency_p95_secs":5.8,"latency_p99_secs":19.38,"latency_mean_secs":5.87,"latency_ttft_secs":0.98,"time_between_tokens_secs":0.16,"index_metric":32.99}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"36","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"accuracy":0.512992,"index_metric":0.512992,"benchmark_run_cost_usd":66.46}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"cohere-command-a","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","azure_latest_model_version":"4","azure_registry_name":"azureml-cohere"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"cohere-command-a","modelVersion":"4","modelAssetId":"azureml://registries/azureml-cohere/models/cohere-command-a/versions/4","metrics":{"attack_success_rate":38.983926,"index_metric":38.983926}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"accuracy":0.140351,"total_input_tokens":27885145,"total_output_tokens":368762,"total_reasoning_tokens":0,"benchmark_run_cost_usd":33.47}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"accuracy":0.568402,"total_input_tokens":607318,"total_output_tokens":388716,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.47}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"accuracy":0.724,"total_input_tokens":304750,"total_output_tokens":70497,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.67}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"accuracy":0.2375,"total_input_tokens":437728,"total_output_tokens":238685,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.59}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"accuracy":0.392857,"total_input_tokens":0,"total_output_tokens":59251,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.27}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"input_token_cost_per_1M_tokens":1.14,"output_token_cost_per_1M_tokens":4.57,"total_cost_per_1M_tokens":1.9975,"quality_benchmark_cost":40.88}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"accuracy":0.811159,"total_input_tokens":0,"total_output_tokens":107150,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.49}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"accuracy":0.503073,"total_input_tokens":0,"total_output_tokens":298870,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.37}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"accuracy":0.659142,"total_input_tokens":0,"total_output_tokens":206385,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.94}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"accuracy":0.703125,"total_input_tokens":0,"total_output_tokens":9723,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.04}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"accuracy":0.785714,"total_input_tokens":0,"total_output_tokens":40481,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.18}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"accuracy":0.743976,"total_input_tokens":0,"total_output_tokens":234220,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.07}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"accuracy":0.776675,"total_input_tokens":150409,"total_output_tokens":3929,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"attack_success_rate":62,"total_input_tokens":37472,"total_output_tokens":40556,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.23}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"attack_success_rate":46,"total_input_tokens":2013,"total_output_tokens":62249,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.29}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"attack_success_rate":17.5,"total_input_tokens":4154,"total_output_tokens":59536,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.28}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"f1":0.851111,"total_input_tokens":659351,"total_output_tokens":19800,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.84}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"accuracy":0.832805,"total_input_tokens":158724,"total_output_tokens":175602,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.98}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"accuracy":0.685422,"total_input_tokens":39342,"total_output_tokens":41910,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.24}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"accuracy":0.477952,"total_input_tokens":796572,"total_output_tokens":429672,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.87}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"throughput_gtps_token_count":60.21,"throughput_ttps_token_count":341.15,"throughput_rps_request_count":0.32,"latency_p50_secs":2.87,"latency_p90_secs":4.59,"latency_p95_secs":5.35,"latency_p99_secs":12.31,"latency_mean_secs":3.47,"latency_ttft_secs":0.39,"time_between_tokens_secs":0.14,"index_metric":60.21}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"140","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"westus3","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"accuracy":0.583781,"index_metric":0.583781,"benchmark_run_cost_usd":40.88}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3-0324","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"deepseek-v3-0324","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3-0324/versions/1","metrics":{"attack_success_rate":41.833333,"index_metric":41.833333}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"accuracy":0.350877,"total_input_tokens":34594497,"total_output_tokens":522598,"total_reasoning_tokens":0,"benchmark_run_cost_usd":20.25}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"accuracy":0.579533,"total_input_tokens":612888,"total_output_tokens":165026,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.62}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"accuracy":0.692,"total_input_tokens":305250,"total_output_tokens":42276,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.24}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"accuracy":0.325,"total_input_tokens":580873,"total_output_tokens":374358,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.95}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"accuracy":0.45509,"total_input_tokens":87112,"total_output_tokens":281607,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.52}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"input_token_cost_per_1M_tokens":0.56,"output_token_cost_per_1M_tokens":1.68,"total_cost_per_1M_tokens":0.84,"quality_benchmark_cost":25.49}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"accuracy":0.890693,"total_input_tokens":127437,"total_output_tokens":335375,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.63}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"accuracy":0.495171,"total_input_tokens":176320,"total_output_tokens":781399,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.41}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"accuracy":0.722595,"total_input_tokens":107703,"total_output_tokens":619812,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.1}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"accuracy":0.677165,"total_input_tokens":81179,"total_output_tokens":165675,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.32}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"accuracy":0.783422,"total_input_tokens":234642,"total_output_tokens":115707,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.33}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"accuracy":0.843216,"total_input_tokens":231207,"total_output_tokens":738531,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.37}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"accuracy":0.788366,"total_input_tokens":157264,"total_output_tokens":1640,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.09}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"attack_success_rate":50.505051,"total_input_tokens":37672,"total_output_tokens":45451,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.1}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"attack_success_rate":52,"total_input_tokens":2213,"total_output_tokens":77229,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.13}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"attack_success_rate":19,"total_input_tokens":4553,"total_output_tokens":89930,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.15}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"f1":0.83074,"total_input_tokens":678870,"total_output_tokens":19792,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.41}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"accuracy":0.814522,"total_input_tokens":164347,"total_output_tokens":2537,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.1}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"accuracy":0.664948,"total_input_tokens":40513,"total_output_tokens":836,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.02}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"accuracy":0.620041,"total_input_tokens":803797,"total_output_tokens":4049,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.46}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"throughput_gtps_token_count":91.23,"throughput_ttps_token_count":127.62,"throughput_rps_request_count":0.05,"latency_p50_secs":20.23,"latency_p90_secs":39.46,"latency_p95_secs":49.96,"latency_p99_secs":111.66,"latency_mean_secs":25.59,"latency_ttft_secs":0.27,"time_between_tokens_secs":0.13,"index_metric":91.23}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"310","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"accuracy":0.648417,"index_metric":0.648417,"benchmark_run_cost_usd":25.49}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"deepseek-v3.1","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"deepseek-v3.1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-deepseek/models/deepseek-v3.1/versions/1","metrics":{"attack_success_rate":40.501684,"index_metric":40.501684}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"accuracy":0.982456,"total_input_tokens":33727152,"total_output_tokens":287036,"total_reasoning_tokens":0,"benchmark_run_cost_usd":6.55}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"accuracy":0.615081,"total_input_tokens":604533,"total_output_tokens":240962,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.24}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"accuracy":0.648,"total_input_tokens":304500,"total_output_tokens":31328,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.07}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"accuracy":0.29375,"total_input_tokens":463884,"total_output_tokens":268456,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.23}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"accuracy":0.428571,"total_input_tokens":87740,"total_output_tokens":70577,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.05}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"input_token_cost_per_1M_tokens":0.19,"output_token_cost_per_1M_tokens":0.51,"total_cost_per_1M_tokens":0.27,"quality_benchmark_cost":7.51}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"accuracy":0.889722,"total_input_tokens":126788,"total_output_tokens":129714,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.09}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"accuracy":0.486842,"total_input_tokens":172992,"total_output_tokens":372479,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.22}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"accuracy":0.689732,"total_input_tokens":106531,"total_output_tokens":184743,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.11}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"accuracy":0.804688,"total_input_tokens":81881,"total_output_tokens":25911,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"accuracy":0.796296,"total_input_tokens":233357,"total_output_tokens":23121,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.06}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"accuracy":0.842,"total_input_tokens":229190,"total_output_tokens":223606,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.16}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"accuracy":0.845777,"total_input_tokens":154944,"total_output_tokens":3654,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"attack_success_rate":39,"total_input_tokens":37372,"total_output_tokens":30400,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.02}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"attack_success_rate":49,"total_input_tokens":1913,"total_output_tokens":82911,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.04}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"attack_success_rate":6.5,"total_input_tokens":3954,"total_output_tokens":49933,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"f1":0.807677,"total_input_tokens":649451,"total_output_tokens":19800,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.13}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"accuracy":0.839749,"total_input_tokens":162578,"total_output_tokens":3578,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"accuracy":0.740196,"total_input_tokens":41874,"total_output_tokens":1213,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.01}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"accuracy":0.585808,"total_input_tokens":802536,"total_output_tokens":7265,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.16}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"throughput_gtps_token_count":91.23,"throughput_ttps_token_count":127.62,"throughput_rps_request_count":0.05,"latency_p50_secs":20.23,"latency_p90_secs":39.46,"latency_p95_secs":49.96,"latency_p99_secs":111.66,"latency_mean_secs":25.59,"latency_ttft_secs":0.27,"time_between_tokens_secs":0.13,"index_metric":91.23}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"310","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"accuracy":0.71963,"index_metric":0.71963,"benchmark_run_cost_usd":7.51}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Flash","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"DeepSeek-V4-Flash","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Flash/versions/2026-04-23","metrics":{"attack_success_rate":31.5,"index_metric":31.5}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"accuracy":0.982456,"total_input_tokens":26584919,"total_output_tokens":604904,"total_reasoning_tokens":0,"benchmark_run_cost_usd":48.36}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"accuracy":0.670377,"total_input_tokens":601247,"total_output_tokens":15120250,"total_reasoning_tokens":0,"benchmark_run_cost_usd":53.66}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"accuracy":0.68,"total_input_tokens":304500,"total_output_tokens":624143,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.7}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"accuracy":0.4375,"total_input_tokens":327963,"total_output_tokens":1455687,"total_reasoning_tokens":0,"benchmark_run_cost_usd":5.64}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"accuracy":0.8375,"total_input_tokens":83675,"total_output_tokens":840454,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.07}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"input_token_cost_per_1M_tokens":1.74,"output_token_cost_per_1M_tokens":3.48,"total_cost_per_1M_tokens":2.175,"quality_benchmark_cost":127}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"accuracy":0.925885,"total_input_tokens":122363,"total_output_tokens":471897,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.86}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"accuracy":0.505357,"total_input_tokens":169777,"total_output_tokens":1926686,"total_reasoning_tokens":0,"benchmark_run_cost_usd":7}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"accuracy":0.849351,"total_input_tokens":91684,"total_output_tokens":1887657,"total_reasoning_tokens":0,"benchmark_run_cost_usd":6.73}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"accuracy":0.923729,"total_input_tokens":74197,"total_output_tokens":486401,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.82}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"accuracy":0.824,"total_input_tokens":231693,"total_output_tokens":206574,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.12}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"accuracy":0.881551,"total_input_tokens":216568,"total_output_tokens":1884368,"total_reasoning_tokens":0,"benchmark_run_cost_usd":6.93}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"accuracy":0.86272,"total_input_tokens":149724,"total_output_tokens":224371,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.04}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"attack_success_rate":63.793103,"total_input_tokens":21006,"total_output_tokens":131588,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.49}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"attack_success_rate":49.494949,"total_input_tokens":1894,"total_output_tokens":140179,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.49}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"attack_success_rate":9.395973,"total_input_tokens":2828,"total_output_tokens":72410,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.26}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"f1":0.881579,"total_input_tokens":627875,"total_output_tokens":1393264,"total_reasoning_tokens":0,"benchmark_run_cost_usd":5.94}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"accuracy":0.873591,"total_input_tokens":156963,"total_output_tokens":455801,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.86}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"accuracy":0.815873,"total_input_tokens":31142,"total_output_tokens":126091,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.49}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"accuracy":0.792861,"total_input_tokens":709227,"total_output_tokens":12167768,"total_reasoning_tokens":0,"benchmark_run_cost_usd":43.58}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"throughput_gtps_token_count":84.46,"throughput_ttps_token_count":129.97,"throughput_rps_request_count":0.04,"latency_p50_secs":24.11,"latency_p90_secs":27.45,"latency_p95_secs":27.8,"latency_p99_secs":28.15,"latency_mean_secs":24.11,"latency_ttft_secs":0.54,"time_between_tokens_secs":0.96,"index_metric":84.46}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"310","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"accuracy":0.78139,"index_metric":0.78139,"benchmark_run_cost_usd":127}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4-Pro","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","azure_latest_model_version":"2026-04-23","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"DeepSeek-V4-Pro","modelVersion":"2026-04-23","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4-Pro/versions/2026-04-23","metrics":{"attack_success_rate":40.894675,"index_metric":40.894675}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"accuracy":0.982456,"total_input_tokens":1768523,"total_output_tokens":476469,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.1}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"accuracy":0.706643,"total_input_tokens":672603,"total_output_tokens":13212027,"total_reasoning_tokens":0,"benchmark_run_cost_usd":16.06}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"accuracy":0.712,"total_input_tokens":322172,"total_output_tokens":1615528,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.04}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"accuracy":0.577625,"total_input_tokens":363335,"total_output_tokens":2420046,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.01}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"accuracy":0.821429,"total_input_tokens":91940,"total_output_tokens":1022692,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.25}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"input_token_cost_per_1M_tokens":0.3,"output_token_cost_per_1M_tokens":1.2,"total_cost_per_1M_tokens":0.5249999999999999,"quality_benchmark_cost":27.74}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"accuracy":0.940347,"total_input_tokens":149102,"total_output_tokens":543003,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.7}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"accuracy":0.558161,"total_input_tokens":196103,"total_output_tokens":4460290,"total_reasoning_tokens":0,"benchmark_run_cost_usd":5.41}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"accuracy":0.909976,"total_input_tokens":106883,"total_output_tokens":1954691,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.38}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"accuracy":0.933884,"total_input_tokens":78652,"total_output_tokens":506519,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.63}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"accuracy":0.831551,"total_input_tokens":240672,"total_output_tokens":243732,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.36}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"accuracy":0.892418,"total_input_tokens":247785,"total_output_tokens":1681011,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.09}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"accuracy":0.86855,"total_input_tokens":174732,"total_output_tokens":445072,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.59}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"attack_success_rate":4,"total_input_tokens":39972,"total_output_tokens":162969,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.21}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"attack_success_rate":0,"total_input_tokens":4513,"total_output_tokens":207163,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.25}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"attack_success_rate":0.5,"total_input_tokens":9154,"total_output_tokens":252820,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.31}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"f1":0.887463,"total_input_tokens":906762,"total_output_tokens":1344437,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.89}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"accuracy":0.872915,"total_input_tokens":192494,"total_output_tokens":832455,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.06}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"accuracy":0.836272,"total_input_tokens":50758,"total_output_tokens":313634,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.39}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"accuracy":0.88256,"total_input_tokens":625755,"total_output_tokens":7502821,"total_reasoning_tokens":0,"benchmark_run_cost_usd":9.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"throughput_gtps_token_count":82.81,"throughput_ttps_token_count":129.94,"throughput_rps_request_count":0.04,"latency_p50_secs":24.08,"latency_p90_secs":54.88,"latency_p95_secs":67.45,"latency_p99_secs":99.61,"latency_mean_secs":24.08,"latency_ttft_secs":0.81,"time_between_tokens_secs":1.25,"index_metric":82.81}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"3000","prompt_token_generated_token_ratio":"33:67","input_prompt_tokens":"1000","output_generated_tokens":"2000","num_of_inference_requests":"10","num_of_inference_aggregations":"68","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"accuracy":0.819127,"index_metric":0.819127,"benchmark_run_cost_usd":27.74}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"DeepSeek-V4.1-Flash","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","azure_latest_model_version":"2026-09-10","azure_registry_name":"azureml-deepseek"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"DeepSeek-V4.1-Flash","modelVersion":"2026-09-10","modelAssetId":"azureml://registries/azureml-deepseek/models/DeepSeek-V4.1-Flash/versions/2026-09-10","metrics":{"attack_success_rate":1.5,"index_metric":1.5}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"accuracy":0.359649,"total_input_tokens":70781555,"total_output_tokens":284909,"total_reasoning_tokens":0,"benchmark_run_cost_usd":28.77}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"accuracy":0.609336,"total_input_tokens":605573,"total_output_tokens":206112,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.57}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"accuracy":0.472,"total_input_tokens":265956,"total_output_tokens":49412,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"accuracy":0.2375,"total_input_tokens":552468,"total_output_tokens":374924,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.82}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"accuracy":0.35119,"total_input_tokens":88538,"total_output_tokens":94945,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"input_token_cost_per_1M_tokens":0.4,"output_token_cost_per_1M_tokens":1.6,"total_cost_per_1M_tokens":0.7,"quality_benchmark_cost":32.59}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000","deployment_type":"global","region":"eastus2"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"accuracy":0.869379,"total_input_tokens":128378,"total_output_tokens":224705,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.41}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"accuracy":0.492105,"total_input_tokens":175423,"total_output_tokens":289954,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.53}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"accuracy":0.618304,"total_input_tokens":111670,"total_output_tokens":419563,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.72}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"accuracy":0.523438,"total_input_tokens":82002,"total_output_tokens":23703,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.07}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"accuracy":0.801587,"total_input_tokens":236114,"total_output_tokens":23613,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.13}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"accuracy":0.780463,"total_input_tokens":232333,"total_output_tokens":552849,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.98}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"accuracy":0.813119,"total_input_tokens":160247,"total_output_tokens":1616,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.07}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"attack_success_rate":48,"total_input_tokens":37214,"total_output_tokens":36935,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.07}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"attack_success_rate":0,"total_input_tokens":2180,"total_output_tokens":3788,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.01}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"attack_success_rate":4.5,"total_input_tokens":4524,"total_output_tokens":15248,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"f1":0.880606,"total_input_tokens":686941,"total_output_tokens":19800,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.31}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"accuracy":0.85703,"total_input_tokens":172416,"total_output_tokens":2532,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.07}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"accuracy":0.665823,"total_input_tokens":43601,"total_output_tokens":790,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.02}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"accuracy":0.637329,"total_input_tokens":810867,"total_output_tokens":3954,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.33}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"throughput_gtps_token_count":125.04,"throughput_ttps_token_count":790.35,"throughput_rps_request_count":0.74,"latency_p50_secs":1.36,"latency_p90_secs":1.69,"latency_p95_secs":2,"latency_p99_secs":2.47,"latency_mean_secs":1.41,"latency_ttft_secs":0.29,"time_between_tokens_secs":0.03,"index_metric":125.04}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"91","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"accuracy":0.593527,"index_metric":0.593527,"benchmark_run_cost_usd":32.59}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-mini","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-4.1-mini","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-mini/versions/2025-04-14","metrics":{"attack_success_rate":17.5,"index_metric":17.5}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"accuracy":0.087719,"total_input_tokens":3790575,"total_output_tokens":306090,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.5}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"accuracy":0.498025,"total_input_tokens":606129,"total_output_tokens":151815,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.12}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"accuracy":0.584,"total_input_tokens":293578,"total_output_tokens":38536,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.04}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"accuracy":0.0625,"total_input_tokens":481158,"total_output_tokens":300190,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.17}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"accuracy":0.88024,"total_input_tokens":87525,"total_output_tokens":67072,"total_reasoning_tokens":505280,"benchmark_run_cost_usd":5.83}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"input_token_cost_per_1M_tokens":0.1,"output_token_cost_per_1M_tokens":0.4,"total_cost_per_1M_tokens":0.17500000000000002,"quality_benchmark_cost":1.38}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"accuracy":0.785867,"total_input_tokens":128378,"total_output_tokens":267621,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.12}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"accuracy":0.431579,"total_input_tokens":174283,"total_output_tokens":446680,"total_reasoning_tokens":2018048,"benchmark_run_cost_usd":24.87}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"accuracy":0.479911,"total_input_tokens":111670,"total_output_tokens":335831,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.15}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"accuracy":0.904762,"total_input_tokens":79734,"total_output_tokens":20855,"total_reasoning_tokens":299136,"benchmark_run_cost_usd":3.3}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"accuracy":0.73545,"total_input_tokens":236114,"total_output_tokens":48830,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.04}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"accuracy":0.670341,"total_input_tokens":233572,"total_output_tokens":531304,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.24}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"accuracy":0.8984}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"attack_success_rate":3.26087,"total_input_tokens":32919,"total_output_tokens":33331,"total_reasoning_tokens":115392,"benchmark_run_cost_usd":1.53}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":24387,"total_reasoning_tokens":90752,"benchmark_run_cost_usd":1.15}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"attack_success_rate":0,"total_input_tokens":4038,"total_output_tokens":82200,"total_reasoning_tokens":212352,"benchmark_run_cost_usd":2.95}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"f1":0.886566,"total_input_tokens":677041,"total_output_tokens":110546,"total_reasoning_tokens":1006528,"benchmark_run_cost_usd":12.02}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"accuracy":0.842105,"total_input_tokens":172054,"total_output_tokens":14719,"total_reasoning_tokens":585984,"benchmark_run_cost_usd":6.22}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"accuracy":0.688725,"total_input_tokens":44623,"total_output_tokens":5117,"total_reasoning_tokens":311872,"benchmark_run_cost_usd":3.23}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"accuracy":0.860347,"total_input_tokens":780083,"total_output_tokens":22329,"total_reasoning_tokens":6793600,"benchmark_run_cost_usd":69.13}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"throughput_gtps_token_count":183,"throughput_ttps_token_count":314.27,"throughput_rps_request_count":0.13,"latency_p50_secs":7.65,"latency_p90_secs":8.16,"latency_p95_secs":8.23,"latency_p99_secs":8.28,"latency_mean_secs":7.65,"latency_ttft_secs":0.55,"time_between_tokens_secs":0.05,"index_metric":183}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"3000","prompt_token_generated_token_ratio":"33:67","input_prompt_tokens":"1000","output_generated_tokens":"2000","num_of_inference_requests":"2","num_of_inference_aggregations":"7","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"accuracy":0.487977,"index_metric":0.487977,"benchmark_run_cost_usd":1.38}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1-nano","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-4.1-nano","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1-nano/versions/2025-04-14","metrics":{"attack_success_rate":1.086957,"index_metric":1.086957}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"accuracy":0.45614,"total_input_tokens":28452681,"total_output_tokens":226813,"total_reasoning_tokens":0,"benchmark_run_cost_usd":58.72}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"accuracy":0.614004,"total_input_tokens":606129,"total_output_tokens":101908,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"accuracy":0.652,"total_input_tokens":281019,"total_output_tokens":68585,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.11}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"accuracy":0.225,"total_input_tokens":517788,"total_output_tokens":342290,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.77}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"accuracy":0.232143,"total_input_tokens":88538,"total_output_tokens":59347,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.65}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"input_token_cost_per_1M_tokens":2,"output_token_cost_per_1M_tokens":8,"total_cost_per_1M_tokens":3.5,"quality_benchmark_cost":75.09}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000","deployment_type":"global","region":"eastus2"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"accuracy":0.898287,"total_input_tokens":128378,"total_output_tokens":204388,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.89}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"accuracy":0.481579,"total_input_tokens":175423,"total_output_tokens":354822,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"accuracy":0.65625,"total_input_tokens":111670,"total_output_tokens":319428,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.78}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"accuracy":0.65625,"total_input_tokens":82002,"total_output_tokens":23782,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.35}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"accuracy":0.78836,"total_input_tokens":236114,"total_output_tokens":18724,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.62}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"accuracy":0.807,"total_input_tokens":234215,"total_output_tokens":463200,"total_reasoning_tokens":0,"benchmark_run_cost_usd":4.17}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"accuracy":0.8639}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"attack_success_rate":27,"total_input_tokens":37214,"total_output_tokens":23817,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.26}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"attack_success_rate":0,"total_input_tokens":2046,"total_output_tokens":4603,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.04}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"attack_success_rate":2.5,"total_input_tokens":4524,"total_output_tokens":8922,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.08}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"f1":0.882567,"total_input_tokens":686621,"total_output_tokens":19800,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.53}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"accuracy":0.851469,"total_input_tokens":171571,"total_output_tokens":16028,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.47}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"accuracy":0.711392,"total_input_tokens":43601,"total_output_tokens":3105,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.11}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"accuracy":0.657895,"total_input_tokens":810755,"total_output_tokens":16487,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.75}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"throughput_gtps_token_count":95.2,"throughput_ttps_token_count":542.6,"throughput_rps_request_count":0.51,"latency_p50_secs":1.95,"latency_p90_secs":2.41,"latency_p95_secs":2.73,"latency_p99_secs":3.28,"latency_mean_secs":2.02,"latency_ttft_secs":0.37,"time_between_tokens_secs":0.03,"index_metric":95.2}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"91","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"accuracy":0.63713,"index_metric":0.63713,"benchmark_run_cost_usd":75.09}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4.1","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","azure_latest_model_version":"2025-04-14","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-4.1","modelVersion":"2025-04-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-4.1/versions/2025-04-14","metrics":{"attack_success_rate":9.833333,"index_metric":9.833333}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"accuracy":0.245614,"total_input_tokens":36965638,"total_output_tokens":223292,"total_reasoning_tokens":0,"benchmark_run_cost_usd":94.65}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"accuracy":0.596768,"total_input_tokens":606129,"total_output_tokens":95375,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.47}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"accuracy":0.612,"total_input_tokens":300523,"total_output_tokens":59972,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.35}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"accuracy":0.0625,"total_input_tokens":403492,"total_output_tokens":216838,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.18}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"accuracy":0.220238,"total_input_tokens":88538,"total_output_tokens":71685,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.94}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"input_token_cost_per_1M_tokens":2.5,"output_token_cost_per_1M_tokens":10,"total_cost_per_1M_tokens":4.375,"quality_benchmark_cost":114.75}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000","deployment_type":"global","region":"eastus","input_meter_id":"3ba7b4f7-d853-55b2-ab71-dcbee21a6277","output_meter_id":"3336fed2-e64d-5639-951a-806ead2ede4b"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"accuracy":0.810493,"total_input_tokens":128378,"total_output_tokens":242845,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.75}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"accuracy":0.551339,"total_input_tokens":111670,"total_output_tokens":315026,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.43}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"accuracy":0.772487,"total_input_tokens":236114,"total_output_tokens":30154,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.89}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"accuracy":0.751,"total_input_tokens":234215,"total_output_tokens":544284,"total_reasoning_tokens":0,"benchmark_run_cost_usd":6.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa","datasetName":"truthfulqa_mc1","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"accuracy":0.8617}}},"properties":{"properties":{"n_shot":"6","evaluation_sampling_ratio":"1.0","evaluation_split":"validation","fewshot_sampling_ratio":"1.0","fewshot_split":"dev"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"attack_success_rate":21}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"attack_success_rate":0}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"attack_success_rate":1}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"f1":0.8763}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"accuracy":0.849326,"total_input_tokens":171804,"total_output_tokens":14356,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.57}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"accuracy":0.678571,"total_input_tokens":43251,"total_output_tokens":3338,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.14}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"accuracy":0.605769,"total_input_tokens":810755,"total_output_tokens":20363,"total_reasoning_tokens":0,"benchmark_run_cost_usd":2.23}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"throughput_gtps_token_count":64.67,"throughput_ttps_token_count":378.89,"throughput_rps_request_count":0.35,"latency_p50_secs":2.76,"latency_p90_secs":4.2,"latency_p95_secs":6.89,"latency_p99_secs":8.51,"latency_mean_secs":3.22,"latency_ttft_secs":1.39,"time_between_tokens_secs":0.14,"index_metric":64.67}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"30k","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"56","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"westus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"accuracy":0.550275,"index_metric":0.550275,"benchmark_run_cost_usd":114.75}}},"properties":{"properties":{"total_datasets":"13"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"attack_success_rate":7.333333,"index_metric":7.333333}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"accuracy":0.486842,"total_input_tokens":175423,"total_output_tokens":675308,"total_reasoning_tokens":0,"benchmark_run_cost_usd":7.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-4o","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","azure_latest_model_version":"2024-11-20","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-4o","modelVersion":"2024-11-20","modelAssetId":"azureml://registries/azure-openai/models/gpt-4o/versions/2024-11-20","metrics":{"accuracy":0.523438,"total_input_tokens":82002,"total_output_tokens":18335,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.39}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"accuracy":0.166667,"total_input_tokens":307146986,"total_output_tokens":2613254,"total_reasoning_tokens":9692992,"benchmark_run_cost_usd":20.28}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"accuracy":0.559066,"total_input_tokens":535633,"total_output_tokens":110741,"total_reasoning_tokens":3670272,"benchmark_run_cost_usd":1.54}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"accuracy":0.488,"total_input_tokens":232426,"total_output_tokens":8245,"total_reasoning_tokens":344832,"benchmark_run_cost_usd":0.15}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"accuracy":0.225,"total_input_tokens":427016,"total_output_tokens":247671,"total_reasoning_tokens":1300160,"benchmark_run_cost_usd":0.64}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"accuracy":0.494048,"total_input_tokens":101978,"total_output_tokens":62429,"total_reasoning_tokens":786240,"benchmark_run_cost_usd":0.34}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"input_token_cost_per_1M_tokens":0.05,"output_token_cost_per_1M_tokens":0.4,"total_cost_per_1M_tokens":0.1375,"quality_benchmark_cost":25.08}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"accuracy":0.883298,"total_input_tokens":203098,"total_output_tokens":73961,"total_reasoning_tokens":1282880,"benchmark_run_cost_usd":0.55}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"accuracy":0.429825,"total_input_tokens":266623,"total_output_tokens":365293,"total_reasoning_tokens":2438400,"benchmark_run_cost_usd":1.13}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"accuracy":0.65625,"total_input_tokens":147510,"total_output_tokens":92922,"total_reasoning_tokens":1979328,"benchmark_run_cost_usd":0.84}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"accuracy":0.664062,"total_input_tokens":92242,"total_output_tokens":25439,"total_reasoning_tokens":659200,"benchmark_run_cost_usd":0.28}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"accuracy":0.452381,"total_input_tokens":238004,"total_output_tokens":26021,"total_reasoning_tokens":387008,"benchmark_run_cost_usd":0.18}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"accuracy":0.774775,"total_input_tokens":232767,"total_output_tokens":120413,"total_reasoning_tokens":2099776,"benchmark_run_cost_usd":0.9}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"accuracy":0.795594,"total_input_tokens":229070,"total_output_tokens":9028,"total_reasoning_tokens":369088,"benchmark_run_cost_usd":0.16}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"attack_success_rate":5,"total_input_tokens":37114,"total_output_tokens":45060,"total_reasoning_tokens":177280,"benchmark_run_cost_usd":0.09}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":31884,"total_reasoning_tokens":182464,"benchmark_run_cost_usd":0.09}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"attack_success_rate":0,"total_input_tokens":4324,"total_output_tokens":107058,"total_reasoning_tokens":356288,"benchmark_run_cost_usd":0.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"f1":0.874343,"total_input_tokens":677041,"total_output_tokens":109136,"total_reasoning_tokens":2593792,"benchmark_run_cost_usd":1.12}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"accuracy":0.788688,"total_input_tokens":275167,"total_output_tokens":17431,"total_reasoning_tokens":729984,"benchmark_run_cost_usd":0.31}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"accuracy":0.598039,"total_input_tokens":77671,"total_output_tokens":7246,"total_reasoning_tokens":373952,"benchmark_run_cost_usd":0.16}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"accuracy":0.711122,"total_input_tokens":971080,"total_output_tokens":26246,"total_reasoning_tokens":10522368,"benchmark_run_cost_usd":4.27}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"throughput_gtps_token_count":223.53,"throughput_ttps_token_count":313.76,"throughput_rps_request_count":0.11,"latency_p50_secs":9.35,"latency_p90_secs":18.29,"latency_p95_secs":21.39,"latency_p99_secs":24.04,"latency_mean_secs":11.01,"latency_ttft_secs":8.16,"time_between_tokens_secs":0.01,"index_metric":223.53}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"233","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"accuracy":0.52568,"index_metric":0.52568,"benchmark_run_cost_usd":25.08}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5-nano","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5-nano","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5-nano/versions/2025-08-07","metrics":{"attack_success_rate":1.666667,"index_metric":1.666667}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"accuracy":0.368421,"total_input_tokens":22775918,"total_output_tokens":471825,"total_reasoning_tokens":0,"benchmark_run_cost_usd":33.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"accuracy":0.699461,"total_input_tokens":584061,"total_output_tokens":35899,"total_reasoning_tokens":8900438,"benchmark_run_cost_usd":90.09}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"accuracy":0.68,"total_input_tokens":301468,"total_output_tokens":15472,"total_reasoning_tokens":8512,"benchmark_run_cost_usd":0.62}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"accuracy":0.25625,"total_input_tokens":630104,"total_output_tokens":548423,"total_reasoning_tokens":0,"benchmark_run_cost_usd":6.27}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"accuracy":0.698795,"total_input_tokens":86586,"total_output_tokens":51908,"total_reasoning_tokens":428462,"benchmark_run_cost_usd":4.91}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"input_token_cost_per_1M_tokens":1.25,"output_token_cost_per_1M_tokens":10,"total_cost_per_1M_tokens":3.4375,"quality_benchmark_cost":159.03}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"accuracy":0.921674,"total_input_tokens":127190,"total_output_tokens":188187,"total_reasoning_tokens":203328,"benchmark_run_cost_usd":4.07}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"accuracy":0.49386,"total_input_tokens":174283,"total_output_tokens":400733,"total_reasoning_tokens":626688,"benchmark_run_cost_usd":10.49}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"accuracy":0.814318,"total_input_tokens":111075,"total_output_tokens":258929,"total_reasoning_tokens":1111552,"benchmark_run_cost_usd":13.84}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"accuracy":0.835938,"total_input_tokens":81874,"total_output_tokens":25140,"total_reasoning_tokens":350848,"benchmark_run_cost_usd":3.86}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"accuracy":0.815508,"total_input_tokens":234391,"total_output_tokens":24010,"total_reasoning_tokens":54336,"benchmark_run_cost_usd":1.08}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"accuracy":0.878758,"total_input_tokens":232812,"total_output_tokens":346577,"total_reasoning_tokens":611520,"benchmark_run_cost_usd":9.87}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"accuracy":0.915545,"total_input_tokens":162893,"total_output_tokens":5906,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.26}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"attack_success_rate":1.010101,"total_input_tokens":36534,"total_output_tokens":23819,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.28}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":8471,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.09}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"attack_success_rate":0,"total_input_tokens":4124,"total_output_tokens":44297,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.45}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"f1":0.870808,"total_input_tokens":677041,"total_output_tokens":49634,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.34}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"accuracy":0.782233,"total_input_tokens":171889,"total_output_tokens":9117,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.31}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"accuracy":0.539216,"total_input_tokens":44623,"total_output_tokens":6275,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.12}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"accuracy":0.608455,"total_input_tokens":810133,"total_output_tokens":14398,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.16}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"throughput_gtps_token_count":75.98,"throughput_ttps_token_count":119.79,"throughput_rps_request_count":0.04,"latency_p50_secs":25.64,"latency_p90_secs":34.17,"latency_p95_secs":37.42,"latency_p99_secs":117.04,"latency_mean_secs":29.88,"latency_ttft_secs":0.65,"time_between_tokens_secs":0.2,"index_metric":75.98}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"accuracy":0.679299,"index_metric":0.679299,"benchmark_run_cost_usd":159.03}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-chat","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.1-chat","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-chat/versions/2025-11-13","metrics":{"attack_success_rate":0.3367,"index_metric":0.3367}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"accuracy":0.035088,"total_input_tokens":12034352,"total_output_tokens":125065,"total_reasoning_tokens":164864,"benchmark_run_cost_usd":17.94}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"accuracy":0.499102,"total_input_tokens":388245,"total_output_tokens":84432,"total_reasoning_tokens":3024064,"benchmark_run_cost_usd":31.57}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"accuracy":0.72,"total_input_tokens":302852,"total_output_tokens":12405,"total_reasoning_tokens":2754496,"benchmark_run_cost_usd":28.05}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"accuracy":0.38125,"total_input_tokens":295302,"total_output_tokens":121098,"total_reasoning_tokens":1488448,"benchmark_run_cost_usd":16.46}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"accuracy":0.676829,"total_input_tokens":85962,"total_output_tokens":81536,"total_reasoning_tokens":598464,"benchmark_run_cost_usd":6.91}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"input_token_cost_per_1M_tokens":1.25,"output_token_cost_per_1M_tokens":10,"total_cost_per_1M_tokens":3.4375,"quality_benchmark_cost":153.18}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"accuracy":0.928266,"total_input_tokens":127444,"total_output_tokens":74252,"total_reasoning_tokens":946752,"benchmark_run_cost_usd":10.37}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"accuracy":0.493827,"total_input_tokens":172796,"total_output_tokens":413943,"total_reasoning_tokens":1144640,"benchmark_run_cost_usd":15.8}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"accuracy":0.868895,"total_input_tokens":96735,"total_output_tokens":76900,"total_reasoning_tokens":2121216,"benchmark_run_cost_usd":22.1}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"accuracy":0.859504,"total_input_tokens":75826,"total_output_tokens":22381,"total_reasoning_tokens":409792,"benchmark_run_cost_usd":4.42}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"accuracy":0.830239,"total_input_tokens":237325,"total_output_tokens":37639,"total_reasoning_tokens":256512,"benchmark_run_cost_usd":3.24}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"accuracy":0.879188,"total_input_tokens":228901,"total_output_tokens":116386,"total_reasoning_tokens":2199808,"benchmark_run_cost_usd":23.45}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"accuracy":0.886169,"total_input_tokens":162893,"total_output_tokens":8996,"total_reasoning_tokens":306816,"benchmark_run_cost_usd":3.36}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"attack_success_rate":1.010101,"total_input_tokens":36489,"total_output_tokens":4187,"total_reasoning_tokens":27776,"benchmark_run_cost_usd":0.37}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":3295,"total_reasoning_tokens":17216,"benchmark_run_cost_usd":0.21}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"attack_success_rate":1.06383,"total_input_tokens":4041,"total_output_tokens":9443,"total_reasoning_tokens":51392,"benchmark_run_cost_usd":0.61}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"f1":0.885556,"total_input_tokens":677041,"total_output_tokens":109042,"total_reasoning_tokens":2641280,"benchmark_run_cost_usd":28.35}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"accuracy":0.889803,"total_input_tokens":164348,"total_output_tokens":13481,"total_reasoning_tokens":1000832,"benchmark_run_cost_usd":10.35}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"accuracy":0.736318,"total_input_tokens":43959,"total_output_tokens":4881,"total_reasoning_tokens":545792,"benchmark_run_cost_usd":5.56}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"accuracy":0.860478,"total_input_tokens":606156,"total_output_tokens":21233,"total_reasoning_tokens":7858560,"benchmark_run_cost_usd":79.56}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"throughput_gtps_token_count":86.24,"throughput_ttps_token_count":135.96,"throughput_rps_request_count":0.05,"latency_p50_secs":21.72,"latency_p90_secs":25.43,"latency_p95_secs":25.89,"latency_p99_secs":26.26,"latency_mean_secs":21.72,"latency_ttft_secs":6.23,"time_between_tokens_secs":0.01,"index_metric":86.24}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"accuracy":0.642753,"index_metric":0.642753,"benchmark_run_cost_usd":153.18}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-max","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","azure_latest_model_version":"2025-12-04","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.1-codex-max","modelVersion":"2025-12-04","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-max/versions/2025-12-04","metrics":{"attack_success_rate":0.69131,"index_metric":0.69131}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"accuracy":0.535088,"total_input_tokens":25052592,"total_output_tokens":292180,"total_reasoning_tokens":931776,"benchmark_run_cost_usd":8.71}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"accuracy":0.629084,"total_input_tokens":585507,"total_output_tokens":121244,"total_reasoning_tokens":4704704,"benchmark_run_cost_usd":9.8}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"accuracy":0.66,"total_input_tokens":302852,"total_output_tokens":27817,"total_reasoning_tokens":463808,"benchmark_run_cost_usd":1.06}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"accuracy":0.36875,"total_input_tokens":417808,"total_output_tokens":265694,"total_reasoning_tokens":1476288,"benchmark_run_cost_usd":3.59}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"accuracy":0.776,"total_input_tokens":65729,"total_output_tokens":42306,"total_reasoning_tokens":665344,"benchmark_run_cost_usd":1.43}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"input_token_cost_per_1M_tokens":0.25,"output_token_cost_per_1M_tokens":2,"total_cost_per_1M_tokens":0.6875,"quality_benchmark_cost":31.39}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"accuracy":0.912243,"total_input_tokens":125366,"total_output_tokens":66915,"total_reasoning_tokens":506880,"benchmark_run_cost_usd":1.18}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"accuracy":0.466125,"total_input_tokens":168257,"total_output_tokens":285435,"total_reasoning_tokens":2638912,"benchmark_run_cost_usd":5.89}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"accuracy":0.630653,"total_input_tokens":91009,"total_output_tokens":90779,"total_reasoning_tokens":1626688,"benchmark_run_cost_usd":3.46}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"accuracy":0.853211,"total_input_tokens":66348,"total_output_tokens":14558,"total_reasoning_tokens":426112,"benchmark_run_cost_usd":0.9}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"accuracy":0.828418,"total_input_tokens":233712,"total_output_tokens":21709,"total_reasoning_tokens":155456,"benchmark_run_cost_usd":0.41}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"accuracy":0.841237,"total_input_tokens":224729,"total_output_tokens":137895,"total_reasoning_tokens":1425344,"benchmark_run_cost_usd":3.18}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"accuracy":0.832313,"total_input_tokens":162893,"total_output_tokens":9588,"total_reasoning_tokens":126592,"benchmark_run_cost_usd":0.31}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"attack_success_rate":1,"total_input_tokens":37114,"total_output_tokens":3097,"total_reasoning_tokens":8320,"benchmark_run_cost_usd":0.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":2856,"total_reasoning_tokens":3200,"benchmark_run_cost_usd":0.01}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"attack_success_rate":0,"total_input_tokens":4295,"total_output_tokens":4571,"total_reasoning_tokens":10752,"benchmark_run_cost_usd":0.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"f1":0.888182,"total_input_tokens":677041,"total_output_tokens":109021,"total_reasoning_tokens":352832,"benchmark_run_cost_usd":1.09}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"accuracy":0.863241,"total_input_tokens":170982,"total_output_tokens":14129,"total_reasoning_tokens":202624,"benchmark_run_cost_usd":0.48}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"accuracy":0.708333,"total_input_tokens":44623,"total_output_tokens":4767,"total_reasoning_tokens":144448,"benchmark_run_cost_usd":0.31}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"accuracy":0.832941,"total_input_tokens":541382,"total_output_tokens":19236,"total_reasoning_tokens":6543744,"benchmark_run_cost_usd":13.26}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"throughput_gtps_token_count":43.12,"throughput_ttps_token_count":71.46,"throughput_rps_request_count":0.03,"latency_p50_secs":38.91,"latency_p90_secs":43.36,"latency_p95_secs":43.7,"latency_p99_secs":43.93,"latency_mean_secs":38.91,"latency_ttft_secs":0.67,"time_between_tokens_secs":0.02,"index_metric":43.12}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"accuracy":0.675684,"index_metric":0.675684,"benchmark_run_cost_usd":31.39}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex-mini","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.1-codex-mini","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex-mini/versions/2025-11-13","metrics":{"attack_success_rate":0.333333,"index_metric":0.333333}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"accuracy":0.754386,"total_input_tokens":24338332,"total_output_tokens":300138,"total_reasoning_tokens":308992,"benchmark_run_cost_usd":36.51}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"accuracy":0.673609,"total_input_tokens":581410,"total_output_tokens":120168,"total_reasoning_tokens":1552512,"benchmark_run_cost_usd":17.45}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"accuracy":0.72,"total_input_tokens":302852,"total_output_tokens":35947,"total_reasoning_tokens":489728,"benchmark_run_cost_usd":5.64}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"accuracy":0.3625,"total_input_tokens":346158,"total_output_tokens":203829,"total_reasoning_tokens":1202752,"benchmark_run_cost_usd":14.5}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"accuracy":0.865979,"total_input_tokens":51300,"total_output_tokens":36589,"total_reasoning_tokens":597632,"benchmark_run_cost_usd":6.41}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"input_token_cost_per_1M_tokens":1.25,"output_token_cost_per_1M_tokens":10,"total_cost_per_1M_tokens":3.4375,"quality_benchmark_cost":101.43}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"accuracy":0.914502,"total_input_tokens":125598,"total_output_tokens":30827,"total_reasoning_tokens":237184,"benchmark_run_cost_usd":2.84}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"accuracy":0.451554,"total_input_tokens":166635,"total_output_tokens":331095,"total_reasoning_tokens":1652672,"benchmark_run_cost_usd":20.05}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"accuracy":0.812968,"total_input_tokens":93487,"total_output_tokens":62544,"total_reasoning_tokens":1404608,"benchmark_run_cost_usd":14.79}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"accuracy":0.844828,"total_input_tokens":66368,"total_output_tokens":20909,"total_reasoning_tokens":500288,"benchmark_run_cost_usd":5.29}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"accuracy":0.840541,"total_input_tokens":232084,"total_output_tokens":41135,"total_reasoning_tokens":74048,"benchmark_run_cost_usd":1.44}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"accuracy":0.873457,"total_input_tokens":224562,"total_output_tokens":64981,"total_reasoning_tokens":733120,"benchmark_run_cost_usd":8.26}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"accuracy":0.875153,"total_input_tokens":162893,"total_output_tokens":9031,"total_reasoning_tokens":20928,"benchmark_run_cost_usd":0.5}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"attack_success_rate":1,"total_input_tokens":37114,"total_output_tokens":3082,"total_reasoning_tokens":15296,"benchmark_run_cost_usd":0.23}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":3906,"total_reasoning_tokens":1088,"benchmark_run_cost_usd":0.05}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"attack_success_rate":0,"total_input_tokens":4324,"total_output_tokens":6038,"total_reasoning_tokens":2880,"benchmark_run_cost_usd":0.09}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"f1":0.883737,"total_input_tokens":677041,"total_output_tokens":108913,"total_reasoning_tokens":53120,"benchmark_run_cost_usd":2.47}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"accuracy":0.832415,"total_input_tokens":171796,"total_output_tokens":15272,"total_reasoning_tokens":81408,"benchmark_run_cost_usd":1.18}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"accuracy":0.637255,"total_input_tokens":44623,"total_output_tokens":5395,"total_reasoning_tokens":66560,"benchmark_run_cost_usd":0.78}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"accuracy":0.821203,"total_input_tokens":579033,"total_output_tokens":20897,"total_reasoning_tokens":4562880,"benchmark_run_cost_usd":46.56}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"throughput_gtps_token_count":32.84,"throughput_ttps_token_count":52.65,"throughput_rps_request_count":0.03,"latency_p50_secs":36.94,"latency_p90_secs":40.61,"latency_p95_secs":41.06,"latency_p99_secs":41.26,"latency_mean_secs":36.94,"latency_ttft_secs":0.25,"time_between_tokens_secs":0.02,"index_metric":32.84}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"accuracy":0.743995,"index_metric":0.743995,"benchmark_run_cost_usd":101.43}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1-codex","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.1-codex","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1-codex/versions/2025-11-13","metrics":{"attack_success_rate":0.333333,"index_metric":0.333333}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"accuracy":0.850877,"total_input_tokens":36591859,"total_output_tokens":525417,"total_reasoning_tokens":2570779,"benchmark_run_cost_usd":76.7}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"accuracy":0.699102,"total_input_tokens":588087,"total_output_tokens":36504,"total_reasoning_tokens":9097942,"benchmark_run_cost_usd":92.08}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"accuracy":0.616,"total_input_tokens":302852,"total_output_tokens":49259,"total_reasoning_tokens":1861469,"benchmark_run_cost_usd":19.49}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"accuracy":0.4375,"total_input_tokens":656775,"total_output_tokens":470854,"total_reasoning_tokens":1689780,"benchmark_run_cost_usd":22.43}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"accuracy":0.707317,"total_input_tokens":85477,"total_output_tokens":58826,"total_reasoning_tokens":1591488,"benchmark_run_cost_usd":16.61}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"input_token_cost_per_1M_tokens":1.25,"output_token_cost_per_1M_tokens":10,"total_cost_per_1M_tokens":3.4375,"quality_benchmark_cost":269.59}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"accuracy":0.899891,"total_input_tokens":122997,"total_output_tokens":98607,"total_reasoning_tokens":492544,"benchmark_run_cost_usd":6.07}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"accuracy":0.499123,"total_input_tokens":174283,"total_output_tokens":374567,"total_reasoning_tokens":2110464,"benchmark_run_cost_usd":25.07}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"accuracy":0.817568,"total_input_tokens":105664,"total_output_tokens":127913,"total_reasoning_tokens":2915264,"benchmark_run_cost_usd":30.56}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"accuracy":0.900826,"total_input_tokens":76020,"total_output_tokens":21524,"total_reasoning_tokens":995968,"benchmark_run_cost_usd":10.27}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"accuracy":0.820856,"total_input_tokens":234391,"total_output_tokens":19533,"total_reasoning_tokens":162176,"benchmark_run_cost_usd":2.11}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"accuracy":0.878173,"total_input_tokens":228579,"total_output_tokens":163273,"total_reasoning_tokens":1823296,"benchmark_run_cost_usd":20.15}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"accuracy":0.897185,"total_input_tokens":162893,"total_output_tokens":8989,"total_reasoning_tokens":92518,"benchmark_run_cost_usd":1.22}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"attack_success_rate":1.010101,"total_input_tokens":36489,"total_output_tokens":31484,"total_reasoning_tokens":52166,"benchmark_run_cost_usd":0.88}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":13086,"total_reasoning_tokens":12222,"benchmark_run_cost_usd":0.26}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"attack_success_rate":0,"total_input_tokens":4304,"total_output_tokens":81445,"total_reasoning_tokens":57515,"benchmark_run_cost_usd":1.39}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"f1":0.88697,"total_input_tokens":677041,"total_output_tokens":108900,"total_reasoning_tokens":441406,"benchmark_run_cost_usd":6.35}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"accuracy":0.883465,"total_input_tokens":171621,"total_output_tokens":14045,"total_reasoning_tokens":348424,"benchmark_run_cost_usd":3.84}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"accuracy":0.786241,"total_input_tokens":44483,"total_output_tokens":4672,"total_reasoning_tokens":248850,"benchmark_run_cost_usd":2.59}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"accuracy":0.878788,"total_input_tokens":723224,"total_output_tokens":21455,"total_reasoning_tokens":9420025,"benchmark_run_cost_usd":95.32}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"throughput_gtps_token_count":75.76,"throughput_ttps_token_count":118.11,"throughput_rps_request_count":0.04,"latency_p50_secs":26.09,"latency_p90_secs":30.48,"latency_p95_secs":31.06,"latency_p99_secs":31.59,"latency_mean_secs":26.09,"latency_ttft_secs":0.66,"time_between_tokens_secs":0.25,"index_metric":75.76}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"accuracy":0.752496,"index_metric":0.752496,"benchmark_run_cost_usd":269.59}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.1","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","azure_latest_model_version":"2025-11-13","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.1","modelVersion":"2025-11-13","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.1/versions/2025-11-13","metrics":{"attack_success_rate":0.3367,"index_metric":0.3367}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"accuracy":0.859649,"total_input_tokens":25872078,"total_output_tokens":235912,"total_reasoning_tokens":206272,"benchmark_run_cost_usd":51.47}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"accuracy":0.425135,"total_input_tokens":288305,"total_output_tokens":64288,"total_reasoning_tokens":2247104,"benchmark_run_cost_usd":32.86}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"accuracy":0.72,"total_input_tokens":302852,"total_output_tokens":23458,"total_reasoning_tokens":230656,"benchmark_run_cost_usd":4.09}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"accuracy":0.38125,"total_input_tokens":299123,"total_output_tokens":130353,"total_reasoning_tokens":564672,"benchmark_run_cost_usd":10.25}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"accuracy":0.637255,"total_input_tokens":55057,"total_output_tokens":29048,"total_reasoning_tokens":381376,"benchmark_run_cost_usd":5.84}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"input_token_cost_per_1M_tokens":1.75,"output_token_cost_per_1M_tokens":14,"total_cost_per_1M_tokens":4.8125,"quality_benchmark_cost":145.71}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"accuracy":0.947078,"total_input_tokens":123368,"total_output_tokens":67540,"total_reasoning_tokens":696832,"benchmark_run_cost_usd":10.92}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"accuracy":0.54321,"total_input_tokens":157886,"total_output_tokens":298277,"total_reasoning_tokens":1971904,"benchmark_run_cost_usd":32.06}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"accuracy":0.941634,"total_input_tokens":57406,"total_output_tokens":49036,"total_reasoning_tokens":867968,"benchmark_run_cost_usd":12.94}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"accuracy":0.833333,"total_input_tokens":42947,"total_output_tokens":9236,"total_reasoning_tokens":161280,"benchmark_run_cost_usd":2.46}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"accuracy":0.818667,"total_input_tokens":236250,"total_output_tokens":25346,"total_reasoning_tokens":181952,"benchmark_run_cost_usd":3.32}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"accuracy":0.938849,"total_input_tokens":186345,"total_output_tokens":97983,"total_reasoning_tokens":1297536,"benchmark_run_cost_usd":19.86}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"accuracy":0.896933,"total_input_tokens":162439,"total_output_tokens":5697,"total_reasoning_tokens":26368,"benchmark_run_cost_usd":0.73}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"attack_success_rate":0,"total_input_tokens":35975,"total_output_tokens":10255,"total_reasoning_tokens":25600,"benchmark_run_cost_usd":0.56}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":9039,"total_reasoning_tokens":15616,"benchmark_run_cost_usd":0.35}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"attack_success_rate":0.529101,"total_input_tokens":4062,"total_output_tokens":17049,"total_reasoning_tokens":43712,"benchmark_run_cost_usd":0.86}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"f1":0.890966,"total_input_tokens":676722,"total_output_tokens":69272,"total_reasoning_tokens":1526208,"benchmark_run_cost_usd":23.52}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"accuracy":0.88746,"total_input_tokens":167786,"total_output_tokens":8774,"total_reasoning_tokens":222976,"benchmark_run_cost_usd":3.54}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"accuracy":0.76962,"total_input_tokens":43240,"total_output_tokens":2952,"total_reasoning_tokens":96256,"benchmark_run_cost_usd":1.46}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"accuracy":0.889474,"total_input_tokens":449298,"total_output_tokens":10757,"total_reasoning_tokens":2070784,"benchmark_run_cost_usd":29.93}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"throughput_gtps_token_count":32.32,"throughput_ttps_token_count":57.62,"throughput_rps_request_count":0.02,"latency_p50_secs":45.38,"latency_p90_secs":50.1,"latency_p95_secs":50.55,"latency_p99_secs":50.79,"latency_mean_secs":45.38,"latency_ttft_secs":1.37,"time_between_tokens_secs":0.05,"index_metric":32.32}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"accuracy":0.754033,"index_metric":0.754033,"benchmark_run_cost_usd":145.71}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2-codex","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","azure_latest_model_version":"2026-01-14","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.2-codex","modelVersion":"2026-01-14","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2-codex/versions/2026-01-14","metrics":{"attack_success_rate":0.176367,"index_metric":0.176367}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"accuracy":0.903509,"total_input_tokens":21088158,"total_output_tokens":214521,"total_reasoning_tokens":1614612,"benchmark_run_cost_usd":62.51}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"accuracy":0.682944,"total_input_tokens":570464,"total_output_tokens":35016,"total_reasoning_tokens":8801525,"benchmark_run_cost_usd":124.71}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"accuracy":0.716,"total_input_tokens":302852,"total_output_tokens":19638,"total_reasoning_tokens":129788,"benchmark_run_cost_usd":2.62}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"accuracy":0.35,"total_input_tokens":494151,"total_output_tokens":306458,"total_reasoning_tokens":0,"benchmark_run_cost_usd":5.16}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"accuracy":0.557047,"total_input_tokens":78087,"total_output_tokens":57202,"total_reasoning_tokens":805067,"benchmark_run_cost_usd":12.21}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"input_token_cost_per_1M_tokens":1.75,"output_token_cost_per_1M_tokens":14,"total_cost_per_1M_tokens":4.8125,"quality_benchmark_cost":252.88}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"accuracy":0.93326,"total_input_tokens":125277,"total_output_tokens":77064,"total_reasoning_tokens":640916,"benchmark_run_cost_usd":10.27}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"accuracy":0.516605,"total_input_tokens":165289,"total_output_tokens":353337,"total_reasoning_tokens":3131086,"benchmark_run_cost_usd":49.07}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"accuracy":0.929412,"total_input_tokens":79242,"total_output_tokens":91993,"total_reasoning_tokens":1270341,"benchmark_run_cost_usd":19.21}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"accuracy":0.790698,"total_input_tokens":48901,"total_output_tokens":10425,"total_reasoning_tokens":233488,"benchmark_run_cost_usd":3.5}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"accuracy":0.823529,"total_input_tokens":235829,"total_output_tokens":22362,"total_reasoning_tokens":197857,"benchmark_run_cost_usd":3.5}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"accuracy":0.897891,"total_input_tokens":206849,"total_output_tokens":141247,"total_reasoning_tokens":1611730,"benchmark_run_cost_usd":24.9}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"accuracy":0.881529,"total_input_tokens":156382,"total_output_tokens":8390,"total_reasoning_tokens":187094,"benchmark_run_cost_usd":3.01}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"attack_success_rate":5.617978,"total_input_tokens":31571,"total_output_tokens":28984,"total_reasoning_tokens":112772,"benchmark_run_cost_usd":2.04}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":23128,"total_reasoning_tokens":55401,"benchmark_run_cost_usd":1.1}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"attack_success_rate":0,"total_input_tokens":3952,"total_output_tokens":68271,"total_reasoning_tokens":203434,"benchmark_run_cost_usd":3.81}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"f1":0.891472,"total_input_tokens":673570,"total_output_tokens":108341,"total_reasoning_tokens":1012203,"benchmark_run_cost_usd":16.87}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"accuracy":0.897605,"total_input_tokens":163087,"total_output_tokens":13420,"total_reasoning_tokens":1010400,"benchmark_run_cost_usd":14.62}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"accuracy":0.7575,"total_input_tokens":43647,"total_output_tokens":4958,"total_reasoning_tokens":584417,"benchmark_run_cost_usd":8.33}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"accuracy":0.892727,"total_input_tokens":554139,"total_output_tokens":19449,"total_reasoning_tokens":4292954,"benchmark_run_cost_usd":61.34}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"throughput_gtps_token_count":59.92,"throughput_ttps_token_count":89.32,"throughput_rps_request_count":0.03,"latency_p50_secs":37.06,"latency_p90_secs":40.5,"latency_p95_secs":40.66,"latency_p99_secs":40.79,"latency_mean_secs":37.06,"index_metric":59.92}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"accuracy":0.779568,"index_metric":0.779568,"benchmark_run_cost_usd":252.88}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.2","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","azure_latest_model_version":"2025-12-11","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.2","modelVersion":"2025-12-11","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.2/versions/2025-12-11","metrics":{"attack_success_rate":1.872659,"index_metric":1.872659}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"accuracy":0.175439,"total_input_tokens":18433518,"total_output_tokens":153538,"total_reasoning_tokens":0,"benchmark_run_cost_usd":34.41}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"accuracy":0.651346,"total_input_tokens":603568,"total_output_tokens":36285,"total_reasoning_tokens":0,"benchmark_run_cost_usd":1.56}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"accuracy":0.696,"total_input_tokens":302852,"total_output_tokens":31060,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.96}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"accuracy":0.3,"total_input_tokens":367893,"total_output_tokens":179610,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.16}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"accuracy":0.91018,"total_input_tokens":87924,"total_output_tokens":64762,"total_reasoning_tokens":325156,"benchmark_run_cost_usd":5.61}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"input_token_cost_per_1M_tokens":1.75,"output_token_cost_per_1M_tokens":14,"total_cost_per_1M_tokens":4.8125,"quality_benchmark_cost":88.88}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"accuracy":0.937093,"total_input_tokens":125457,"total_output_tokens":72865,"total_reasoning_tokens":660523,"benchmark_run_cost_usd":10.49}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"accuracy":0.50647,"total_input_tokens":163954,"total_output_tokens":345200,"total_reasoning_tokens":2983771,"benchmark_run_cost_usd":46.89}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"accuracy":0.926966,"total_input_tokens":82961,"total_output_tokens":82855,"total_reasoning_tokens":977734,"benchmark_run_cost_usd":14.99}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"accuracy":0.90625,"total_input_tokens":81874,"total_output_tokens":20468,"total_reasoning_tokens":192423,"benchmark_run_cost_usd":3.12}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"accuracy":0.856,"total_input_tokens":236149,"total_output_tokens":19351,"total_reasoning_tokens":198911,"benchmark_run_cost_usd":3.47}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"accuracy":0.9129,"total_input_tokens":205721,"total_output_tokens":134383,"total_reasoning_tokens":1257342,"benchmark_run_cost_usd":19.84}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"accuracy":0.916049,"total_input_tokens":161745,"total_output_tokens":5670,"total_reasoning_tokens":272445,"benchmark_run_cost_usd":4.18}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"attack_success_rate":6.122449,"total_input_tokens":36262,"total_output_tokens":27104,"total_reasoning_tokens":130622,"benchmark_run_cost_usd":2.27}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":19724,"total_reasoning_tokens":69535,"benchmark_run_cost_usd":1.25}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"attack_success_rate":0,"total_input_tokens":3936,"total_output_tokens":52007,"total_reasoning_tokens":198004,"benchmark_run_cost_usd":3.51}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"f1":0.893921,"total_input_tokens":675001,"total_output_tokens":69090,"total_reasoning_tokens":1928549,"benchmark_run_cost_usd":29.15}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"accuracy":0.898444,"total_input_tokens":165347,"total_output_tokens":8585,"total_reasoning_tokens":930478,"benchmark_run_cost_usd":13.44}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"accuracy":0.797436,"total_input_tokens":42248,"total_output_tokens":2939,"total_reasoning_tokens":492545,"benchmark_run_cost_usd":7.01}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"accuracy":0.915684,"total_input_tokens":573171,"total_output_tokens":12030,"total_reasoning_tokens":3275379,"benchmark_run_cost_usd":47.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"throughput_gtps_token_count":22.83,"throughput_ttps_token_count":35.11,"throughput_rps_request_count":0.01,"latency_p50_secs":90.79,"latency_p90_secs":105.51,"latency_p95_secs":108.18,"latency_p99_secs":109.81,"latency_mean_secs":90.79,"latency_ttft_secs":2.25,"time_between_tokens_secs":0.18,"index_metric":22.83}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"accuracy":0.681968,"index_metric":0.681968,"benchmark_run_cost_usd":88.88}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.3-codex","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","azure_latest_model_version":"2026-02-24","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.3-codex","modelVersion":"2026-02-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.3-codex/versions/2026-02-24","metrics":{"attack_success_rate":2.040816,"index_metric":2.040816}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"accuracy":0.631579,"total_input_tokens":1605857,"total_output_tokens":114764,"total_reasoning_tokens":626442,"benchmark_run_cost_usd":4.54}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"accuracy":0.677558,"total_input_tokens":596256,"total_output_tokens":36459,"total_reasoning_tokens":4041016,"benchmark_run_cost_usd":18.8}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"accuracy":0.224,"total_input_tokens":79477,"total_output_tokens":2976,"total_reasoning_tokens":65868,"benchmark_run_cost_usd":0.37}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"accuracy":0.4375,"total_input_tokens":368934,"total_output_tokens":190336,"total_reasoning_tokens":1381278,"benchmark_run_cost_usd":7.35}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"accuracy":0.828571,"total_input_tokens":71693,"total_output_tokens":40354,"total_reasoning_tokens":1278700,"benchmark_run_cost_usd":5.99}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"input_token_cost_per_1M_tokens":0.75,"output_token_cost_per_1M_tokens":4.5,"total_cost_per_1M_tokens":1.6875,"quality_benchmark_cost":45.81}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"accuracy":0.917365,"total_input_tokens":114510,"total_output_tokens":58847,"total_reasoning_tokens":250583,"benchmark_run_cost_usd":1.48}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"accuracy":0.501317,"total_input_tokens":173974,"total_output_tokens":310816,"total_reasoning_tokens":3116374,"benchmark_run_cost_usd":15.55}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"accuracy":0.777027,"total_input_tokens":107007,"total_output_tokens":81896,"total_reasoning_tokens":1590450,"benchmark_run_cost_usd":7.61}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"accuracy":0.904762,"total_input_tokens":50618,"total_output_tokens":11212,"total_reasoning_tokens":376768,"benchmark_run_cost_usd":1.78}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"accuracy":0.824324,"total_input_tokens":138795,"total_output_tokens":10096,"total_reasoning_tokens":97267,"benchmark_run_cost_usd":0.59}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"accuracy":0.854855,"total_input_tokens":230595,"total_output_tokens":131900,"total_reasoning_tokens":956504,"benchmark_run_cost_usd":5.07}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"accuracy":0.789223,"total_input_tokens":125157,"total_output_tokens":4390,"total_reasoning_tokens":153943,"benchmark_run_cost_usd":0.81}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"attack_success_rate":0,"total_input_tokens":17206,"total_output_tokens":10682,"total_reasoning_tokens":20054,"benchmark_run_cost_usd":0.15}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"attack_success_rate":0,"total_input_tokens":1322,"total_output_tokens":5851,"total_reasoning_tokens":9893,"benchmark_run_cost_usd":0.07}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"attack_success_rate":0,"total_input_tokens":2536,"total_output_tokens":30239,"total_reasoning_tokens":42023,"benchmark_run_cost_usd":0.33}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"f1":0.879744,"total_input_tokens":668804,"total_output_tokens":68481,"total_reasoning_tokens":619539,"benchmark_run_cost_usd":3.6}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"accuracy":0.85205,"total_input_tokens":148189,"total_output_tokens":7741,"total_reasoning_tokens":418656,"benchmark_run_cost_usd":2.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"accuracy":0.58159,"total_input_tokens":22247,"total_output_tokens":1462,"total_reasoning_tokens":116115,"benchmark_run_cost_usd":0.55}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"accuracy":0.852285,"total_input_tokens":723188,"total_output_tokens":12765,"total_reasoning_tokens":6799955,"benchmark_run_cost_usd":31.2}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"throughput_gtps_token_count":142.41,"throughput_ttps_token_count":218.81,"throughput_rps_request_count":0.07,"latency_p50_secs":14.16,"latency_p90_secs":15.9,"latency_p95_secs":16.16,"latency_p99_secs":16.37,"latency_mean_secs":14.16,"latency_ttft_secs":0.56,"time_between_tokens_secs":4.51,"index_metric":142.41}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"accuracy":0.668026,"index_metric":0.668026,"benchmark_run_cost_usd":45.81}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-mini","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.4-mini","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-mini/versions/2026-03-17","metrics":{"attack_success_rate":1e-7,"index_metric":1e-7}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"accuracy":0.77193,"total_input_tokens":3739450,"total_output_tokens":346725,"total_reasoning_tokens":896062,"benchmark_run_cost_usd":2.3}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"accuracy":0.599282,"total_input_tokens":589737,"total_output_tokens":36499,"total_reasoning_tokens":1602185,"benchmark_run_cost_usd":2.17}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"accuracy":0.172,"total_input_tokens":88764,"total_output_tokens":4235,"total_reasoning_tokens":29103,"benchmark_run_cost_usd":0.06}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"accuracy":0.34375,"total_input_tokens":469440,"total_output_tokens":294861,"total_reasoning_tokens":992409,"benchmark_run_cost_usd":1.7}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"accuracy":0.618644,"total_input_tokens":59593,"total_output_tokens":40795,"total_reasoning_tokens":411653,"benchmark_run_cost_usd":0.58}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"input_token_cost_per_1M_tokens":0.2,"output_token_cost_per_1M_tokens":1.25,"total_cost_per_1M_tokens":0.5,"quality_benchmark_cost":8.78}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"accuracy":0.885036,"total_input_tokens":74577,"total_output_tokens":55671,"total_reasoning_tokens":151193,"benchmark_run_cost_usd":0.27}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"accuracy":0.445707,"total_input_tokens":124705,"total_output_tokens":231475,"total_reasoning_tokens":355979,"benchmark_run_cost_usd":0.76}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"accuracy":0.731061,"total_input_tokens":63959,"total_output_tokens":74548,"total_reasoning_tokens":743572,"benchmark_run_cost_usd":1.04}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"accuracy":0.775,"total_input_tokens":50448,"total_output_tokens":13073,"total_reasoning_tokens":295754,"benchmark_run_cost_usd":0.4}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"accuracy":0.814815,"total_input_tokens":133559,"total_output_tokens":13719,"total_reasoning_tokens":86673,"benchmark_run_cost_usd":0.15}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"accuracy":0.78343,"total_input_tokens":155401,"total_output_tokens":136902,"total_reasoning_tokens":710835,"benchmark_run_cost_usd":1.09}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"accuracy":0.693446,"total_input_tokens":94079,"total_output_tokens":3204,"total_reasoning_tokens":45108,"benchmark_run_cost_usd":0.08}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"attack_success_rate":1.818182,"total_input_tokens":19153,"total_output_tokens":12707,"total_reasoning_tokens":8160,"benchmark_run_cost_usd":0.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"attack_success_rate":0,"total_input_tokens":1399,"total_output_tokens":9680,"total_reasoning_tokens":2990,"benchmark_run_cost_usd":0.02}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"attack_success_rate":0,"total_input_tokens":4122,"total_output_tokens":68869,"total_reasoning_tokens":34560,"benchmark_run_cost_usd":0.13}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"f1":0.85567,"total_input_tokens":649043,"total_output_tokens":66440,"total_reasoning_tokens":375997,"benchmark_run_cost_usd":0.68}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"accuracy":0.810327,"total_input_tokens":127513,"total_output_tokens":6809,"total_reasoning_tokens":110689,"benchmark_run_cost_usd":0.17}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"accuracy":0.554113,"total_input_tokens":20853,"total_output_tokens":1439,"total_reasoning_tokens":39543,"benchmark_run_cost_usd":0.06}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"accuracy":0.784661,"total_input_tokens":684153,"total_output_tokens":12452,"total_reasoning_tokens":7998262,"benchmark_run_cost_usd":10.15}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"throughput_gtps_token_count":177.46,"throughput_ttps_token_count":272.61,"throughput_rps_request_count":0.09,"latency_p50_secs":11.55,"latency_p90_secs":12.87,"latency_p95_secs":13,"latency_p99_secs":13.18,"latency_mean_secs":11.55,"latency_ttft_secs":0.58,"time_between_tokens_secs":0.1,"index_metric":177.46}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"accuracy":0.637663,"index_metric":0.637663,"benchmark_run_cost_usd":8.78}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4-nano","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","azure_latest_model_version":"2026-03-17","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.4-nano","modelVersion":"2026-03-17","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4-nano/versions/2026-03-17","metrics":{"attack_success_rate":0.606061,"index_metric":0.606061}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"accuracy":0.903509,"total_input_tokens":5475083,"total_output_tokens":223166,"total_reasoning_tokens":786186,"benchmark_run_cost_usd":28.83}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"accuracy":0.705566,"total_input_tokens":602689,"total_output_tokens":36884,"total_reasoning_tokens":4741236,"benchmark_run_cost_usd":73.18}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"accuracy":0.768,"total_input_tokens":302852,"total_output_tokens":23754,"total_reasoning_tokens":874806,"benchmark_run_cost_usd":14.24}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"accuracy":0.475,"total_input_tokens":326194,"total_output_tokens":193850,"total_reasoning_tokens":753079,"benchmark_run_cost_usd":15.02}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"accuracy":0.907975,"total_input_tokens":86049,"total_output_tokens":55565,"total_reasoning_tokens":349511,"benchmark_run_cost_usd":6.29}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"input_token_cost_per_1M_tokens":2.5,"output_token_cost_per_1M_tokens":15,"total_cost_per_1M_tokens":5.625,"quality_benchmark_cost":164.92}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"accuracy":0.940594,"total_input_tokens":122809,"total_output_tokens":69823,"total_reasoning_tokens":350211,"benchmark_run_cost_usd":6.61}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"accuracy":0.518876,"total_input_tokens":174109,"total_output_tokens":310569,"total_reasoning_tokens":1366646,"benchmark_run_cost_usd":25.59}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"accuracy":0.929078,"total_input_tokens":64147,"total_output_tokens":71816,"total_reasoning_tokens":484821,"benchmark_run_cost_usd":8.51}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"accuracy":0.919355,"total_input_tokens":77987,"total_output_tokens":14953,"total_reasoning_tokens":179774,"benchmark_run_cost_usd":3.12}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"accuracy":0.841823,"total_input_tokens":235250,"total_output_tokens":16630,"total_reasoning_tokens":133440,"benchmark_run_cost_usd":2.84}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"accuracy":0.914191,"total_input_tokens":203145,"total_output_tokens":136400,"total_reasoning_tokens":875908,"benchmark_run_cost_usd":15.69}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"accuracy":0.9225,"total_input_tokens":159108,"total_output_tokens":5600,"total_reasoning_tokens":246540,"benchmark_run_cost_usd":4.18}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"attack_success_rate":3.061224,"total_input_tokens":35933,"total_output_tokens":29928,"total_reasoning_tokens":92378,"benchmark_run_cost_usd":1.92}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"attack_success_rate":0,"total_input_tokens":2055,"total_output_tokens":10342,"total_reasoning_tokens":34606,"benchmark_run_cost_usd":0.68}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"attack_success_rate":0,"total_input_tokens":3649,"total_output_tokens":55099,"total_reasoning_tokens":126838,"benchmark_run_cost_usd":2.74}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"f1":0.892572,"total_input_tokens":676672,"total_output_tokens":69265,"total_reasoning_tokens":1576825,"benchmark_run_cost_usd":26.38}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"accuracy":0.914062,"total_input_tokens":156584,"total_output_tokens":8194,"total_reasoning_tokens":577164,"benchmark_run_cost_usd":9.17}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"accuracy":0.785915,"total_input_tokens":38627,"total_output_tokens":2810,"total_reasoning_tokens":264013,"benchmark_run_cost_usd":4.1}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"accuracy":0.908918,"total_input_tokens":501061,"total_output_tokens":11296,"total_reasoning_tokens":2298960,"benchmark_run_cost_usd":35.91}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"throughput_gtps_token_count":20.64,"throughput_ttps_token_count":30.97,"throughput_rps_request_count":0.01,"latency_p50_secs":110.27,"latency_p90_secs":133.89,"latency_p95_secs":135.63,"latency_p99_secs":137.65,"latency_mean_secs":110.27,"latency_ttft_secs":3.73,"time_between_tokens_secs":19.22,"index_metric":20.64}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"accuracy":0.80972,"index_metric":0.80972,"benchmark_run_cost_usd":164.92}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.4","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","azure_latest_model_version":"2026-03-05","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.4","modelVersion":"2026-03-05","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.4/versions/2026-03-05","metrics":{"attack_success_rate":1.020408,"index_metric":1.020408}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"accuracy":0.973684,"total_input_tokens":2918901,"total_output_tokens":180827,"total_reasoning_tokens":526866,"benchmark_run_cost_usd":35.83}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"accuracy":0.723519,"total_input_tokens":602827,"total_output_tokens":36956,"total_reasoning_tokens":11307105,"benchmark_run_cost_usd":343.34}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"accuracy":0.788,"total_input_tokens":302852,"total_output_tokens":11879,"total_reasoning_tokens":890291,"benchmark_run_cost_usd":28.58}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"accuracy":0.5,"total_input_tokens":353849,"total_output_tokens":177784,"total_reasoning_tokens":1381848,"benchmark_run_cost_usd":48.56}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"accuracy":0.907285,"total_input_tokens":80210,"total_output_tokens":45177,"total_reasoning_tokens":538648,"benchmark_run_cost_usd":17.92}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"input_token_cost_per_1M_tokens":5,"output_token_cost_per_1M_tokens":30,"total_cost_per_1M_tokens":11.25,"quality_benchmark_cost":543.79}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"accuracy":0.936986,"total_input_tokens":101770,"total_output_tokens":31507,"total_reasoning_tokens":351609,"benchmark_run_cost_usd":12}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"accuracy":0.562778,"total_input_tokens":171407,"total_output_tokens":207238,"total_reasoning_tokens":2087993,"benchmark_run_cost_usd":69.71}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"accuracy":0.882641,"total_input_tokens":101419,"total_output_tokens":53710,"total_reasoning_tokens":1512933,"benchmark_run_cost_usd":47.51}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"accuracy":0.915966,"total_input_tokens":76320,"total_output_tokens":13069,"total_reasoning_tokens":172448,"benchmark_run_cost_usd":5.95}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"accuracy":0.859459,"total_input_tokens":232861,"total_output_tokens":15710,"total_reasoning_tokens":127388,"benchmark_run_cost_usd":5.46}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"accuracy":0.910131,"total_input_tokens":138949,"total_output_tokens":48881,"total_reasoning_tokens":678143,"benchmark_run_cost_usd":22.51}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"accuracy":0.936434,"total_input_tokens":128097,"total_output_tokens":4513,"total_reasoning_tokens":126051,"benchmark_run_cost_usd":4.56}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"attack_success_rate":0,"total_input_tokens":35181,"total_output_tokens":16015,"total_reasoning_tokens":42091,"benchmark_run_cost_usd":1.92}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"attack_success_rate":0,"total_input_tokens":1625,"total_output_tokens":6510,"total_reasoning_tokens":20476,"benchmark_run_cost_usd":0.82}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"attack_success_rate":0,"total_input_tokens":2491,"total_output_tokens":25361,"total_reasoning_tokens":55106,"benchmark_run_cost_usd":2.43}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"f1":0.886705,"total_input_tokens":651144,"total_output_tokens":66605,"total_reasoning_tokens":941633,"benchmark_run_cost_usd":33.5}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"accuracy":0.909253,"total_input_tokens":152893,"total_output_tokens":7868,"total_reasoning_tokens":570821,"benchmark_run_cost_usd":18.13}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"accuracy":0.862595,"total_input_tokens":42490,"total_output_tokens":2757,"total_reasoning_tokens":270722,"benchmark_run_cost_usd":8.42}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"accuracy":0.909091,"total_input_tokens":773832,"total_output_tokens":13430,"total_reasoning_tokens":3732826,"benchmark_run_cost_usd":116.26}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"throughput_gtps_token_count":50.22,"throughput_ttps_token_count":76.37,"throughput_rps_request_count":0.02,"latency_p50_secs":42.6,"latency_p90_secs":47.2,"latency_p95_secs":47.64,"latency_p99_secs":48,"latency_mean_secs":42.6,"latency_ttft_secs":10.22,"time_between_tokens_secs":12.15,"index_metric":50.22}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"accuracy":0.821802,"index_metric":0.821802,"benchmark_run_cost_usd":543.79}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.5","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","azure_latest_model_version":"2026-04-24","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.5","modelVersion":"2026-04-24","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.5/versions/2026-04-24","metrics":{"attack_success_rate":1e-7,"index_metric":1e-7}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"accuracy":0.745614,"total_input_tokens":25528129,"total_output_tokens":164710,"total_reasoning_tokens":273890,"benchmark_run_cost_usd":5.63}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"accuracy":0.711311,"total_input_tokens":602336,"total_output_tokens":36340,"total_reasoning_tokens":4420250,"benchmark_run_cost_usd":5.47}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"accuracy":0.636,"total_input_tokens":247303,"total_output_tokens":16468,"total_reasoning_tokens":1029471,"benchmark_run_cost_usd":1.3}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"accuracy":0.621769,"total_input_tokens":576245,"total_output_tokens":438222,"total_reasoning_tokens":2092906,"benchmark_run_cost_usd":3.15}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"accuracy":0.820755,"total_input_tokens":57470,"total_output_tokens":23477,"total_reasoning_tokens":157185,"benchmark_run_cost_usd":0.23}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"input_token_cost_per_1M_tokens":0.2,"output_token_cost_per_1M_tokens":1.2,"total_cost_per_1M_tokens":0.45,"quality_benchmark_cost":17.37}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"accuracy":0.9117,"total_input_tokens":122938,"total_output_tokens":44625,"total_reasoning_tokens":215989,"benchmark_run_cost_usd":0.34}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"accuracy":0.552632,"total_input_tokens":174283,"total_output_tokens":262335,"total_reasoning_tokens":2188809,"benchmark_run_cost_usd":2.98}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"accuracy":0.923077,"total_input_tokens":63964,"total_output_tokens":40946,"total_reasoning_tokens":359957,"benchmark_run_cost_usd":0.49}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"accuracy":0.901639,"total_input_tokens":76375,"total_output_tokens":13469,"total_reasoning_tokens":143707,"benchmark_run_cost_usd":0.2}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"accuracy":0.849206,"total_input_tokens":238004,"total_output_tokens":17818,"total_reasoning_tokens":85133,"benchmark_run_cost_usd":0.17}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"accuracy":0.901489,"total_input_tokens":200770,"total_output_tokens":82444,"total_reasoning_tokens":565427,"benchmark_run_cost_usd":0.82}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"accuracy":0.845209,"total_input_tokens":162093,"total_output_tokens":5602,"total_reasoning_tokens":71894,"benchmark_run_cost_usd":0.13}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"attack_success_rate":8.510638,"total_input_tokens":35300,"total_output_tokens":22572,"total_reasoning_tokens":46326,"benchmark_run_cost_usd":0.09}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":5767,"total_reasoning_tokens":12640,"benchmark_run_cost_usd":0.02}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"attack_success_rate":0,"total_input_tokens":3011,"total_output_tokens":53340,"total_reasoning_tokens":81802,"benchmark_run_cost_usd":0.16}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"f1":0.883492,"total_input_tokens":660379,"total_output_tokens":67526,"total_reasoning_tokens":483714,"benchmark_run_cost_usd":0.79}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"accuracy":0.867788,"total_input_tokens":168666,"total_output_tokens":8261,"total_reasoning_tokens":165683,"benchmark_run_cost_usd":0.24}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"accuracy":0.75,"total_input_tokens":44058,"total_output_tokens":2912,"total_reasoning_tokens":109366,"benchmark_run_cost_usd":0.14}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"accuracy":0.890161,"total_input_tokens":749383,"total_output_tokens":13212,"total_reasoning_tokens":3794557,"benchmark_run_cost_usd":4.72}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"throughput_gtps_token_count":68.86,"throughput_ttps_token_count":106.07,"throughput_rps_request_count":0.03,"latency_p50_secs":30.24,"latency_p90_secs":55.58,"latency_p95_secs":67.39,"latency_p99_secs":90.62,"latency_mean_secs":34.72,"latency_ttft_secs":26.86,"time_between_tokens_secs":0.01,"index_metric":68.86}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"accuracy":0.787521,"index_metric":0.787521,"benchmark_run_cost_usd":17.37}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-luna","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.6-luna","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-luna/versions/2026-07-09","metrics":{"attack_success_rate":2.836879,"index_metric":2.836879}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"accuracy":0.938596,"total_input_tokens":1842698,"total_output_tokens":140652,"total_reasoning_tokens":88129,"benchmark_run_cost_usd":16.08}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"accuracy":0.734291,"total_input_tokens":602604,"total_output_tokens":35482,"total_reasoning_tokens":2206069,"benchmark_run_cost_usd":70.26}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"accuracy":0.724,"total_input_tokens":298035,"total_output_tokens":16843,"total_reasoning_tokens":81039,"benchmark_run_cost_usd":4.43}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"accuracy":0.634144,"total_input_tokens":490296,"total_output_tokens":365600,"total_reasoning_tokens":651287,"benchmark_run_cost_usd":32.96}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"accuracy":0.903614,"total_input_tokens":87341,"total_output_tokens":44646,"total_reasoning_tokens":108155,"benchmark_run_cost_usd":5.02}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"input_token_cost_per_1M_tokens":4,"output_token_cost_per_1M_tokens":20,"total_cost_per_1M_tokens":8,"quality_benchmark_cost":165.04}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"accuracy":0.932258,"total_input_tokens":126857,"total_output_tokens":42039,"total_reasoning_tokens":110063,"benchmark_run_cost_usd":5.2}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"accuracy":0.559748,"total_input_tokens":169770,"total_output_tokens":272344,"total_reasoning_tokens":712347,"benchmark_run_cost_usd":30.39}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"accuracy":0.859375,"total_input_tokens":111222,"total_output_tokens":66306,"total_reasoning_tokens":448151,"benchmark_run_cost_usd":15.99}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"accuracy":0.91129,"total_input_tokens":78951,"total_output_tokens":13749,"total_reasoning_tokens":38642,"benchmark_run_cost_usd":1.97}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"accuracy":0.875661,"total_input_tokens":238004,"total_output_tokens":17113,"total_reasoning_tokens":37927,"benchmark_run_cost_usd":2.84}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"accuracy":0.89669,"total_input_tokens":232010,"total_output_tokens":95466,"total_reasoning_tokens":441842,"benchmark_run_cost_usd":17.28}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"accuracy":0.900491,"total_input_tokens":162093,"total_output_tokens":5104,"total_reasoning_tokens":34083,"benchmark_run_cost_usd":1.99}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"attack_success_rate":12.5,"total_input_tokens":31374,"total_output_tokens":16672,"total_reasoning_tokens":34365,"benchmark_run_cost_usd":1.69}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":5036,"total_reasoning_tokens":7240,"benchmark_run_cost_usd":0.38}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"attack_success_rate":0.952381,"total_input_tokens":2296,"total_output_tokens":30502,"total_reasoning_tokens":35577,"benchmark_run_cost_usd":1.99}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"f1":0.883212,"total_input_tokens":659966,"total_output_tokens":55582,"total_reasoning_tokens":161670,"benchmark_run_cost_usd":9.82}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"accuracy":0.896496,"total_input_tokens":165750,"total_output_tokens":7411,"total_reasoning_tokens":90720,"benchmark_run_cost_usd":3.77}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"accuracy":0.792593,"total_input_tokens":44165,"total_output_tokens":2775,"total_reasoning_tokens":57106,"benchmark_run_cost_usd":2.02}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"accuracy":0.908676,"total_input_tokens":795305,"total_output_tokens":13098,"total_reasoning_tokens":1093855,"benchmark_run_cost_usd":37.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"throughput_gtps_token_count":19.56,"throughput_ttps_token_count":29.85,"throughput_rps_request_count":0.01,"latency_p50_secs":143.36,"latency_p90_secs":174.15,"latency_p95_secs":176.58,"latency_p99_secs":178.51,"latency_mean_secs":143.36,"latency_ttft_secs":30.13,"time_between_tokens_secs":10.69,"index_metric":19.56}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"3000","prompt_token_generated_token_ratio":"33:67","input_prompt_tokens":"1000","output_generated_tokens":"2000","num_of_inference_requests":"2","num_of_inference_aggregations":"15","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"accuracy":0.824377,"index_metric":0.824377,"benchmark_run_cost_usd":165.04}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-sol","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.6-sol","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-sol/versions/2026-07-09","metrics":{"attack_success_rate":4.484127,"index_metric":4.484127}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"accuracy":0.868421,"total_input_tokens":2219415,"total_output_tokens":124830,"total_reasoning_tokens":83413,"benchmark_run_cost_usd":6.94}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"accuracy":0.702693,"total_input_tokens":603002,"total_output_tokens":36270,"total_reasoning_tokens":2274888,"benchmark_run_cost_usd":28.94}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"accuracy":0.704,"total_input_tokens":293483,"total_output_tokens":14900,"total_reasoning_tokens":154921,"benchmark_run_cost_usd":2.62}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"accuracy":0.649775,"total_input_tokens":513715,"total_output_tokens":381068,"total_reasoning_tokens":1329097,"benchmark_run_cost_usd":21.55}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"accuracy":0.892405,"total_input_tokens":83856,"total_output_tokens":37932,"total_reasoning_tokens":124886,"benchmark_run_cost_usd":2.12}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"input_token_cost_per_1M_tokens":2,"output_token_cost_per_1M_tokens":12,"total_cost_per_1M_tokens":4.5,"quality_benchmark_cost":72.31}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"accuracy":0.929348,"total_input_tokens":125303,"total_output_tokens":38241,"total_reasoning_tokens":111041,"benchmark_run_cost_usd":2.04}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"accuracy":0.544737,"total_input_tokens":175479,"total_output_tokens":284452,"total_reasoning_tokens":802726,"benchmark_run_cost_usd":13.4}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"accuracy":0.903683,"total_input_tokens":83143,"total_output_tokens":46948,"total_reasoning_tokens":269568,"benchmark_run_cost_usd":3.96}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"accuracy":0.960317,"total_input_tokens":79822,"total_output_tokens":14886,"total_reasoning_tokens":72863,"benchmark_run_cost_usd":1.21}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"accuracy":0.858667,"total_input_tokens":236244,"total_output_tokens":17261,"total_reasoning_tokens":36812,"benchmark_run_cost_usd":1.12}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"accuracy":0.906752,"total_input_tokens":215015,"total_output_tokens":79679,"total_reasoning_tokens":313033,"benchmark_run_cost_usd":5.14}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"accuracy":0.869619,"total_input_tokens":161929,"total_output_tokens":5509,"total_reasoning_tokens":43198,"benchmark_run_cost_usd":0.91}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"attack_success_rate":8.75,"total_input_tokens":31367,"total_output_tokens":18271,"total_reasoning_tokens":21234,"benchmark_run_cost_usd":0.54}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":7465,"total_reasoning_tokens":7915,"benchmark_run_cost_usd":0.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"attack_success_rate":1.785714,"total_input_tokens":2453,"total_output_tokens":44847,"total_reasoning_tokens":45678,"benchmark_run_cost_usd":1.09}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"f1":0.879021,"total_input_tokens":659151,"total_output_tokens":64630,"total_reasoning_tokens":296348,"benchmark_run_cost_usd":5.65}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"accuracy":0.881315,"total_input_tokens":168691,"total_output_tokens":8607,"total_reasoning_tokens":114123,"benchmark_run_cost_usd":1.81}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"accuracy":0.724138,"total_input_tokens":44321,"total_output_tokens":2904,"total_reasoning_tokens":64649,"benchmark_run_cost_usd":0.9}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"accuracy":0.894949,"total_input_tokens":806578,"total_output_tokens":13776,"total_reasoning_tokens":1599830,"benchmark_run_cost_usd":20.98}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"throughput_gtps_token_count":68.86,"throughput_ttps_token_count":106.07,"throughput_rps_request_count":0.03,"latency_p50_secs":30.24,"latency_p90_secs":55.58,"latency_p95_secs":67.39,"latency_p99_secs":90.62,"latency_mean_secs":34.72,"latency_ttft_secs":26.86,"time_between_tokens_secs":0.01,"index_metric":68.86}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"accuracy":0.815417,"index_metric":0.815417,"benchmark_run_cost_usd":72.31}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5.6-terra","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","azure_latest_model_version":"2026-07-09","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5.6-terra","modelVersion":"2026-07-09","modelAssetId":"azureml://registries/azure-openai/models/gpt-5.6-terra/versions/2026-07-09","metrics":{"attack_success_rate":3.511905,"index_metric":3.511905}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"accuracy":0.815789,"total_input_tokens":22421044,"total_output_tokens":353794,"total_reasoning_tokens":2947328,"benchmark_run_cost_usd":61.04}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"accuracy":0.671095,"total_input_tokens":575776,"total_output_tokens":118328,"total_reasoning_tokens":9529984,"benchmark_run_cost_usd":97.2}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"accuracy":0.636,"total_input_tokens":301811,"total_output_tokens":34126,"total_reasoning_tokens":461824,"benchmark_run_cost_usd":5.34}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"accuracy":0.4125,"total_input_tokens":402975,"total_output_tokens":228297,"total_reasoning_tokens":1306176,"benchmark_run_cost_usd":15.85}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"accuracy":0.88024,"total_input_tokens":87525,"total_output_tokens":67072,"total_reasoning_tokens":505280,"benchmark_run_cost_usd":5.83}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"input_token_cost_per_1M_tokens":1.25,"output_token_cost_per_1M_tokens":10,"total_cost_per_1M_tokens":3.6875,"quality_benchmark_cost":215.93}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"accuracy":0.926124,"total_input_tokens":127444,"total_output_tokens":73054,"total_reasoning_tokens":492928,"benchmark_run_cost_usd":5.82}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"accuracy":0.431579,"total_input_tokens":174283,"total_output_tokens":446680,"total_reasoning_tokens":2018048,"benchmark_run_cost_usd":24.87}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"accuracy":0.790541,"total_input_tokens":110355,"total_output_tokens":83687,"total_reasoning_tokens":1455168,"benchmark_run_cost_usd":15.53}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"accuracy":0.904762,"total_input_tokens":79734,"total_output_tokens":20855,"total_reasoning_tokens":299136,"benchmark_run_cost_usd":3.3}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"accuracy":0.835544,"total_input_tokens":237325,"total_output_tokens":21364,"total_reasoning_tokens":164736,"benchmark_run_cost_usd":2.16}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"accuracy":0.869739,"total_input_tokens":232198,"total_output_tokens":118077,"total_reasoning_tokens":1151616,"benchmark_run_cost_usd":12.99}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"accuracy":0.8984}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"attack_success_rate":3.26087,"total_input_tokens":32919,"total_output_tokens":33331,"total_reasoning_tokens":115392,"benchmark_run_cost_usd":1.53}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":24387,"total_reasoning_tokens":90752,"benchmark_run_cost_usd":1.15}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"attack_success_rate":0,"total_input_tokens":4038,"total_output_tokens":82200,"total_reasoning_tokens":212352,"benchmark_run_cost_usd":2.95}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"f1":0.886566,"total_input_tokens":677041,"total_output_tokens":110546,"total_reasoning_tokens":1006528,"benchmark_run_cost_usd":12.02}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"accuracy":0.842105,"total_input_tokens":172054,"total_output_tokens":14719,"total_reasoning_tokens":585984,"benchmark_run_cost_usd":6.22}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"accuracy":0.688725,"total_input_tokens":44623,"total_output_tokens":5117,"total_reasoning_tokens":311872,"benchmark_run_cost_usd":3.23}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"accuracy":0.860347,"total_input_tokens":780083,"total_output_tokens":22329,"total_reasoning_tokens":6793600,"benchmark_run_cost_usd":69.13}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"throughput_gtps_token_count":68.86,"throughput_ttps_token_count":106.07,"throughput_rps_request_count":0.03,"latency_p50_secs":30.24,"latency_p90_secs":55.58,"latency_p95_secs":67.39,"latency_p99_secs":90.62,"latency_mean_secs":34.72,"latency_ttft_secs":26.86,"time_between_tokens_secs":0.01,"index_metric":68.86}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"234","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"accuracy":0.744667,"index_metric":0.744667,"benchmark_run_cost_usd":215.93}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-5","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","azure_latest_model_version":"2025-08-07","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-5","modelVersion":"2025-08-07","modelAssetId":"azureml://registries/azure-openai/models/gpt-5/versions/2025-08-07","metrics":{"attack_success_rate":1.086957,"index_metric":1.086957}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"accuracy":0.95614,"total_input_tokens":1174198,"total_output_tokens":155745,"total_reasoning_tokens":317946,"benchmark_run_cost_usd":35.43}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"accuracy":0.735009,"total_input_tokens":600277,"total_output_tokens":36866,"total_reasoning_tokens":3249194,"benchmark_run_cost_usd":170.31}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"accuracy":0.9,"total_input_tokens":299317,"total_output_tokens":16427,"total_reasoning_tokens":185991,"benchmark_run_cost_usd":13.11}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"accuracy":0.651591,"total_input_tokens":547147,"total_output_tokens":415325,"total_reasoning_tokens":945358,"benchmark_run_cost_usd":73.51}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"accuracy":0.922619,"total_input_tokens":88370,"total_output_tokens":44274,"total_reasoning_tokens":244599,"benchmark_run_cost_usd":15.33}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"input_token_cost_per_1M_tokens":10,"output_token_cost_per_1M_tokens":50,"total_cost_per_1M_tokens":20,"quality_benchmark_cost":392.42}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"accuracy":0.942931,"total_input_tokens":99629,"total_output_tokens":38144,"total_reasoning_tokens":209494,"benchmark_run_cost_usd":13.38}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"accuracy":0.546075,"total_input_tokens":87432,"total_output_tokens":150906,"total_reasoning_tokens":847417,"benchmark_run_cost_usd":50.79}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"accuracy":0.912162,"total_input_tokens":110001,"total_output_tokens":95773,"total_reasoning_tokens":594245,"benchmark_run_cost_usd":35.6}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"accuracy":0.897638,"total_input_tokens":80788,"total_output_tokens":14538,"total_reasoning_tokens":76314,"benchmark_run_cost_usd":5.35}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"accuracy":0.873016,"total_input_tokens":238004,"total_output_tokens":17349,"total_reasoning_tokens":132196,"benchmark_run_cost_usd":9.86}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"accuracy":0.904714,"total_input_tokens":232615,"total_output_tokens":121999,"total_reasoning_tokens":655846,"benchmark_run_cost_usd":41.22}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"accuracy":0.96875,"total_input_tokens":82431,"total_output_tokens":2912,"total_reasoning_tokens":37879,"benchmark_run_cost_usd":2.86}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"attack_success_rate":1,"total_input_tokens":37114,"total_output_tokens":15088,"total_reasoning_tokens":101728,"benchmark_run_cost_usd":6.21}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"attack_success_rate":0,"total_input_tokens":2062,"total_output_tokens":4319,"total_reasoning_tokens":23437,"benchmark_run_cost_usd":1.41}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"attack_success_rate":3.015075,"total_input_tokens":4304,"total_output_tokens":36300,"total_reasoning_tokens":176879,"benchmark_run_cost_usd":10.7}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"f1":0.867078,"total_input_tokens":586343,"total_output_tokens":60088,"total_reasoning_tokens":585955,"benchmark_run_cost_usd":38.17}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"accuracy":0.86378,"total_input_tokens":171650,"total_output_tokens":9658,"total_reasoning_tokens":319836,"benchmark_run_cost_usd":18.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"accuracy":0.829208,"total_input_tokens":44232,"total_output_tokens":3105,"total_reasoning_tokens":128741,"benchmark_run_cost_usd":7.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"accuracy":0.929257,"total_input_tokens":807620,"total_output_tokens":13908,"total_reasoning_tokens":667255,"benchmark_run_cost_usd":42.13}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"throughput_gtps_token_count":53.53,"throughput_ttps_token_count":82.83,"throughput_rps_request_count":0.03,"latency_p50_secs":36.32,"latency_p90_secs":41.16,"latency_p95_secs":41.37,"latency_p99_secs":41.53,"latency_mean_secs":36.32,"latency_ttft_secs":1.77,"time_between_tokens_secs":3.34,"index_metric":53.53}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"3000","prompt_token_generated_token_ratio":"33:67","input_prompt_tokens":"1000","output_generated_tokens":"2000","num_of_inference_requests":"2","num_of_inference_aggregations":"29","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"accuracy":0.859445,"index_metric":0.859445,"benchmark_run_cost_usd":392.42}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-astra","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","azure_latest_model_version":"2026-09-03","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-6-astra","modelVersion":"2026-09-03","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-astra/versions/2026-09-03","metrics":{"attack_success_rate":1.338358,"index_metric":1.338358}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"accuracy":0.842105,"total_input_tokens":835768,"total_output_tokens":119556,"total_reasoning_tokens":278836,"benchmark_run_cost_usd":0.28}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"accuracy":0.711311,"total_input_tokens":603568,"total_output_tokens":36924,"total_reasoning_tokens":2344353,"benchmark_run_cost_usd":1.25}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"accuracy":0.732,"total_input_tokens":314247,"total_output_tokens":3228,"total_reasoning_tokens":127737,"benchmark_run_cost_usd":0.1}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"accuracy":0.546359,"total_input_tokens":372442,"total_output_tokens":236749,"total_reasoning_tokens":1099138,"benchmark_run_cost_usd":0.71}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"accuracy":0.845238,"total_input_tokens":88370,"total_output_tokens":41518,"total_reasoning_tokens":221971,"benchmark_run_cost_usd":0.14}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"input_token_cost_per_1M_tokens":0.1,"output_token_cost_per_1M_tokens":0.5,"total_cost_per_1M_tokens":0.2,"quality_benchmark_cost":3.54}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"accuracy":0.901499,"total_input_tokens":127444,"total_output_tokens":33870,"total_reasoning_tokens":170311,"benchmark_run_cost_usd":0.11}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"accuracy":0.545614,"total_input_tokens":174283,"total_output_tokens":208219,"total_reasoning_tokens":1428612,"benchmark_run_cost_usd":0.84}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"accuracy":0.845982,"total_input_tokens":111222,"total_output_tokens":42588,"total_reasoning_tokens":1191634,"benchmark_run_cost_usd":0.63}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"accuracy":0.882812,"total_input_tokens":81874,"total_output_tokens":15889,"total_reasoning_tokens":163238,"benchmark_run_cost_usd":0.1}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"accuracy":0.846561,"total_input_tokens":238004,"total_output_tokens":17162,"total_reasoning_tokens":70244,"benchmark_run_cost_usd":0.07}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"accuracy":0.865,"total_input_tokens":233215,"total_output_tokens":68166,"total_reasoning_tokens":674837,"benchmark_run_cost_usd":0.39}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"accuracy":0.870257,"total_input_tokens":162893,"total_output_tokens":5719,"total_reasoning_tokens":64911,"benchmark_run_cost_usd":0.05}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"attack_success_rate":1,"total_input_tokens":37114,"total_output_tokens":10428,"total_reasoning_tokens":26331,"benchmark_run_cost_usd":0.02}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":4156,"total_reasoning_tokens":11324,"benchmark_run_cost_usd":0.01}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"attack_success_rate":0.5,"total_input_tokens":4324,"total_output_tokens":29192,"total_reasoning_tokens":77804,"benchmark_run_cost_usd":0.05}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"f1":0.884822,"total_input_tokens":676220,"total_output_tokens":69223,"total_reasoning_tokens":420460,"benchmark_run_cost_usd":0.31}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"accuracy":0.836606,"total_input_tokens":172054,"total_output_tokens":9742,"total_reasoning_tokens":219675,"benchmark_run_cost_usd":0.13}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"accuracy":0.708333,"total_input_tokens":44623,"total_output_tokens":3569,"total_reasoning_tokens":111151,"benchmark_run_cost_usd":0.06}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"accuracy":0.867069,"total_input_tokens":810040,"total_output_tokens":14280,"total_reasoning_tokens":3444701,"benchmark_run_cost_usd":1.81}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"throughput_gtps_token_count":197.68,"throughput_ttps_token_count":300.96,"throughput_rps_request_count":0.09,"latency_p50_secs":11.07,"latency_p90_secs":11.77,"latency_p95_secs":11.93,"latency_p99_secs":12.05,"latency_mean_secs":11.07,"latency_ttft_secs":0.56,"time_between_tokens_secs":0.51,"index_metric":197.68}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"3000","prompt_token_generated_token_ratio":"33:67","input_prompt_tokens":"1000","output_generated_tokens":"2000","num_of_inference_requests":"2","num_of_inference_aggregations":"19","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"accuracy":0.786352,"index_metric":0.786352,"benchmark_run_cost_usd":3.54}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-luna","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-6-luna","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-luna/versions/2026-09-22","metrics":{"attack_success_rate":0.5,"index_metric":0.5}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"accuracy":0.929825,"total_input_tokens":827679,"total_output_tokens":148329,"total_reasoning_tokens":224795,"benchmark_run_cost_usd":5.39}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"accuracy":0.719569,"total_input_tokens":603568,"total_output_tokens":36577,"total_reasoning_tokens":2158932,"benchmark_run_cost_usd":23.16}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"accuracy":0.8,"total_input_tokens":313935,"total_output_tokens":7182,"total_reasoning_tokens":130227,"benchmark_run_cost_usd":2}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"accuracy":0.612528,"total_input_tokens":357918,"total_output_tokens":228938,"total_reasoning_tokens":785140,"benchmark_run_cost_usd":10.86}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"accuracy":0.910714,"total_input_tokens":88370,"total_output_tokens":39813,"total_reasoning_tokens":141170,"benchmark_run_cost_usd":1.99}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"input_token_cost_per_1M_tokens":2,"output_token_cost_per_1M_tokens":10,"total_cost_per_1M_tokens":4,"quality_benchmark_cost":54.63}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"accuracy":0.93469,"total_input_tokens":127444,"total_output_tokens":31511,"total_reasoning_tokens":119286,"benchmark_run_cost_usd":1.76}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"accuracy":0.558772,"total_input_tokens":174283,"total_output_tokens":206931,"total_reasoning_tokens":1151005,"benchmark_run_cost_usd":13.93}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"accuracy":0.881696,"total_input_tokens":111222,"total_output_tokens":38525,"total_reasoning_tokens":524529,"benchmark_run_cost_usd":5.85}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"accuracy":0.929688,"total_input_tokens":81874,"total_output_tokens":15437,"total_reasoning_tokens":71820,"benchmark_run_cost_usd":1.04}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"accuracy":0.851852,"total_input_tokens":238004,"total_output_tokens":15747,"total_reasoning_tokens":57436,"benchmark_run_cost_usd":1.21}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"accuracy":0.887,"total_input_tokens":233215,"total_output_tokens":62959,"total_reasoning_tokens":330343,"benchmark_run_cost_usd":4.4}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"accuracy":0.935129,"total_input_tokens":162893,"total_output_tokens":5193,"total_reasoning_tokens":50399,"benchmark_run_cost_usd":0.88}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"attack_success_rate":6,"total_input_tokens":37114,"total_output_tokens":8295,"total_reasoning_tokens":33651,"benchmark_run_cost_usd":0.49}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":3891,"total_reasoning_tokens":9404,"benchmark_run_cost_usd":0.14}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"attack_success_rate":2,"total_input_tokens":4324,"total_output_tokens":21041,"total_reasoning_tokens":77145,"benchmark_run_cost_usd":0.99}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"f1":0.884048,"total_input_tokens":676495,"total_output_tokens":65886,"total_reasoning_tokens":556783,"benchmark_run_cost_usd":7.58}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"accuracy":0.853103,"total_input_tokens":172054,"total_output_tokens":9565,"total_reasoning_tokens":220898,"benchmark_run_cost_usd":2.65}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"accuracy":0.745098,"total_input_tokens":44623,"total_output_tokens":3576,"total_reasoning_tokens":120816,"benchmark_run_cost_usd":1.33}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"accuracy":0.898792,"total_input_tokens":809558,"total_output_tokens":13834,"total_reasoning_tokens":922048,"benchmark_run_cost_usd":10.98}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"throughput_gtps_token_count":93.03,"throughput_ttps_token_count":162.72,"throughput_rps_request_count":0.06,"latency_p50_secs":15.77,"latency_p90_secs":21.19,"latency_p95_secs":21.76,"latency_p99_secs":22.04,"latency_mean_secs":15.77,"latency_ttft_secs":0.25,"time_between_tokens_secs":1.91,"index_metric":93.03}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"3000","prompt_token_generated_token_ratio":"33:67","input_prompt_tokens":"1000","output_generated_tokens":"2000","num_of_inference_requests":"2","num_of_inference_aggregations":"5","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"accuracy":0.827145,"index_metric":0.827145,"benchmark_run_cost_usd":54.63}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6-sol","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","azure_latest_model_version":"2026-09-22","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-6-sol","modelVersion":"2026-09-22","modelAssetId":"azureml://registries/azure-openai/models/gpt-6-sol/versions/2026-09-22","metrics":{"attack_success_rate":2.666667,"index_metric":2.666667}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"accuracy":0.964912,"total_input_tokens":1209503,"total_output_tokens":156895,"total_reasoning_tokens":192073,"benchmark_run_cost_usd":5.91}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"accuracy":0.736804,"total_input_tokens":603568,"total_output_tokens":37046,"total_reasoning_tokens":1641502,"benchmark_run_cost_usd":17.99}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"accuracy":0.876,"total_input_tokens":308484,"total_output_tokens":12095,"total_reasoning_tokens":91855,"benchmark_run_cost_usd":1.66}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"accuracy":0.646652,"total_input_tokens":542992,"total_output_tokens":409371,"total_reasoning_tokens":660453,"benchmark_run_cost_usd":11.78}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"accuracy":0.933735,"total_input_tokens":87149,"total_output_tokens":43952,"total_reasoning_tokens":152205,"benchmark_run_cost_usd":2.14}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"input_token_cost_per_1M_tokens":2,"output_token_cost_per_1M_tokens":10,"total_cost_per_1M_tokens":4,"quality_benchmark_cost":51.92}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"accuracy":0.93871,"total_input_tokens":126910,"total_output_tokens":43582,"total_reasoning_tokens":155037,"benchmark_run_cost_usd":2.24}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"accuracy":0.557709,"total_input_tokens":173395,"total_output_tokens":267577,"total_reasoning_tokens":895447,"benchmark_run_cost_usd":11.98}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"accuracy":0.901124,"total_input_tokens":110358,"total_output_tokens":92812,"total_reasoning_tokens":419011,"benchmark_run_cost_usd":5.34}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"accuracy":0.897638,"total_input_tokens":80241,"total_output_tokens":14159,"total_reasoning_tokens":51551,"benchmark_run_cost_usd":0.82}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"accuracy":0.859788,"total_input_tokens":238004,"total_output_tokens":16669,"total_reasoning_tokens":71322,"benchmark_run_cost_usd":1.36}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"accuracy":0.9,"total_input_tokens":230163,"total_output_tokens":114446,"total_reasoning_tokens":403711,"benchmark_run_cost_usd":5.64}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"accuracy":0.97294,"total_input_tokens":162217,"total_output_tokens":5643,"total_reasoning_tokens":46914,"benchmark_run_cost_usd":0.85}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"attack_success_rate":6,"total_input_tokens":37114,"total_output_tokens":16455,"total_reasoning_tokens":60256,"benchmark_run_cost_usd":0.84}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"attack_success_rate":1,"total_input_tokens":2080,"total_output_tokens":5215,"total_reasoning_tokens":17436,"benchmark_run_cost_usd":0.23}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"attack_success_rate":3,"total_input_tokens":4324,"total_output_tokens":39489,"total_reasoning_tokens":108502,"benchmark_run_cost_usd":1.49}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"f1":0.867835,"total_input_tokens":663156,"total_output_tokens":67818,"total_reasoning_tokens":434127,"benchmark_run_cost_usd":6.35}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"accuracy":0.866614,"total_input_tokens":171399,"total_output_tokens":9720,"total_reasoning_tokens":190784,"benchmark_run_cost_usd":2.35}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"accuracy":0.807882,"total_input_tokens":44446,"total_output_tokens":3277,"total_reasoning_tokens":84809,"benchmark_run_cost_usd":0.97}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"accuracy":0.918024,"total_input_tokens":802027,"total_output_tokens":13846,"total_reasoning_tokens":506121,"benchmark_run_cost_usd":6.8}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"throughput_gtps_token_count":65.46,"throughput_ttps_token_count":99.77,"throughput_rps_request_count":0.03,"latency_p50_secs":31.05,"latency_p90_secs":33.45,"latency_p95_secs":33.54,"latency_p99_secs":33.95,"latency_mean_secs":31.05,"latency_ttft_secs":0.84,"time_between_tokens_secs":2.96,"index_metric":65.46}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"3000","prompt_token_generated_token_ratio":"33:67","input_prompt_tokens":"1000","output_generated_tokens":"2000","num_of_inference_requests":"2","num_of_inference_aggregations":"46","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"accuracy":0.852999,"index_metric":0.852999,"benchmark_run_cost_usd":51.92}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"gpt-6.1-sol","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","azure_latest_model_version":"2026-09-29","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"gpt-6.1-sol","modelVersion":"2026-09-29","modelAssetId":"azureml://registries/azure-openai/models/gpt-6.1-sol/versions/2026-09-29","metrics":{"attack_success_rate":3.333333,"index_metric":3.333333}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"accuracy":0.447368,"total_input_tokens":27651160,"total_output_tokens":417724,"total_reasoning_tokens":0,"benchmark_run_cost_usd":5.74}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"accuracy":0.575583,"total_input_tokens":1035708,"total_output_tokens":789059,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.6}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"accuracy":0.716,"total_input_tokens":335934,"total_output_tokens":158294,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.15}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"accuracy":0.13125,"total_input_tokens":574033,"total_output_tokens":340295,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.28}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"accuracy":0.206061,"total_input_tokens":104278,"total_output_tokens":195081,"total_reasoning_tokens":165,"benchmark_run_cost_usd":0.12}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"input_token_cost_per_1M_tokens":0.2,"output_token_cost_per_1M_tokens":0.5,"total_cost_per_1M_tokens":0.275,"quality_benchmark_cost":7.36}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"accuracy":0.857912,"total_input_tokens":237909,"total_output_tokens":188262,"total_reasoning_tokens":929,"benchmark_run_cost_usd":0.14}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"accuracy":0.416593,"total_input_tokens":307431,"total_output_tokens":715749,"total_reasoning_tokens":1133,"benchmark_run_cost_usd":0.42}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"accuracy":0.612613,"total_input_tokens":157899,"total_output_tokens":238739,"total_reasoning_tokens":1200,"benchmark_run_cost_usd":0.15}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"accuracy":0.468254,"total_input_tokens":94350,"total_output_tokens":18951,"total_reasoning_tokens":126,"benchmark_run_cost_usd":0.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"accuracy":0.735135,"total_input_tokens":272263,"total_output_tokens":21995,"total_reasoning_tokens":370,"benchmark_run_cost_usd":0.07}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"accuracy":0.766734,"total_input_tokens":344267,"total_output_tokens":315502,"total_reasoning_tokens":986,"benchmark_run_cost_usd":0.23}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"accuracy":0.81375,"total_input_tokens":250892,"total_output_tokens":127,"total_reasoning_tokens":800,"benchmark_run_cost_usd":0.05}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"attack_success_rate":26.804124,"total_input_tokens":50012,"total_output_tokens":20084,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.02}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"attack_success_rate":47,"total_input_tokens":18251,"total_output_tokens":79893,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.04}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"attack_success_rate":34.536082,"total_input_tokens":35772,"total_output_tokens":73038,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.04}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"f1":0.88693,"total_input_tokens":2272434,"total_output_tokens":10180,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0.46}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"accuracy":0.8136,"total_input_tokens":309901,"total_output_tokens":67155,"total_reasoning_tokens":1250,"benchmark_run_cost_usd":0.1}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"accuracy":0.626943,"total_input_tokens":85968,"total_output_tokens":19597,"total_reasoning_tokens":386,"benchmark_run_cost_usd":0.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"accuracy":0.563683,"total_input_tokens":1031134,"total_output_tokens":166482,"total_reasoning_tokens":1955,"benchmark_run_cost_usd":0.29}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"throughput_gtps_token_count":126.87,"throughput_ttps_token_count":205.15,"throughput_rps_request_count":0.07,"latency_p50_secs":13.6,"latency_p90_secs":23.71,"latency_p95_secs":35.64,"latency_p99_secs":69.33,"latency_mean_secs":17.21,"latency_ttft_secs":0.16,"time_between_tokens_secs":0.03,"index_metric":126.87}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"156","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"accuracy":0.605324,"index_metric":0.605324,"benchmark_run_cost_usd":7.36}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-non-reasoning","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"grok-4-fast-non-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-non-reasoning/versions/1","metrics":{"attack_success_rate":36.113402,"index_metric":36.113402}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"accuracy":0.763158,"total_input_tokens":29532689,"total_output_tokens":400579,"total_reasoning_tokens":1236360,"benchmark_run_cost_usd":6.73}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"accuracy":0.648115,"total_input_tokens":567828,"total_output_tokens":88059,"total_reasoning_tokens":6665997,"benchmark_run_cost_usd":3.49}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"accuracy":0.688,"total_input_tokens":291417,"total_output_tokens":51791,"total_reasoning_tokens":411304,"benchmark_run_cost_usd":0.29}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"accuracy":0.41875,"total_input_tokens":530793,"total_output_tokens":322651,"total_reasoning_tokens":997677,"benchmark_run_cost_usd":0.77}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"accuracy":0.496933,"total_input_tokens":93663,"total_output_tokens":35916,"total_reasoning_tokens":803586,"benchmark_run_cost_usd":0.44}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"input_token_cost_per_1M_tokens":0.2,"output_token_cost_per_1M_tokens":0.5,"total_cost_per_1M_tokens":0.275,"quality_benchmark_cost":13.57}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"accuracy":0.908497,"total_input_tokens":224696,"total_output_tokens":72919,"total_reasoning_tokens":585283,"benchmark_run_cost_usd":0.37}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"accuracy":0.471213,"total_input_tokens":294987,"total_output_tokens":214948,"total_reasoning_tokens":1027635,"benchmark_run_cost_usd":0.68}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"accuracy":0.774775,"total_input_tokens":142597,"total_output_tokens":78771,"total_reasoning_tokens":1652547,"benchmark_run_cost_usd":0.89}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"accuracy":0.746032,"total_input_tokens":82485,"total_output_tokens":15066,"total_reasoning_tokens":584152,"benchmark_run_cost_usd":0.32}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"accuracy":0.819672,"total_input_tokens":263889,"total_output_tokens":17169,"total_reasoning_tokens":257915,"benchmark_run_cost_usd":0.19}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"accuracy":0.857287,"total_input_tokens":329886,"total_output_tokens":144317,"total_reasoning_tokens":1402879,"benchmark_run_cost_usd":0.84}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"accuracy":0.874378,"total_input_tokens":244242,"total_output_tokens":804,"total_reasoning_tokens":271839,"benchmark_run_cost_usd":0.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"attack_success_rate":17,"total_input_tokens":50681,"total_output_tokens":18823,"total_reasoning_tokens":32846,"benchmark_run_cost_usd":0.04}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"attack_success_rate":42.424242,"total_input_tokens":16885,"total_output_tokens":65912,"total_reasoning_tokens":26903,"benchmark_run_cost_usd":0.05}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"attack_success_rate":14.720812,"total_input_tokens":33929,"total_output_tokens":45781,"total_reasoning_tokens":48841,"benchmark_run_cost_usd":0.05}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"f1":0.884635,"total_input_tokens":2143205,"total_output_tokens":9821,"total_reasoning_tokens":1446733,"benchmark_run_cost_usd":1.16}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"accuracy":0.856121,"total_input_tokens":299215,"total_output_tokens":70533,"total_reasoning_tokens":563919,"benchmark_run_cost_usd":0.38}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"accuracy":0.758442,"total_input_tokens":81879,"total_output_tokens":21184,"total_reasoning_tokens":218863,"benchmark_run_cost_usd":0.14}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"accuracy":0.667878,"total_input_tokens":629239,"total_output_tokens":31418,"total_reasoning_tokens":9556299,"benchmark_run_cost_usd":4.92}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"throughput_gtps_token_count":58.47,"throughput_ttps_token_count":100.07,"throughput_rps_request_count":0.03,"latency_p50_secs":29.77,"latency_p90_secs":319.87,"latency_p95_secs":672.91,"latency_p99_secs":1000.74,"latency_mean_secs":138.14,"latency_ttft_secs":0.17,"time_between_tokens_secs":0.03,"index_metric":58.47}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"117","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"accuracy":0.734782,"index_metric":0.734782,"benchmark_run_cost_usd":13.57}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"grok-4-fast-reasoning","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"grok-4-fast-reasoning","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4-fast-reasoning/versions/1","metrics":{"attack_success_rate":24.715018,"index_metric":24.715018}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"accuracy":0.991228,"total_input_tokens":1780934,"total_output_tokens":157371,"total_reasoning_tokens":594839,"benchmark_run_cost_usd":4.11}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"accuracy":0.670018,"total_input_tokens":148228,"total_output_tokens":33321,"total_reasoning_tokens":11782264,"benchmark_run_cost_usd":29.72}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"accuracy":0.748,"total_input_tokens":257614,"total_output_tokens":32452,"total_reasoning_tokens":629928,"benchmark_run_cost_usd":1.98}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"accuracy":0.560008,"total_input_tokens":346491,"total_output_tokens":201957,"total_reasoning_tokens":1277412,"benchmark_run_cost_usd":4.13}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"accuracy":0.579268,"total_input_tokens":83248,"total_output_tokens":38856,"total_reasoning_tokens":791896,"benchmark_run_cost_usd":2.18}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"input_token_cost_per_1M_tokens":1.25,"output_token_cost_per_1M_tokens":2.5,"total_cost_per_1M_tokens":1.5625,"quality_benchmark_cost":56.37}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"accuracy":0.916488,"total_input_tokens":120622,"total_output_tokens":109367,"total_reasoning_tokens":1137306,"benchmark_run_cost_usd":3.27}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"accuracy":0.534211,"total_input_tokens":164708,"total_output_tokens":177848,"total_reasoning_tokens":2124562,"benchmark_run_cost_usd":5.96}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"accuracy":0.877647,"total_input_tokens":94496,"total_output_tokens":133167,"total_reasoning_tokens":2134037,"benchmark_run_cost_usd":5.79}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"accuracy":0.933333,"total_input_tokens":73802,"total_output_tokens":15049,"total_reasoning_tokens":550794,"benchmark_run_cost_usd":1.51}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"accuracy":0.806878,"total_input_tokens":231227,"total_output_tokens":15193,"total_reasoning_tokens":427511,"benchmark_run_cost_usd":1.4}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"accuracy":0.894366,"total_input_tokens":219928,"total_output_tokens":228474,"total_reasoning_tokens":2051289,"benchmark_run_cost_usd":5.97}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"accuracy":0.914321,"total_input_tokens":889193,"total_output_tokens":817,"total_reasoning_tokens":662185,"benchmark_run_cost_usd":2.77}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"attack_success_rate":4.301075,"total_input_tokens":33257,"total_output_tokens":10703,"total_reasoning_tokens":88615,"benchmark_run_cost_usd":0.29}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"attack_success_rate":0,"total_input_tokens":1451,"total_output_tokens":17640,"total_reasoning_tokens":48503,"benchmark_run_cost_usd":0.17}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"attack_success_rate":8.088235,"total_input_tokens":2170,"total_output_tokens":39242,"total_reasoning_tokens":170517,"benchmark_run_cost_usd":0.53}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"f1":0.875661,"total_input_tokens":600828,"total_output_tokens":9651,"total_reasoning_tokens":4309418,"benchmark_run_cost_usd":11.55}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"accuracy":0.881383,"total_input_tokens":157615,"total_output_tokens":1445,"total_reasoning_tokens":1364864,"benchmark_run_cost_usd":3.61}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"accuracy":0.838235,"total_input_tokens":40346,"total_output_tokens":450,"total_reasoning_tokens":547588,"benchmark_run_cost_usd":1.42}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"accuracy":0.882026,"total_input_tokens":643829,"total_output_tokens":1918,"total_reasoning_tokens":7466358,"benchmark_run_cost_usd":19.48}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"throughput_gtps_token_count":31.59,"throughput_ttps_token_count":81.26,"throughput_rps_request_count":0.03,"latency_p50_secs":38.66,"latency_p90_secs":39.99,"latency_p95_secs":40.46,"latency_p99_secs":40.98,"latency_mean_secs":38.66,"latency_ttft_secs":17.18,"time_between_tokens_secs":0.41,"index_metric":31.59}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"3000","prompt_token_generated_token_ratio":"33:67","input_prompt_tokens":"1000","output_generated_tokens":"2000","num_of_inference_requests":"2","num_of_inference_aggregations":"70","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"accuracy":0.808079,"index_metric":0.808079,"benchmark_run_cost_usd":56.37}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"grok-4.3","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"grok-4.3","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4.3/versions/1","metrics":{"attack_success_rate":4.12977,"index_metric":4.12977}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"accuracy":0,"total_input_tokens":0,"total_output_tokens":0,"total_reasoning_tokens":0,"benchmark_run_cost_usd":0}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"accuracy":0.575583,"total_input_tokens":1035344,"total_output_tokens":766266,"total_reasoning_tokens":0,"benchmark_run_cost_usd":14.6}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"accuracy":0.632,"total_input_tokens":333081,"total_output_tokens":161491,"total_reasoning_tokens":0,"benchmark_run_cost_usd":3.42}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"accuracy":0.125,"total_input_tokens":597012,"total_output_tokens":417487,"total_reasoning_tokens":0,"benchmark_run_cost_usd":8.05}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"accuracy":0.363095,"total_input_tokens":63094,"total_output_tokens":25193,"total_reasoning_tokens":444426,"benchmark_run_cost_usd":7.23}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"input_token_cost_per_1M_tokens":3,"output_token_cost_per_1M_tokens":15,"total_cost_per_1M_tokens":6,"quality_benchmark_cost":82.02}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"accuracy":0.914347,"total_input_tokens":125667,"total_output_tokens":28177,"total_reasoning_tokens":568667,"benchmark_run_cost_usd":9.33}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"accuracy":0.567544,"total_input_tokens":171853,"total_output_tokens":271233,"total_reasoning_tokens":514321,"benchmark_run_cost_usd":12.3}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"accuracy":0.887147,"total_input_tokens":68218,"total_output_tokens":33914,"total_reasoning_tokens":1659509,"benchmark_run_cost_usd":25.61}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"accuracy":0.582677,"total_input_tokens":48189,"total_output_tokens":9647,"total_reasoning_tokens":284399,"benchmark_run_cost_usd":4.56}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"accuracy":0.777778,"total_input_tokens":225972,"total_output_tokens":17160,"total_reasoning_tokens":207556,"benchmark_run_cost_usd":4.05}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"accuracy":0.821,"total_input_tokens":208363,"total_output_tokens":39372,"total_reasoning_tokens":1049495,"benchmark_run_cost_usd":16.96}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"accuracy":0.9095}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"attack_success_rate":19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"attack_success_rate":34.7826}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"attack_success_rate":17}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"f1":0.8787}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"accuracy":0.8867}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"accuracy":0.8359}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"accuracy":0.8936}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"throughput_gtps_token_count":55.44,"throughput_ttps_token_count":118.79,"throughput_rps_request_count":0.03,"latency_p50_secs":29.22,"latency_p90_secs":68.99,"latency_p95_secs":204.08,"latency_p99_secs":1271.93,"latency_mean_secs":77.52,"latency_ttft_secs":0.17,"time_between_tokens_secs":0.05,"index_metric":55.44}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"196","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"accuracy":0.591607,"index_metric":0.591607,"benchmark_run_cost_usd":82.02}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"grok-4","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-4/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"grok-4","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-4/versions/1","metrics":{"attack_success_rate":23.5942,"index_metric":23.5942}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"accuracy":0.842105,"total_input_tokens":35061241,"total_output_tokens":243295,"total_reasoning_tokens":877847,"benchmark_run_cost_usd":8.69}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"accuracy":0.64237,"total_input_tokens":1135968,"total_output_tokens":28096,"total_reasoning_tokens":3480400,"benchmark_run_cost_usd":5.49}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"accuracy":0.712,"total_input_tokens":344934,"total_output_tokens":51459,"total_reasoning_tokens":190618,"benchmark_run_cost_usd":0.43}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"accuracy":0.225,"total_input_tokens":470572,"total_output_tokens":233526,"total_reasoning_tokens":944918,"benchmark_run_cost_usd":1.86}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"accuracy":0.401198,"total_input_tokens":117086,"total_output_tokens":40088,"total_reasoning_tokens":455295,"benchmark_run_cost_usd":0.77}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"input_token_cost_per_1M_tokens":0.2,"output_token_cost_per_1M_tokens":1.5,"total_cost_per_1M_tokens":0.525,"quality_benchmark_cost":23.42}}},"properties":{"properties":{"deployment_category":"maas","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"accuracy":0.89044,"total_input_tokens":307961,"total_output_tokens":118794,"total_reasoning_tokens":594538,"benchmark_run_cost_usd":1.13}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"accuracy":0.48288,"total_input_tokens":396152,"total_output_tokens":312813,"total_reasoning_tokens":838818,"benchmark_run_cost_usd":1.81}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"accuracy":0.607623,"total_input_tokens":173695,"total_output_tokens":69514,"total_reasoning_tokens":1767609,"benchmark_run_cost_usd":2.79}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"accuracy":0.579365,"total_input_tokens":101140,"total_output_tokens":18086,"total_reasoning_tokens":326705,"benchmark_run_cost_usd":0.54}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"accuracy":0.764075,"total_input_tokens":299128,"total_output_tokens":21188,"total_reasoning_tokens":311993,"benchmark_run_cost_usd":0.56}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"accuracy":0.776884,"total_input_tokens":416317,"total_output_tokens":157367,"total_reasoning_tokens":1435395,"benchmark_run_cost_usd":2.47}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"accuracy":0.790582,"total_input_tokens":666447,"total_output_tokens":13690,"total_reasoning_tokens":352497,"benchmark_run_cost_usd":0.68}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"attack_success_rate":13.131313,"total_input_tokens":54992,"total_output_tokens":17232,"total_reasoning_tokens":48050,"benchmark_run_cost_usd":0.11}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"attack_success_rate":46,"total_input_tokens":21203,"total_output_tokens":76906,"total_reasoning_tokens":83560,"benchmark_run_cost_usd":0.24}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"attack_success_rate":10,"total_input_tokens":43876,"total_output_tokens":24734,"total_reasoning_tokens":99895,"benchmark_run_cost_usd":0.2}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"f1":0.87151,"total_input_tokens":2628815,"total_output_tokens":10145,"total_reasoning_tokens":2903069,"benchmark_run_cost_usd":4.9}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"accuracy":0.818972,"total_input_tokens":410905,"total_output_tokens":2222,"total_reasoning_tokens":627079,"benchmark_run_cost_usd":1.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"accuracy":0.713178,"total_input_tokens":115994,"total_output_tokens":990,"total_reasoning_tokens":225483,"benchmark_run_cost_usd":0.36}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"accuracy":0.662252,"total_input_tokens":830537,"total_output_tokens":1909,"total_reasoning_tokens":9456883,"benchmark_run_cost_usd":14.35}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"throughput_gtps_token_count":157.08,"throughput_ttps_token_count":311.54,"throughput_rps_request_count":0.1,"latency_p50_secs":10.28,"latency_p90_secs":12.96,"latency_p95_secs":14.13,"latency_p99_secs":31.55,"latency_mean_secs":10.79,"latency_ttft_secs":0.13,"time_between_tokens_secs":0.02,"index_metric":157.08}}},"properties":{"properties":{"deployment_category":"azure_maas","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"312","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"accuracy":0.682562,"index_metric":0.682562,"benchmark_run_cost_usd":23.42}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"grok-code-fast-1","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","azure_latest_model_version":"1","azure_registry_name":"azureml-xai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"grok-code-fast-1","modelVersion":"1","modelAssetId":"azureml://registries/azureml-xai/models/grok-code-fast-1/versions/1","metrics":{"attack_success_rate":23.043771,"index_metric":23.043771}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"accuracy":0.254386,"total_input_tokens":22160496,"total_output_tokens":177354,"total_reasoning_tokens":4882368,"benchmark_run_cost_usd":46.64}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"accuracy":0.631239,"total_input_tokens":592294,"total_output_tokens":44839,"total_reasoning_tokens":6480128,"benchmark_run_cost_usd":29.36}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"accuracy":0.46,"total_input_tokens":295530,"total_output_tokens":34221,"total_reasoning_tokens":170688,"benchmark_run_cost_usd":1.23}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"accuracy":0.325,"total_input_tokens":419703,"total_output_tokens":243333,"total_reasoning_tokens":1357888,"benchmark_run_cost_usd":7.51}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"accuracy":0.695652,"total_input_tokens":86131,"total_output_tokens":116203,"total_reasoning_tokens":431872,"benchmark_run_cost_usd":2.51}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"input_token_cost_per_1M_tokens":1.1,"output_token_cost_per_1M_tokens":4.4,"total_cost_per_1M_tokens":1.925,"quality_benchmark_cost":98.67}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000","deployment_type":"global","region":"eastus","input_meter_id":"94b5fff5-98c7-579f-9e47-b7eaada02eab","output_meter_id":"02631426-b674-553b-bd9b-06d3438e9b62"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"accuracy":0.911447,"total_input_tokens":141797,"total_output_tokens":159103,"total_reasoning_tokens":438784,"benchmark_run_cost_usd":2.79}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"accuracy":0.460931,"total_input_tokens":193539,"total_output_tokens":426671,"total_reasoning_tokens":635456,"benchmark_run_cost_usd":4.89}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"accuracy":0.70068,"total_input_tokens":116943,"total_output_tokens":177563,"total_reasoning_tokens":958208,"benchmark_run_cost_usd":5.13}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"accuracy":0.762295,"total_input_tokens":79102,"total_output_tokens":34557,"total_reasoning_tokens":347264,"benchmark_run_cost_usd":1.77}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"accuracy":0.818182,"total_input_tokens":238505,"total_output_tokens":53923,"total_reasoning_tokens":166912,"benchmark_run_cost_usd":1.23}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"accuracy":0.806841,"total_input_tokens":248979,"total_output_tokens":234166,"total_reasoning_tokens":790912,"benchmark_run_cost_usd":4.78}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa","datasetName":"truthfulqa_mc1","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"accuracy":0.8433}}},"properties":{"properties":{"n_shot":"6","evaluation_sampling_ratio":"1.0","evaluation_split":"validation","fewshot_sampling_ratio":"1.0","fewshot_split":"dev"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"attack_success_rate":13,"total_input_tokens":37114,"total_output_tokens":12831,"total_reasoning_tokens":50816,"benchmark_run_cost_usd":0.32}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":4200,"total_reasoning_tokens":41856,"benchmark_run_cost_usd":0.2}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"attack_success_rate":1.5,"total_input_tokens":4324,"total_output_tokens":7011,"total_reasoning_tokens":82752,"benchmark_run_cost_usd":0.4}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"f1":0.871818,"total_input_tokens":677041,"total_output_tokens":121208,"total_reasoning_tokens":2671424,"benchmark_run_cost_usd":13.03}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"accuracy":0.8584}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"accuracy":0.6947}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"accuracy":0.8262}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"throughput_gtps_token_count":131.49,"throughput_ttps_token_count":219.65,"throughput_rps_request_count":0.08,"latency_p50_secs":12.68,"latency_p90_secs":15.9,"latency_p95_secs":16.84,"latency_p99_secs":18.93,"latency_mean_secs":12.91,"latency_ttft_secs":1.49,"time_between_tokens_secs":0.01,"index_metric":131.49}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"124","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"accuracy":0.613472,"index_metric":0.613472,"benchmark_run_cost_usd":98.67}}},"properties":{"properties":{"total_datasets":"21"}}},{"annotations":{"tags":{"azure_model_name":"o3-mini","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","azure_latest_model_version":"2025-01-31","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"o3-mini","modelVersion":"2025-01-31","modelAssetId":"azureml://registries/azure-openai/models/o3-mini/versions/2025-01-31","metrics":{"attack_success_rate":4.833333,"index_metric":4.833333}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"accuracy":0.710526,"total_input_tokens":26105537,"total_output_tokens":393746,"total_reasoning_tokens":491520,"benchmark_run_cost_usd":59.29}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"accuracy":0.685458,"total_input_tokens":603568,"total_output_tokens":126214,"total_reasoning_tokens":4469184,"benchmark_run_cost_usd":37.97}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"accuracy":0.716,"total_input_tokens":302852,"total_output_tokens":36285,"total_reasoning_tokens":306496,"benchmark_run_cost_usd":3.35}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"accuracy":0.44375,"total_input_tokens":368866,"total_output_tokens":192942,"total_reasoning_tokens":958272,"benchmark_run_cost_usd":9.95}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"accuracy":0.670455,"total_input_tokens":49180,"total_output_tokens":28796,"total_reasoning_tokens":101696,"benchmark_run_cost_usd":1.14}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"input_token_cost_per_1M_tokens":2,"output_token_cost_per_1M_tokens":8,"total_cost_per_1M_tokens":3.5,"quality_benchmark_cost":138.05}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000","deployment_type":"global","region":"eastus2"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"accuracy":0.921842,"total_input_tokens":127444,"total_output_tokens":112105,"total_reasoning_tokens":348736,"benchmark_run_cost_usd":3.94}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"accuracy":0.434783,"total_input_tokens":179911,"total_output_tokens":491960,"total_reasoning_tokens":348864,"benchmark_run_cost_usd":7.09}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"accuracy":0.792325,"total_input_tokens":112368,"total_output_tokens":132489,"total_reasoning_tokens":1352640,"benchmark_run_cost_usd":12.11}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"accuracy":0.780488,"total_input_tokens":47704,"total_output_tokens":14349,"total_reasoning_tokens":56768,"benchmark_run_cost_usd":0.66}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"accuracy":0.793103,"total_input_tokens":237325,"total_output_tokens":76072,"total_reasoning_tokens":135872,"benchmark_run_cost_usd":2.17}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"accuracy":0.855856,"total_input_tokens":232562,"total_output_tokens":182713,"total_reasoning_tokens":917952,"benchmark_run_cost_usd":9.27}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"accuracy":0.856436,"total_input_tokens":161055,"total_output_tokens":16182,"total_reasoning_tokens":137344,"benchmark_run_cost_usd":1.55}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"attack_success_rate":7,"total_input_tokens":37114,"total_output_tokens":11446,"total_reasoning_tokens":15424,"benchmark_run_cost_usd":0.29}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"attack_success_rate":0,"total_input_tokens":2080,"total_output_tokens":4701,"total_reasoning_tokens":10752,"benchmark_run_cost_usd":0.13}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"attack_success_rate":0.5,"total_input_tokens":4324,"total_output_tokens":7438,"total_reasoning_tokens":24000,"benchmark_run_cost_usd":0.26}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"f1":0.884545,"total_input_tokens":677041,"total_output_tokens":198009,"total_reasoning_tokens":555392,"benchmark_run_cost_usd":7.38}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"accuracy":0.85387,"total_input_tokens":171150,"total_output_tokens":25729,"total_reasoning_tokens":361856,"benchmark_run_cost_usd":3.44}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"accuracy":0.721519,"total_input_tokens":43206,"total_output_tokens":8462,"total_reasoning_tokens":174336,"benchmark_run_cost_usd":1.55}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"accuracy":0.856826,"total_input_tokens":637295,"total_output_tokens":36469,"total_reasoning_tokens":4953024,"benchmark_run_cost_usd":41.19}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o3","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"throughput_gtps_token_count":62.12,"throughput_ttps_token_count":355.23,"throughput_rps_request_count":0.33,"latency_p50_secs":2.82,"latency_p90_secs":6.04,"latency_p95_secs":6.41,"latency_p99_secs":9.56,"latency_mean_secs":3.46,"latency_ttft_secs":3.45,"time_between_tokens_secs":0.08,"index_metric":62.12}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"92","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"eastus2","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"o3","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"accuracy":0.739857,"index_metric":0.739857,"benchmark_run_cost_usd":138.05}}},"properties":{"properties":{"total_datasets":"22"}}},{"annotations":{"tags":{"azure_model_name":"o3","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"o3","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o3/versions/2025-04-16","metrics":{"attack_success_rate":2.5,"index_metric":2.5}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"6370844230ea6fee22c0d46c7359d56e44e25ed5","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"tau2_telecom","datasetName":"tau2_telecom_inspectai","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"accuracy":0.552632,"total_input_tokens":35469734,"total_output_tokens":340940,"total_reasoning_tokens":1809280,"benchmark_run_cost_usd":48.48}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"a9c3dfd6ce0d539f81339e004978d167cf682a8d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"chembench","datasetName":"chembench_inspect","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"accuracy":0.581688,"total_input_tokens":487781,"total_output_tokens":101512,"total_reasoning_tokens":3895168,"benchmark_run_cost_usd":18.12}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"1b4f3614d770a9ac2ded8995b6db9c46121bab39","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"musr","datasetName":"musr_inspect","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"accuracy":0.676,"total_input_tokens":301723,"total_output_tokens":25363,"total_reasoning_tokens":165760,"benchmark_run_cost_usd":1.17}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"d0096af1ac960bbfc087fa6de368deaa47272e1d","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"frontierscience","datasetName":"frontierscience_inspectai","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"accuracy":0.375,"total_input_tokens":356697,"total_output_tokens":179258,"total_reasoning_tokens":1039552,"benchmark_run_cost_usd":5.76}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"05b5feb8afe0b97a1452b6d8f1503c28888291a8","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench_medium","datasetName":"livecodebench_medium","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"accuracy":0.630952,"total_input_tokens":88370,"total_output_tokens":132608,"total_reasoning_tokens":470528,"benchmark_run_cost_usd":2.75}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_cost","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"input_token_cost_per_1M_tokens":1.1,"output_token_cost_per_1M_tokens":4.4,"total_cost_per_1M_tokens":1.925,"quality_benchmark_cost":90.4}}},"properties":{"properties":{"deployment_category":"azure_openai","disclaimer":"Cost Calculation is indicative and may vary based on the actual usage and configuration.","additional_info":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","currency":"USD","input_output_token_ratio":"3:1","input_token_weightage_per_million":"750000","output_token_weightage_per_million":"250000","deployment_type":"global","region":"eastus2"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"9ee07bd481feebf959a6b59d61ea57bdcf30964d","dataset_category":"general_knowledge_misc","dataset_leaderboard":"reasoning"},"assetSpec":{"datasetFamily":"bigbench_hard","datasetName":"bigbench_hard","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"accuracy":0.915418,"total_input_tokens":127444,"total_output_tokens":143005,"total_reasoning_tokens":544832,"benchmark_run_cost_usd":3.17}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"78dceb21430359efa05c235324e10523453d7d2f","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"bigcodebench","datasetName":"bigcodebench_instruct","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"accuracy":0.491465,"total_input_tokens":169364,"total_output_tokens":464808,"total_reasoning_tokens":731328,"benchmark_run_cost_usd":5.45}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"90b8e5be2b1d3d2dbfe016cdab47981150600c4a","dataset_category":"graduate_level_qa","dataset_leaderboard":"qa"},"assetSpec":{"datasetFamily":"gpqa","datasetName":"gpqa","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"accuracy":0.791855,"total_input_tokens":109893,"total_output_tokens":146649,"total_reasoning_tokens":1318336,"benchmark_run_cost_usd":6.57}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"b073edc39361c7b8115dec97a3ce169949674e4d","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"livecodebench","datasetName":"livecodebench","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"accuracy":0.881188,"total_input_tokens":61504,"total_output_tokens":15915,"total_reasoning_tokens":103872,"benchmark_run_cost_usd":0.59}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"0.1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"b2d74c91837c3f2a20c1299ae98133cbe7cfa077","dataset_category":"code_generation","dataset_leaderboard":"coding"},"assetSpec":{"datasetFamily":"mbpp","datasetName":"mbppplus","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"accuracy":0.798942,"total_input_tokens":238004,"total_output_tokens":38585,"total_reasoning_tokens":230080,"benchmark_run_cost_usd":1.44}}},"properties":{"properties":{"n_shot":"3","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"014c8cf520218fc7f1ecec95c691a83ae5b8ba14","dataset_category":"expert_level_general_knowledge","dataset_leaderboard":"general_knowledge"},"assetSpec":{"datasetFamily":"mmlu_pro","datasetName":"mmlu_pro","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"accuracy":0.845,"total_input_tokens":233215,"total_output_tokens":229838,"total_reasoning_tokens":1004480,"benchmark_run_cost_usd":5.69}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"741b8276f2d1982aa3d5b832d3ee81ed3b896490","dataset_category":"truthfulness_bias_detection","dataset_leaderboard":"groundedness"},"assetSpec":{"datasetFamily":"truthfulqa_mc1","datasetName":"truthfulqa_mc1","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"accuracy":0.831683,"total_input_tokens":161055,"total_output_tokens":16212,"total_reasoning_tokens":179584,"benchmark_run_cost_usd":1.04}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_contextual","dataset_leaderboard":"harmbench_contextual"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_contextual","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"attack_success_rate":6}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_copyright_violations","dataset_leaderboard":"harmbench_copyright_violations"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_copyright_violations","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"attack_success_rate":0}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"8e1604d1171fe8a48d8febecd22f600e462bdcdd","dataset_category":"harmbench_standard","dataset_leaderboard":"harmbench_standard"},"assetSpec":{"datasetFamily":"harmbench","datasetName":"harmbench_standard","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"attack_success_rate":1}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"ea082a8973a287097b17973343576e0c8da8eb3b","dataset_category":"toxicity_detection","dataset_leaderboard":"toxicity_detection"},"assetSpec":{"datasetFamily":"toxigen","datasetName":"toxicity_detection","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"f1":0.888485,"total_input_tokens":677041,"total_output_tokens":198013,"total_reasoning_tokens":1113536,"benchmark_run_cost_usd":6.52}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_bio","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"accuracy":0.873618,"total_input_tokens":171150,"total_output_tokens":25509,"total_reasoning_tokens":235136,"benchmark_run_cost_usd":1.34}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_chem","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"accuracy":0.724051,"total_input_tokens":43206,"total_output_tokens":8169,"total_reasoning_tokens":118848,"benchmark_run_cost_usd":0.61}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_generation_safety","task":"chat-completion","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai","dataset_version":"bc5e1ba0367ea826caeeeaa50656336a1e87acfb","dataset_category":"knowledge_in_sensitive_domains","dataset_leaderboard":"knowledge_in_sensitive_domains"},"assetSpec":{"datasetFamily":"wmdp","datasetName":"wmdp_cyber","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"accuracy":0.826509,"total_input_tokens":531028,"total_output_tokens":29183,"total_reasoning_tokens":3747840,"benchmark_run_cost_usd":17.2}}},"properties":{"properties":{"n_shot":"0","evaluation_sampling_ratio":"1","evaluation_split":"None","fewshot_sampling_ratio":"1","fewshot_split":"None"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","evaluation_type":"text_performance","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"synthetic","datasetName":"synthetic","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"throughput_gtps_token_count":51.83,"throughput_ttps_token_count":294.46,"throughput_rps_request_count":0.27,"latency_p50_secs":3.85,"latency_p90_secs":5.61,"latency_p95_secs":6.48,"latency_p99_secs":6.98,"latency_mean_secs":4.02,"latency_ttft_secs":4,"time_between_tokens_secs":0.16,"index_metric":51.83}}},"properties":{"properties":{"deployment_category":"azure_openai","deployment_type":"standard","tokens_rate_limit":"NaN","total_token_length_per_request":"1000","prompt_token_generated_token_ratio":"80:20","input_prompt_tokens":"800","output_generated_tokens":"200","num_of_inference_requests":"2","num_of_inference_aggregations":"139","payload_task_type":"chat_completion","num_parallel_inference_requests":"1","stream":"true","region":"swedencentral","disclaimer":"For models which do not support streaming, time to first token (ttft) represents the P50 value of latency (time taken to receive the response)"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_quality","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"accuracy":0.692067,"index_metric":0.692067,"benchmark_run_cost_usd":90.4}}},"properties":{"properties":{"total_datasets":"20"}}},{"annotations":{"tags":{"azure_model_name":"o4-mini","recommended_models":"azureml://registries/azureml-anthropic/models/claude-sonnet-4-5/versions/20250929;azureml://registries/azureml-xai/models/grok-4/versions/1;azureml://registries/azure-openai/models/gpt-5-pro/versions/2025-10-06;azureml://registries/azure-openai/models/o3-pro/versions/2025-06-10","evaluation_type":"text_safety","azure_latest_model_asset_id":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","azure_latest_model_version":"2025-04-16","azure_registry_name":"azure-openai"},"assetSpec":{"datasetFamily":"aggregate","datasetName":"aggregate","modelName":"o4-mini","modelVersion":"2025-04-16","modelAssetId":"azureml://registries/azure-openai/models/o4-mini/versions/2025-04-16","metrics":{"attack_success_rate":2.333333,"index_metric":2.333333}}},"properties":{"properties":{"total_datasets":"3","content_filter_enabled":true}}}]}