ZAZUMODELSBLOG

Model library · Grok 4.20 · 2026-10-27

Telecom simulations

Tests reasoning through a phone diagnostic.

Allpassfailerror
89 simulations
TaskTrialResultEndedMessagesCost
[mobile_data_issue]airplane_mode_on|user_abroad_roaming_enabled_off[PERSONA:None]0passuser_stop37$0.108Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on[PERSONA:None]0passuser_stop32$0.073Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop54$0.167Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]0passuser_stop54$0.157Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_disabled_off[PERSONA:Hard]0passuser_stop97$0.311Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_disabled_on[PERSONA:None]0passuser_stop53$0.145Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop35$0.087Transcript →
[mobile_data_issue]bad_network_preference|data_saver_mode_on|data_usage_exceeded[PERSONA:Hard]0passuser_stop54$0.177Transcript →
[mobile_data_issue]bad_network_preference|user_abroad_roaming_enabled_off[PERSONA:Hard]0passuser_stop18$0.039Transcript →
[mobile_data_issue]bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]0passuser_stop56$0.175Transcript →
[mobile_data_issue]data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Hard]0passuser_stop60$0.200Transcript →
[mobile_data_issue]data_saver_mode_on|data_usage_exceeded[PERSONA:Easy]0passuser_stop48$0.151Transcript →
[mobile_data_issue]data_saver_mode_on|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop36$0.106Transcript →
[mobile_data_issue]data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop36$0.104Transcript →
[service_issue]airplane_mode_on|break_apn_settings[PERSONA:Hard]0passuser_stop32$0.090Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|lock_sim_card_pin[PERSONA:None]0passuser_stop24$0.079Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|lock_sim_card_pin|unseat_sim_card[PERSONA:Easy]0passuser_stop60$0.240Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|unseat_sim_card[PERSONA:Easy]0passuser_stop72$0.233Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin[PERSONA:None]0passuser_stop24$0.080Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin|overdue_bill_suspension[PERSONA:Hard]0passuser_stop22$0.069Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin|overdue_bill_suspension|unseat_sim_card[PERSONA:None]0passuser_stop64$0.246Transcript →
[service_issue]airplane_mode_on|break_apn_settings|overdue_bill_suspension[PERSONA:None]0passuser_stop64$0.239Transcript →
[service_issue]airplane_mode_on|break_apn_settings|overdue_bill_suspension|unseat_sim_card[PERSONA:None]0passuser_stop62$0.192Transcript →
[service_issue]airplane_mode_on|break_apn_settings|unseat_sim_card[PERSONA:None]0passuser_stop58$0.174Transcript →
[service_issue]airplane_mode_on|lock_sim_card_pin[PERSONA:Easy]0passuser_stop28$0.082Transcript →
[service_issue]airplane_mode_on|lock_sim_card_pin|overdue_bill_suspension[PERSONA:Easy]0passuser_stop32$0.102Transcript →
[service_issue]airplane_mode_on|lock_sim_card_pin|overdue_bill_suspension|unseat_sim_card[PERSONA:Easy]0passuser_stop78$0.400Transcript →
[service_issue]airplane_mode_on|overdue_bill_suspension[PERSONA:None]0passuser_stop52$0.200Transcript →
[service_issue]airplane_mode_on|overdue_bill_suspension|unseat_sim_card[PERSONA:Easy]0passuser_stop56$0.199Transcript →
[service_issue]airplane_mode_on|unseat_sim_card[PERSONA:None]0passuser_stop26$0.069Transcript →
[service_issue]break_apn_settings|contract_end_suspension|lock_sim_card_pin[PERSONA:Hard]0passuser_stop20$0.068Transcript →
[service_issue]break_apn_settings|contract_end_suspension|lock_sim_card_pin|unseat_sim_card[PERSONA:Hard]0passuser_stop22$0.060Transcript →
[service_issue]break_apn_settings|lock_sim_card_pin[PERSONA:None]0passuser_stop26$0.079Transcript →
[service_issue]break_apn_settings|lock_sim_card_pin|overdue_bill_suspension[PERSONA:Easy]0passuser_stop60$0.269Transcript →
[service_issue]break_apn_settings|lock_sim_card_pin|overdue_bill_suspension|unseat_sim_card[PERSONA:Easy]0passuser_stop68$0.293Transcript →
[service_issue]break_apn_settings|overdue_bill_suspension|unseat_sim_card[PERSONA:Hard]0passuser_stop62$0.225Transcript →
[service_issue]contract_end_suspension|lock_sim_card_pin[PERSONA:Hard]0passuser_stop16$0.048Transcript →
[service_issue]lock_sim_card_pin|overdue_bill_suspension[PERSONA:Easy]0passuser_stop18$0.058Transcript →
[service_issue]overdue_bill_suspension|unseat_sim_card[PERSONA:Easy]0passuser_stop60$0.228Transcript →
← PreviousPage 2 of 2