ZAZUMODELSBLOG

Model library · gpt-oss-120B · 2026-10-27

Telecom simulations

Tests reasoning through a phone diagnostic.

Allpassfailerror
114 simulations
TaskTrialResultEndedMessagesCost
[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Hard]0passuser_stop55$0.009Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_on[PERSONA:None]0passuser_stop44$0.007Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop66$0.011Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|user_abroad_roaming_disabled_off[PERSONA:Hard]0failuser_stop58$0.009Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]0failuser_stop92$0.017Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:None]0passuser_stop59$0.009Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:Easy]0passuser_stop40$0.007Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_saver_mode_on[PERSONA:Hard]0passuser_stop40$0.005Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_on[PERSONA:None]0passuser_stop41$0.007Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_on[PERSONA:None]0passuser_stop40$0.007Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|user_abroad_roaming_disabled_on[PERSONA:Hard]0passuser_stop37$0.005Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]0passuser_stop48$0.008Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]0passuser_stop51$0.008Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop42$0.007Transcript →
[mobile_data_issue]airplane_mode_on|data_mode_off[PERSONA:None]0passuser_stop32$0.007Transcript →
[mobile_data_issue]airplane_mode_on|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Hard]0passuser_stop66$0.011Transcript →
[mobile_data_issue]airplane_mode_on|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]0passuser_stop35$0.006Transcript →
[mobile_data_issue]airplane_mode_on|user_abroad_roaming_enabled_off[PERSONA:None]0passuser_stop36$0.005Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on[PERSONA:None]0passuser_stop42$0.007Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop56$0.012Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]0failuser_stop70$0.012Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]0passuser_stop52$0.008Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_disabled_off[PERSONA:Hard]0passuser_stop40$0.006Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_disabled_on[PERSONA:None]0passuser_stop30$0.005Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop46$0.008Transcript →
[mobile_data_issue]bad_network_preference|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]0passuser_stop61$0.010Transcript →
[mobile_data_issue]bad_network_preference|data_saver_mode_on|data_usage_exceeded[PERSONA:Hard]0passuser_stop39$0.007Transcript →
[mobile_data_issue]bad_network_preference|user_abroad_roaming_enabled_off[PERSONA:Hard]0passuser_stop40$0.007Transcript →
[mobile_data_issue]bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]0failuser_stop49$0.008Transcript →
[mobile_data_issue]bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]0passuser_stop34$0.006Transcript →
[mobile_data_issue]data_mode_off|data_usage_exceeded[PERSONA:None]0passuser_stop32$0.006Transcript →
[mobile_data_issue]data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Hard]0passuser_stop34$0.005Transcript →
[mobile_data_issue]data_saver_mode_on|data_usage_exceeded[PERSONA:Easy]0passuser_stop41$0.007Transcript →
[mobile_data_issue]data_saver_mode_on|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop28$0.005Transcript →
[mobile_data_issue]data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop58$0.010Transcript →
[service_issue]airplane_mode_on|break_apn_settings[PERSONA:Hard]0passuser_stop56$0.010Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|lock_sim_card_pin[PERSONA:None]0passuser_stop16$0.002Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|lock_sim_card_pin|unseat_sim_card[PERSONA:Easy]0passuser_stop14$0.002Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|unseat_sim_card[PERSONA:Easy]0passuser_stop14$0.002Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin[PERSONA:None]0passuser_stop32$0.005Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin|overdue_bill_suspension[PERSONA:Hard]0passuser_stop24$0.004Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin|overdue_bill_suspension|unseat_sim_card[PERSONA:None]0passuser_stop56$0.010Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin|unseat_sim_card[PERSONA:None]0passuser_stop30$0.005Transcript →
[service_issue]airplane_mode_on|break_apn_settings|overdue_bill_suspension[PERSONA:None]0passuser_stop63$0.010Transcript →
[service_issue]airplane_mode_on|break_apn_settings|overdue_bill_suspension|unseat_sim_card[PERSONA:None]0failuser_stop28$0.005Transcript →
[service_issue]airplane_mode_on|break_apn_settings|unseat_sim_card[PERSONA:None]0passuser_stop57$0.009Transcript →
[service_issue]airplane_mode_on|contract_end_suspension|lock_sim_card_pin|unseat_sim_card[PERSONA:Hard]0passuser_stop14$0.003Transcript →
[service_issue]airplane_mode_on|lock_sim_card_pin[PERSONA:Easy]0passuser_stop32$0.009Transcript →
[service_issue]airplane_mode_on|lock_sim_card_pin|overdue_bill_suspension[PERSONA:Easy]0passuser_stop44$0.007Transcript →
[service_issue]airplane_mode_on|lock_sim_card_pin|overdue_bill_suspension|unseat_sim_card[PERSONA:Easy]0passuser_stop58$0.009Transcript →