ZAZUMODELSBLOG

Model library · Qwen3.5-9B · 2026-10-17

Telecom simulations

Tests reasoning through a phone diagnostic.

Allpassfailerror
444 simulations
TaskTrialResultEndedMessagesCost
[mobile_data_issue]bad_network_preference|user_abroad_roaming_enabled_off[PERSONA:Hard]3passuser_stop32$0.031Transcript →
[mobile_data_issue]bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]0passuser_stop60$0.059Transcript →
[mobile_data_issue]bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]1passuser_stop48$0.042Transcript →
[mobile_data_issue]bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]2passuser_stop44$0.033Transcript →
[mobile_data_issue]bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]3passuser_stop50$0.038Transcript →
[mobile_data_issue]bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]0passuser_stop32$0.028Transcript →
[mobile_data_issue]bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]1passuser_stop40$0.032Transcript →
[mobile_data_issue]bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]2passuser_stop40$0.035Transcript →
[mobile_data_issue]bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]3passuser_stop40$0.038Transcript →
[mobile_data_issue]data_mode_off|data_usage_exceeded[PERSONA:None]0passuser_stop72$0.072Transcript →
[mobile_data_issue]data_mode_off|data_usage_exceeded[PERSONA:None]1passuser_stop56$0.051Transcript →
[mobile_data_issue]data_mode_off|data_usage_exceeded[PERSONA:None]2passuser_stop36$0.027Transcript →
[mobile_data_issue]data_mode_off|data_usage_exceeded[PERSONA:None]3passuser_stop54$0.047Transcript →
[mobile_data_issue]data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Hard]0passuser_stop38$0.033Transcript →
[mobile_data_issue]data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Hard]1passuser_stop44$0.033Transcript →
[mobile_data_issue]data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Hard]2passuser_stop44$0.032Transcript →
[mobile_data_issue]data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Hard]3passuser_stop64$0.061Transcript →
[mobile_data_issue]data_saver_mode_on|data_usage_exceeded[PERSONA:Easy]0passuser_stop44$0.043Transcript →
[mobile_data_issue]data_saver_mode_on|data_usage_exceeded[PERSONA:Easy]1passuser_stop74$0.074Transcript →
[mobile_data_issue]data_saver_mode_on|data_usage_exceeded[PERSONA:Easy]2passuser_stop36$0.029Transcript →
[mobile_data_issue]data_saver_mode_on|data_usage_exceeded[PERSONA:Easy]3passuser_stop38$0.033Transcript →
[mobile_data_issue]data_saver_mode_on|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop30$0.033Transcript →
[mobile_data_issue]data_saver_mode_on|user_abroad_roaming_enabled_off[PERSONA:Easy]1passuser_stop24$0.023Transcript →
[mobile_data_issue]data_saver_mode_on|user_abroad_roaming_enabled_off[PERSONA:Easy]2passuser_stop30$0.015Transcript →
[mobile_data_issue]data_saver_mode_on|user_abroad_roaming_enabled_off[PERSONA:Easy]3passuser_stop26$0.014Transcript →
[mobile_data_issue]data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop56$0.063Transcript →
[mobile_data_issue]data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]1passuser_stop52$0.049Transcript →
[mobile_data_issue]data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]2passuser_stop28$0.014Transcript →
[mobile_data_issue]data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]3passuser_stop34$0.018Transcript →
[service_issue]airplane_mode_on|break_apn_settings[PERSONA:Hard]0passuser_stop36$0.045Transcript →
[service_issue]airplane_mode_on|break_apn_settings[PERSONA:Hard]1passuser_stop42$0.044Transcript →
[service_issue]airplane_mode_on|break_apn_settings[PERSONA:Hard]2passuser_stop38$0.046Transcript →
[service_issue]airplane_mode_on|break_apn_settings[PERSONA:Hard]3passuser_stop44$0.048Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|lock_sim_card_pin[PERSONA:None]0passuser_stop16$0.012Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|lock_sim_card_pin[PERSONA:None]1passuser_stop16$0.009Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|lock_sim_card_pin[PERSONA:None]2passuser_stop16$0.009Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|lock_sim_card_pin[PERSONA:None]3passuser_stop16$0.012Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|lock_sim_card_pin|unseat_sim_card[PERSONA:Easy]0passuser_stop18$0.010Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|lock_sim_card_pin|unseat_sim_card[PERSONA:Easy]1passuser_stop18$0.009Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|lock_sim_card_pin|unseat_sim_card[PERSONA:Easy]2passuser_stop18$0.007Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|lock_sim_card_pin|unseat_sim_card[PERSONA:Easy]3passuser_stop14$0.010Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|unseat_sim_card[PERSONA:Easy]0passuser_stop14$0.009Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|unseat_sim_card[PERSONA:Easy]1passuser_stop16$0.009Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|unseat_sim_card[PERSONA:Easy]2passuser_stop18$0.015Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|unseat_sim_card[PERSONA:Easy]3passuser_stop16$0.006Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin[PERSONA:None]0passuser_stop34$0.028Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin[PERSONA:None]1passuser_stop26$0.022Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin[PERSONA:None]2passuser_stop28$0.027Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin[PERSONA:None]3passuser_stop26$0.027Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin|overdue_bill_suspension[PERSONA:Hard]0passuser_stop48$0.039Transcript →