ZAZUMODELSBLOG

Model library · Gemma 4 12B · 2026-11-07

Telecom simulations

Tests reasoning through a phone diagnostic.

Allpassfailerror
58 simulations
TaskTrialResultEndedMessagesCost
[mms_issue]airplane_mode_on|bad_network_preference|bad_wifi_calling|break_apn_mms_setting|break_app_storage_permission|data_mode_off|data_usage_exceeded|unseat_sim_card|user_abroad_roaming_disabled_on[PERSONA:Easy]0passuser_stop97$0.024Transcript →
[mms_issue]airplane_mode_on|bad_network_preference|bad_wifi_calling|break_app_storage_permission|unseat_sim_card[PERSONA:Hard]0passuser_stop58$0.011Transcript →
[mms_issue]airplane_mode_on|bad_network_preference|bad_wifi_calling|data_usage_exceeded|unseat_sim_card|user_abroad_roaming_disabled_on[PERSONA:Easy]0passuser_stop96$0.024Transcript →
[mms_issue]airplane_mode_on|bad_network_preference|break_apn_mms_setting|break_app_storage_permission[PERSONA:None]0passuser_stop68$0.012Transcript →
[mms_issue]airplane_mode_on|bad_wifi_calling|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop76$0.017Transcript →
[mms_issue]airplane_mode_on|break_app_both_permissions[PERSONA:Hard]0passuser_stop56$0.010Transcript →
[mms_issue]bad_network_preference|break_app_both_permissions[PERSONA:Easy]0passuser_stop45$0.009Transcript →
[mms_issue]bad_wifi_calling|break_apn_mms_setting|break_app_both_permissions|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]0passuser_stop75$0.018Transcript →
[mms_issue]bad_wifi_calling|break_apn_mms_setting|unseat_sim_card|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop60$0.011Transcript →
[mms_issue]break_apn_mms_setting|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_on[PERSONA:Hard]0passuser_stop70$0.021Transcript →
[mms_issue]break_apn_mms_setting|user_abroad_roaming_enabled_off[PERSONA:Hard]0passuser_stop64$0.018Transcript →
[mms_issue]break_app_sms_permission|data_mode_off[PERSONA:None]0passuser_stop50$0.009Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference[PERSONA:Hard]0passuser_stop30$0.005Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_on[PERSONA:None]0passuser_stop68$0.019Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|user_abroad_roaming_disabled_off[PERSONA:Hard]0passuser_stop64$0.016Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:Easy]0passuser_stop53$0.014Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_saver_mode_on[PERSONA:Hard]0passuser_stop38$0.007Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]0passuser_stop76$0.020Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop45$0.012Transcript →
[mobile_data_issue]airplane_mode_on|data_mode_off[PERSONA:None]0passuser_stop30$0.005Transcript →
[mobile_data_issue]airplane_mode_on|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Hard]0passuser_stop68$0.019Transcript →
[mobile_data_issue]airplane_mode_on|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]0passuser_stop54$0.015Transcript →
[mobile_data_issue]airplane_mode_on|user_abroad_roaming_enabled_off[PERSONA:None]0passuser_stop28$0.006Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on[PERSONA:None]0passuser_stop36$0.008Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop64$0.018Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]0passuser_stop72$0.020Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_disabled_on[PERSONA:None]0passuser_stop60$0.017Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop52$0.014Transcript →
[mobile_data_issue]bad_network_preference|user_abroad_roaming_enabled_off[PERSONA:Hard]0passuser_stop64$0.013Transcript →
[mobile_data_issue]bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]0passuser_stop52$0.014Transcript →
[mobile_data_issue]data_saver_mode_on|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop48$0.012Transcript →
[mobile_data_issue]data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]0passuser_stop36$0.010Transcript →
[service_issue]airplane_mode_on|break_apn_settings[PERSONA:Hard]0passuser_stop40$0.009Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|lock_sim_card_pin[PERSONA:None]0passuser_stop26$0.006Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|lock_sim_card_pin|unseat_sim_card[PERSONA:Easy]0passuser_stop28$0.005Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|unseat_sim_card[PERSONA:Easy]0passuser_stop62$0.015Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin[PERSONA:None]0passuser_stop34$0.009Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin|overdue_bill_suspension[PERSONA:Hard]0passuser_stop62$0.022Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin|overdue_bill_suspension|unseat_sim_card[PERSONA:None]0passuser_stop74$0.021Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin|unseat_sim_card[PERSONA:None]0passuser_stop40$0.008Transcript →
[service_issue]airplane_mode_on|break_apn_settings|overdue_bill_suspension[PERSONA:None]0passuser_stop62$0.017Transcript →
[service_issue]airplane_mode_on|break_apn_settings|overdue_bill_suspension|unseat_sim_card[PERSONA:None]0passuser_stop74$0.019Transcript →
[service_issue]airplane_mode_on|break_apn_settings|unseat_sim_card[PERSONA:None]0passuser_stop34$0.006Transcript →
[service_issue]airplane_mode_on|lock_sim_card_pin[PERSONA:Easy]0passuser_stop24$0.005Transcript →
[service_issue]airplane_mode_on|lock_sim_card_pin|overdue_bill_suspension[PERSONA:Easy]0passuser_stop22$0.005Transcript →
[service_issue]airplane_mode_on|lock_sim_card_pin|overdue_bill_suspension|unseat_sim_card[PERSONA:Easy]0passuser_stop30$0.006Transcript →
[service_issue]airplane_mode_on|lock_sim_card_pin|unseat_sim_card[PERSONA:Hard]0passuser_stop44$0.012Transcript →
[service_issue]airplane_mode_on|overdue_bill_suspension[PERSONA:None]0passuser_stop60$0.018Transcript →
[service_issue]airplane_mode_on|unseat_sim_card[PERSONA:None]0passuser_stop26$0.005Transcript →
[service_issue]break_apn_settings|contract_end_suspension|lock_sim_card_pin[PERSONA:Hard]0passuser_stop20$0.004Transcript →
Page 1 of 2Next →