ZAZUMODELSBLOG

Model library · Mistral NeMo 12B · 2026-11-07

Telecom simulations

Tests reasoning through a phone diagnostic.

Allpassfailerror
93 simulations
TaskTrialResultEndedMessagesCost
[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]0failtoo_many_errors34$0.003Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|user_abroad_roaming_disabled_off[PERSONA:Hard]0failtoo_many_errors43$0.004Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]0failtoo_many_errors45$0.004Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:None]0failuser_stop91$0.011Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:Easy]0failtoo_many_errors49$0.005Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|data_mode_off|data_saver_mode_on[PERSONA:Hard]0failuser_stop48$0.005Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]0failuser_stop39$0.004Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]0failuser_stop41$0.003Transcript →
[mobile_data_issue]airplane_mode_on|bad_network_preference|user_abroad_roaming_enabled_off[PERSONA:Easy]0failuser_stop42$0.005Transcript →
[mobile_data_issue]airplane_mode_on|data_mode_off[PERSONA:None]0failuser_stop44$0.006Transcript →
[mobile_data_issue]airplane_mode_on|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Hard]0failuser_stop7$0.001Transcript →
[mobile_data_issue]airplane_mode_on|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]0failuser_stop34$0.004Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on[PERSONA:None]0failuser_stop36$0.003Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]0failuser_stop54$0.006Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]0failmax_steps208$0.031Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]0failuser_stop38$0.003Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_disabled_off[PERSONA:Hard]0failuser_stop54$0.004Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_disabled_on[PERSONA:None]0failuser_stop38$0.005Transcript →
[mobile_data_issue]bad_network_preference|bad_vpn|user_abroad_roaming_enabled_off[PERSONA:Easy]0failtoo_many_errors38$0.004Transcript →
[mobile_data_issue]bad_network_preference|data_mode_off|data_saver_mode_on|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Easy]0failuser_stop13$0.001Transcript →
[mobile_data_issue]bad_network_preference|data_saver_mode_on|data_usage_exceeded[PERSONA:Hard]0failuser_stop64$0.007Transcript →
[mobile_data_issue]bad_network_preference|user_abroad_roaming_enabled_off[PERSONA:Hard]0failuser_stop67$0.008Transcript →
[mobile_data_issue]bad_vpn|data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:None]0failuser_stop42$0.004Transcript →
[mobile_data_issue]bad_vpn|data_saver_mode_on|user_abroad_roaming_disabled_on[PERSONA:None]0failuser_stop30$0.003Transcript →
[mobile_data_issue]data_mode_off|data_usage_exceeded|user_abroad_roaming_disabled_off[PERSONA:Hard]0failtoo_many_errors80$0.007Transcript →
[mobile_data_issue]data_saver_mode_on|data_usage_exceeded[PERSONA:Easy]0failuser_stop46$0.006Transcript →
[mobile_data_issue]data_usage_exceeded|user_abroad_roaming_enabled_off[PERSONA:Easy]0failuser_stop27$0.003Transcript →
[service_issue]airplane_mode_on|break_apn_settings|contract_end_suspension|lock_sim_card_pin[PERSONA:None]0failmax_steps205$0.028Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin[PERSONA:None]0failtoo_many_errors82$0.007Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin|overdue_bill_suspension[PERSONA:Hard]0failmax_steps202$0.025Transcript →
[service_issue]airplane_mode_on|break_apn_settings|lock_sim_card_pin|overdue_bill_suspension|unseat_sim_card[PERSONA:None]0failmax_steps204$0.028Transcript →
[service_issue]airplane_mode_on|break_apn_settings|overdue_bill_suspension[PERSONA:None]0failuser_stop32$0.003Transcript →
[service_issue]airplane_mode_on|break_apn_settings|overdue_bill_suspension|unseat_sim_card[PERSONA:None]0failuser_stop24$0.002Transcript →
[service_issue]airplane_mode_on|break_apn_settings|unseat_sim_card[PERSONA:None]0failuser_stop36$0.003Transcript →
[service_issue]airplane_mode_on|contract_end_suspension|lock_sim_card_pin|unseat_sim_card[PERSONA:Hard]0failtoo_many_errors106$0.012Transcript →
[service_issue]airplane_mode_on|lock_sim_card_pin|unseat_sim_card[PERSONA:Hard]0failtoo_many_errors46$0.006Transcript →
[service_issue]airplane_mode_on|overdue_bill_suspension[PERSONA:None]0failuser_stop20$0.002Transcript →
[service_issue]airplane_mode_on|overdue_bill_suspension|unseat_sim_card[PERSONA:Easy]0failuser_stop68$0.008Transcript →
[service_issue]airplane_mode_on|unseat_sim_card[PERSONA:None]0failtoo_many_errors158$0.020Transcript →
[service_issue]break_apn_settings|lock_sim_card_pin[PERSONA:None]0failtoo_many_errors52$0.007Transcript →
[service_issue]break_apn_settings|overdue_bill_suspension|unseat_sim_card[PERSONA:Hard]0failuser_stop50$0.004Transcript →
[service_issue]contract_end_suspension|unseat_sim_card[PERSONA:Hard]0failuser_stop38$0.005Transcript →
[service_issue]overdue_bill_suspension|unseat_sim_card[PERSONA:Easy]0failuser_stop81$0.011Transcript →
← PreviousPage 2 of 2