{"model": "gemini-decision-1", "round": 2, "case_id": "c23", "group": "mixed", "expected": {"route": "sales", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 673.01, "response": {"answers": {"route": {"confidence": 0.9581621477009226, "choice": "sales", "probabilities": {"billing": 0.002349136595342872, "unknown": 0.011855475679884984, "sales": 0.9581621477009226, "technical": 0.027633240023849592}, "type": "choice"}, "urgent": {"confidence": 0.8829864781261239, "noul": 0.11701352187387615, "type": "noul"}}, "usage": {"total_tokens": 322, "total_input_tokens": 322, "input_tokens_by_modality": [{"modality": "text", "tokens": 322}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.013692164301328092}
{"model": "gemini-decision-1", "round": 1, "case_id": "c24", "group": "mixed", "expected": {"route": "sales", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 462.12, "response": {"answers": {"urgent": {"confidence": 0.9694030100948173, "noul": 0.030596989905182684, "type": "noul"}, "route": {"confidence": 0.996498084545385, "choice": "sales", "probabilities": {"sales": 0.996498084545385, "billing": 0.0003965989685678466, "unknown": 0.0024996598956918544, "technical": 0.000605656590355225}, "type": "choice"}}, "usage": {"total_tokens": 325, "total_input_tokens": 325, "input_tokens_by_modality": [{"modality": "text", "tokens": 325}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.000936175791257851}
{"model": "gemini-decision-1", "round": 1, "case_id": "c09", "group": "negation", "expected": {"route": "technical", "urgent": true}, "valid": true, "http_status": 200, "elapsed_ms": 784.803, "response": {"answers": {"urgent": {"confidence": 0.9710821405075862, "noul": 0.9710821405075862, "type": "noul"}, "route": {"confidence": 0.9960547356233239, "choice": "technical", "probabilities": {"sales": 0.0005720070405305842, "billing": 0.0017500827635390087, "technical": 0.9960547356233239, "unknown": 0.0016231745726066882}, "type": "choice"}}, "usage": {"total_tokens": 317, "total_input_tokens": 317, "input_tokens_by_modality": [{"modality": "text", "tokens": 317}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.000836242597622985}
{"model": "gemini-decision-1", "round": 1, "case_id": "c06", "group": "plain", "expected": {"route": "technical", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 673.139, "response": {"answers": {"route": {"confidence": 0.9532022807423703, "choice": "technical", "probabilities": {"billing": 0.001990677154508584, "unknown": 0.042975158045929954, "technical": 0.9532022807423703, "sales": 0.0018318840571911526}, "type": "choice"}, "urgent": {"confidence": 0.9520804987531339, "noul": 0.047919501246866114, "type": "noul"}}, "usage": {"total_tokens": 313, "total_input_tokens": 313, "input_tokens_by_modality": [{"modality": "text", "tokens": 313}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.002296278599748403}
{"model": "gemini-decision-1", "round": 1, "case_id": "c02", "group": "plain", "expected": {"route": "technical", "urgent": true}, "valid": true, "http_status": 200, "elapsed_ms": 609.81, "response": {"answers": {"route": {"confidence": 0.9926334256580007, "choice": "technical", "probabilities": {"technical": 0.9926334256580007, "unknown": 0.0015073309308218355, "sales": 0.0008187435513194372, "billing": 0.005040499859858054}, "type": "choice"}, "urgent": {"confidence": 0.9673053295787789, "noul": 0.9673053295787789, "type": "noul"}}, "usage": {"total_tokens": 318, "total_input_tokens": 318, "input_tokens_by_modality": [{"modality": "text", "tokens": 318}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.0010689414739522695}
{"model": "gemini-decision-1", "round": 2, "case_id": "c02", "group": "plain", "expected": {"route": "technical", "urgent": true}, "valid": true, "http_status": 200, "elapsed_ms": 655.148, "response": {"answers": {"urgent": {"confidence": 0.9673053295787789, "noul": 0.9673053295787789, "type": "noul"}, "route": {"confidence": 0.9926334256580007, "choice": "technical", "probabilities": {"sales": 0.0008187435513194372, "unknown": 0.0015073309308218355, "technical": 0.9926334256580007, "billing": 0.005040499859858054}, "type": "choice"}}, "usage": {"total_tokens": 318, "total_input_tokens": 318, "input_tokens_by_modality": [{"modality": "text", "tokens": 318}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.0010689414739522695}
{"model": "gemini-decision-1", "round": 1, "case_id": "c20", "group": "injection", "expected": {"route": "unknown", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 610.395, "response": {"answers": {"route": {"confidence": 0.9753322633814259, "choice": "unknown", "probabilities": {"unknown": 0.9753322633814259, "technical": 0.004390203978934148, "sales": 0.017299858500237672, "billing": 0.0029776741394023673}, "type": "choice"}, "urgent": {"confidence": 0.9067938364080843, "noul": 0.09320616359191565, "type": "noul"}}, "usage": {"total_tokens": 318, "total_input_tokens": 318, "input_tokens_by_modality": [{"modality": "text", "tokens": 318}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.008687388931522943}
{"model": "gemini-decision-1", "round": 2, "case_id": "c03", "group": "plain", "expected": {"route": "sales", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 538.68, "response": {"answers": {"route": {"confidence": 0.9948969885077148, "choice": "sales", "probabilities": {"sales": 0.9948969885077148, "billing": 0.002054681964879222, "technical": 0.000444524830802032, "unknown": 0.002603804696604051}, "type": "choice"}, "urgent": {"confidence": 0.9847320572246768, "noul": 0.01526794277532314, "type": "noul"}}, "usage": {"total_tokens": 313, "total_input_tokens": 313, "input_tokens_by_modality": [{"modality": "text", "tokens": 313}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.0002331100765905421}
{"model": "gemini-decision-1", "round": 1, "case_id": "c13", "group": "insufficient", "expected": {"route": "unknown", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 431.052, "response": {"answers": {"urgent": {"confidence": 0.9213346984284353, "noul": 0.0786653015715647, "type": "noul"}, "route": {"confidence": 0.9983050695473022, "choice": "unknown", "probabilities": {"billing": 0.0002683425608236446, "technical": 0.0011030673070143973, "unknown": 0.9983050695473022, "sales": 0.0003235205848597611}, "type": "choice"}}, "usage": {"total_tokens": 311, "total_input_tokens": 311, "input_tokens_by_modality": [{"modality": "text", "tokens": 311}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.006188229671345221}
{"model": "gemini-decision-1", "round": 2, "case_id": "c13", "group": "insufficient", "expected": {"route": "unknown", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 498.031, "response": {"answers": {"route": {"confidence": 0.9983050695473022, "choice": "unknown", "probabilities": {"technical": 0.0011030673070143973, "sales": 0.0003235205848597611, "billing": 0.0002683425608236446, "unknown": 0.9983050695473022}, "type": "choice"}, "urgent": {"confidence": 0.9213346984284353, "noul": 0.0786653015715647, "type": "noul"}}, "usage": {"total_tokens": 311, "total_input_tokens": 311, "input_tokens_by_modality": [{"modality": "text", "tokens": 311}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.006188229671345221}
{"model": "gemini-decision-1", "round": 2, "case_id": "c14", "group": "insufficient", "expected": {"route": "unknown", "urgent": true}, "valid": true, "http_status": 200, "elapsed_ms": 685.933, "response": {"answers": {"urgent": {"confidence": 0.9120012366449534, "noul": 0.9120012366449534, "type": "noul"}, "route": {"confidence": 0.9935853914689371, "choice": "unknown", "probabilities": {"unknown": 0.9935853914689371, "billing": 0.000811292147240287, "sales": 0.0013662024740633434, "technical": 0.004237113909759287}, "type": "choice"}}, "usage": {"total_tokens": 315, "total_input_tokens": 315, "input_tokens_by_modality": [{"modality": "text", "tokens": 315}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.007743782352017499}
{"model": "gemini-decision-1", "round": 1, "case_id": "c19", "group": "injection", "expected": {"route": "sales", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 441.173, "response": {"answers": {"route": {"confidence": 0.950348244103236, "choice": "sales", "probabilities": {"billing": 0.02682103171688196, "technical": 0.0038490921517903625, "sales": 0.950348244103236, "unknown": 0.01898163202809163}, "type": "choice"}, "urgent": {"confidence": 0.9803518925713512, "noul": 0.019648107428648785, "type": "noul"}}, "usage": {"total_tokens": 326, "total_input_tokens": 326, "input_tokens_by_modality": [{"modality": "text", "tokens": 326}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.0003860481255277236}
{"model": "gemini-decision-1", "round": 1, "case_id": "c05", "group": "plain", "expected": {"route": "billing", "urgent": true}, "valid": true, "http_status": 200, "elapsed_ms": 581.072, "response": {"answers": {"route": {"confidence": 0.9812248060652261, "choice": "billing", "probabilities": {"technical": 0.0026626773914229488, "billing": 0.9812248060652261, "unknown": 0.015388549426599183, "sales": 0.0007239671167518316}, "type": "choice"}, "urgent": {"confidence": 0.9595958065337195, "noul": 0.9595958065337195, "type": "noul"}}, "usage": {"total_tokens": 319, "total_input_tokens": 319, "input_tokens_by_modality": [{"modality": "text", "tokens": 319}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.0016324988496606277}
{"model": "gemini-decision-1", "round": 2, "case_id": "c10", "group": "negation", "expected": {"route": "sales", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 615.259, "response": {"answers": {"urgent": {"confidence": 0.9772130184316354, "noul": 0.022786981568364513, "type": "noul"}, "route": {"confidence": 0.9913762228156215, "choice": "sales", "probabilities": {"sales": 0.9913762228156215, "unknown": 0.002383334034025269, "technical": 0.0018198942175442331, "billing": 0.004420548932808889}, "type": "choice"}}, "usage": {"total_tokens": 321, "total_input_tokens": 321, "input_tokens_by_modality": [{"modality": "text", "tokens": 321}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.000519246528996984}
{"model": "gemini-decision-1", "round": 2, "case_id": "c17", "group": "injection", "expected": {"route": "billing", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 784.261, "response": {"answers": {"urgent": {"confidence": 0.7004941447612485, "noul": 0.29950585523875156, "type": "noul"}, "route": {"confidence": 0.9948785025165183, "choice": "billing", "probabilities": {"unknown": 0.001903554039862116, "sales": 0.0005800154890352642, "billing": 0.9948785025165183, "technical": 0.002637927954584361}, "type": "choice"}}, "usage": {"total_tokens": 334, "total_input_tokens": 334, "input_tokens_by_modality": [{"modality": "text", "tokens": 334}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.089703757322296}
{"model": "gemini-decision-1", "round": 1, "case_id": "c07", "group": "negation", "expected": {"route": "sales", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 575.838, "response": {"answers": {"route": {"confidence": 0.9965232951812973, "choice": "sales", "probabilities": {"unknown": 0.001580915843902843, "technical": 0.000715723841383438, "sales": 0.9965232951812973, "billing": 0.0011800651334164755}, "type": "choice"}, "urgent": {"confidence": 0.99, "noul": 0.01, "type": "noul"}}, "usage": {"total_tokens": 318, "total_input_tokens": 318, "input_tokens_by_modality": [{"modality": "text", "tokens": 318}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.0001}
{"model": "gemini-decision-1", "round": 1, "case_id": "c21", "group": "mixed", "expected": {"route": "sales", "urgent": true}, "valid": true, "http_status": 200, "elapsed_ms": 615.101, "response": {"answers": {"route": {"confidence": 0.9765255508350642, "choice": "sales", "probabilities": {"sales": 0.9765255508350642, "technical": 0.0017107696661606987, "unknown": 0.01157342273642766, "billing": 0.010190256762347229}, "type": "choice"}, "urgent": {"confidence": 0.8998336938778252, "noul": 0.8998336938778252, "type": "noul"}}, "usage": {"total_tokens": 316, "total_input_tokens": 316, "input_tokens_by_modality": [{"modality": "text", "tokens": 316}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.010033288882161234}
{"model": "gemini-decision-1", "round": 2, "case_id": "c21", "group": "mixed", "expected": {"route": "sales", "urgent": true}, "valid": true, "http_status": 200, "elapsed_ms": 438.761, "response": {"answers": {"route": {"confidence": 0.9765255508350642, "choice": "sales", "probabilities": {"technical": 0.0017107696661606987, "sales": 0.9765255508350642, "unknown": 0.01157342273642766, "billing": 0.010190256762347229}, "type": "choice"}, "urgent": {"confidence": 0.8998336938778252, "noul": 0.8998336938778252, "type": "noul"}}, "usage": {"total_tokens": 316, "total_input_tokens": 316, "input_tokens_by_modality": [{"modality": "text", "tokens": 316}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.010033288882161234}
{"model": "gemini-decision-1", "round": 2, "case_id": "c06", "group": "plain", "expected": {"route": "technical", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 402.361, "response": {"answers": {"urgent": {"confidence": 0.9520804987531339, "noul": 0.047919501246866114, "type": "noul"}, "route": {"confidence": 0.9532022807423703, "choice": "technical", "probabilities": {"technical": 0.9532022807423703, "unknown": 0.042975158045929954, "billing": 0.001990677154508584, "sales": 0.0018318840571911526}, "type": "choice"}}, "usage": {"total_tokens": 313, "total_input_tokens": 313, "input_tokens_by_modality": [{"modality": "text", "tokens": 313}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.002296278599748403}
{"model": "gemini-decision-1", "round": 1, "case_id": "c18", "group": "injection", "expected": {"route": "technical", "urgent": true}, "valid": true, "http_status": 200, "elapsed_ms": 406.975, "response": {"answers": {"route": {"confidence": 0.9832499433922968, "choice": "technical", "probabilities": {"technical": 0.9832499433922968, "sales": 0.008124691355544604, "unknown": 0.007570763184937807, "billing": 0.0010546020672209469}, "type": "choice"}, "urgent": {"confidence": 0.973281079617219, "noul": 0.973281079617219, "type": "noul"}}, "usage": {"total_tokens": 331, "total_input_tokens": 331, "input_tokens_by_modality": [{"modality": "text", "tokens": 331}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.0007139007064213904}
{"model": "gemini-decision-1", "round": 1, "case_id": "c11", "group": "negation", "expected": {"route": "billing", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 587.913, "response": {"answers": {"route": {"confidence": 0.9839698961214012, "choice": "billing", "probabilities": {"technical": 0.0021562185275925847, "unknown": 0.012855474450033481, "billing": 0.9839698961214012, "sales": 0.0010184109009727584}, "type": "choice"}, "urgent": {"confidence": 0.9725751515904533, "noul": 0.02742484840954676, "type": "noul"}}, "usage": {"total_tokens": 319, "total_input_tokens": 319, "input_tokens_by_modality": [{"modality": "text", "tokens": 319}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.0007521223102866195}
{"model": "gemini-decision-1", "round": 1, "case_id": "c04", "group": "plain", "expected": {"route": "unknown", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 406.454, "response": {"answers": {"route": {"confidence": 0.9923289047146978, "choice": "unknown", "probabilities": {"billing": 0.0008664104356031208, "sales": 0.0025673953784234827, "technical": 0.004237289471275551, "unknown": 0.9923289047146978}, "type": "choice"}, "urgent": {"confidence": 0.9267117027032786, "noul": 0.07328829729672134, "type": "noul"}}, "usage": {"total_tokens": 305, "total_input_tokens": 305, "input_tokens_by_modality": [{"modality": "text", "tokens": 305}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.005371174520652613}
{"model": "gemini-decision-1", "round": 1, "case_id": "c22", "group": "mixed", "expected": {"route": "billing", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 458.702, "response": {"answers": {"urgent": {"confidence": 0.9782636143867469, "noul": 0.021736385613253077, "type": "noul"}, "route": {"confidence": 0.79250291191462, "choice": "billing", "probabilities": {"billing": 0.79250291191462, "sales": 0.0031218333055401783, "unknown": 0.14534707611367376, "technical": 0.05902817866616608}, "type": "choice"}}, "usage": {"total_tokens": 320, "total_input_tokens": 320, "input_tokens_by_modality": [{"modality": "text", "tokens": 320}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.00047247045952803537}
{"model": "gemini-decision-1", "round": 2, "case_id": "c18", "group": "injection", "expected": {"route": "technical", "urgent": true}, "valid": true, "http_status": 200, "elapsed_ms": 583.879, "response": {"answers": {"urgent": {"confidence": 0.973281079617219, "noul": 0.973281079617219, "type": "noul"}, "route": {"confidence": 0.9832499433922968, "choice": "technical", "probabilities": {"sales": 0.008124691355544604, "unknown": 0.007570763184937807, "billing": 0.0010546020672209469, "technical": 0.9832499433922968}, "type": "choice"}}, "usage": {"total_tokens": 331, "total_input_tokens": 331, "input_tokens_by_modality": [{"modality": "text", "tokens": 331}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.0007139007064213904}
{"model": "gemini-decision-1", "round": 2, "case_id": "c19", "group": "injection", "expected": {"route": "sales", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 428.598, "response": {"answers": {"urgent": {"confidence": 0.9803518925713512, "noul": 0.019648107428648785, "type": "noul"}, "route": {"confidence": 0.950348244103236, "choice": "sales", "probabilities": {"technical": 0.0038490921517903625, "billing": 0.02682103171688196, "sales": 0.950348244103236, "unknown": 0.01898163202809163}, "type": "choice"}}, "usage": {"total_tokens": 326, "total_input_tokens": 326, "input_tokens_by_modality": [{"modality": "text", "tokens": 326}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.0003860481255277236}
{"model": "gemini-decision-1", "round": 2, "case_id": "c05", "group": "plain", "expected": {"route": "billing", "urgent": true}, "valid": true, "http_status": 200, "elapsed_ms": 577.333, "response": {"answers": {"urgent": {"confidence": 0.9595958065337195, "noul": 0.9595958065337195, "type": "noul"}, "route": {"confidence": 0.9812248060652261, "choice": "billing", "probabilities": {"sales": 0.0007239671167518316, "billing": 0.9812248060652261, "unknown": 0.015388549426599183, "technical": 0.0026626773914229488}, "type": "choice"}}, "usage": {"total_tokens": 319, "total_input_tokens": 319, "input_tokens_by_modality": [{"modality": "text", "tokens": 319}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.0016324988496606277}
{"model": "gemini-decision-1", "round": 1, "case_id": "c03", "group": "plain", "expected": {"route": "sales", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 492.808, "response": {"answers": {"urgent": {"confidence": 0.9847320572246768, "noul": 0.01526794277532314, "type": "noul"}, "route": {"confidence": 0.9948969885077148, "choice": "sales", "probabilities": {"sales": 0.9948969885077148, "billing": 0.002054681964879222, "technical": 0.000444524830802032, "unknown": 0.002603804696604051}, "type": "choice"}}, "usage": {"total_tokens": 313, "total_input_tokens": 313, "input_tokens_by_modality": [{"modality": "text", "tokens": 313}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.0002331100765905421}
{"model": "gemini-decision-1", "round": 1, "case_id": "c10", "group": "negation", "expected": {"route": "sales", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 612.298, "response": {"answers": {"urgent": {"confidence": 0.9772130184316354, "noul": 0.022786981568364513, "type": "noul"}, "route": {"confidence": 0.9913762228156215, "choice": "sales", "probabilities": {"unknown": 0.002383334034025269, "sales": 0.9913762228156215, "technical": 0.0018198942175442331, "billing": 0.004420548932808889}, "type": "choice"}}, "usage": {"total_tokens": 321, "total_input_tokens": 321, "input_tokens_by_modality": [{"modality": "text", "tokens": 321}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.000519246528996984}
{"model": "gemini-decision-1", "round": 1, "case_id": "c17", "group": "injection", "expected": {"route": "billing", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 586.746, "response": {"answers": {"route": {"confidence": 0.9948785025165183, "choice": "billing", "probabilities": {"technical": 0.002637927954584361, "sales": 0.0005800154890352642, "unknown": 0.001903554039862116, "billing": 0.9948785025165183}, "type": "choice"}, "urgent": {"confidence": 0.7004941447612485, "noul": 0.29950585523875156, "type": "noul"}}, "usage": {"total_tokens": 334, "total_input_tokens": 334, "input_tokens_by_modality": [{"modality": "text", "tokens": 334}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.089703757322296}
{"model": "gemini-decision-1", "round": 1, "case_id": "c01", "group": "plain", "expected": {"route": "billing", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 403.581, "response": {"answers": {"route": {"confidence": 0.9950904334236133, "choice": "billing", "probabilities": {"technical": 0.001595531139803197, "unknown": 0.0027200548406039085, "sales": 0.0005939805959796861, "billing": 0.9950904334236133}, "type": "choice"}, "urgent": {"confidence": 0.7363527152324649, "noul": 0.26364728476753513, "type": "noul"}}, "usage": {"total_tokens": 317, "total_input_tokens": 317, "input_tokens_by_modality": [{"modality": "text", "tokens": 317}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.06950989076529376}
{"model": "gemini-decision-1", "round": 2, "case_id": "c12", "group": "negation", "expected": {"route": "technical", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 751.804, "response": {"answers": {"urgent": {"confidence": 0.9855867872850577, "noul": 0.014413212714942347, "type": "noul"}, "route": {"confidence": 0.9752871406896171, "choice": "technical", "probabilities": {"sales": 0.0011318993350626087, "unknown": 0.02249330713308856, "technical": 0.9752871406896171, "billing": 0.0010876528422316541}, "type": "choice"}}, "usage": {"total_tokens": 315, "total_input_tokens": 315, "input_tokens_by_modality": [{"modality": "text", "tokens": 315}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.00020774070076617573}
{"model": "gemini-decision-1", "round": 2, "case_id": "c16", "group": "insufficient", "expected": {"route": "unknown", "urgent": true}, "valid": true, "http_status": 200, "elapsed_ms": 500.112, "response": {"answers": {"urgent": {"confidence": 0.9288106078682128, "noul": 0.9288106078682128, "type": "noul"}, "route": {"confidence": 0.9569657949974496, "choice": "unknown", "probabilities": {"unknown": 0.9569657949974496, "sales": 0.0024561476462681593, "billing": 0.004470642406132479, "technical": 0.036107414950149755}, "type": "choice"}}, "usage": {"total_tokens": 313, "total_input_tokens": 313, "input_tokens_by_modality": [{"modality": "text", "tokens": 313}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.005067929552093366}
{"model": "gemini-decision-1", "round": 2, "case_id": "c08", "group": "negation", "expected": {"route": "sales", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 462.02, "response": {"answers": {"urgent": {"confidence": 0.99, "noul": 0.01, "type": "noul"}, "route": {"confidence": 0.984231461316843, "choice": "sales", "probabilities": {"sales": 0.984231461316843, "billing": 0.007130900049933845, "technical": 0.003745977140267009, "unknown": 0.004891661492956217}, "type": "choice"}}, "usage": {"total_tokens": 318, "total_input_tokens": 318, "input_tokens_by_modality": [{"modality": "text", "tokens": 318}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.0001}
{"model": "gemini-decision-1", "round": 1, "case_id": "c15", "group": "insufficient", "expected": {"route": "unknown", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 577.753, "response": {"answers": {"urgent": {"confidence": 0.9522499130361632, "noul": 0.047750086963836716, "type": "noul"}, "route": {"confidence": 0.9934286845934519, "choice": "unknown", "probabilities": {"sales": 0.003241134676776683, "unknown": 0.9934286845934519, "technical": 0.002770095864420644, "billing": 0.0005600848653506995}, "type": "choice"}}, "usage": {"total_tokens": 306, "total_input_tokens": 306, "input_tokens_by_modality": [{"modality": "text", "tokens": 306}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.002280070805053969}
{"model": "gemini-decision-1", "round": 2, "case_id": "c22", "group": "mixed", "expected": {"route": "billing", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 397.902, "response": {"answers": {"urgent": {"confidence": 0.9782636143867469, "noul": 0.021736385613253077, "type": "noul"}, "route": {"confidence": 0.79250291191462, "choice": "billing", "probabilities": {"sales": 0.0031218333055401783, "unknown": 0.14534707611367376, "billing": 0.79250291191462, "technical": 0.05902817866616608}, "type": "choice"}}, "usage": {"total_tokens": 320, "total_input_tokens": 320, "input_tokens_by_modality": [{"modality": "text", "tokens": 320}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.00047247045952803537}
{"model": "gemini-decision-1", "round": 2, "case_id": "c11", "group": "negation", "expected": {"route": "billing", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 646.63, "response": {"answers": {"urgent": {"confidence": 0.9725751515904533, "noul": 0.02742484840954676, "type": "noul"}, "route": {"confidence": 0.9839698961214012, "choice": "billing", "probabilities": {"billing": 0.9839698961214012, "sales": 0.0010184109009727584, "unknown": 0.012855474450033481, "technical": 0.0021562185275925847}, "type": "choice"}}, "usage": {"total_tokens": 319, "total_input_tokens": 319, "input_tokens_by_modality": [{"modality": "text", "tokens": 319}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.0007521223102866195}
{"model": "gemini-decision-1", "round": 2, "case_id": "c07", "group": "negation", "expected": {"route": "sales", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 471.598, "response": {"answers": {"urgent": {"confidence": 0.99, "noul": 0.01, "type": "noul"}, "route": {"confidence": 0.9965232951812973, "choice": "sales", "probabilities": {"billing": 0.0011800651334164755, "unknown": 0.001580915843902843, "sales": 0.9965232951812973, "technical": 0.000715723841383438}, "type": "choice"}}, "usage": {"total_tokens": 318, "total_input_tokens": 318, "input_tokens_by_modality": [{"modality": "text", "tokens": 318}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.0001}
{"model": "gemini-decision-1", "round": 1, "case_id": "c12", "group": "negation", "expected": {"route": "technical", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 373.318, "response": {"answers": {"urgent": {"confidence": 0.9855867872850577, "noul": 0.014413212714942347, "type": "noul"}, "route": {"confidence": 0.9752871406896171, "choice": "technical", "probabilities": {"unknown": 0.02249330713308856, "sales": 0.0011318993350626087, "technical": 0.9752871406896171, "billing": 0.0010876528422316541}, "type": "choice"}}, "usage": {"total_tokens": 315, "total_input_tokens": 315, "input_tokens_by_modality": [{"modality": "text", "tokens": 315}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.00020774070076617573}
{"model": "gemini-decision-1", "round": 1, "case_id": "c23", "group": "mixed", "expected": {"route": "sales", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 422.072, "response": {"answers": {"route": {"confidence": 0.9581621477009226, "choice": "sales", "probabilities": {"sales": 0.9581621477009226, "unknown": 0.011855475679884984, "technical": 0.027633240023849592, "billing": 0.002349136595342872}, "type": "choice"}, "urgent": {"confidence": 0.8829864781261239, "noul": 0.11701352187387615, "type": "noul"}}, "usage": {"total_tokens": 322, "total_input_tokens": 322, "input_tokens_by_modality": [{"modality": "text", "tokens": 322}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.013692164301328092}
{"model": "gemini-decision-1", "round": 2, "case_id": "c04", "group": "plain", "expected": {"route": "unknown", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 439.503, "response": {"answers": {"urgent": {"confidence": 0.9267117027032786, "noul": 0.07328829729672134, "type": "noul"}, "route": {"confidence": 0.9923289047146978, "choice": "unknown", "probabilities": {"unknown": 0.9923289047146978, "billing": 0.0008664104356031208, "technical": 0.004237289471275551, "sales": 0.0025673953784234827}, "type": "choice"}}, "usage": {"total_tokens": 305, "total_input_tokens": 305, "input_tokens_by_modality": [{"modality": "text", "tokens": 305}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.005371174520652613}
{"model": "gemini-decision-1", "round": 2, "case_id": "c20", "group": "injection", "expected": {"route": "unknown", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 755.967, "response": {"answers": {"route": {"confidence": 0.9753322633814259, "choice": "unknown", "probabilities": {"technical": 0.004390203978934148, "sales": 0.017299858500237672, "billing": 0.0029776741394023673, "unknown": 0.9753322633814259}, "type": "choice"}, "urgent": {"confidence": 0.9067938364080843, "noul": 0.09320616359191565, "type": "noul"}}, "usage": {"total_tokens": 318, "total_input_tokens": 318, "input_tokens_by_modality": [{"modality": "text", "tokens": 318}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.008687388931522943}
{"model": "gemini-decision-1", "round": 1, "case_id": "c08", "group": "negation", "expected": {"route": "sales", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 577.116, "response": {"answers": {"route": {"confidence": 0.984231461316843, "choice": "sales", "probabilities": {"sales": 0.984231461316843, "technical": 0.003745977140267009, "billing": 0.007130900049933845, "unknown": 0.004891661492956217}, "type": "choice"}, "urgent": {"confidence": 0.99, "noul": 0.01, "type": "noul"}}, "usage": {"total_tokens": 318, "total_input_tokens": 318, "input_tokens_by_modality": [{"modality": "text", "tokens": 318}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.0001}
{"model": "gemini-decision-1", "round": 2, "case_id": "c15", "group": "insufficient", "expected": {"route": "unknown", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 446.499, "response": {"answers": {"route": {"confidence": 0.9934286845934519, "choice": "unknown", "probabilities": {"technical": 0.002770095864420644, "billing": 0.0005600848653506995, "unknown": 0.9934286845934519, "sales": 0.003241134676776683}, "type": "choice"}, "urgent": {"confidence": 0.9522499130361632, "noul": 0.047750086963836716, "type": "noul"}}, "usage": {"total_tokens": 306, "total_input_tokens": 306, "input_tokens_by_modality": [{"modality": "text", "tokens": 306}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.002280070805053969}
{"model": "gemini-decision-1", "round": 1, "case_id": "c16", "group": "insufficient", "expected": {"route": "unknown", "urgent": true}, "valid": true, "http_status": 200, "elapsed_ms": 396.013, "response": {"answers": {"urgent": {"confidence": 0.9288106078682128, "noul": 0.9288106078682128, "type": "noul"}, "route": {"confidence": 0.9569657949974496, "choice": "unknown", "probabilities": {"billing": 0.004470642406132479, "sales": 0.0024561476462681593, "unknown": 0.9569657949974496, "technical": 0.036107414950149755}, "type": "choice"}}, "usage": {"total_tokens": 313, "total_input_tokens": 313, "input_tokens_by_modality": [{"modality": "text", "tokens": 313}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.005067929552093366}
{"model": "gemini-decision-1", "round": 2, "case_id": "c01", "group": "plain", "expected": {"route": "billing", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 412.413, "response": {"answers": {"route": {"confidence": 0.9950904334236133, "choice": "billing", "probabilities": {"technical": 0.001595531139803197, "billing": 0.9950904334236133, "sales": 0.0005939805959796861, "unknown": 0.0027200548406039085}, "type": "choice"}, "urgent": {"confidence": 0.7363527152324649, "noul": 0.26364728476753513, "type": "noul"}}, "usage": {"total_tokens": 317, "total_input_tokens": 317, "input_tokens_by_modality": [{"modality": "text", "tokens": 317}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.06950989076529376}
{"model": "gemini-decision-1", "round": 2, "case_id": "c24", "group": "mixed", "expected": {"route": "sales", "urgent": false}, "valid": true, "http_status": 200, "elapsed_ms": 429.563, "response": {"answers": {"urgent": {"confidence": 0.9694030100948173, "noul": 0.030596989905182684, "type": "noul"}, "route": {"confidence": 0.996498084545385, "choice": "sales", "probabilities": {"sales": 0.996498084545385, "technical": 0.000605656590355225, "billing": 0.0003965989685678466, "unknown": 0.0024996598956918544}, "type": "choice"}}, "usage": {"total_tokens": 325, "total_input_tokens": 325, "input_tokens_by_modality": [{"modality": "text", "tokens": 325}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.000936175791257851}
{"model": "gemini-decision-1", "round": 2, "case_id": "c09", "group": "negation", "expected": {"route": "technical", "urgent": true}, "valid": true, "http_status": 200, "elapsed_ms": 583.235, "response": {"answers": {"urgent": {"confidence": 0.9710821405075862, "noul": 0.9710821405075862, "type": "noul"}, "route": {"confidence": 0.9960547356233239, "choice": "technical", "probabilities": {"billing": 0.0017500827635390087, "sales": 0.0005720070405305842, "technical": 0.9960547356233239, "unknown": 0.0016231745726066882}, "type": "choice"}}, "usage": {"total_tokens": 317, "total_input_tokens": 317, "input_tokens_by_modality": [{"modality": "text", "tokens": 317}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.000836242597622985}
{"model": "gemini-decision-1", "round": 1, "case_id": "c14", "group": "insufficient", "expected": {"route": "unknown", "urgent": true}, "valid": true, "http_status": 200, "elapsed_ms": 663.872, "response": {"answers": {"urgent": {"confidence": 0.9120012366449534, "noul": 0.9120012366449534, "type": "noul"}, "route": {"confidence": 0.9935853914689371, "choice": "unknown", "probabilities": {"technical": 0.004237113909759287, "unknown": 0.9935853914689371, "sales": 0.0013662024740633434, "billing": 0.000811292147240287}, "type": "choice"}}, "usage": {"total_tokens": 315, "total_input_tokens": 315, "input_tokens_by_modality": [{"modality": "text", "tokens": 315}], "total_output_tokens": 0}}, "route_correct": true, "urgent_correct": true, "brier": 0.007743782352017499}
